1 /*
2  * Copyright (C) 2009 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #ifndef HARDWARE_API_H_
18 
19 #define HARDWARE_API_H_
20 
21 #include <media/hardware/OMXPluginBase.h>
22 #include <media/hardware/MetadataBufferType.h>
23 #include <cutils/native_handle.h>
24 #include <utils/RefBase.h>
25 
26 #include "VideoAPI.h"
27 
28 #include <OMX_Component.h>
29 
30 struct ANativeWindowBuffer;
31 
32 namespace android {
33 
34 // This structure is used to enable Android native buffer use for either
35 // graphic buffers or secure buffers.
36 //
37 // TO CONTROL ANDROID GRAPHIC BUFFER USAGE:
38 //
39 // A pointer to this struct is passed to the OMX_SetParameter when the extension
40 // index for the 'OMX.google.android.index.enableAndroidNativeBuffers' extension
41 // is given.
42 //
43 // When Android native buffer use is disabled for a port (the default state),
44 // the OMX node should operate as normal, and expect UseBuffer calls to set its
45 // buffers.  This is the mode that will be used when CPU access to the buffer is
46 // required.
47 //
48 // When Android native buffer use has been enabled for a given port, the video
49 // color format for the port is to be interpreted as an Android pixel format
50 // rather than an OMX color format.  Enabling Android native buffers may also
51 // change how the component receives the native buffers.  If store-metadata-mode
52 // is enabled on the port, the component will receive the buffers as specified
53 // in the section below. Otherwise, unless the node supports the
54 // 'OMX.google.android.index.useAndroidNativeBuffer2' extension, it should
55 // expect to receive UseAndroidNativeBuffer calls (via OMX_SetParameter) rather
56 // than UseBuffer calls for that port.
57 //
58 // TO CONTROL ANDROID SECURE BUFFER USAGE:
59 //
60 // A pointer to this struct is passed to the OMX_SetParameter when the extension
61 // index for the 'OMX.google.android.index.allocateNativeHandle' extension
62 // is given.
63 //
64 // When native handle use is disabled for a port (the default state),
65 // the OMX node should operate as normal, and expect AllocateBuffer calls to
66 // return buffer pointers. This is the mode that will be used for non-secure
67 // buffers if component requires allocate buffers instead of use buffers.
68 //
69 // When native handle use has been enabled for a given port, the component
70 // shall allocate native_buffer_t objects containing  that can be passed between
71 // processes using binder. This is the mode that will be used for secure buffers.
72 // When an OMX component allocates native handle for buffers, it must close and
73 // delete that handle when it frees those buffers. Even though pBuffer will point
74 // to a native handle, nFilledLength, nAllocLength and nOffset will correspond
75 // to the data inside the opaque buffer.
76 struct EnableAndroidNativeBuffersParams {
77     OMX_U32 nSize;
78     OMX_VERSIONTYPE nVersion;
79     OMX_U32 nPortIndex;
80     OMX_BOOL enable;
81 };
82 
83 typedef struct EnableAndroidNativeBuffersParams AllocateNativeHandleParams;
84 
85 // A pointer to this struct is passed to OMX_SetParameter() when the extension index
86 // "OMX.google.android.index.storeMetaDataInBuffers" or
87 // "OMX.google.android.index.storeANWBufferInMetadata" is given.
88 //
89 // When meta data is stored in the video buffers passed between OMX clients
90 // and OMX components, interpretation of the buffer data is up to the
91 // buffer receiver, and the data may or may not be the actual video data, but
92 // some information helpful for the receiver to locate the actual data.
93 // The buffer receiver thus needs to know how to interpret what is stored
94 // in these buffers, with mechanisms pre-determined externally. How to
95 // interpret the meta data is outside of the scope of this parameter.
96 //
97 // Currently, this is used to pass meta data from video source (camera component, for instance) to
98 // video encoder to avoid memcpying of input video frame data, as well as to pass dynamic output
99 // buffer to video decoder. To do this, bStoreMetaData is set to OMX_TRUE.
100 //
101 // If bStoreMetaData is set to false, real YUV frame data will be stored in input buffers, and
102 // the output buffers contain either real YUV frame data, or are themselves native handles as
103 // directed by enable/use-android-native-buffer parameter settings.
104 // In addition, if no OMX_SetParameter() call is made on a port with the corresponding extension
105 // index, the component should not assume that the client is not using metadata mode for the port.
106 //
107 // If the component supports this using the "OMX.google.android.index.storeANWBufferInMetadata"
108 // extension and bStoreMetaData is set to OMX_TRUE, data is passed using the VideoNativeMetadata
109 // layout as defined below. Each buffer will be accompanied by a fence. The fence must signal
110 // before the buffer can be used (e.g. read from or written into). When returning such buffer to
111 // the client, component must provide a new fence that must signal before the returned buffer can
112 // be used (e.g. read from or written into). The component owns the incoming fenceFd, and must close
113 // it when fence has signaled. The client will own and close the returned fence file descriptor.
114 //
115 // If the component supports this using the "OMX.google.android.index.storeMetaDataInBuffers"
116 // extension and bStoreMetaData is set to OMX_TRUE, data is passed using VideoGrallocMetadata
117 // (the layout of which is the VideoGrallocMetadata defined below). Camera input can be also passed
118 // as "CameraSource", the layout of which is vendor dependent.
119 //
120 // Metadata buffers are registered with the component using UseBuffer calls, or can be allocated
121 // by the component for encoder-metadata-output buffers.
122 struct StoreMetaDataInBuffersParams {
123     OMX_U32 nSize;
124     OMX_VERSIONTYPE nVersion;
125     OMX_U32 nPortIndex;
126     OMX_BOOL bStoreMetaData;
127 };
128 
129 // Meta data buffer layout used to transport output frames to the decoder for
130 // dynamic buffer handling.
131 struct VideoGrallocMetadata {
132     MetadataBufferType eType;               // must be kMetadataBufferTypeGrallocSource
133 #ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS
134     OMX_PTR pHandle;
135 #else
136     buffer_handle_t pHandle;
137 #endif
138 };
139 
140 // Legacy name for VideoGrallocMetadata struct.
141 struct VideoDecoderOutputMetaData : public VideoGrallocMetadata {};
142 
143 struct VideoNativeMetadata {
144     MetadataBufferType eType;               // must be kMetadataBufferTypeANWBuffer
145 #ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS
146     OMX_PTR pBuffer;
147 #else
148     struct ANativeWindowBuffer* pBuffer;
149 #endif
150     int nFenceFd;                           // -1 if unused
151 };
152 
153 // Meta data buffer layout for passing a native_handle to codec
154 struct VideoNativeHandleMetadata {
155     MetadataBufferType eType;               // must be kMetadataBufferTypeNativeHandleSource
156 
157 #ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS
158     OMX_PTR pHandle;
159 #else
160     native_handle_t *pHandle;
161 #endif
162 };
163 
164 // A pointer to this struct is passed to OMX_SetParameter() when the extension
165 // index "OMX.google.android.index.prepareForAdaptivePlayback" is given.
166 //
167 // This method is used to signal a video decoder, that the user has requested
168 // seamless resolution change support (if bEnable is set to OMX_TRUE).
169 // nMaxFrameWidth and nMaxFrameHeight are the dimensions of the largest
170 // anticipated frames in the video.  If bEnable is OMX_FALSE, no resolution
171 // change is expected, and the nMaxFrameWidth/Height fields are unused.
172 //
173 // If the decoder supports dynamic output buffers, it may ignore this
174 // request.  Otherwise, it shall request resources in such a way so that it
175 // avoids full port-reconfiguration (due to output port-definition change)
176 // during resolution changes.
177 //
178 // DO NOT USE THIS STRUCTURE AS IT WILL BE REMOVED.  INSTEAD, IMPLEMENT
179 // METADATA SUPPORT FOR VIDEO DECODERS.
180 struct PrepareForAdaptivePlaybackParams {
181     OMX_U32 nSize;
182     OMX_VERSIONTYPE nVersion;
183     OMX_U32 nPortIndex;
184     OMX_BOOL bEnable;
185     OMX_U32 nMaxFrameWidth;
186     OMX_U32 nMaxFrameHeight;
187 };
188 
189 // A pointer to this struct is passed to OMX_SetParameter when the extension
190 // index for the 'OMX.google.android.index.useAndroidNativeBuffer' extension is
191 // given.  This call will only be performed if a prior call was made with the
192 // 'OMX.google.android.index.enableAndroidNativeBuffers' extension index,
193 // enabling use of Android native buffers.
194 struct UseAndroidNativeBufferParams {
195     OMX_U32 nSize;
196     OMX_VERSIONTYPE nVersion;
197     OMX_U32 nPortIndex;
198     OMX_PTR pAppPrivate;
199     OMX_BUFFERHEADERTYPE **bufferHeader;
200     const sp<ANativeWindowBuffer>& nativeBuffer;
201 };
202 
203 // A pointer to this struct is passed to OMX_GetParameter when the extension
204 // index for the 'OMX.google.android.index.getAndroidNativeBufferUsage'
205 // extension is given.  The usage bits returned from this query will be used to
206 // allocate the Gralloc buffers that get passed to the useAndroidNativeBuffer
207 // command.
208 struct GetAndroidNativeBufferUsageParams {
209     OMX_U32 nSize;              // IN
210     OMX_VERSIONTYPE nVersion;   // IN
211     OMX_U32 nPortIndex;         // IN
212     OMX_U32 nUsage;             // OUT
213 };
214 
215 // An enum OMX_COLOR_FormatAndroidOpaque to indicate an opaque colorformat
216 // is declared in media/stagefright/openmax/OMX_IVCommon.h
217 // This will inform the encoder that the actual
218 // colorformat will be relayed by the GRalloc Buffers.
219 // OMX_COLOR_FormatAndroidOpaque  = 0x7F000001,
220 
221 // A pointer to this struct is passed to OMX_SetParameter when the extension
222 // index for the 'OMX.google.android.index.prependSPSPPSToIDRFrames' extension
223 // is given.
224 // A successful result indicates that future IDR frames will be prefixed by
225 // SPS/PPS.
226 struct PrependSPSPPSToIDRFramesParams {
227     OMX_U32 nSize;
228     OMX_VERSIONTYPE nVersion;
229     OMX_BOOL bEnable;
230 };
231 
232 // A pointer to this struct is passed to OMX_GetParameter when the extension
233 // index for the 'OMX.google.android.index.describeColorFormat'
234 // extension is given.  This method can be called from any component state
235 // other than invalid.  The color-format, frame width/height, and stride/
236 // slice-height parameters are ones that are associated with a raw video
237 // port (input or output), but the stride/slice height parameters may be
238 // incorrect. bUsingNativeBuffers is OMX_TRUE if native android buffers will
239 // be used (while specifying this color format).
240 //
241 // The component shall fill out the MediaImage structure that
242 // corresponds to the described raw video format, and the potentially corrected
243 // stride and slice-height info.
244 //
245 // The behavior is slightly different if bUsingNativeBuffers is OMX_TRUE,
246 // though most implementations can ignore this difference. When using native buffers,
247 // the component may change the configured color format to an optimized format.
248 // Additionally, when allocating these buffers for flexible usecase, the framework
249 // will set the SW_READ/WRITE_OFTEN usage flags. In this case (if bUsingNativeBuffers
250 // is OMX_TRUE), the component shall fill out the MediaImage information for the
251 // scenario when these SW-readable/writable buffers are locked using gralloc_lock.
252 // Note, that these buffers may also be locked using gralloc_lock_ycbcr, which must
253 // be supported for vendor-specific formats.
254 //
255 // For non-YUV packed planar/semiplanar image formats, or if bUsingNativeBuffers
256 // is OMX_TRUE and the component does not support this color format with native
257 // buffers, the component shall set mNumPlanes to 0, and mType to MEDIA_IMAGE_TYPE_UNKNOWN.
258 
259 // @deprecated: use DescribeColorFormat2Params
260 struct DescribeColorFormat2Params;
261 struct DescribeColorFormatParams {
262     OMX_U32 nSize;
263     OMX_VERSIONTYPE nVersion;
264     // input: parameters from OMX_VIDEO_PORTDEFINITIONTYPE
265     OMX_COLOR_FORMATTYPE eColorFormat;
266     OMX_U32 nFrameWidth;
267     OMX_U32 nFrameHeight;
268     OMX_U32 nStride;
269     OMX_U32 nSliceHeight;
270     OMX_BOOL bUsingNativeBuffers;
271 
272     // output: fill out the MediaImage fields
273     MediaImage sMediaImage;
274 
275     explicit DescribeColorFormatParams(const DescribeColorFormat2Params&); // for internal use only
276 };
277 
278 // A pointer to this struct is passed to OMX_GetParameter when the extension
279 // index for the 'OMX.google.android.index.describeColorFormat2'
280 // extension is given. This is operationally the same as DescribeColorFormatParams
281 // but can be used for HDR and RGBA/YUVA formats.
282 struct DescribeColorFormat2Params {
283     OMX_U32 nSize;
284     OMX_VERSIONTYPE nVersion;
285     // input: parameters from OMX_VIDEO_PORTDEFINITIONTYPE
286     OMX_COLOR_FORMATTYPE eColorFormat;
287     OMX_U32 nFrameWidth;
288     OMX_U32 nFrameHeight;
289     OMX_U32 nStride;
290     OMX_U32 nSliceHeight;
291     OMX_BOOL bUsingNativeBuffers;
292 
293     // output: fill out the MediaImage2 fields
294     MediaImage2 sMediaImage;
295 
296     void initFromV1(const DescribeColorFormatParams&); // for internal use only
297 };
298 
299 // A pointer to this struct is passed to OMX_SetParameter or OMX_GetParameter
300 // when the extension index for the
301 // 'OMX.google.android.index.configureVideoTunnelMode' extension is  given.
302 // If the extension is supported then tunneled playback mode should be supported
303 // by the codec. If bTunneled is set to OMX_TRUE then the video decoder should
304 // operate in "tunneled" mode and output its decoded frames directly to the
305 // sink. In this case nAudioHwSync is the HW SYNC ID of the audio HAL Output
306 // stream to sync the video with. If bTunneled is set to OMX_FALSE, "tunneled"
307 // mode should be disabled and nAudioHwSync should be ignored.
308 // OMX_GetParameter is used to query tunneling configuration. bTunneled should
309 // return whether decoder is operating in tunneled mode, and if it is,
310 // pSidebandWindow should contain the codec allocated sideband window handle.
311 struct ConfigureVideoTunnelModeParams {
312     OMX_U32 nSize;              // IN
313     OMX_VERSIONTYPE nVersion;   // IN
314     OMX_U32 nPortIndex;         // IN
315     OMX_BOOL bTunneled;         // IN/OUT
316     OMX_U32 nAudioHwSync;       // IN
317     OMX_PTR pSidebandWindow;    // OUT
318 };
319 
320 // Color space description (aspects) parameters.
321 // This is passed via OMX_SetConfig or OMX_GetConfig to video encoders and decoders when the
322 // 'OMX.google.android.index.describeColorAspects' extension is given. Component SHALL behave
323 // as described below if it supports this extension.
324 //
325 // bDataSpaceChanged and bRequestingDataSpace is assumed to be OMX_FALSE unless noted otherwise.
326 //
327 // VIDEO ENCODERS: the framework uses OMX_SetConfig to specify color aspects of the coded video.
328 // This may happen:
329 //   a) before the component transitions to idle state
330 //   b) before the input frame is sent via OMX_EmptyThisBuffer in executing state
331 //   c) during execution, just before an input frame with a different color aspect information
332 //      is sent.
333 //
334 // The framework also uses OMX_GetConfig to
335 //   d) verify the color aspects that will be written to the stream
336 //   e) (optional) verify the color aspects that should be reported to the container for a
337 //      given dataspace/pixelformat received
338 //
339 // 1. Encoders SHOULD maintain an internal color aspect state, initialized to Unspecified values.
340 //    This represents the values that will be written into the bitstream.
341 // 2. Upon OMX_SetConfig, they SHOULD update their internal state to the aspects received
342 //    (including Unspecified values). For specific aspect values that are not supported by the
343 //    codec standard, encoders SHOULD substitute Unspecified values; or they MAY use a suitable
344 //    alternative (e.g. to suggest the use of BT.709 EOTF instead of SMPTE 240M.)
345 // 3. OMX_GetConfig SHALL return the internal state (values that will be written).
346 // 4. OMX_SetConfig SHALL always succeed before receiving the first frame. It MAY fail afterwards,
347 //    but only if the configured values would change AND the component does not support updating the
348 //    color information to those values mid-stream. If component supports updating a portion of
349 //    the color information, those values should be updated in the internal state, and OMX_SetConfig
350 //    SHALL succeed. Otherwise, the internal state SHALL remain intact and OMX_SetConfig SHALL fail
351 //    with OMX_ErrorUnsupportedSettings.
352 // 5. When the framework receives an input frame with an unexpected dataspace, it will query
353 //    encoders for the color aspects that should be reported to the container using OMX_GetConfig
354 //    with bDataSpaceChanged set to OMX_TRUE, and nPixelFormat/nDataSpace containing the new
355 //    format/dataspace values. This allows vendors to use extended dataspace during capture and
356 //    composition (e.g. screenrecord) - while performing color-space conversion inside the encoder -
357 //    and encode and report a different color-space information in the bitstream/container.
358 //    sColorAspects contains the requested color aspects by the client for reference, which may
359 //    include aspects not supported by the encoding. This is used together with guidance for
360 //    dataspace selection; see 6. below.
361 //
362 // VIDEO DECODERS: the framework uses OMX_SetConfig to specify the default color aspects to use
363 // for the video.
364 // This may happen:
365 //   a) before the component transitions to idle state
366 //   b) during execution, when the resolution or the default color aspects change.
367 //
368 // The framework also uses OMX_GetConfig to
369 //   c) get the final color aspects reported by the coded bitstream after taking the default values
370 //      into account.
371 //
372 // 1. Decoders should maintain two color aspect states - the default state as reported by the
373 //    framework, and the coded state as reported by the bitstream - as each state can change
374 //    independently from the other.
375 // 2. Upon OMX_SetConfig, it SHALL update its default state regardless of whether such aspects
376 //    could be supplied by the component bitstream. (E.g. it should blindly support all enumeration
377 //    values, even unknown ones, and the Other value). This SHALL always succeed.
378 // 3. Upon OMX_GetConfig, the component SHALL return the final color aspects by replacing
379 //    Unspecified coded values with the default values. This SHALL always succeed.
380 // 4. Whenever the component processes color aspect information in the bitstream even with an
381 //    Unspecified value, it SHOULD update its internal coded state with that information just before
382 //    the frame with the new information would be outputted, and the component SHALL signal an
383 //    OMX_EventPortSettingsChanged event with data2 set to the extension index.
384 // NOTE: Component SHOULD NOT signal a separate event purely for color aspect change, if it occurs
385 //    together with a port definition (e.g. size) or crop change.
386 // 5. If the aspects a component encounters in the bitstream cannot be represented with enumeration
387 //    values as defined below, the component SHALL set those aspects to Other. Restricted values in
388 //    the bitstream SHALL be treated as defined by the relevant bitstream specifications/standards,
389 //    or as Unspecified, if not defined.
390 //
391 // BOTH DECODERS AND ENCODERS: the framework uses OMX_GetConfig during idle and executing state to
392 //   f) (optional) get guidance for the dataspace to set for given color aspects, by setting
393 //      bRequestingDataSpace to OMX_TRUE. The component SHALL return OMX_ErrorUnsupportedSettings
394 //      IF it does not support this request.
395 //
396 // 6. This is an information request that can happen at any time, independent of the normal
397 //    configuration process. This allows vendors to use extended dataspace during capture, playback
398 //    and composition - while performing color-space conversion inside the component. Component
399 //    SHALL set the desired dataspace into nDataSpace. Otherwise, it SHALL return
400 //    OMX_ErrorUnsupportedSettings to let the framework choose a nearby standard dataspace.
401 //
402 // 6.a. For encoders, this query happens before the first frame is received using surface encoding.
403 //    This allows the encoder to use a specific dataspace for the color aspects (e.g. because the
404 //    device supports additional dataspaces, or because it wants to perform color-space extension
405 //    to facilitate a more optimal rendering/capture pipeline.).
406 //
407 // 6.b. For decoders, this query happens before the first frame, and every time the color aspects
408 //    change, while using surface buffers. This allows the decoder to use a specific dataspace for
409 //    the color aspects (e.g. because the device supports additional dataspaces, or because it wants
410 //    to perform color-space extension by inline color-space conversion to facilitate a more optimal
411 //    rendering pipeline.).
412 //
413 // Note: the size of sAspects may increase in the future by additional fields.
414 // Implementations SHOULD NOT require a certain size.
415 struct DescribeColorAspectsParams {
416     OMX_U32 nSize;                 // IN
417     OMX_VERSIONTYPE nVersion;      // IN
418     OMX_U32 nPortIndex;            // IN
419     OMX_BOOL bRequestingDataSpace; // IN
420     OMX_BOOL bDataSpaceChanged;    // IN
421     OMX_U32 nPixelFormat;          // IN
422     OMX_U32 nDataSpace;            // OUT
423     ColorAspects sAspects;         // IN/OUT
424 };
425 
426 // HDR color description parameters.
427 // This is passed via OMX_SetConfig or OMX_GetConfig to video encoders and decoders when the
428 // 'OMX.google.android.index.describeHDRStaticInfo' extension is given and an HDR stream
429 // is detected.  Component SHALL behave as described below if it supports this extension.
430 //
431 // Currently, only Static Metadata Descriptor Type 1 support is required.
432 //
433 // VIDEO ENCODERS: the framework uses OMX_SetConfig to specify the HDR static information of the
434 // coded video.
435 // This may happen:
436 //   a) before the component transitions to idle state
437 //   b) before the input frame is sent via OMX_EmptyThisBuffer in executing state
438 //   c) during execution, just before an input frame with a different HDR static
439 //      information is sent.
440 //
441 // The framework also uses OMX_GetConfig to
442 //   d) verify the HDR static information that will be written to the stream.
443 //
444 // 1. Encoders SHOULD maintain an internal HDR static info data, initialized to Unspecified values.
445 //    This represents the values that will be written into the bitstream.
446 // 2. Upon OMX_SetConfig, they SHOULD update their internal state to the info received
447 //    (including Unspecified values). For specific parameters that are not supported by the
448 //    codec standard, encoders SHOULD substitute Unspecified values. NOTE: no other substitution
449 //    is allowed.
450 // 3. OMX_GetConfig SHALL return the internal state (values that will be written).
451 // 4. OMX_SetConfig SHALL always succeed before receiving the first frame if the encoder is
452 //    configured into an HDR compatible profile. It MAY fail with OMX_ErrorUnsupportedSettings error
453 //    code if it is not configured into such a profile, OR if the configured values would change
454 //    AND the component does not support updating the HDR static information mid-stream. If the
455 //    component supports updating a portion of the information, those values should be updated in
456 //    the internal state, and OMX_SetConfig SHALL succeed. Otherwise, the internal state SHALL
457 //    remain intact.
458 //
459 // VIDEO DECODERS: the framework uses OMX_SetConfig to specify the default HDR static information
460 // to use for the video.
461 //   a) This only happens if the client supplies this information, in which case it occurs before
462 //      the component transitions to idle state.
463 //   b) This may also happen subsequently if the default HDR static information changes.
464 //
465 // The framework also uses OMX_GetConfig to
466 //   c) get the final HDR static information reported by the coded bitstream after taking the
467 //      default values into account.
468 //
469 // 1. Decoders should maintain two HDR static information structures - the default values as
470 //    reported by the framework, and the coded values as reported by the bitstream - as each
471 //    structure can change independently from the other.
472 // 2. Upon OMX_SetConfig, it SHALL update its default structure regardless of whether such static
473 //    parameters could be supplied by the component bitstream. (E.g. it should blindly support all
474 //    parameter values, even seemingly illegal ones). This SHALL always succeed.
475 //  Note: The descriptor ID used in sInfo may change in subsequent calls. (although for now only
476 //    Type 1 support is required.)
477 // 3. Upon OMX_GetConfig, the component SHALL return the final HDR static information by replacing
478 //    Unspecified coded values with the default values. This SHALL always succeed. This may be
479 //    provided using any supported descriptor ID (currently only Type 1) with the goal of expressing
480 //    the most of the available static information.
481 // 4. Whenever the component processes HDR static information in the bitstream even ones with
482 //    Unspecified parameters, it SHOULD update its internal coded structure with that information
483 //    just before the frame with the new information would be outputted, and the component SHALL
484 //    signal an OMX_EventPortSettingsChanged event with data2 set to the extension index.
485 // NOTE: Component SHOULD NOT signal a separate event purely for HDR static info change, if it
486 //    occurs together with a port definition (e.g. size), color aspect or crop change.
487 // 5. If certain parameters of the HDR static information encountered in the bitstream cannot be
488 //    represented using sInfo, the component SHALL use the closest representation.
489 //
490 // Note: the size of sInfo may increase in the future by supporting additional descriptor types.
491 // Implementations SHOULD NOT require a certain size.
492 struct DescribeHDRStaticInfoParams {
493     OMX_U32 nSize;                 // IN
494     OMX_VERSIONTYPE nVersion;      // IN
495     OMX_U32 nPortIndex;            // IN
496     HDRStaticInfo sInfo;           // IN/OUT
497 };
498 
499 // HDR10+ metadata configuration.
500 //
501 // nParamSize: size of the storage starting at nValue (must be at least 1 and at most
502 //             MAX_HDR10PLUSINFO_SIZE). This field must not be modified by the component.
503 // nParamSizeUsed: size of the actual HDR10+ metadata starting at nValue. For OMX_SetConfig,
504 //                 it must not be modified by the component. For OMX_GetConfig, the component
505 //                 should put the actual size of the retrieved config in this field (and in
506 //                 case where nParamSize is smaller than nParamSizeUsed, the component should
507 //                 still update nParamSizeUsed without actually copying the metadata to nValue).
508 // nValue: storage of the HDR10+ metadata conforming to the user_data_registered_itu_t_t35()
509 //         syntax of SEI message for ST 2094-40.
510 //
511 // This is passed via OMX_SetConfig or OMX_GetConfig to video encoders and decoders when the
512 // 'OMX.google.android.index.describeHDR10PlusInfo' extension is given. In general, this config
513 // is associated with a particular frame. A typical sequence of usage is as follows:
514 //
515 // a) OMX_SetConfig associates the config with the next input buffer sent in OMX_EmptyThisBuffer
516 //    (input A);
517 // b) The component sends OMX_EventConfigUpdate to notify the client that there is a config
518 //    update  on the output port that is associated with the next output buffer that's about to
519 //    be sent via FillBufferDone callback (output A);
520 // c) The client, upon receiving the OMX_EventConfigUpdate, calls OMX_GetConfig to retrieve
521 //    the config and associates it with output A.
522 //
523 // All config updates will be retrieved in the order reported, and the client is required to
524 // call OMX_GetConfig for each OMX_EventConfigUpdate for this config. Note that the order of
525 // OMX_EventConfigUpdate relative to FillBufferDone callback determines which output frame
526 // the config should be associated with, the actual OMX_GetConfig for the config could happen
527 // before or after the component calls the FillBufferDone callback.
528 //
529 // Depending on the video codec type (in particular, whether the codec uses in-band or out-of-
530 // band HDR10+ metadata), the component shall behave as detailed below:
531 //
532 // VIDEO DECODERS:
533 // 1) If the codec utilizes out-of-band HDR10+ metadata, the decoder must support the sequence
534 //    a) ~ c) outlined above;
535 // 2) If the codec utilizes in-band HDR10+ metadata, OMX_SetConfig for this config should be
536 //    ignored (as the metadata is embedded in the input buffer), while the notification and
537 //    retrieval of the config on the output as outlined in b) & c) must be supported.
538 //
539 // VIDEO ENCODERS:
540 // 1) If the codec utilizes out-of-band HDR10+ metadata, the decoder must support the sequence
541 //    a) ~ c) outlined above;
542 // 2) If the codec utilizes in-band HDR10+ metadata, OMX_SetConfig for this config outlined in
543 //    a) must be supported. The notification as outlined in b) must not be sent, and the
544 //    retrieval of the config via OMX_GetConfig should be ignored (as the metadata is embedded
545 //    in the output buffer).
546 
547 #define MAX_HDR10PLUSINFO_SIZE 1024
548 struct DescribeHDR10PlusInfoParams {
549     OMX_U32 nSize;                 // IN
550     OMX_VERSIONTYPE nVersion;      // IN
551     OMX_U32 nPortIndex;            // IN
552     OMX_U32 nParamSize;            // IN
553     OMX_U32 nParamSizeUsed;        // IN/OUT
554     OMX_U8 nValue[1];              // IN/OUT
555 };
556 
557 }  // namespace android
558 
559 extern android::OMXPluginBase *createOMXPlugin();
560 
561 #endif  // HARDWARE_API_H_
562