1 /*
2  * Copyright (c) 2010 The Khronos Group Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining
5  * a copy of this software and associated documentation files (the
6  * "Software"), to deal in the Software without restriction, including
7  * without limitation the rights to use, copy, modify, merge, publish,
8  * distribute, sublicense, and/or sell copies of the Software, and to
9  * permit persons to whom the Software is furnished to do so, subject
10  * to the following conditions:
11  * The above copyright notice and this permission notice shall be included
12  * in all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
16  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
17  * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
18  * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
19  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
20  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
21  *
22  */
23 
24 /** OMX_VideoExt.h - OpenMax IL version 1.1.2
25  * The OMX_VideoExt header file contains extensions to the
26  * definitions used by both the application and the component to
27  * access video items.
28  */
29 
30 #ifndef OMX_VideoExt_h
31 #define OMX_VideoExt_h
32 
33 #ifdef __cplusplus
34 extern "C" {
35 #endif /* __cplusplus */
36 
37 /* Each OMX header shall include all required header files to allow the
38  * header to compile without errors.  The includes below are required
39  * for this header file to compile successfully
40  */
41 #include <OMX_Core.h>
42 
43 /** NALU Formats */
44 typedef enum OMX_NALUFORMATSTYPE {
45     OMX_NaluFormatStartCodes = 1,
46     OMX_NaluFormatOneNaluPerBuffer = 2,
47     OMX_NaluFormatOneByteInterleaveLength = 4,
48     OMX_NaluFormatTwoByteInterleaveLength = 8,
49     OMX_NaluFormatFourByteInterleaveLength = 16,
50     OMX_NaluFormatCodingMax = 0x7FFFFFFF
51 } OMX_NALUFORMATSTYPE;
52 
53 /** NAL Stream Format */
54 typedef struct OMX_NALSTREAMFORMATTYPE{
55     OMX_U32 nSize;
56     OMX_VERSIONTYPE nVersion;
57     OMX_U32 nPortIndex;
58     OMX_NALUFORMATSTYPE eNaluFormat;
59 } OMX_NALSTREAMFORMATTYPE;
60 
61 /** AVC additional profiles */
62 typedef enum OMX_VIDEO_AVCPROFILEEXTTYPE {
63     OMX_VIDEO_AVCProfileConstrainedBaseline = 0x10000,   /**< Constrained baseline profile */
64     OMX_VIDEO_AVCProfileConstrainedHigh     = 0x80000,   /**< Constrained high profile */
65 } OMX_VIDEO_AVCPROFILEEXTTYPE;
66 
67 /** VP8 profiles */
68 typedef enum OMX_VIDEO_VP8PROFILETYPE {
69     OMX_VIDEO_VP8ProfileMain = 0x01,
70     OMX_VIDEO_VP8ProfileUnknown = 0x6EFFFFFF,
71     OMX_VIDEO_VP8ProfileMax = 0x7FFFFFFF
72 } OMX_VIDEO_VP8PROFILETYPE;
73 
74 /** VP8 levels */
75 typedef enum OMX_VIDEO_VP8LEVELTYPE {
76     OMX_VIDEO_VP8Level_Version0 = 0x01,
77     OMX_VIDEO_VP8Level_Version1 = 0x02,
78     OMX_VIDEO_VP8Level_Version2 = 0x04,
79     OMX_VIDEO_VP8Level_Version3 = 0x08,
80     OMX_VIDEO_VP8LevelUnknown = 0x6EFFFFFF,
81     OMX_VIDEO_VP8LevelMax = 0x7FFFFFFF
82 } OMX_VIDEO_VP8LEVELTYPE;
83 
84 /** VP8 Param */
85 typedef struct OMX_VIDEO_PARAM_VP8TYPE {
86     OMX_U32 nSize;
87     OMX_VERSIONTYPE nVersion;
88     OMX_U32 nPortIndex;
89     OMX_VIDEO_VP8PROFILETYPE eProfile;
90     OMX_VIDEO_VP8LEVELTYPE eLevel;
91     OMX_U32 nDCTPartitions;
92     OMX_BOOL bErrorResilientMode;
93 } OMX_VIDEO_PARAM_VP8TYPE;
94 
95 /** Structure for configuring VP8 reference frames */
96 typedef struct OMX_VIDEO_VP8REFERENCEFRAMETYPE {
97     OMX_U32 nSize;
98     OMX_VERSIONTYPE nVersion;
99     OMX_U32 nPortIndex;
100     OMX_BOOL bPreviousFrameRefresh;
101     OMX_BOOL bGoldenFrameRefresh;
102     OMX_BOOL bAlternateFrameRefresh;
103     OMX_BOOL bUsePreviousFrame;
104     OMX_BOOL bUseGoldenFrame;
105     OMX_BOOL bUseAlternateFrame;
106 } OMX_VIDEO_VP8REFERENCEFRAMETYPE;
107 
108 /** Structure for querying VP8 reference frame type */
109 typedef struct OMX_VIDEO_VP8REFERENCEFRAMEINFOTYPE {
110     OMX_U32 nSize;
111     OMX_VERSIONTYPE nVersion;
112     OMX_U32 nPortIndex;
113     OMX_BOOL bIsIntraFrame;
114     OMX_BOOL bIsGoldenOrAlternateFrame;
115 } OMX_VIDEO_VP8REFERENCEFRAMEINFOTYPE;
116 
117 /** Maximum number of VP8 temporal layers */
118 #define OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS 3
119 
120 /** VP8 temporal layer patterns */
121 typedef enum OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE {
122     OMX_VIDEO_VPXTemporalLayerPatternNone = 0,
123     OMX_VIDEO_VPXTemporalLayerPatternWebRTC = 1,
124     OMX_VIDEO_VPXTemporalLayerPatternMax = 0x7FFFFFFF
125 } OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE;
126 
127 /**
128  * Android specific VP8/VP9 encoder params
129  *
130  * STRUCT MEMBERS:
131  *  nSize                      : Size of the structure in bytes
132  *  nVersion                   : OMX specification version information
133  *  nPortIndex                 : Port that this structure applies to
134  *  nKeyFrameInterval          : Key frame interval in frames
135  *  eTemporalPattern           : Type of temporal layer pattern
136  *  nTemporalLayerCount        : Number of temporal coding layers
137  *  nTemporalLayerBitrateRatio : Bitrate ratio allocation between temporal
138  *                               streams in percentage
139  *  nMinQuantizer              : Minimum (best quality) quantizer
140  *  nMaxQuantizer              : Maximum (worst quality) quantizer
141  */
142 typedef struct OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE {
143     OMX_U32 nSize;
144     OMX_VERSIONTYPE nVersion;
145     OMX_U32 nPortIndex;
146     OMX_U32 nKeyFrameInterval;        // distance between consecutive key_frames (including one
147                                       // of the key_frames). 0 means interval is unspecified and
148                                       // can be freely chosen by the codec. 1 means a stream of
149                                       // only key_frames.
150 
151     OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE eTemporalPattern;
152     OMX_U32 nTemporalLayerCount;
153     OMX_U32 nTemporalLayerBitrateRatio[OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS];
154     OMX_U32 nMinQuantizer;
155     OMX_U32 nMaxQuantizer;
156 } OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE;
157 
158 /** VP9 profiles */
159 typedef enum OMX_VIDEO_VP9PROFILETYPE {
160     OMX_VIDEO_VP9Profile0 = 0x1,
161     OMX_VIDEO_VP9Profile1 = 0x2,
162     OMX_VIDEO_VP9Profile2 = 0x4,
163     OMX_VIDEO_VP9Profile3 = 0x8,
164     // HDR profiles also support passing HDR metadata
165     OMX_VIDEO_VP9Profile2HDR = 0x1000,
166     OMX_VIDEO_VP9Profile3HDR = 0x2000,
167     OMX_VIDEO_VP9Profile2HDR10Plus = 0x4000,
168     OMX_VIDEO_VP9ProfileUnknown = 0x6EFFFFFF,
169     OMX_VIDEO_VP9ProfileMax = 0x7FFFFFFF
170 } OMX_VIDEO_VP9PROFILETYPE;
171 
172 /** VP9 levels */
173 typedef enum OMX_VIDEO_VP9LEVELTYPE {
174     OMX_VIDEO_VP9Level1  = 0x1,
175     OMX_VIDEO_VP9Level11 = 0x2,
176     OMX_VIDEO_VP9Level2  = 0x4,
177     OMX_VIDEO_VP9Level21 = 0x8,
178     OMX_VIDEO_VP9Level3  = 0x10,
179     OMX_VIDEO_VP9Level31 = 0x20,
180     OMX_VIDEO_VP9Level4  = 0x40,
181     OMX_VIDEO_VP9Level41 = 0x80,
182     OMX_VIDEO_VP9Level5  = 0x100,
183     OMX_VIDEO_VP9Level51 = 0x200,
184     OMX_VIDEO_VP9Level52 = 0x400,
185     OMX_VIDEO_VP9Level6  = 0x800,
186     OMX_VIDEO_VP9Level61 = 0x1000,
187     OMX_VIDEO_VP9Level62 = 0x2000,
188     OMX_VIDEO_VP9LevelUnknown = 0x6EFFFFFF,
189     OMX_VIDEO_VP9LevelMax = 0x7FFFFFFF
190 } OMX_VIDEO_VP9LEVELTYPE;
191 
192 /**
193 * VP9 Parameters.
194 *   Encoder specific parameters (decoders should ignore these fields):
195 *     - bErrorResilientMode
196 *     - nTileRows
197 *     - nTileColumns
198 *     - bEnableFrameParallelDecoding
199 */
200 typedef struct OMX_VIDEO_PARAM_VP9TYPE {
201     OMX_U32 nSize;
202     OMX_VERSIONTYPE nVersion;
203     OMX_U32 nPortIndex;
204     OMX_VIDEO_VP9PROFILETYPE eProfile;
205     OMX_VIDEO_VP9LEVELTYPE eLevel;
206     OMX_BOOL bErrorResilientMode;
207     OMX_U32 nTileRows;
208     OMX_U32 nTileColumns;
209     OMX_BOOL bEnableFrameParallelDecoding;
210 } OMX_VIDEO_PARAM_VP9TYPE;
211 
212 /** HEVC Profile enum type */
213 typedef enum OMX_VIDEO_HEVCPROFILETYPE {
214     OMX_VIDEO_HEVCProfileUnknown      = 0x0,
215     OMX_VIDEO_HEVCProfileMain         = 0x1,
216     OMX_VIDEO_HEVCProfileMain10       = 0x2,
217     OMX_VIDEO_HEVCProfileMainStill    = 0x04,
218     // Main10 profile with HDR SEI support.
219     OMX_VIDEO_HEVCProfileMain10HDR10  = 0x1000,
220     OMX_VIDEO_HEVCProfileMain10HDR10Plus = 0x2000,
221     OMX_VIDEO_HEVCProfileMax          = 0x7FFFFFFF
222 } OMX_VIDEO_HEVCPROFILETYPE;
223 
224 /** HEVC Level enum type */
225 typedef enum OMX_VIDEO_HEVCLEVELTYPE {
226     OMX_VIDEO_HEVCLevelUnknown    = 0x0,
227     OMX_VIDEO_HEVCMainTierLevel1  = 0x1,
228     OMX_VIDEO_HEVCHighTierLevel1  = 0x2,
229     OMX_VIDEO_HEVCMainTierLevel2  = 0x4,
230     OMX_VIDEO_HEVCHighTierLevel2  = 0x8,
231     OMX_VIDEO_HEVCMainTierLevel21 = 0x10,
232     OMX_VIDEO_HEVCHighTierLevel21 = 0x20,
233     OMX_VIDEO_HEVCMainTierLevel3  = 0x40,
234     OMX_VIDEO_HEVCHighTierLevel3  = 0x80,
235     OMX_VIDEO_HEVCMainTierLevel31 = 0x100,
236     OMX_VIDEO_HEVCHighTierLevel31 = 0x200,
237     OMX_VIDEO_HEVCMainTierLevel4  = 0x400,
238     OMX_VIDEO_HEVCHighTierLevel4  = 0x800,
239     OMX_VIDEO_HEVCMainTierLevel41 = 0x1000,
240     OMX_VIDEO_HEVCHighTierLevel41 = 0x2000,
241     OMX_VIDEO_HEVCMainTierLevel5  = 0x4000,
242     OMX_VIDEO_HEVCHighTierLevel5  = 0x8000,
243     OMX_VIDEO_HEVCMainTierLevel51 = 0x10000,
244     OMX_VIDEO_HEVCHighTierLevel51 = 0x20000,
245     OMX_VIDEO_HEVCMainTierLevel52 = 0x40000,
246     OMX_VIDEO_HEVCHighTierLevel52 = 0x80000,
247     OMX_VIDEO_HEVCMainTierLevel6  = 0x100000,
248     OMX_VIDEO_HEVCHighTierLevel6  = 0x200000,
249     OMX_VIDEO_HEVCMainTierLevel61 = 0x400000,
250     OMX_VIDEO_HEVCHighTierLevel61 = 0x800000,
251     OMX_VIDEO_HEVCMainTierLevel62 = 0x1000000,
252     OMX_VIDEO_HEVCHighTierLevel62 = 0x2000000,
253     OMX_VIDEO_HEVCHighTiermax     = 0x7FFFFFFF
254 } OMX_VIDEO_HEVCLEVELTYPE;
255 
256 /** Structure for controlling HEVC video encoding */
257 typedef struct OMX_VIDEO_PARAM_HEVCTYPE {
258     OMX_U32 nSize;
259     OMX_VERSIONTYPE nVersion;
260     OMX_U32 nPortIndex;
261     OMX_VIDEO_HEVCPROFILETYPE eProfile;
262     OMX_VIDEO_HEVCLEVELTYPE eLevel;
263     OMX_U32 nKeyFrameInterval;        // distance between consecutive I-frames (including one
264                                       // of the I frames). 0 means interval is unspecified and
265                                       // can be freely chosen by the codec. 1 means a stream of
266                                       // only I frames.
267 } OMX_VIDEO_PARAM_HEVCTYPE;
268 
269 /** Structure to define if dependent slice segments should be used */
270 typedef struct OMX_VIDEO_SLICESEGMENTSTYPE {
271     OMX_U32 nSize;
272     OMX_VERSIONTYPE nVersion;
273     OMX_U32 nPortIndex;
274     OMX_BOOL bDepedentSegments;
275     OMX_BOOL bEnableLoopFilterAcrossSlices;
276 } OMX_VIDEO_SLICESEGMENTSTYPE;
277 
278 /** Structure to return timestamps of rendered output frames as well as EOS
279  *  for tunneled components.
280  */
281 typedef struct OMX_VIDEO_RENDEREVENTTYPE {
282     OMX_S64 nMediaTimeUs;  // timestamp of rendered video frame
283     OMX_S64 nSystemTimeNs; // system monotonic time at the time frame was rendered
284                            // Use INT64_MAX for nMediaTimeUs to signal that the EOS
285                            // has been reached. In this case, nSystemTimeNs MUST be
286                            // the system time when the last frame was rendered.
287                            // This MUST be done in addition to returning (and
288                            // following) the render information for the last frame.
289 } OMX_VIDEO_RENDEREVENTTYPE;
290 
291 /** Dolby Vision Profile enum type */
292 typedef enum OMX_VIDEO_DOLBYVISIONPROFILETYPE {
293     OMX_VIDEO_DolbyVisionProfileUnknown = 0x0,
294     OMX_VIDEO_DolbyVisionProfileDvavPer = 0x1,
295     OMX_VIDEO_DolbyVisionProfileDvavPen = 0x2,
296     OMX_VIDEO_DolbyVisionProfileDvheDer = 0x4,
297     OMX_VIDEO_DolbyVisionProfileDvheDen = 0x8,
298     OMX_VIDEO_DolbyVisionProfileDvheDtr = 0x10,
299     OMX_VIDEO_DolbyVisionProfileDvheStn = 0x20,
300     OMX_VIDEO_DolbyVisionProfileDvheDth = 0x40,
301     OMX_VIDEO_DolbyVisionProfileDvheDtb = 0x80,
302     OMX_VIDEO_DolbyVisionProfileDvheSt  = 0x100,
303     OMX_VIDEO_DolbyVisionProfileDvavSe  = 0x200,
304     OMX_VIDEO_DolbyVisionProfileMax     = 0x7FFFFFFF
305 } OMX_VIDEO_DOLBYVISIONPROFILETYPE;
306 
307 /** Dolby Vision Level enum type */
308 typedef enum OMX_VIDEO_DOLBYVISIONLEVELTYPE {
309     OMX_VIDEO_DolbyVisionLevelUnknown = 0x0,
310     OMX_VIDEO_DolbyVisionLevelHd24    = 0x1,
311     OMX_VIDEO_DolbyVisionLevelHd30    = 0x2,
312     OMX_VIDEO_DolbyVisionLevelFhd24   = 0x4,
313     OMX_VIDEO_DolbyVisionLevelFhd30   = 0x8,
314     OMX_VIDEO_DolbyVisionLevelFhd60   = 0x10,
315     OMX_VIDEO_DolbyVisionLevelUhd24   = 0x20,
316     OMX_VIDEO_DolbyVisionLevelUhd30   = 0x40,
317     OMX_VIDEO_DolbyVisionLevelUhd48   = 0x80,
318     OMX_VIDEO_DolbyVisionLevelUhd60   = 0x100,
319     OMX_VIDEO_DolbyVisionLevelmax     = 0x7FFFFFFF
320 } OMX_VIDEO_DOLBYVISIONLEVELTYPE;
321 
322 /**
323  * Structure for configuring video compression intra refresh period
324  *
325  * STRUCT MEMBERS:
326  *  nSize               : Size of the structure in bytes
327  *  nVersion            : OMX specification version information
328  *  nPortIndex          : Port that this structure applies to
329  *  nRefreshPeriod      : Intra refreh period in frames. Value 0 means disable intra refresh
330  */
331 typedef struct OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE {
332     OMX_U32 nSize;
333     OMX_VERSIONTYPE nVersion;
334     OMX_U32 nPortIndex;
335     OMX_U32 nRefreshPeriod;
336 } OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE;
337 
338 /** Maximum number of temporal layers supported by AVC/HEVC */
339 #define OMX_VIDEO_ANDROID_MAXTEMPORALLAYERS 8
340 
341 /** temporal layer patterns */
342 typedef enum OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE {
343     OMX_VIDEO_AndroidTemporalLayeringPatternNone = 0,
344     // pattern as defined by WebRTC
345     OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC = 1 << 0,
346     // pattern where frames in any layer other than the base layer only depend on at most the very
347     // last frame from each preceding layer (other than the base layer.)
348     OMX_VIDEO_AndroidTemporalLayeringPatternAndroid = 1 << 1,
349 } OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE;
350 
351 /**
352  * Android specific param for configuration of temporal layering.
353  * Android only supports temporal layering where successive layers each double the
354  * previous layer's framerate.
355  * NOTE: Reading this parameter at run-time SHALL return actual run-time values.
356  *
357  *  nSize                      : Size of the structure in bytes
358  *  nVersion                   : OMX specification version information
359  *  nPortIndex                 : Port that this structure applies to (output port for encoders)
360  *  eSupportedPatterns         : A bitmask of supported layering patterns
361  *  nLayerCountMax             : Max number of temporal coding layers supported
362  *                               by the encoder (must be at least 1, 1 meaning temporal layering
363  *                               is NOT supported)
364  *  nBLayerCountMax            : Max number of layers that can contain B frames
365  *                               (0) to (nLayerCountMax - 1)
366  *  ePattern                   : Layering pattern.
367  *  nPLayerCountActual         : Number of temporal layers to be coded with non-B frames,
368  *                               starting from and including the base-layer.
369  *                               (1 to nLayerCountMax - nBLayerCountActual)
370  *                               If nPLayerCountActual is 1 and nBLayerCountActual is 0, temporal
371  *                               layering is disabled. Otherwise, it is enabled.
372  *  nBLayerCountActual         : Number of temporal layers to be coded with B frames,
373  *                               starting after non-B layers.
374  *                               (0 to nBLayerCountMax)
375  *  bBitrateRatiosSpecified    : Flag to indicate if layer-wise bitrate
376  *                               distribution is specified.
377  *  nBitrateRatios             : Bitrate ratio (100 based) per layer (index 0 is base layer).
378  *                               Honored if bBitrateRatiosSpecified is set.
379  *                               i.e for 4 layers with desired distribution (25% 25% 25% 25%),
380  *                               nBitrateRatio = {25, 50, 75, 100, ... }
381  *                               Values in indices not less than 'the actual number of layers
382  *                               minus 1' MAY be ignored and assumed to be 100.
383  */
384 typedef struct OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE {
385     OMX_U32 nSize;
386     OMX_VERSIONTYPE nVersion;
387     OMX_U32 nPortIndex;
388     OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE eSupportedPatterns;
389     OMX_U32 nLayerCountMax;
390     OMX_U32 nBLayerCountMax;
391     OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE ePattern;
392     OMX_U32 nPLayerCountActual;
393     OMX_U32 nBLayerCountActual;
394     OMX_BOOL bBitrateRatiosSpecified;
395     OMX_U32 nBitrateRatios[OMX_VIDEO_ANDROID_MAXTEMPORALLAYERS];
396 } OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE;
397 
398 /**
399  * Android specific config for changing the temporal-layer count or
400  * bitrate-distribution at run-time.
401  *
402  *  nSize                      : Size of the structure in bytes
403  *  nVersion                   : OMX specification version information
404  *  nPortIndex                 : Port that this structure applies to (output port for encoders)
405  *  ePattern                   : Layering pattern.
406  *  nPLayerCountActual         : Number of temporal layers to be coded with non-B frames.
407  *                               (same OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE limits apply.)
408  *  nBLayerCountActual         : Number of temporal layers to be coded with B frames.
409  *                               (same OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE limits apply.)
410  *  bBitrateRatiosSpecified    : Flag to indicate if layer-wise bitrate
411  *                               distribution is specified.
412  *  nBitrateRatios             : Bitrate ratio (100 based, Q16 values) per layer (0 is base layer).
413  *                               Honored if bBitrateRatiosSpecified is set.
414  *                               (same OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE limits apply.)
415  */
416 typedef struct OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE {
417     OMX_U32 nSize;
418     OMX_VERSIONTYPE nVersion;
419     OMX_U32 nPortIndex;
420     OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE ePattern;
421     OMX_U32 nPLayerCountActual;
422     OMX_U32 nBLayerCountActual;
423     OMX_BOOL bBitrateRatiosSpecified;
424     OMX_U32 nBitrateRatios[OMX_VIDEO_ANDROID_MAXTEMPORALLAYERS];
425 } OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE;
426 
427 /**
428  * Android specific param for specifying image grid layout information for image encoding
429  * use cases, corresponding to index OMX_IndexParamVideoAndroidImageGrid.
430  *
431  * OMX_VIDEO_CodingImageHEIC encoders must handle this param type. When this param is set
432  * on the component with bEnabled set to true, nTileWidth, nTileHeight, nGridRows,
433  * nGridCols indicates the desired grid config by the client. The component can use this
434  * as a heuristic, and is free to choose any suitable grid configs. The client shall
435  * always get the actual from the component after the param is set. Encoder will receive
436  * each input image in full, and shall encode it into tiles in row-major, top-row first,
437  * left-to-right order, and send each encoded tile in a separate output buffer. All output
438  * buffers for the same input buffer shall carry the same timestamp as the input buffer.
439  * If the input buffer is marked EOS, the EOS should only appear on the last output buffer
440  * for that input buffer.
441  *
442  * OMX_VIDEO_CodingHEVC encoders might also receive this param when it's used for image
443  * encoding, although in this case the param only serves as a hint. The encoder will
444  * receive the input image tiles in row-major, top-row first, left-to-right order.
445  * The grid config can be used for quality control, or optimizations.
446  *
447  * If this param is not set, the component shall assume that grid option is disabled.
448  *
449  *  nSize                      : Size of the structure in bytes
450  *  nVersion                   : OMX specification version information
451  *  nPortIndex                 : Port that this structure applies to (output port for encoders)
452  *  bEnabled                   : Whether grid is enabled. If true, the other parameters
453  *                               specifies the grid config; otherwise they shall be ignored.
454  *  nTileWidth                 : Width of each tile.
455  *  nTileHeight                : Height of each tile.
456  *  nGridRows                  : Number of rows in the grid.
457  *  nGridCols                  : Number of cols in the grid.
458  */
459 typedef struct OMX_VIDEO_PARAM_ANDROID_IMAGEGRIDTYPE {
460     OMX_U32 nSize;
461     OMX_VERSIONTYPE nVersion;
462     OMX_U32 nPortIndex;
463     OMX_BOOL bEnabled;
464     OMX_U32 nTileWidth;
465     OMX_U32 nTileHeight;
466     OMX_U32 nGridRows;
467     OMX_U32 nGridCols;
468 } OMX_VIDEO_PARAM_ANDROID_IMAGEGRIDTYPE;
469 
470 #ifdef __cplusplus
471 }
472 #endif /* __cplusplus */
473 
474 #endif /* OMX_VideoExt_h */
475 /* File EOF */
476