/*-------------------------------------------------------------------------- Copyright (c) 2010 - 2014, 2018, The Linux Foundation. All rights reserved. Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. * Neither the name of The Linux Foundation nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. --------------------------------------------------------------------------*/ #ifndef __OMX_VDEC_H__ #define __OMX_VDEC_H__ /*============================================================================ O p e n M A X Component Video Decoder *//** @file comx_vdec.h This module contains the class definition for openMAX decoder component. *//*========================================================================*/ ////////////////////////////////////////////////////////////////////////////// // Include Files ////////////////////////////////////////////////////////////////////////////// #include #include #include #include #include #include static ptrdiff_t x; #ifdef _ANDROID_ #ifdef MAX_RES_720P #define LOG_TAG "OMX-VDEC-720P" #elif MAX_RES_1080P #define LOG_TAG "OMX-VDEC-1080P" #else #define LOG_TAG "OMX-VDEC" #endif #ifdef USE_ION #include //#include //#else #endif #include #include extern "C" { #include } #include #include #include "hevc_utils.h" #define TIMEOUT 5000 #endif // _ANDROID_ #if defined (_ANDROID_HONEYCOMB_) || defined (_ANDROID_ICS_) #include #endif #include #if defined (_ANDROID_ICS_) #include #endif #include #ifndef PC_DEBUG #include #endif #include "OMX_Core.h" #include "OMX_QCOMExtns.h" #include "OMX_VideoExt.h" #include "OMX_IndexExt.h" #include "qc_omx_component.h" #include #include #include "frameparser.h" #ifdef MAX_RES_1080P #include "mp4_utils.h" #endif #include "extra_data_handler.h" #include "ts_parser.h" #include "vidc_color_converter.h" #include "vidc_debug.h" #ifdef _ANDROID_ #include #else #define PROPERTY_VALUE_MAX 92 #endif extern "C" { OMX_API void * get_omx_component_factory_fn(void); } #ifdef _ANDROID_ using namespace android; #ifdef USE_ION class VideoHeap : public MemoryHeapBase { public: VideoHeap(int devicefd, size_t size, void* base,ion_user_handle_t handle,int mapfd); virtual ~VideoHeap() {} private: int m_ion_device_fd; ion_user_handle_t m_ion_handle; }; #else // local pmem heap object class VideoHeap : public MemoryHeapBase { public: VideoHeap(int fd, size_t size, void* base); virtual ~VideoHeap() {} }; #endif #endif // _ANDROID_ ////////////////////////////////////////////////////////////////////////////// // Module specific globals ////////////////////////////////////////////////////////////////////////////// #define OMX_SPEC_VERSION 0x00000101 //PC:TODO------------ kernel update ---------- #define V4L2_PIX_FMT_H264_MVC v4l2_fourcc('M', '2', '6', '4') /* H264 MVC */ //----------- ////////////////////////////////////////////////////////////////////////////// // Macros ////////////////////////////////////////////////////////////////////////////// #define PrintFrameHdr(bufHdr) DEBUG_PRINT("bufHdr %x buf %x size %d TS %d\n",\ (unsigned) bufHdr,\ (unsigned)((OMX_BUFFERHEADERTYPE *)bufHdr)->pBuffer,\ (unsigned)((OMX_BUFFERHEADERTYPE *)bufHdr)->nFilledLen,\ (unsigned)((OMX_BUFFERHEADERTYPE *)bufHdr)->nTimeStamp) // BitMask Management logic #define BITS_PER_INDEX 64 #define BITMASK_SIZE(mIndex) (((mIndex) + BITS_PER_INDEX - 1)/BITS_PER_INDEX) #define BITMASK_OFFSET(mIndex) ((mIndex)/BITS_PER_INDEX) #define BITMASK_FLAG(mIndex) ((uint64_t)1 << ((mIndex) % BITS_PER_INDEX)) #define BITMASK_CLEAR(mArray,mIndex) (mArray)[BITMASK_OFFSET(mIndex)] \ &= ~(BITMASK_FLAG(mIndex)) #define BITMASK_SET(mArray,mIndex) (mArray)[BITMASK_OFFSET(mIndex)] \ |= BITMASK_FLAG(mIndex) #define BITMASK_PRESENT(mArray,mIndex) ((mArray)[BITMASK_OFFSET(mIndex)] \ & BITMASK_FLAG(mIndex)) #define BITMASK_ABSENT(mArray,mIndex) (((mArray)[BITMASK_OFFSET(mIndex)] \ & BITMASK_FLAG(mIndex)) == 0x0) #define BITMASK_PRESENT(mArray,mIndex) ((mArray)[BITMASK_OFFSET(mIndex)] \ & BITMASK_FLAG(mIndex)) #define BITMASK_ABSENT(mArray,mIndex) (((mArray)[BITMASK_OFFSET(mIndex)] \ & BITMASK_FLAG(mIndex)) == 0x0) #define OMX_CORE_CONTROL_CMDQ_SIZE 100 #define OMX_CORE_QCIF_HEIGHT 144 #define OMX_CORE_QCIF_WIDTH 176 #define OMX_CORE_VGA_HEIGHT 480 #define OMX_CORE_VGA_WIDTH 640 #define OMX_CORE_WVGA_HEIGHT 480 #define OMX_CORE_WVGA_WIDTH 800 #define DESC_BUFFER_SIZE (8192 * 16) #ifdef _ANDROID_ #define MAX_NUM_INPUT_OUTPUT_BUFFERS 64 #endif #ifdef _ION_HEAP_MASK_COMPATIBILITY_WA #define ION_HEAP_MASK heap_mask #else #define ION_HEAP_MASK heap_id_mask #endif #define OMX_FRAMEINFO_EXTRADATA 0x00010000 #define OMX_INTERLACE_EXTRADATA 0x00020000 #define OMX_TIMEINFO_EXTRADATA 0x00040000 #define OMX_PORTDEF_EXTRADATA 0x00080000 #define OMX_EXTNUSER_EXTRADATA 0x00100000 #define OMX_FRAMEDIMENSION_EXTRADATA 0x00200000 #define OMX_FRAMEPACK_EXTRADATA 0x00400000 #define OMX_QP_EXTRADATA 0x00800000 #define OMX_BITSINFO_EXTRADATA 0x01000000 #define OMX_MPEG2SEQDISP_EXTRADATA 0x02000000 #define OMX_VUI_DISPLAY_INFO_EXTRADATA 0x04000000 #define DRIVER_EXTRADATA_MASK 0x0000FFFF #define OMX_INTERLACE_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ sizeof(OMX_STREAMINTERLACEFORMAT) + 3)&(~3)) #define OMX_FRAMEINFO_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ sizeof(OMX_QCOM_EXTRADATA_FRAMEINFO) + 3)&(~3)) #define OMX_PORTDEF_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ sizeof(OMX_PARAM_PORTDEFINITIONTYPE) + 3)&(~3)) #define OMX_FRAMEDIMENSION_EXTRADATA_SIZE (sizeof(OMX_OTHER_EXTRADATATYPE) +\ sizeof(OMX_QCOM_EXTRADATA_FRAMEDIMENSION) + 3)&(~3) #define OMX_FRAMEPACK_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ sizeof(OMX_QCOM_FRAME_PACK_ARRANGEMENT) + 3)&(~3)) #define OMX_QP_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ sizeof(OMX_QCOM_EXTRADATA_QP) + 3)&(~3)) #define OMX_BITSINFO_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ sizeof(OMX_QCOM_EXTRADATA_BITS_INFO) + 3)&(~3)) #define OMX_MPEG2SEQDISP_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ sizeof(OMX_QCOM_EXTRADATA_MPEG2SEQDISPLAY) + 3)&(~3)) #define OMX_USERDATA_EXTRADATA_SIZE ((sizeof(OMX_OTHER_EXTRADATATYPE) +\ + 3)&(~3)) // Define next macro with required values to enable default extradata, // VDEC_EXTRADATA_MB_ERROR_MAP // OMX_INTERLACE_EXTRADATA // OMX_FRAMEINFO_EXTRADATA // OMX_TIMEINFO_EXTRADATA //#define DEFAULT_EXTRADATA (OMX_FRAMEINFO_EXTRADATA|OMX_INTERLACE_EXTRADATA) enum port_indexes { OMX_CORE_INPUT_PORT_INDEX =0, OMX_CORE_OUTPUT_PORT_INDEX =1 }; #ifdef USE_ION struct vdec_ion { int ion_device_fd; struct ion_fd_data fd_ion_data; struct ion_allocation_data ion_alloc_data; }; #endif #ifdef _MSM8974_ struct extradata_buffer_info { unsigned long buffer_size; char* uaddr; int count; int size; #ifdef USE_ION struct vdec_ion ion; #endif }; #endif struct video_driver_context { int video_driver_fd; enum vdec_codec decoder_format; enum vdec_output_fromat output_format; enum vdec_interlaced_format interlace; enum vdec_output_order picture_order; struct vdec_framesize frame_size; struct vdec_picsize video_resolution; struct vdec_allocatorproperty ip_buf; struct vdec_allocatorproperty op_buf; struct vdec_bufferpayload *ptr_inputbuffer; struct vdec_bufferpayload *ptr_outputbuffer; struct vdec_output_frameinfo *ptr_respbuffer; #ifdef USE_ION struct vdec_ion *ip_buf_ion_info; struct vdec_ion *op_buf_ion_info; struct vdec_ion h264_mv; struct vdec_ion meta_buffer; struct vdec_ion meta_buffer_iommu; #endif struct vdec_framerate frame_rate; unsigned extradata; bool timestamp_adjust; char kind[128]; bool idr_only_decoding; unsigned disable_dmx; #ifdef _MSM8974_ struct extradata_buffer_info extradata_info; int num_planes; #endif }; #ifdef _ANDROID_ class DivXDrmDecrypt; #endif //_ANDROID_ struct video_decoder_capability { unsigned int min_width; unsigned int max_width; unsigned int min_height; unsigned int max_height; }; struct debug_cap { bool in_buffer_log; bool out_buffer_log; char infile_name[PROPERTY_VALUE_MAX + 36]; char outfile_name[PROPERTY_VALUE_MAX + 36]; char log_loc[PROPERTY_VALUE_MAX]; FILE *infile; FILE *outfile; }; struct dynamic_buf_list { OMX_U32 fd; OMX_U32 dup_fd; OMX_U32 offset; OMX_U32 ref_count; }; // OMX video decoder class class omx_vdec: public qc_omx_component { public: omx_vdec(); // constructor virtual ~omx_vdec(); // destructor static int async_message_process (void *context, void* message); static void process_event_cb(void *ctxt,unsigned char id); OMX_ERRORTYPE allocate_buffer( OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE **bufferHdr, OMX_U32 port, OMX_PTR appData, OMX_U32 bytes ); OMX_ERRORTYPE component_deinit(OMX_HANDLETYPE hComp); OMX_ERRORTYPE component_init(OMX_STRING role); OMX_ERRORTYPE component_role_enum( OMX_HANDLETYPE hComp, OMX_U8 *role, OMX_U32 index ); OMX_ERRORTYPE component_tunnel_request( OMX_HANDLETYPE hComp, OMX_U32 port, OMX_HANDLETYPE peerComponent, OMX_U32 peerPort, OMX_TUNNELSETUPTYPE *tunnelSetup ); OMX_ERRORTYPE empty_this_buffer( OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE *buffer ); OMX_ERRORTYPE fill_this_buffer( OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE *buffer ); OMX_ERRORTYPE free_buffer( OMX_HANDLETYPE hComp, OMX_U32 port, OMX_BUFFERHEADERTYPE *buffer ); OMX_ERRORTYPE get_component_version( OMX_HANDLETYPE hComp, OMX_STRING componentName, OMX_VERSIONTYPE *componentVersion, OMX_VERSIONTYPE *specVersion, OMX_UUIDTYPE *componentUUID ); OMX_ERRORTYPE get_config( OMX_HANDLETYPE hComp, OMX_INDEXTYPE configIndex, OMX_PTR configData ); OMX_ERRORTYPE get_extension_index( OMX_HANDLETYPE hComp, OMX_STRING paramName, OMX_INDEXTYPE *indexType ); OMX_ERRORTYPE get_parameter(OMX_HANDLETYPE hComp, OMX_INDEXTYPE paramIndex, OMX_PTR paramData); OMX_ERRORTYPE get_state(OMX_HANDLETYPE hComp, OMX_STATETYPE *state); OMX_ERRORTYPE send_command(OMX_HANDLETYPE hComp, OMX_COMMANDTYPE cmd, OMX_U32 param1, OMX_PTR cmdData); OMX_ERRORTYPE set_callbacks(OMX_HANDLETYPE hComp, OMX_CALLBACKTYPE *callbacks, OMX_PTR appData); OMX_ERRORTYPE set_config(OMX_HANDLETYPE hComp, OMX_INDEXTYPE configIndex, OMX_PTR configData); OMX_ERRORTYPE set_parameter(OMX_HANDLETYPE hComp, OMX_INDEXTYPE paramIndex, OMX_PTR paramData); OMX_ERRORTYPE use_buffer(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE **bufferHdr, OMX_U32 port, OMX_PTR appData, OMX_U32 bytes, OMX_U8 *buffer); OMX_ERRORTYPE use_input_heap_buffers( OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE** bufferHdr, OMX_U32 port, OMX_PTR appData, OMX_U32 bytes, OMX_U8* buffer); OMX_ERRORTYPE use_EGL_image(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE **bufferHdr, OMX_U32 port, OMX_PTR appData, void * eglImage); void complete_pending_buffer_done_cbs(); struct video_driver_context drv_ctx; #ifdef _MSM8974_ OMX_ERRORTYPE allocate_extradata(); void free_extradata(); int update_resolution(int width, int height, int stride, int scan_lines); OMX_ERRORTYPE is_video_session_supported(); #endif int m_pipe_in; int m_pipe_out; pthread_t msg_thread_id; pthread_t async_thread_id; bool is_component_secure(); void buf_ref_add(OMX_U32 fd, OMX_U32 offset); void buf_ref_remove(OMX_U32 fd, OMX_U32 offset); private: // Bit Positions enum flags_bit_positions { // Defer transition to IDLE OMX_COMPONENT_IDLE_PENDING =0x1, // Defer transition to LOADING OMX_COMPONENT_LOADING_PENDING =0x2, // First Buffer Pending OMX_COMPONENT_FIRST_BUFFER_PENDING =0x3, // Second Buffer Pending OMX_COMPONENT_SECOND_BUFFER_PENDING =0x4, // Defer transition to Enable OMX_COMPONENT_INPUT_ENABLE_PENDING =0x5, // Defer transition to Enable OMX_COMPONENT_OUTPUT_ENABLE_PENDING =0x6, // Defer transition to Disable OMX_COMPONENT_INPUT_DISABLE_PENDING =0x7, // Defer transition to Disable OMX_COMPONENT_OUTPUT_DISABLE_PENDING =0x8, //defer flush notification OMX_COMPONENT_OUTPUT_FLUSH_PENDING =0x9, OMX_COMPONENT_INPUT_FLUSH_PENDING =0xA, OMX_COMPONENT_PAUSE_PENDING =0xB, OMX_COMPONENT_EXECUTE_PENDING =0xC, OMX_COMPONENT_OUTPUT_FLUSH_IN_DISABLE_PENDING =0xD, OMX_COMPONENT_DISABLE_OUTPUT_DEFERRED=0xE, OMX_COMPONENT_FLUSH_DEFERRED = 0xF }; // Deferred callback identifiers enum { //Event Callbacks from the vdec component thread context OMX_COMPONENT_GENERATE_EVENT = 0x1, //Buffer Done callbacks from the vdec component thread context OMX_COMPONENT_GENERATE_BUFFER_DONE = 0x2, //Frame Done callbacks from the vdec component thread context OMX_COMPONENT_GENERATE_FRAME_DONE = 0x3, //Buffer Done callbacks from the vdec component thread context OMX_COMPONENT_GENERATE_FTB = 0x4, //Frame Done callbacks from the vdec component thread context OMX_COMPONENT_GENERATE_ETB = 0x5, //Command OMX_COMPONENT_GENERATE_COMMAND = 0x6, //Push-Pending Buffers OMX_COMPONENT_PUSH_PENDING_BUFS = 0x7, // Empty Buffer Done callbacks OMX_COMPONENT_GENERATE_EBD = 0x8, //Flush Event Callbacks from the vdec component thread context OMX_COMPONENT_GENERATE_EVENT_FLUSH = 0x9, OMX_COMPONENT_GENERATE_EVENT_INPUT_FLUSH = 0x0A, OMX_COMPONENT_GENERATE_EVENT_OUTPUT_FLUSH = 0x0B, OMX_COMPONENT_GENERATE_FBD = 0xc, OMX_COMPONENT_GENERATE_START_DONE = 0xD, OMX_COMPONENT_GENERATE_PAUSE_DONE = 0xE, OMX_COMPONENT_GENERATE_RESUME_DONE = 0xF, OMX_COMPONENT_GENERATE_STOP_DONE = 0x10, OMX_COMPONENT_GENERATE_HARDWARE_ERROR = 0x11, OMX_COMPONENT_GENERATE_ETB_ARBITRARY = 0x12, OMX_COMPONENT_GENERATE_PORT_RECONFIG = 0x13, OMX_COMPONENT_GENERATE_EOS_DONE = 0x14, OMX_COMPONENT_GENERATE_INFO_PORT_RECONFIG = 0x15, OMX_COMPONENT_GENERATE_INFO_FIELD_DROPPED = 0x16, OMX_COMPONENT_GENERATE_UNSUPPORTED_SETTING = 0x17, OMX_COMPONENT_GENERATE_HARDWARE_OVERLOAD = 0x18, }; enum vc1_profile_type { VC1_SP_MP_RCV = 1, VC1_AP = 2 }; #ifdef _MSM8974_ enum v4l2_ports { CAPTURE_PORT, OUTPUT_PORT, MAX_PORT }; #endif struct omx_event { unsigned long param1; unsigned long param2; unsigned long id; }; struct omx_cmd_queue { omx_event m_q[OMX_CORE_CONTROL_CMDQ_SIZE]; unsigned long m_read; unsigned long m_write; unsigned long m_size; omx_cmd_queue(); ~omx_cmd_queue(); bool insert_entry(unsigned long p1, unsigned long p2, unsigned long id); bool pop_entry(unsigned long *p1,unsigned long *p2, unsigned long *id); // get msgtype of the first ele from the queue unsigned get_q_msg_type(); }; #ifdef _ANDROID_ struct ts_entry { OMX_TICKS timestamp; bool valid; }; struct ts_arr_list { ts_entry m_ts_arr_list[MAX_NUM_INPUT_OUTPUT_BUFFERS]; ts_arr_list(); ~ts_arr_list(); bool insert_ts(OMX_TICKS ts); bool pop_min_ts(OMX_TICKS &ts); bool reset_ts_list(); }; #endif struct desc_buffer_hdr { OMX_U8 *buf_addr; OMX_U32 desc_data_size; }; bool allocate_done(void); bool allocate_input_done(void); bool allocate_output_done(void); OMX_ERRORTYPE free_input_buffer(OMX_BUFFERHEADERTYPE *bufferHdr); OMX_ERRORTYPE free_input_buffer(unsigned int bufferindex, OMX_BUFFERHEADERTYPE *pmem_bufferHdr); OMX_ERRORTYPE free_output_buffer(OMX_BUFFERHEADERTYPE *bufferHdr); void free_output_buffer_header(); void free_input_buffer_header(); OMX_ERRORTYPE allocate_input_heap_buffer(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE **bufferHdr, OMX_U32 port, OMX_PTR appData, OMX_U32 bytes); OMX_ERRORTYPE allocate_input_buffer(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE **bufferHdr, OMX_U32 port, OMX_PTR appData, OMX_U32 bytes); OMX_ERRORTYPE allocate_output_buffer(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE **bufferHdr, OMX_U32 port,OMX_PTR appData, OMX_U32 bytes); OMX_ERRORTYPE use_output_buffer(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE **bufferHdr, OMX_U32 port, OMX_PTR appData, OMX_U32 bytes, OMX_U8 *buffer); OMX_ERRORTYPE get_supported_profile_level(OMX_VIDEO_PARAM_PROFILELEVELTYPE *profileLevelType); OMX_ERRORTYPE allocate_desc_buffer(OMX_U32 index); OMX_ERRORTYPE allocate_output_headers(); bool execute_omx_flush(OMX_U32); bool execute_output_flush(); bool execute_input_flush(); OMX_ERRORTYPE empty_buffer_done(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE * buffer); OMX_ERRORTYPE fill_buffer_done(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE * buffer); OMX_ERRORTYPE empty_this_buffer_proxy(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE *buffer); OMX_ERRORTYPE empty_this_buffer_proxy_arbitrary(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE *buffer ); OMX_ERRORTYPE push_input_buffer (OMX_HANDLETYPE hComp); OMX_ERRORTYPE push_input_sc_codec (OMX_HANDLETYPE hComp); OMX_ERRORTYPE push_input_h264 (OMX_HANDLETYPE hComp); OMX_ERRORTYPE push_input_hevc (OMX_HANDLETYPE hComp); OMX_ERRORTYPE push_input_vc1 (OMX_HANDLETYPE hComp); OMX_ERRORTYPE fill_this_buffer_proxy(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE *buffer); bool release_done(); bool release_output_done(); bool release_input_done(); OMX_ERRORTYPE get_buffer_req(vdec_allocatorproperty *buffer_prop); OMX_ERRORTYPE set_buffer_req(vdec_allocatorproperty *buffer_prop); OMX_ERRORTYPE start_port_reconfig(); OMX_ERRORTYPE update_picture_resolution(); int stream_off(OMX_U32 port); void adjust_timestamp(OMX_S64 &act_timestamp); void set_frame_rate(OMX_S64 act_timestamp); void handle_extradata_secure(OMX_BUFFERHEADERTYPE *p_buf_hdr); void handle_extradata(OMX_BUFFERHEADERTYPE *p_buf_hdr); void print_debug_extradata(OMX_OTHER_EXTRADATATYPE *extra); #ifdef _MSM8974_ void append_interlace_extradata(OMX_OTHER_EXTRADATATYPE *extra, OMX_U32 interlaced_format_type, bool is_mbaff); OMX_ERRORTYPE enable_extradata(OMX_U32 requested_extradata, bool is_internal, bool enable = true); void append_frame_info_extradata(OMX_OTHER_EXTRADATATYPE *extra, OMX_U32 num_conceal_mb, OMX_U32 picture_type, OMX_U32 frame_rate, OMX_TICKS time_stamp, struct msm_vidc_panscan_window_payload *panscan_payload, struct vdec_aspectratioinfo *aspect_ratio_info); #else void append_interlace_extradata(OMX_OTHER_EXTRADATATYPE *extra, OMX_U32 interlaced_format_type, OMX_U32 buf_index); OMX_ERRORTYPE enable_extradata(OMX_U32 requested_extradata, bool enable = true); #endif void append_frame_info_extradata(OMX_OTHER_EXTRADATATYPE *extra, OMX_U32 num_conceal_mb, OMX_U32 picture_type, OMX_S64 timestamp, OMX_U32 frame_rate, struct vdec_aspectratioinfo *aspect_ratio_info); void fill_aspect_ratio_info(struct vdec_aspectratioinfo *aspect_ratio_info, OMX_QCOM_EXTRADATA_FRAMEINFO *frame_info); void append_terminator_extradata(OMX_OTHER_EXTRADATATYPE *extra); OMX_ERRORTYPE update_portdef(OMX_PARAM_PORTDEFINITIONTYPE *portDefn); void append_portdef_extradata(OMX_OTHER_EXTRADATATYPE *extra); void append_frame_dimension_extradata(OMX_OTHER_EXTRADATATYPE *extra); void append_extn_extradata(OMX_OTHER_EXTRADATATYPE *extra, OMX_OTHER_EXTRADATATYPE *p_extn); void append_user_extradata(OMX_OTHER_EXTRADATATYPE *extra, OMX_OTHER_EXTRADATATYPE *p_user); void append_concealmb_extradata(OMX_OTHER_EXTRADATATYPE *extra, OMX_OTHER_EXTRADATATYPE *p_concealmb, OMX_U8 *conceal_mb_data); void append_framepack_extradata(OMX_OTHER_EXTRADATATYPE *extra, struct msm_vidc_s3d_frame_packing_payload *s3d_frame_packing_payload); void append_qp_extradata(OMX_OTHER_EXTRADATATYPE *extra, struct msm_vidc_frame_qp_payload *qp_payload); void append_bitsinfo_extradata(OMX_OTHER_EXTRADATATYPE *extra, struct msm_vidc_frame_bits_info_payload *bits_payload); void append_mpeg2_seqdisplay_extradata(OMX_OTHER_EXTRADATATYPE *extra, struct msm_vidc_mpeg2_seqdisp_payload* seq_display_payload); void insert_demux_addr_offset(OMX_U32 address_offset); void extract_demux_addr_offsets(OMX_BUFFERHEADERTYPE *buf_hdr); OMX_ERRORTYPE handle_demux_data(OMX_BUFFERHEADERTYPE *buf_hdr); OMX_U32 count_MB_in_extradata(OMX_OTHER_EXTRADATATYPE *extra); bool align_pmem_buffers(int pmem_fd, OMX_U32 buffer_size, OMX_U32 alignment); #ifdef USE_ION int alloc_map_ion_memory(OMX_U32 buffer_size, OMX_U32 alignment, struct ion_allocation_data *alloc_data, struct ion_fd_data *fd_data,int flag); void free_ion_memory(struct vdec_ion *buf_ion_info); #endif OMX_ERRORTYPE send_command_proxy(OMX_HANDLETYPE hComp, OMX_COMMANDTYPE cmd, OMX_U32 param1, OMX_PTR cmdData); bool post_event( unsigned long p1, unsigned long p2, unsigned long id ); inline int clip2(int x) { x = x -1; x = x | x >> 1; x = x | x >> 2; x = x | x >> 4; x = x | x >> 16; x = x + 1; return x; } #ifdef MAX_RES_1080P OMX_ERRORTYPE vdec_alloc_h264_mv(); void vdec_dealloc_h264_mv(); OMX_ERRORTYPE vdec_alloc_meta_buffers(); void vdec_dealloc_meta_buffers(); #endif inline void omx_report_error () { if (m_cb.EventHandler && !m_error_propogated) { DEBUG_PRINT_ERROR("ERROR: Sending OMX_ErrorHardware to Client"); m_error_propogated = true; m_cb.EventHandler(&m_cmp,m_app_data, OMX_EventError,OMX_ErrorHardware,0,NULL); } } inline void omx_report_unsupported_setting () { if (m_cb.EventHandler && !m_error_propogated) { DEBUG_PRINT_ERROR( "ERROR: Sending OMX_ErrorUnsupportedSetting to Client"); m_error_propogated = true; m_cb.EventHandler(&m_cmp,m_app_data, OMX_EventError,OMX_ErrorUnsupportedSetting,0,NULL); } } inline void omx_report_hw_overload () { if (m_cb.EventHandler && !m_error_propogated) { DEBUG_PRINT_ERROR( "ERROR: Sending OMX_ErrorInsufficientResources to Client"); m_error_propogated = true; m_cb.EventHandler(&m_cmp, m_app_data, OMX_EventError, OMX_ErrorInsufficientResources, 0, NULL); } } #ifdef _ANDROID_ OMX_ERRORTYPE createDivxDrmContext(); #endif //_ANDROID_ #if defined (_ANDROID_HONEYCOMB_) || defined (_ANDROID_ICS_) OMX_ERRORTYPE use_android_native_buffer(OMX_IN OMX_HANDLETYPE hComp, OMX_PTR data); #endif #if defined (_ANDROID_ICS_) struct nativebuffer { native_handle_t *nativehandle; private_handle_t *privatehandle; int inuse; }; nativebuffer native_buffer[MAX_NUM_INPUT_OUTPUT_BUFFERS]; #endif //************************************************************* //*******************MEMBER VARIABLES ************************* //************************************************************* pthread_mutex_t m_lock; pthread_mutex_t c_lock; pthread_mutex_t buf_lock; //sem to handle the minimum procesing of commands sem_t m_cmd_lock; sem_t m_safe_flush; bool m_error_propogated; // compression format OMX_VIDEO_CODINGTYPE eCompressionFormat; // OMX State OMX_STATETYPE m_state; // Application data OMX_PTR m_app_data; // Application callbacks OMX_CALLBACKTYPE m_cb; OMX_PRIORITYMGMTTYPE m_priority_mgm ; OMX_PARAM_BUFFERSUPPLIERTYPE m_buffer_supplier; // fill this buffer queue omx_cmd_queue m_ftb_q; // Command Q for rest of the events omx_cmd_queue m_cmd_q; omx_cmd_queue m_etb_q; // Input memory pointer OMX_BUFFERHEADERTYPE *m_inp_mem_ptr; // Output memory pointer OMX_BUFFERHEADERTYPE *m_out_mem_ptr; // number of input bitstream error frame count unsigned int m_inp_err_count; #ifdef _ANDROID_ // Timestamp list ts_arr_list m_timestamp_list; #endif bool input_flush_progress; bool output_flush_progress; bool input_use_buffer; bool output_use_buffer; bool ouput_egl_buffers; OMX_BOOL m_use_output_pmem; OMX_BOOL m_out_mem_region_smi; OMX_BOOL m_out_pvt_entry_pmem; int pending_input_buffers; int pending_output_buffers; // bitmask array size for output side uint64_t m_out_bm_count; // bitmask array size for input side uint64_t m_inp_bm_count; //Input port Populated OMX_BOOL m_inp_bPopulated; //Output port Populated OMX_BOOL m_out_bPopulated; // encapsulate the waiting states. unsigned int m_flags; #ifdef _ANDROID_ // Heap pointer to frame buffers struct vidc_heap { sp video_heap_ptr; }; struct vidc_heap *m_heap_ptr; unsigned int m_heap_count; #endif //_ANDROID_ // store I/P PORT state OMX_BOOL m_inp_bEnabled; // store O/P PORT state OMX_BOOL m_out_bEnabled; OMX_U32 m_in_alloc_cnt; OMX_U8 m_cRole[OMX_MAX_STRINGNAME_SIZE]; // Platform specific details OMX_QCOM_PLATFORM_PRIVATE_LIST *m_platform_list; OMX_QCOM_PLATFORM_PRIVATE_ENTRY *m_platform_entry; OMX_QCOM_PLATFORM_PRIVATE_PMEM_INFO *m_pmem_info; // SPS+PPS sent as part of set_config OMX_VENDOR_EXTRADATATYPE m_vendor_config; /*Variables for arbitrary Byte parsing support*/ frame_parse m_frame_parser; h264_stream_parser *h264_parser; MP4_Utils mp4_headerparser; HEVC_Utils m_hevc_utils; omx_cmd_queue m_input_pending_q; omx_cmd_queue m_input_free_q; bool arbitrary_bytes; OMX_BUFFERHEADERTYPE h264_scratch; OMX_BUFFERHEADERTYPE *psource_frame; OMX_BUFFERHEADERTYPE *pdest_frame; OMX_BUFFERHEADERTYPE *m_inp_heap_ptr; OMX_BUFFERHEADERTYPE **m_phdr_pmem_ptr; unsigned int m_heap_inp_bm_count; codec_type codec_type_parse; bool first_frame_meta; unsigned frame_count; unsigned nal_count; unsigned nal_length; bool look_ahead_nal; int first_frame; unsigned char *first_buffer; int first_frame_size; unsigned char m_hwdevice_name[80]; FILE *m_device_file_ptr; enum vc1_profile_type m_vc1_profile; OMX_S64 h264_last_au_ts; OMX_U32 h264_last_au_flags; OMX_U32 m_demux_offsets[8192]; OMX_U32 m_demux_entries; OMX_U32 m_disp_hor_size; OMX_U32 m_disp_vert_size; OMX_S64 prev_ts; bool rst_prev_ts; OMX_U32 frm_int; struct vdec_allocatorproperty op_buf_rcnfg; bool in_reconfig; OMX_NATIVE_WINDOWTYPE m_display_id; OMX_U32 client_extradata; #ifdef _ANDROID_ bool m_debug_timestamp; bool perf_flag; OMX_U32 proc_frms, latency; perf_metrics fps_metrics; perf_metrics dec_time; bool m_reject_avc_1080p_mp; bool m_enable_android_native_buffers; bool m_use_android_native_buffers; bool m_debug_extradata; bool m_debug_concealedmb; bool m_disable_dynamic_buf_mode; OMX_U32 m_conceal_color; #endif struct h264_mv_buffer { unsigned char* buffer; int size; int count; int pmem_fd; int offset; }; h264_mv_buffer h264_mv_buff; struct meta_buffer { unsigned char* buffer; int size; int count; int pmem_fd; int pmem_fd_iommu; int offset; }; meta_buffer meta_buff; extra_data_handler extra_data_handle; #ifdef _ANDROID_ DivXDrmDecrypt* iDivXDrmDecrypt; #endif //_ANDROID_ OMX_PARAM_PORTDEFINITIONTYPE m_port_def; OMX_QCOM_FRAME_PACK_ARRANGEMENT m_frame_pack_arrangement; omx_time_stamp_reorder time_stamp_dts; desc_buffer_hdr *m_desc_buffer_ptr; bool secure_mode; bool allocate_native_handle; bool external_meta_buffer; bool external_meta_buffer_iommu; OMX_QCOM_EXTRADATA_FRAMEINFO *m_extradata; OMX_OTHER_EXTRADATATYPE *m_other_extradata; bool codec_config_flag; #ifdef _MSM8974_ int capture_capability; int output_capability; bool streaming[MAX_PORT]; OMX_FRAMESIZETYPE framesize; OMX_CONFIG_RECTTYPE rectangle; OMX_U32 prev_n_filled_len; bool is_down_scalar_enabled; #endif struct custom_buffersize { OMX_U32 input_buffersize; } m_custom_buffersize; bool m_power_hinted; bool is_q6_platform; OMX_ERRORTYPE power_module_register(); OMX_ERRORTYPE power_module_deregister(); bool msg_thread_created; bool async_thread_created; OMX_VIDEO_PARAM_PROFILELEVELTYPE m_profile_lvl; OMX_U32 m_profile; //variables to handle dynamic buffer mode bool dynamic_buf_mode; struct dynamic_buf_list *out_dynamic_list; bool m_smoothstreaming_mode; OMX_U32 m_smoothstreaming_width; OMX_U32 m_smoothstreaming_height; OMX_ERRORTYPE enable_smoothstreaming(); OMX_ERRORTYPE enable_adaptive_playback(unsigned long width, unsigned long height); unsigned int m_fill_output_msg; bool client_set_fps; class allocate_color_convert_buf { public: allocate_color_convert_buf(); ~allocate_color_convert_buf(); void set_vdec_client(void *); void update_client(); bool set_color_format(OMX_COLOR_FORMATTYPE dest_color_format); bool get_color_format(OMX_COLOR_FORMATTYPE &dest_color_format); bool update_buffer_req(); bool get_buffer_req(unsigned int &buffer_size); OMX_BUFFERHEADERTYPE* get_il_buf_hdr(); OMX_BUFFERHEADERTYPE* get_il_buf_hdr(OMX_BUFFERHEADERTYPE *input_hdr); OMX_BUFFERHEADERTYPE* get_dr_buf_hdr(OMX_BUFFERHEADERTYPE *input_hdr); OMX_BUFFERHEADERTYPE* convert(OMX_BUFFERHEADERTYPE *header); OMX_BUFFERHEADERTYPE* queue_buffer(OMX_BUFFERHEADERTYPE *header); OMX_ERRORTYPE allocate_buffers_color_convert(OMX_HANDLETYPE hComp, OMX_BUFFERHEADERTYPE **bufferHdr,OMX_U32 port,OMX_PTR appData, OMX_U32 bytes); OMX_ERRORTYPE free_output_buffer(OMX_BUFFERHEADERTYPE *bufferHdr); bool is_color_conversion_enabled() {return enabled;} private: #define MAX_COUNT 32 omx_vdec *omx; bool enabled; OMX_COLOR_FORMATTYPE ColorFormat; void init_members(); bool color_convert_mode; ColorConvertFormat dest_format; class omx_c2d_conv c2d; unsigned int allocated_count; unsigned int buffer_size_req; unsigned int buffer_alignment_req; OMX_QCOM_PLATFORM_PRIVATE_LIST m_platform_list_client[MAX_COUNT]; OMX_QCOM_PLATFORM_PRIVATE_ENTRY m_platform_entry_client[MAX_COUNT]; OMX_QCOM_PLATFORM_PRIVATE_PMEM_INFO m_pmem_info_client[MAX_COUNT]; OMX_BUFFERHEADERTYPE m_out_mem_ptr_client[MAX_COUNT]; #ifdef USE_ION struct vdec_ion op_buf_ion_info[MAX_COUNT]; #endif unsigned char *pmem_baseaddress[MAX_COUNT]; unsigned long pmem_fd[MAX_COUNT]; struct vidc_heap { sp video_heap_ptr; }; struct vidc_heap m_heap_ptr[MAX_COUNT]; OMX_ERRORTYPE cache_ops(unsigned int index, unsigned int cmd); inline OMX_ERRORTYPE cache_clean_buffer(unsigned int index) { return cache_ops(index, ION_IOC_CLEAN_CACHES); } OMX_ERRORTYPE cache_clean_invalidate_buffer(unsigned int index) { return cache_ops(index, ION_IOC_CLEAN_INV_CACHES); } }; #if defined (_MSM8960_) || defined (_MSM8974_) allocate_color_convert_buf client_buffers; #endif struct video_decoder_capability m_decoder_capability; struct debug_cap m_debug; int log_input_buffers(const char *, int); int log_output_buffers(OMX_BUFFERHEADERTYPE *); #ifdef _MSM8974_ void send_codec_config(); #endif OMX_TICKS m_last_rendered_TS; volatile int32_t m_queued_codec_config_count; bool secure_scaling_to_non_secure_opb; class perf_control { // 2 cores will be requested if framerate is beyond 45 fps static const int MIN_FRAME_DURATION_FOR_PERF_REQUEST_US = (1e6 / 45); typedef int (*perf_lock_acquire_t)(int, int, int*, int); typedef int (*perf_lock_release_t)(int); public: perf_control(); ~perf_control(); void request_cores(int frame_duration_us); private: void *m_perf_lib; int m_perf_handle; perf_lock_acquire_t m_perf_lock_acquire; perf_lock_release_t m_perf_lock_release; //void (*perf_cpu_boost)(int ntasks); void load_lib(); }; perf_control m_perf_control; static OMX_COLOR_FORMATTYPE getPreferredColorFormatNonSurfaceMode(OMX_U32 index) { //On Android, we default to standard YUV formats for non-surface use-cases //where apps prefer known color formats. OMX_COLOR_FORMATTYPE formatsNonSurfaceMode[] = { [0] = OMX_COLOR_FormatYUV420SemiPlanar, [1] = OMX_COLOR_FormatYUV420Planar, [2] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32m, [3] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32mMultiView, }; return (index < sizeof(formatsNonSurfaceMode) / sizeof(OMX_COLOR_FORMATTYPE)) ? formatsNonSurfaceMode[index] : OMX_COLOR_FormatMax; } static OMX_COLOR_FORMATTYPE getPreferredColorFormatDefaultMode(OMX_U32 index) { //for surface mode (normal playback), advertise native/accelerated formats first OMX_COLOR_FORMATTYPE formatsDefault[] = { [0] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32m, [1] = OMX_COLOR_FormatYUV420SemiPlanar, [2] = OMX_COLOR_FormatYUV420Planar, [3] = (OMX_COLOR_FORMATTYPE)QOMX_COLOR_FORMATYUV420PackedSemiPlanar32mMultiView, }; return (index < sizeof(formatsDefault) / sizeof(OMX_COLOR_FORMATTYPE)) ? formatsDefault[index] : OMX_COLOR_FormatMax; } static OMX_ERRORTYPE describeColorFormat(OMX_PTR params); bool m_buffer_error; }; #ifdef _MSM8974_ enum instance_state { MSM_VIDC_CORE_UNINIT_DONE = 0x0001, MSM_VIDC_CORE_INIT, MSM_VIDC_CORE_INIT_DONE, MSM_VIDC_OPEN, MSM_VIDC_OPEN_DONE, MSM_VIDC_LOAD_RESOURCES, MSM_VIDC_LOAD_RESOURCES_DONE, MSM_VIDC_START, MSM_VIDC_START_DONE, MSM_VIDC_STOP, MSM_VIDC_STOP_DONE, MSM_VIDC_RELEASE_RESOURCES, MSM_VIDC_RELEASE_RESOURCES_DONE, MSM_VIDC_CLOSE, MSM_VIDC_CLOSE_DONE, MSM_VIDC_CORE_UNINIT, }; enum vidc_resposes_id { MSM_VIDC_DECODER_FLUSH_DONE = 0x11, MSM_VIDC_DECODER_EVENT_CHANGE, }; #endif // _MSM8974_ #endif // __OMX_VDEC_H__