/* Copyright (c) 2012-2016, The Linux Foundation. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are * met: * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials provided * with the distribution. * * Neither the name of The Linux Foundation nor the names of its * contributors may be used to endorse or promote products derived * from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * */ #define LOG_TAG "QCamera3HWI" //#define LOG_NDEBUG 0 #define __STDC_LIMIT_MACROS // To remove #include // System dependencies #include #include #include #include #include "utils/Timers.h" #include "sys/ioctl.h" #include #include #include "gralloc_priv.h" #include #include // Display dependencies #include "qdMetaData.h" // Camera dependencies #include "android/QCamera3External.h" #include "util/QCameraFlash.h" #include "QCamera3HWI.h" #include "QCamera3VendorTags.h" #include "QCameraTrace.h" // XML parsing #include "tinyxml2.h" #include "HdrPlusClientUtils.h" extern "C" { #include "mm_camera_dbg.h" } #include "cam_cond.h" using ::android::hardware::camera::common::V1_0::helper::CameraMetadata; using namespace android; namespace qcamera { #define DATA_PTR(MEM_OBJ,INDEX) MEM_OBJ->getPtr( INDEX ) #define EMPTY_PIPELINE_DELAY 2 // mm_camera has 2 partial results: 3A, and final result. // HDR+ requests have 3 partial results: postview, next request ready, and final result. #define PARTIAL_RESULT_COUNT 3 #define FRAME_SKIP_DELAY 0 #define MAX_VALUE_8BIT ((1<<8)-1) #define MAX_VALUE_10BIT ((1<<10)-1) #define MAX_VALUE_12BIT ((1<<12)-1) #define VIDEO_4K_WIDTH 3840 #define VIDEO_4K_HEIGHT 2160 #define MAX_EIS_WIDTH 3840 #define MAX_EIS_HEIGHT 2160 #define MAX_RAW_STREAMS 1 #define MAX_STALLING_STREAMS 1 #define MAX_PROCESSED_STREAMS 3 /* Batch mode is enabled only if FPS set is equal to or greater than this */ #define MIN_FPS_FOR_BATCH_MODE (120) #define PREVIEW_FPS_FOR_HFR (30) #define DEFAULT_VIDEO_FPS (30.0) #define TEMPLATE_MAX_PREVIEW_FPS (30.0) #define MAX_HFR_BATCH_SIZE (8) #define REGIONS_TUPLE_COUNT 5 // Set a threshold for detection of missing buffers //seconds #define MISSING_REQUEST_BUF_TIMEOUT 10 #define MISSING_HDRPLUS_REQUEST_BUF_TIMEOUT 30 #define FLUSH_TIMEOUT 3 #define METADATA_MAP_SIZE(MAP) (sizeof(MAP)/sizeof(MAP[0])) #define CAM_QCOM_FEATURE_PP_SUPERSET_HAL3 ( CAM_QCOM_FEATURE_DENOISE2D |\ CAM_QCOM_FEATURE_CROP |\ CAM_QCOM_FEATURE_ROTATION |\ CAM_QCOM_FEATURE_SHARPNESS |\ CAM_QCOM_FEATURE_SCALE |\ CAM_QCOM_FEATURE_CAC |\ CAM_QCOM_FEATURE_CDS ) /* Per configuration size for static metadata length*/ #define PER_CONFIGURATION_SIZE_3 (3) #define TIMEOUT_NEVER -1 /* Face rect indices */ #define FACE_LEFT 0 #define FACE_TOP 1 #define FACE_RIGHT 2 #define FACE_BOTTOM 3 #define FACE_WEIGHT 4 /* Face landmarks indices */ #define LEFT_EYE_X 0 #define LEFT_EYE_Y 1 #define RIGHT_EYE_X 2 #define RIGHT_EYE_Y 3 #define MOUTH_X 4 #define MOUTH_Y 5 #define TOTAL_LANDMARK_INDICES 6 // Max preferred zoom #define MAX_PREFERRED_ZOOM_RATIO 7.0 // Whether to check for the GPU stride padding, or use the default //#define CHECK_GPU_PIXEL_ALIGNMENT cam_capability_t *gCamCapability[MM_CAMERA_MAX_NUM_SENSORS]; const camera_metadata_t *gStaticMetadata[MM_CAMERA_MAX_NUM_SENSORS]; extern pthread_mutex_t gCamLock; volatile uint32_t gCamHal3LogLevel = 1; extern uint8_t gNumCameraSessions; // Note that this doesn't support concurrent front and back camera b/35960155. // The following Easel related variables must be protected by gHdrPlusClientLock. std::unique_ptr gEaselManagerClient; bool EaselManagerClientOpened = false; // If gEaselManagerClient is opened. int32_t gActiveEaselClient = 0; // The number of active cameras on Easel. std::unique_ptr gHdrPlusClient = nullptr; bool gHdrPlusClientOpening = false; // If HDR+ client is being opened. std::condition_variable gHdrPlusClientOpenCond; // Used to synchronize HDR+ client opening. bool gEaselProfilingEnabled = false; // If Easel profiling is enabled. bool gExposeEnableZslKey = false; // If HAL makes android.control.enableZsl available. // If Easel is in bypass only mode. If true, Easel HDR+ won't be enabled. bool gEaselBypassOnly; std::mutex gHdrPlusClientLock; // Protect above Easel related variables. const QCamera3HardwareInterface::QCameraPropMap QCamera3HardwareInterface::CDS_MAP [] = { {"On", CAM_CDS_MODE_ON}, {"Off", CAM_CDS_MODE_OFF}, {"Auto",CAM_CDS_MODE_AUTO} }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_video_hdr_mode_t, cam_video_hdr_mode_t> QCamera3HardwareInterface::VIDEO_HDR_MODES_MAP[] = { { QCAMERA3_VIDEO_HDR_MODE_OFF, CAM_VIDEO_HDR_MODE_OFF }, { QCAMERA3_VIDEO_HDR_MODE_ON, CAM_VIDEO_HDR_MODE_ON } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_binning_correction_mode_t, cam_binning_correction_mode_t> QCamera3HardwareInterface::BINNING_CORRECTION_MODES_MAP[] = { { QCAMERA3_BINNING_CORRECTION_MODE_OFF, CAM_BINNING_CORRECTION_MODE_OFF }, { QCAMERA3_BINNING_CORRECTION_MODE_ON, CAM_BINNING_CORRECTION_MODE_ON } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_ir_mode_t, cam_ir_mode_type_t> QCamera3HardwareInterface::IR_MODES_MAP [] = { {QCAMERA3_IR_MODE_OFF, CAM_IR_MODE_OFF}, {QCAMERA3_IR_MODE_ON, CAM_IR_MODE_ON}, {QCAMERA3_IR_MODE_AUTO, CAM_IR_MODE_AUTO} }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_control_effect_mode_t, cam_effect_mode_type> QCamera3HardwareInterface::EFFECT_MODES_MAP[] = { { ANDROID_CONTROL_EFFECT_MODE_OFF, CAM_EFFECT_MODE_OFF }, { ANDROID_CONTROL_EFFECT_MODE_MONO, CAM_EFFECT_MODE_MONO }, { ANDROID_CONTROL_EFFECT_MODE_NEGATIVE, CAM_EFFECT_MODE_NEGATIVE }, { ANDROID_CONTROL_EFFECT_MODE_SOLARIZE, CAM_EFFECT_MODE_SOLARIZE }, { ANDROID_CONTROL_EFFECT_MODE_SEPIA, CAM_EFFECT_MODE_SEPIA }, { ANDROID_CONTROL_EFFECT_MODE_POSTERIZE, CAM_EFFECT_MODE_POSTERIZE }, { ANDROID_CONTROL_EFFECT_MODE_WHITEBOARD, CAM_EFFECT_MODE_WHITEBOARD }, { ANDROID_CONTROL_EFFECT_MODE_BLACKBOARD, CAM_EFFECT_MODE_BLACKBOARD }, { ANDROID_CONTROL_EFFECT_MODE_AQUA, CAM_EFFECT_MODE_AQUA } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_control_awb_mode_t, cam_wb_mode_type> QCamera3HardwareInterface::WHITE_BALANCE_MODES_MAP[] = { { ANDROID_CONTROL_AWB_MODE_OFF, CAM_WB_MODE_OFF }, { ANDROID_CONTROL_AWB_MODE_AUTO, CAM_WB_MODE_AUTO }, { ANDROID_CONTROL_AWB_MODE_INCANDESCENT, CAM_WB_MODE_INCANDESCENT }, { ANDROID_CONTROL_AWB_MODE_FLUORESCENT, CAM_WB_MODE_FLUORESCENT }, { ANDROID_CONTROL_AWB_MODE_WARM_FLUORESCENT,CAM_WB_MODE_WARM_FLUORESCENT}, { ANDROID_CONTROL_AWB_MODE_DAYLIGHT, CAM_WB_MODE_DAYLIGHT }, { ANDROID_CONTROL_AWB_MODE_CLOUDY_DAYLIGHT, CAM_WB_MODE_CLOUDY_DAYLIGHT }, { ANDROID_CONTROL_AWB_MODE_TWILIGHT, CAM_WB_MODE_TWILIGHT }, { ANDROID_CONTROL_AWB_MODE_SHADE, CAM_WB_MODE_SHADE } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_control_scene_mode_t, cam_scene_mode_type> QCamera3HardwareInterface::SCENE_MODES_MAP[] = { { ANDROID_CONTROL_SCENE_MODE_FACE_PRIORITY, CAM_SCENE_MODE_FACE_PRIORITY }, { ANDROID_CONTROL_SCENE_MODE_ACTION, CAM_SCENE_MODE_ACTION }, { ANDROID_CONTROL_SCENE_MODE_PORTRAIT, CAM_SCENE_MODE_PORTRAIT }, { ANDROID_CONTROL_SCENE_MODE_LANDSCAPE, CAM_SCENE_MODE_LANDSCAPE }, { ANDROID_CONTROL_SCENE_MODE_NIGHT, CAM_SCENE_MODE_NIGHT }, { ANDROID_CONTROL_SCENE_MODE_NIGHT_PORTRAIT, CAM_SCENE_MODE_NIGHT_PORTRAIT }, { ANDROID_CONTROL_SCENE_MODE_THEATRE, CAM_SCENE_MODE_THEATRE }, { ANDROID_CONTROL_SCENE_MODE_BEACH, CAM_SCENE_MODE_BEACH }, { ANDROID_CONTROL_SCENE_MODE_SNOW, CAM_SCENE_MODE_SNOW }, { ANDROID_CONTROL_SCENE_MODE_SUNSET, CAM_SCENE_MODE_SUNSET }, { ANDROID_CONTROL_SCENE_MODE_STEADYPHOTO, CAM_SCENE_MODE_ANTISHAKE }, { ANDROID_CONTROL_SCENE_MODE_FIREWORKS , CAM_SCENE_MODE_FIREWORKS }, { ANDROID_CONTROL_SCENE_MODE_SPORTS , CAM_SCENE_MODE_SPORTS }, { ANDROID_CONTROL_SCENE_MODE_PARTY, CAM_SCENE_MODE_PARTY }, { ANDROID_CONTROL_SCENE_MODE_CANDLELIGHT, CAM_SCENE_MODE_CANDLELIGHT }, { ANDROID_CONTROL_SCENE_MODE_BARCODE, CAM_SCENE_MODE_BARCODE}, { ANDROID_CONTROL_SCENE_MODE_HDR, CAM_SCENE_MODE_HDR} }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_control_af_mode_t, cam_focus_mode_type> QCamera3HardwareInterface::FOCUS_MODES_MAP[] = { { ANDROID_CONTROL_AF_MODE_OFF, CAM_FOCUS_MODE_OFF }, { ANDROID_CONTROL_AF_MODE_OFF, CAM_FOCUS_MODE_FIXED }, { ANDROID_CONTROL_AF_MODE_AUTO, CAM_FOCUS_MODE_AUTO }, { ANDROID_CONTROL_AF_MODE_MACRO, CAM_FOCUS_MODE_MACRO }, { ANDROID_CONTROL_AF_MODE_EDOF, CAM_FOCUS_MODE_EDOF }, { ANDROID_CONTROL_AF_MODE_CONTINUOUS_PICTURE, CAM_FOCUS_MODE_CONTINOUS_PICTURE }, { ANDROID_CONTROL_AF_MODE_CONTINUOUS_VIDEO, CAM_FOCUS_MODE_CONTINOUS_VIDEO } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_color_correction_aberration_mode_t, cam_aberration_mode_t> QCamera3HardwareInterface::COLOR_ABERRATION_MAP[] = { { ANDROID_COLOR_CORRECTION_ABERRATION_MODE_OFF, CAM_COLOR_CORRECTION_ABERRATION_OFF }, { ANDROID_COLOR_CORRECTION_ABERRATION_MODE_FAST, CAM_COLOR_CORRECTION_ABERRATION_FAST }, { ANDROID_COLOR_CORRECTION_ABERRATION_MODE_HIGH_QUALITY, CAM_COLOR_CORRECTION_ABERRATION_HIGH_QUALITY }, }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_control_ae_antibanding_mode_t, cam_antibanding_mode_type> QCamera3HardwareInterface::ANTIBANDING_MODES_MAP[] = { { ANDROID_CONTROL_AE_ANTIBANDING_MODE_OFF, CAM_ANTIBANDING_MODE_OFF }, { ANDROID_CONTROL_AE_ANTIBANDING_MODE_50HZ, CAM_ANTIBANDING_MODE_50HZ }, { ANDROID_CONTROL_AE_ANTIBANDING_MODE_60HZ, CAM_ANTIBANDING_MODE_60HZ }, { ANDROID_CONTROL_AE_ANTIBANDING_MODE_AUTO, CAM_ANTIBANDING_MODE_AUTO } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_control_ae_mode_t, cam_flash_mode_t> QCamera3HardwareInterface::AE_FLASH_MODE_MAP[] = { { ANDROID_CONTROL_AE_MODE_OFF, CAM_FLASH_MODE_OFF }, { ANDROID_CONTROL_AE_MODE_ON, CAM_FLASH_MODE_OFF }, { ANDROID_CONTROL_AE_MODE_ON_AUTO_FLASH, CAM_FLASH_MODE_AUTO}, { ANDROID_CONTROL_AE_MODE_ON_ALWAYS_FLASH, CAM_FLASH_MODE_ON }, { ANDROID_CONTROL_AE_MODE_ON_AUTO_FLASH_REDEYE, CAM_FLASH_MODE_AUTO}, { ANDROID_CONTROL_AE_MODE_ON_EXTERNAL_FLASH, CAM_FLASH_MODE_OFF } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_flash_mode_t, cam_flash_mode_t> QCamera3HardwareInterface::FLASH_MODES_MAP[] = { { ANDROID_FLASH_MODE_OFF, CAM_FLASH_MODE_OFF }, { ANDROID_FLASH_MODE_SINGLE, CAM_FLASH_MODE_SINGLE }, { ANDROID_FLASH_MODE_TORCH, CAM_FLASH_MODE_TORCH } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_statistics_face_detect_mode_t, cam_face_detect_mode_t> QCamera3HardwareInterface::FACEDETECT_MODES_MAP[] = { { ANDROID_STATISTICS_FACE_DETECT_MODE_OFF, CAM_FACE_DETECT_MODE_OFF }, { ANDROID_STATISTICS_FACE_DETECT_MODE_SIMPLE, CAM_FACE_DETECT_MODE_SIMPLE }, { ANDROID_STATISTICS_FACE_DETECT_MODE_FULL, CAM_FACE_DETECT_MODE_FULL } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_lens_info_focus_distance_calibration_t, cam_focus_calibration_t> QCamera3HardwareInterface::FOCUS_CALIBRATION_MAP[] = { { ANDROID_LENS_INFO_FOCUS_DISTANCE_CALIBRATION_UNCALIBRATED, CAM_FOCUS_UNCALIBRATED }, { ANDROID_LENS_INFO_FOCUS_DISTANCE_CALIBRATION_APPROXIMATE, CAM_FOCUS_APPROXIMATE }, { ANDROID_LENS_INFO_FOCUS_DISTANCE_CALIBRATION_CALIBRATED, CAM_FOCUS_CALIBRATED } }; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_lens_state_t, cam_af_lens_state_t> QCamera3HardwareInterface::LENS_STATE_MAP[] = { { ANDROID_LENS_STATE_STATIONARY, CAM_AF_LENS_STATE_STATIONARY}, { ANDROID_LENS_STATE_MOVING, CAM_AF_LENS_STATE_MOVING} }; const int32_t available_thumbnail_sizes[] = {0, 0, 176, 144, 240, 144, 256, 144, 240, 160, 256, 154, 240, 240, 320, 240}; const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_sensor_test_pattern_mode_t, cam_test_pattern_mode_t> QCamera3HardwareInterface::TEST_PATTERN_MAP[] = { { ANDROID_SENSOR_TEST_PATTERN_MODE_OFF, CAM_TEST_PATTERN_OFF }, { ANDROID_SENSOR_TEST_PATTERN_MODE_SOLID_COLOR, CAM_TEST_PATTERN_SOLID_COLOR }, { ANDROID_SENSOR_TEST_PATTERN_MODE_COLOR_BARS, CAM_TEST_PATTERN_COLOR_BARS }, { ANDROID_SENSOR_TEST_PATTERN_MODE_COLOR_BARS_FADE_TO_GRAY, CAM_TEST_PATTERN_COLOR_BARS_FADE_TO_GRAY }, { ANDROID_SENSOR_TEST_PATTERN_MODE_PN9, CAM_TEST_PATTERN_PN9 }, { ANDROID_SENSOR_TEST_PATTERN_MODE_CUSTOM1, CAM_TEST_PATTERN_CUSTOM1}, }; /* Since there is no mapping for all the options some Android enum are not listed. * Also, the order in this list is important because while mapping from HAL to Android it will * traverse from lower to higher index which means that for HAL values that are map to different * Android values, the traverse logic will select the first one found. */ const QCamera3HardwareInterface::QCameraMap< camera_metadata_enum_android_sensor_reference_illuminant1_t, cam_illuminat_t> QCamera3HardwareInterface::REFERENCE_ILLUMINANT_MAP[] = { { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_FLUORESCENT, CAM_AWB_WARM_FLO}, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_DAYLIGHT_FLUORESCENT, CAM_AWB_CUSTOM_DAYLIGHT }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_COOL_WHITE_FLUORESCENT, CAM_AWB_COLD_FLO }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_STANDARD_A, CAM_AWB_A }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_D55, CAM_AWB_NOON }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_D65, CAM_AWB_D65 }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_D75, CAM_AWB_D75 }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_D50, CAM_AWB_D50 }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_ISO_STUDIO_TUNGSTEN, CAM_AWB_CUSTOM_A}, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_DAYLIGHT, CAM_AWB_D50 }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_TUNGSTEN, CAM_AWB_A }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_FINE_WEATHER, CAM_AWB_D50 }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_CLOUDY_WEATHER, CAM_AWB_D65 }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_SHADE, CAM_AWB_D75 }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_DAY_WHITE_FLUORESCENT, CAM_AWB_CUSTOM_DAYLIGHT }, { ANDROID_SENSOR_REFERENCE_ILLUMINANT1_WHITE_FLUORESCENT, CAM_AWB_COLD_FLO}, }; const QCamera3HardwareInterface::QCameraMap< int32_t, cam_hfr_mode_t> QCamera3HardwareInterface::HFR_MODE_MAP[] = { { 60, CAM_HFR_MODE_60FPS}, { 90, CAM_HFR_MODE_90FPS}, { 120, CAM_HFR_MODE_120FPS}, { 150, CAM_HFR_MODE_150FPS}, { 180, CAM_HFR_MODE_180FPS}, { 210, CAM_HFR_MODE_210FPS}, { 240, CAM_HFR_MODE_240FPS}, { 480, CAM_HFR_MODE_480FPS}, }; const QCamera3HardwareInterface::QCameraMap< qcamera3_ext_instant_aec_mode_t, cam_aec_convergence_type> QCamera3HardwareInterface::INSTANT_AEC_MODES_MAP[] = { { QCAMERA3_INSTANT_AEC_NORMAL_CONVERGENCE, CAM_AEC_NORMAL_CONVERGENCE}, { QCAMERA3_INSTANT_AEC_AGGRESSIVE_CONVERGENCE, CAM_AEC_AGGRESSIVE_CONVERGENCE}, { QCAMERA3_INSTANT_AEC_FAST_CONVERGENCE, CAM_AEC_FAST_CONVERGENCE}, }; const QCamera3HardwareInterface::QCameraMap< qcamera3_ext_exposure_meter_mode_t, cam_auto_exposure_mode_type> QCamera3HardwareInterface::AEC_MODES_MAP[] = { { QCAMERA3_EXP_METER_MODE_FRAME_AVERAGE, CAM_AEC_MODE_FRAME_AVERAGE }, { QCAMERA3_EXP_METER_MODE_CENTER_WEIGHTED, CAM_AEC_MODE_CENTER_WEIGHTED }, { QCAMERA3_EXP_METER_MODE_SPOT_METERING, CAM_AEC_MODE_SPOT_METERING }, { QCAMERA3_EXP_METER_MODE_SMART_METERING, CAM_AEC_MODE_SMART_METERING }, { QCAMERA3_EXP_METER_MODE_USER_METERING, CAM_AEC_MODE_USER_METERING }, { QCAMERA3_EXP_METER_MODE_SPOT_METERING_ADV, CAM_AEC_MODE_SPOT_METERING_ADV }, { QCAMERA3_EXP_METER_MODE_CENTER_WEIGHTED_ADV, CAM_AEC_MODE_CENTER_WEIGHTED_ADV }, }; const QCamera3HardwareInterface::QCameraMap< qcamera3_ext_iso_mode_t, cam_iso_mode_type> QCamera3HardwareInterface::ISO_MODES_MAP[] = { { QCAMERA3_ISO_MODE_AUTO, CAM_ISO_MODE_AUTO }, { QCAMERA3_ISO_MODE_DEBLUR, CAM_ISO_MODE_DEBLUR }, { QCAMERA3_ISO_MODE_100, CAM_ISO_MODE_100 }, { QCAMERA3_ISO_MODE_200, CAM_ISO_MODE_200 }, { QCAMERA3_ISO_MODE_400, CAM_ISO_MODE_400 }, { QCAMERA3_ISO_MODE_800, CAM_ISO_MODE_800 }, { QCAMERA3_ISO_MODE_1600, CAM_ISO_MODE_1600 }, { QCAMERA3_ISO_MODE_3200, CAM_ISO_MODE_3200 }, }; camera3_device_ops_t QCamera3HardwareInterface::mCameraOps = { .initialize = QCamera3HardwareInterface::initialize, .configure_streams = QCamera3HardwareInterface::configure_streams, .register_stream_buffers = NULL, .construct_default_request_settings = QCamera3HardwareInterface::construct_default_request_settings, .process_capture_request = QCamera3HardwareInterface::process_capture_request, .get_metadata_vendor_tag_ops = NULL, .dump = QCamera3HardwareInterface::dump, .flush = QCamera3HardwareInterface::flush, .reserved = {0}, }; typedef std::tuple config_entry; bool operator == (const config_entry & lhs, const config_entry & rhs) { return (std::get<0> (lhs) == std::get<0> (rhs)) && (std::get<1> (lhs) == std::get<1> (rhs)) && (std::get<2> (lhs) == std::get<2> (rhs)) && (std::get<3> (lhs) == std::get<3> (rhs)); } struct ConfigEntryHash { std::size_t operator() (config_entry const& entry) const { size_t result = 1; size_t hashValue = 31; result = hashValue*result + std::hash {} (std::get<0>(entry)); result = hashValue*result + std::hash {} (std::get<1>(entry)); result = hashValue*result + std::hash {} (std::get<2>(entry)); result = hashValue*result + std::hash {} (std::get<3>(entry)); return result; } }; // initialise to some default value uint32_t QCamera3HardwareInterface::sessionId[] = {0xDEADBEEF, 0xDEADBEEF, 0xDEADBEEF}; static inline void logEaselEvent(const char *tag, const char *event) { if (CC_UNLIKELY(gEaselProfilingEnabled)) { struct timespec ts = {}; static int64_t kMsPerSec = 1000; static int64_t kNsPerMs = 1000000; status_t res = clock_gettime(CLOCK_BOOTTIME, &ts); if (res != OK) { ALOGE("[%s] Failed to get boot time for <%s>.", tag, event); } else { int64_t now = static_cast(ts.tv_sec) * kMsPerSec + ts.tv_nsec / kNsPerMs; ALOGI("[%s] %s at %" PRId64 " ms", tag, event, now); } } } /*=========================================================================== * FUNCTION : QCamera3HardwareInterface * * DESCRIPTION: constructor of QCamera3HardwareInterface * * PARAMETERS : * @cameraId : camera ID * * RETURN : none *==========================================================================*/ QCamera3HardwareInterface::QCamera3HardwareInterface(uint32_t cameraId, const camera_module_callbacks_t *callbacks) : mCameraId(cameraId), mCameraHandle(NULL), mCameraInitialized(false), mCallbackOps(NULL), mMetadataChannel(NULL), mPictureChannel(NULL), mRawChannel(NULL), mSupportChannel(NULL), mAnalysisChannel(NULL), mRawDumpChannel(NULL), mHdrPlusRawSrcChannel(NULL), mDummyBatchChannel(NULL), mDepthChannel(NULL), mDepthCloudMode(CAM_PD_DATA_SKIP), mPerfLockMgr(), mChannelHandle(0), mFirstConfiguration(true), mFlush(false), mFlushPerf(false), mParamHeap(NULL), mParameters(NULL), mPrevParameters(NULL), m_ISTypeVideo(IS_TYPE_NONE), m_bIsVideo(false), m_bIs4KVideo(false), m_bEisSupportedSize(false), m_bEisEnable(false), m_bEis3PropertyEnabled(false), m_bAVTimerEnabled(false), m_MobicatMask(0), mShutterDispatcher(this), mOutputBufferDispatcher(this), mMinProcessedFrameDuration(0), mMinJpegFrameDuration(0), mMinRawFrameDuration(0), mExpectedFrameDuration(0), mExpectedInflightDuration(0), mMetaFrameCount(0U), mUpdateDebugLevel(false), mCallbacks(callbacks), mCaptureIntent(0), mCacMode(0), /* DevCamDebug metadata internal m control*/ mDevCamDebugMetaEnable(0), /* DevCamDebug metadata end */ mBatchSize(0), mToBeQueuedVidBufs(0), mHFRVideoFps(DEFAULT_VIDEO_FPS), mOpMode(CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE), mStreamConfig(false), mCommon(), mFirstFrameNumberInBatch(0), mNeedSensorRestart(false), mPreviewStarted(false), mMinInFlightRequests(MIN_INFLIGHT_REQUESTS), mMaxInFlightRequests(MAX_INFLIGHT_REQUESTS), mPDSupported(false), mPDIndex(0), mInstantAEC(false), mResetInstantAEC(false), mInstantAECSettledFrameNumber(0), mAecSkipDisplayFrameBound(0), mInstantAecFrameIdxCount(0), mLastRequestedLensShadingMapMode(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE_OFF), mLastRequestedFaceDetectMode(ANDROID_STATISTICS_FACE_DETECT_MODE_OFF), mLastRequestedOisDataMode(ANDROID_STATISTICS_OIS_DATA_MODE_OFF), mLastRequestedZoomRatio(1.0f), mCurrFeatureState(0), mLdafCalibExist(false), mLastCustIntentFrmNum(-1), mFirstMetadataCallback(true), mState(CLOSED), mIsDeviceLinked(false), mIsMainCamera(true), mLinkedCameraId(0), m_pDualCamCmdHeap(NULL), m_pDualCamCmdPtr(NULL), mHdrPlusModeEnabled(false), mZslEnabled(false), mEaselMipiStarted(false), mIsApInputUsedForHdrPlus(false), mFirstPreviewIntentSeen(false), m_bSensorHDREnabled(false), mAfTrigger(), mSceneDistance(-1), mLastFocusDistance(0.0) { getLogLevel(); mCommon.init(gCamCapability[cameraId]); mCameraDevice.common.tag = HARDWARE_DEVICE_TAG; #ifndef USE_HAL_3_3 mCameraDevice.common.version = CAMERA_DEVICE_API_VERSION_3_5; #else mCameraDevice.common.version = CAMERA_DEVICE_API_VERSION_3_3; #endif mCameraDevice.common.close = close_camera_device; mCameraDevice.ops = &mCameraOps; mCameraDevice.priv = this; gCamCapability[cameraId]->version = CAM_HAL_V3; // TODO: hardcode for now until mctl add support for min_num_pp_bufs //TBD - To see if this hardcoding is needed. Check by printing if this is filled by mctl to 3 gCamCapability[cameraId]->min_num_pp_bufs = 3; PTHREAD_COND_INIT(&mBuffersCond); PTHREAD_COND_INIT(&mRequestCond); mPendingLiveRequest = 0; mCurrentRequestId = -1; pthread_mutex_init(&mMutex, NULL); for (size_t i = 0; i < CAMERA3_TEMPLATE_COUNT; i++) mDefaultMetadata[i] = NULL; // Getting system props of different kinds char prop[PROPERTY_VALUE_MAX]; memset(prop, 0, sizeof(prop)); property_get("persist.camera.raw.dump", prop, "0"); mEnableRawDump = atoi(prop); property_get("persist.camera.hal3.force.hdr", prop, "0"); mForceHdrSnapshot = atoi(prop); if (mEnableRawDump) LOGD("Raw dump from Camera HAL enabled"); memset(&mInputStreamInfo, 0, sizeof(mInputStreamInfo)); memset(mLdafCalib, 0, sizeof(mLdafCalib)); memset(mEaselFwVersion, 0, sizeof(mEaselFwVersion)); mEaselFwUpdated = false; memset(prop, 0, sizeof(prop)); property_get("persist.camera.tnr.preview", prop, "0"); m_bTnrPreview = (uint8_t)atoi(prop); memset(prop, 0, sizeof(prop)); property_get("persist.camera.swtnr.preview", prop, "1"); m_bSwTnrPreview = (uint8_t)atoi(prop); memset(prop, 0, sizeof(prop)); property_get("persist.camera.tnr.video", prop, "1"); m_bTnrVideo = (uint8_t)atoi(prop); memset(prop, 0, sizeof(prop)); property_get("persist.camera.avtimer.debug", prop, "0"); m_debug_avtimer = (uint8_t)atoi(prop); LOGI("AV timer enabled: %d", m_debug_avtimer); memset(prop, 0, sizeof(prop)); property_get("persist.camera.cacmode.disable", prop, "0"); m_cacModeDisabled = (uint8_t)atoi(prop); m_bForceInfinityAf = property_get_bool("persist.camera.af.infinity", 0); m_MobicatMask = (uint8_t)property_get_int32("persist.camera.mobicat", 0); //Load and read GPU library. lib_surface_utils = NULL; LINK_get_surface_pixel_alignment = NULL; mSurfaceStridePadding = CAM_PAD_TO_64; #ifdef CHECK_GPU_PIXEL_ALIGNMENT lib_surface_utils = dlopen("libadreno_utils.so", RTLD_NOW); if (lib_surface_utils) { *(void **)&LINK_get_surface_pixel_alignment = dlsym(lib_surface_utils, "get_gpu_pixel_alignment"); if (LINK_get_surface_pixel_alignment) { mSurfaceStridePadding = LINK_get_surface_pixel_alignment(); } dlclose(lib_surface_utils); } #endif mPDIndex = getPDStatIndex(gCamCapability[cameraId]); mPDSupported = (0 <= mPDIndex) ? true : false; m60HzZone = is60HzZone(); } /*=========================================================================== * FUNCTION : ~QCamera3HardwareInterface * * DESCRIPTION: destructor of QCamera3HardwareInterface * * PARAMETERS : none * * RETURN : none *==========================================================================*/ QCamera3HardwareInterface::~QCamera3HardwareInterface() { LOGD("E"); int32_t rc = 0; // Clean up Easel error future first to avoid Easel error happens during destructor. cleanupEaselErrorFuture(); // Disable power hint and enable the perf lock for close camera mPerfLockMgr.releasePerfLock(PERF_LOCK_POWERHINT_ENCODE); mPerfLockMgr.acquirePerfLock(PERF_LOCK_CLOSE_CAMERA); // Close HDR+ client first before destroying HAL. { std::unique_lock l(gHdrPlusClientLock); finishHdrPlusClientOpeningLocked(l); closeHdrPlusClientLocked(); } // unlink of dualcam during close camera if (mIsDeviceLinked) { cam_dual_camera_bundle_info_t *m_pRelCamSyncBuf = &m_pDualCamCmdPtr->bundle_info; m_pDualCamCmdPtr->cmd_type = CAM_DUAL_CAMERA_BUNDLE_INFO; m_pRelCamSyncBuf->sync_control = CAM_SYNC_RELATED_SENSORS_OFF; pthread_mutex_lock(&gCamLock); if (mIsMainCamera == 1) { m_pRelCamSyncBuf->mode = CAM_MODE_PRIMARY; m_pRelCamSyncBuf->type = CAM_TYPE_MAIN; m_pRelCamSyncBuf->sync_3a_mode = CAM_3A_SYNC_FOLLOW; // related session id should be session id of linked session m_pRelCamSyncBuf->related_sensor_session_id = sessionId[mLinkedCameraId]; } else { m_pRelCamSyncBuf->mode = CAM_MODE_SECONDARY; m_pRelCamSyncBuf->type = CAM_TYPE_AUX; m_pRelCamSyncBuf->sync_3a_mode = CAM_3A_SYNC_FOLLOW; m_pRelCamSyncBuf->related_sensor_session_id = sessionId[mLinkedCameraId]; } m_pRelCamSyncBuf->is_hw_sync_enabled = DUALCAM_HW_SYNC_ENABLED; pthread_mutex_unlock(&gCamLock); rc = mCameraHandle->ops->set_dual_cam_cmd( mCameraHandle->camera_handle); if (rc < 0) { LOGE("Dualcam: Unlink failed, but still proceed to close"); } } /* We need to stop all streams before deleting any stream */ if (mRawDumpChannel) { mRawDumpChannel->stop(); } if (mHdrPlusRawSrcChannel) { mHdrPlusRawSrcChannel->stop(); } // NOTE: 'camera3_stream_t *' objects are already freed at // this stage by the framework for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3ProcessingChannel *channel = (*it)->channel; if (channel) { channel->stop(); } } if (mSupportChannel) mSupportChannel->stop(); if (mAnalysisChannel) { mAnalysisChannel->stop(); } if (mMetadataChannel) { mMetadataChannel->stop(); } if (mChannelHandle) { stopChannelLocked(/*stop_immediately*/false); } for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3ProcessingChannel *channel = (*it)->channel; if (channel) delete channel; free (*it); } if (mSupportChannel) { delete mSupportChannel; mSupportChannel = NULL; } if (mAnalysisChannel) { delete mAnalysisChannel; mAnalysisChannel = NULL; } if (mRawDumpChannel) { delete mRawDumpChannel; mRawDumpChannel = NULL; } if (mHdrPlusRawSrcChannel) { delete mHdrPlusRawSrcChannel; mHdrPlusRawSrcChannel = NULL; } if (mDummyBatchChannel) { delete mDummyBatchChannel; mDummyBatchChannel = NULL; } mPictureChannel = NULL; mDepthChannel = NULL; if (mMetadataChannel) { delete mMetadataChannel; mMetadataChannel = NULL; } /* Clean up all channels */ if (mCameraInitialized) { if(!mFirstConfiguration){ //send the last unconfigure cam_stream_size_info_t stream_config_info; memset(&stream_config_info, 0, sizeof(cam_stream_size_info_t)); stream_config_info.buffer_info.min_buffers = MIN_INFLIGHT_REQUESTS; stream_config_info.buffer_info.max_buffers = m_bIs4KVideo ? 0 : m_bEis3PropertyEnabled && m_bIsVideo ? MAX_VIDEO_BUFFERS : MAX_INFLIGHT_REQUESTS; clear_metadata_buffer(mParameters); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_STREAM_INFO, stream_config_info); int rc = mCameraHandle->ops->set_parms(mCameraHandle->camera_handle, mParameters); if (rc < 0) { LOGE("set_parms failed for unconfigure"); } } deinitParameters(); } if (mChannelHandle) { mCameraHandle->ops->delete_channel(mCameraHandle->camera_handle, mChannelHandle); LOGH("deleting channel %d", mChannelHandle); mChannelHandle = 0; } if (mState != CLOSED) closeCamera(); for (auto &req : mPendingBuffersMap.mPendingBuffersInRequest) { req.mPendingBufferList.clear(); } mPendingBuffersMap.mPendingBuffersInRequest.clear(); for (pendingRequestIterator i = mPendingRequestsList.begin(); i != mPendingRequestsList.end();) { i = erasePendingRequest(i); } for (size_t i = 0; i < CAMERA3_TEMPLATE_COUNT; i++) if (mDefaultMetadata[i]) free_camera_metadata(mDefaultMetadata[i]); mPerfLockMgr.releasePerfLock(PERF_LOCK_CLOSE_CAMERA); pthread_cond_destroy(&mRequestCond); pthread_cond_destroy(&mBuffersCond); pthread_mutex_destroy(&mMutex); LOGD("X"); } /*=========================================================================== * FUNCTION : erasePendingRequest * * DESCRIPTION: function to erase a desired pending request after freeing any * allocated memory * * PARAMETERS : * @i : iterator pointing to pending request to be erased * * RETURN : iterator pointing to the next request *==========================================================================*/ QCamera3HardwareInterface::pendingRequestIterator QCamera3HardwareInterface::erasePendingRequest (pendingRequestIterator i) { if (i->input_buffer != NULL) { free(i->input_buffer); i->input_buffer = NULL; } if (i->settings != NULL) free_camera_metadata((camera_metadata_t*)i->settings); mExpectedInflightDuration -= i->expectedFrameDuration; if (mExpectedInflightDuration < 0) { LOGE("Negative expected in-flight duration!"); mExpectedInflightDuration = 0; } return mPendingRequestsList.erase(i); } /*=========================================================================== * FUNCTION : camEvtHandle * * DESCRIPTION: Function registered to mm-camera-interface to handle events * * PARAMETERS : * @camera_handle : interface layer camera handle * @evt : ptr to event * @user_data : user data ptr * * RETURN : none *==========================================================================*/ void QCamera3HardwareInterface::camEvtHandle(uint32_t /*camera_handle*/, mm_camera_event_t *evt, void *user_data) { QCamera3HardwareInterface *obj = (QCamera3HardwareInterface *)user_data; if (obj && evt) { switch(evt->server_event_type) { case CAM_EVENT_TYPE_DAEMON_DIED: pthread_mutex_lock(&obj->mMutex); obj->mState = ERROR; pthread_mutex_unlock(&obj->mMutex); LOGE("Fatal, camera daemon died"); break; case CAM_EVENT_TYPE_DAEMON_PULL_REQ: LOGD("HAL got request pull from Daemon"); pthread_mutex_lock(&obj->mMutex); obj->mWokenUpByDaemon = true; obj->unblockRequestIfNecessary(); pthread_mutex_unlock(&obj->mMutex); break; default: LOGW("Warning: Unhandled event %d", evt->server_event_type); break; } } else { LOGE("NULL user_data/evt"); } } /*=========================================================================== * FUNCTION : openCamera * * DESCRIPTION: open camera * * PARAMETERS : * @hw_device : double ptr for camera device struct * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int QCamera3HardwareInterface::openCamera(struct hw_device_t **hw_device) { int rc = 0; if (mState != CLOSED) { *hw_device = NULL; return PERMISSION_DENIED; } logEaselEvent("EASEL_STARTUP_LATENCY", "Camera Open"); mPerfLockMgr.acquirePerfLock(PERF_LOCK_OPEN_CAMERA); LOGI("[KPI Perf]: E PROFILE_OPEN_CAMERA camera id %d", mCameraId); if (mCameraHandle) { LOGE("Failure: Camera already opened"); return ALREADY_EXISTS; } { std::unique_lock l(gHdrPlusClientLock); if (gEaselManagerClient != nullptr && gEaselManagerClient->isEaselPresentOnDevice()) { logEaselEvent("EASEL_STARTUP_LATENCY", "Resume"); if (gActiveEaselClient == 0) { rc = gEaselManagerClient->resume(this); if (rc != 0) { ALOGE("%s: Resuming Easel failed: %s (%d)", __FUNCTION__, strerror(-rc), rc); return rc; } mEaselFwUpdated = false; } gActiveEaselClient++; mQCamera3HdrPlusListenerThread = new QCamera3HdrPlusListenerThread(this); rc = mQCamera3HdrPlusListenerThread->run("QCamera3HdrPlusListenerThread"); if (rc != OK) { ALOGE("%s: Starting HDR+ client listener thread failed: %s (%d)", __FUNCTION__, strerror(-rc), rc); return rc; } } } rc = openCamera(); if (rc == 0) { *hw_device = &mCameraDevice.common; } else { *hw_device = NULL; // Suspend Easel because opening camera failed. { std::unique_lock l(gHdrPlusClientLock); if (gEaselManagerClient != nullptr && gEaselManagerClient->isEaselPresentOnDevice()) { if (gActiveEaselClient == 1) { status_t suspendErr = gEaselManagerClient->suspend(); if (suspendErr != 0) { ALOGE("%s: Suspending Easel failed: %s (%d)", __FUNCTION__, strerror(-suspendErr), suspendErr); } } gActiveEaselClient--; } if (mQCamera3HdrPlusListenerThread != nullptr) { mQCamera3HdrPlusListenerThread->requestExit(); mQCamera3HdrPlusListenerThread->join(); mQCamera3HdrPlusListenerThread = nullptr; } } } LOGI("[KPI Perf]: X PROFILE_OPEN_CAMERA camera id %d, rc: %d", mCameraId, rc); if (rc == NO_ERROR) { mState = OPENED; } return rc; } /*=========================================================================== * FUNCTION : openCamera * * DESCRIPTION: open camera * * PARAMETERS : none * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int QCamera3HardwareInterface::openCamera() { int rc = 0; char value[PROPERTY_VALUE_MAX]; KPI_ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_OPENCAMERA); rc = QCameraFlash::getInstance().reserveFlashForCamera(mCameraId); if (rc < 0) { LOGE("Failed to reserve flash for camera id: %d", mCameraId); return UNKNOWN_ERROR; } rc = camera_open((uint8_t)mCameraId, &mCameraHandle); if (rc) { LOGE("camera_open failed. rc = %d, mCameraHandle = %p", rc, mCameraHandle); return rc; } if (!mCameraHandle) { LOGE("camera_open failed. mCameraHandle = %p", mCameraHandle); return -ENODEV; } rc = mCameraHandle->ops->register_event_notify(mCameraHandle->camera_handle, camEvtHandle, (void *)this); if (rc < 0) { LOGE("Error, failed to register event callback"); /* Not closing camera here since it is already handled in destructor */ return FAILED_TRANSACTION; } mExifParams.debug_params = (mm_jpeg_debug_exif_params_t *) malloc (sizeof(mm_jpeg_debug_exif_params_t)); if (mExifParams.debug_params) { memset(mExifParams.debug_params, 0, sizeof(mm_jpeg_debug_exif_params_t)); } else { LOGE("Out of Memory. Allocation failed for 3A debug exif params"); return NO_MEMORY; } mFirstConfiguration = true; //Notify display HAL that a camera session is active. //But avoid calling the same during bootup because camera service might open/close //cameras at boot time during its initialization and display service will also internally //wait for camera service to initialize first while calling this display API, resulting in a //deadlock situation. Since boot time camera open/close calls are made only to fetch //capabilities, no need of this display bw optimization. //Use "service.bootanim.exit" property to know boot status. property_get("service.bootanim.exit", value, "0"); if (atoi(value) == 1) { pthread_mutex_lock(&gCamLock); if (gNumCameraSessions++ == 0) { setCameraLaunchStatus(true); } pthread_mutex_unlock(&gCamLock); } //fill the session id needed while linking dual cam pthread_mutex_lock(&gCamLock); rc = mCameraHandle->ops->get_session_id(mCameraHandle->camera_handle, &sessionId[mCameraId]); pthread_mutex_unlock(&gCamLock); if (rc < 0) { LOGE("Error, failed to get sessiion id"); return UNKNOWN_ERROR; } else { //Allocate related cam sync buffer //this is needed for the payload that goes along with bundling cmd for related //camera use cases m_pDualCamCmdHeap = new QCamera3HeapMemory(1); rc = m_pDualCamCmdHeap->allocate(sizeof(cam_dual_camera_cmd_info_t)); if(rc != OK) { rc = NO_MEMORY; LOGE("Dualcam: Failed to allocate Related cam sync Heap memory"); return NO_MEMORY; } //Map memory for related cam sync buffer rc = mCameraHandle->ops->map_buf(mCameraHandle->camera_handle, CAM_MAPPING_BUF_TYPE_DUAL_CAM_CMD_BUF, m_pDualCamCmdHeap->getFd(0), sizeof(cam_dual_camera_cmd_info_t), m_pDualCamCmdHeap->getPtr(0)); if(rc < 0) { LOGE("Dualcam: failed to map Related cam sync buffer"); rc = FAILED_TRANSACTION; return NO_MEMORY; } m_pDualCamCmdPtr = (cam_dual_camera_cmd_info_t*) DATA_PTR(m_pDualCamCmdHeap,0); } LOGH("mCameraId=%d",mCameraId); return NO_ERROR; } /*=========================================================================== * FUNCTION : closeCamera * * DESCRIPTION: close camera * * PARAMETERS : none * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int QCamera3HardwareInterface::closeCamera() { KPI_ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_CLOSECAMERA); int rc = NO_ERROR; char value[PROPERTY_VALUE_MAX]; LOGI("[KPI Perf]: E PROFILE_CLOSE_CAMERA camera id %d", mCameraId); // unmap memory for related cam sync buffer mCameraHandle->ops->unmap_buf(mCameraHandle->camera_handle, CAM_MAPPING_BUF_TYPE_DUAL_CAM_CMD_BUF); if (NULL != m_pDualCamCmdHeap) { m_pDualCamCmdHeap->deallocate(); delete m_pDualCamCmdHeap; m_pDualCamCmdHeap = NULL; m_pDualCamCmdPtr = NULL; } rc = mCameraHandle->ops->close_camera(mCameraHandle->camera_handle); mCameraHandle = NULL; //reset session id to some invalid id pthread_mutex_lock(&gCamLock); sessionId[mCameraId] = 0xDEADBEEF; pthread_mutex_unlock(&gCamLock); //Notify display HAL that there is no active camera session //but avoid calling the same during bootup. Refer to openCamera //for more details. property_get("service.bootanim.exit", value, "0"); if (atoi(value) == 1) { pthread_mutex_lock(&gCamLock); if (--gNumCameraSessions == 0) { setCameraLaunchStatus(false); } pthread_mutex_unlock(&gCamLock); } if (mExifParams.debug_params) { free(mExifParams.debug_params); mExifParams.debug_params = NULL; } if (QCameraFlash::getInstance().releaseFlashFromCamera(mCameraId) != 0) { LOGW("Failed to release flash for camera id: %d", mCameraId); } mState = CLOSED; LOGI("[KPI Perf]: X PROFILE_CLOSE_CAMERA camera id %d, rc: %d", mCameraId, rc); { std::unique_lock l(gHdrPlusClientLock); if (EaselManagerClientOpened) { if (gActiveEaselClient == 1) { rc = gEaselManagerClient->suspend(); if (rc != 0) { ALOGE("%s: Suspending Easel failed: %s (%d)", __FUNCTION__, strerror(-rc), rc); } } gActiveEaselClient--; } if (mQCamera3HdrPlusListenerThread != nullptr) { mQCamera3HdrPlusListenerThread->requestExit(); mQCamera3HdrPlusListenerThread->join(); mQCamera3HdrPlusListenerThread = nullptr; } } return rc; } /*=========================================================================== * FUNCTION : initialize * * DESCRIPTION: Initialize frameworks callback functions * * PARAMETERS : * @callback_ops : callback function to frameworks * * RETURN : * *==========================================================================*/ int QCamera3HardwareInterface::initialize( const struct camera3_callback_ops *callback_ops) { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_INIT); int rc; LOGI("E :mCameraId = %d mState = %d", mCameraId, mState); pthread_mutex_lock(&mMutex); // Validate current state switch (mState) { case OPENED: /* valid state */ break; default: LOGE("Invalid state %d", mState); rc = -ENODEV; goto err1; } rc = initParameters(); if (rc < 0) { LOGE("initParamters failed %d", rc); goto err1; } mCallbackOps = callback_ops; mChannelHandle = mCameraHandle->ops->add_channel( mCameraHandle->camera_handle, NULL, NULL, this); if (mChannelHandle == 0) { LOGE("add_channel failed"); rc = -ENOMEM; pthread_mutex_unlock(&mMutex); return rc; } pthread_mutex_unlock(&mMutex); mCameraInitialized = true; mState = INITIALIZED; LOGI("X"); return 0; err1: pthread_mutex_unlock(&mMutex); return rc; } /*=========================================================================== * FUNCTION : validateStreamDimensions * * DESCRIPTION: Check if the configuration requested are those advertised * * PARAMETERS : * @cameraId : cameraId * @stream_list : streams to be configured * * RETURN : * *==========================================================================*/ int QCamera3HardwareInterface::validateStreamDimensions(uint32_t cameraId, camera3_stream_configuration_t *streamList) { int rc = NO_ERROR; size_t count = 0; uint32_t depthWidth = 0; uint32_t depthHeight = 0; auto pDIndex = getPDStatIndex(gCamCapability[cameraId]); bool pDSupported = (0 <= pDIndex) ? true : false; if (pDSupported) { depthWidth = gCamCapability[cameraId]->raw_meta_dim[pDIndex].width; depthHeight = gCamCapability[cameraId]->raw_meta_dim[pDIndex].height; } camera3_stream_t *inputStream = NULL; /* * Loop through all streams to find input stream if it exists* */ for (size_t i = 0; i< streamList->num_streams; i++) { if (streamList->streams[i]->stream_type == CAMERA3_STREAM_INPUT) { if (inputStream != NULL) { LOGE("Error, Multiple input streams requested"); return -EINVAL; } inputStream = streamList->streams[i]; } } /* * Loop through all streams requested in configuration * Check if unsupported sizes have been requested on any of them */ for (size_t j = 0; j < streamList->num_streams; j++) { bool sizeFound = false; camera3_stream_t *newStream = streamList->streams[j]; uint32_t rotatedHeight = newStream->height; uint32_t rotatedWidth = newStream->width; if ((newStream->rotation == CAMERA3_STREAM_ROTATION_90) || (newStream->rotation == CAMERA3_STREAM_ROTATION_270)) { rotatedHeight = newStream->width; rotatedWidth = newStream->height; } /* * Sizes are different for each type of stream format check against * appropriate table. */ switch (newStream->format) { case ANDROID_SCALER_AVAILABLE_FORMATS_RAW16: case ANDROID_SCALER_AVAILABLE_FORMATS_RAW_OPAQUE: case HAL_PIXEL_FORMAT_RAW10: if ((HAL_DATASPACE_DEPTH == newStream->data_space) && (ANDROID_SCALER_AVAILABLE_FORMATS_RAW16 == newStream->format) && pDSupported) { if ((depthWidth == newStream->width) && (depthHeight == newStream->height)) { sizeFound = true; } break; } count = MIN(gCamCapability[cameraId]->supported_raw_dim_cnt, MAX_SIZES_CNT); for (size_t i = 0; i < count; i++) { if ((gCamCapability[cameraId]->raw_dim[i].width == (int32_t)rotatedWidth) && (gCamCapability[cameraId]->raw_dim[i].height == (int32_t)rotatedHeight)) { sizeFound = true; break; } } break; case HAL_PIXEL_FORMAT_BLOB: if ((newStream->data_space == HAL_DATASPACE_DEPTH) && pDSupported) { //As per spec. depth cloud should be sample count / 16 uint32_t depthSamplesCount = (depthWidth * depthHeight * 2) / 16; if ((depthSamplesCount == newStream->width) && (1 == newStream->height)) { sizeFound = true; } break; } count = MIN(gCamCapability[cameraId]->picture_sizes_tbl_cnt, MAX_SIZES_CNT); /* Verify set size against generated sizes table */ for (size_t i = 0; i < count; i++) { if (((int32_t)rotatedWidth == gCamCapability[cameraId]->picture_sizes_tbl[i].width) && ((int32_t)rotatedHeight == gCamCapability[cameraId]->picture_sizes_tbl[i].height)) { sizeFound = true; break; } } break; case HAL_PIXEL_FORMAT_Y8: case HAL_PIXEL_FORMAT_YCbCr_420_888: case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: default: if (newStream->stream_type == CAMERA3_STREAM_BIDIRECTIONAL || newStream->stream_type == CAMERA3_STREAM_INPUT || IS_USAGE_ZSL(newStream->usage)) { if (((int32_t)rotatedWidth == gCamCapability[cameraId]->active_array_size.width) && ((int32_t)rotatedHeight == gCamCapability[cameraId]->active_array_size.height)) { sizeFound = true; break; } /* We could potentially break here to enforce ZSL stream * set from frameworks always is full active array size * but it is not clear from the spc if framework will always * follow that, also we have logic to override to full array * size, so keeping the logic lenient at the moment */ } count = MIN(gCamCapability[cameraId]->picture_sizes_tbl_cnt, MAX_SIZES_CNT); for (size_t i = 0; i < count; i++) { if (((int32_t)rotatedWidth == gCamCapability[cameraId]->picture_sizes_tbl[i].width) && ((int32_t)rotatedHeight == gCamCapability[cameraId]->picture_sizes_tbl[i].height)) { sizeFound = true; break; } } break; } /* End of switch(newStream->format) */ /* We error out even if a single stream has unsupported size set */ if (!sizeFound) { LOGE("Error: Unsupported size: %d x %d type: %d array size: %d x %d", rotatedWidth, rotatedHeight, newStream->format, gCamCapability[cameraId]->active_array_size.width, gCamCapability[cameraId]->active_array_size.height); rc = -EINVAL; break; } } /* End of for each stream */ return rc; } /*=========================================================================== * FUNCTION : validateUsageFlags * * DESCRIPTION: Check if the configuration usage flags map to same internal format. * * PARAMETERS : * @cameraId : camera id. * @stream_list : streams to be configured * * RETURN : * NO_ERROR if the usage flags are supported * error code if usage flags are not supported * *==========================================================================*/ int QCamera3HardwareInterface::validateUsageFlags(uint32_t cameraId, const camera3_stream_configuration_t* streamList) { for (size_t j = 0; j < streamList->num_streams; j++) { const camera3_stream_t *newStream = streamList->streams[j]; if (newStream->format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED || (newStream->stream_type != CAMERA3_STREAM_OUTPUT && newStream->stream_type != CAMERA3_STREAM_BIDIRECTIONAL)) { continue; } // Here we only care whether it's EIS3 or not char is_type_value[PROPERTY_VALUE_MAX]; property_get("persist.camera.is_type", is_type_value, "4"); cam_is_type_t isType = atoi(is_type_value) == IS_TYPE_EIS_3_0 ? IS_TYPE_EIS_3_0 : IS_TYPE_NONE; if (gCamCapability[cameraId]->position == CAM_POSITION_FRONT || streamList->operation_mode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) isType = IS_TYPE_NONE; bool isVideo = IS_USAGE_VIDEO(newStream->usage); bool isPreview = IS_USAGE_PREVIEW(newStream->usage); bool isZSL = IS_USAGE_ZSL(newStream->usage); bool forcePreviewUBWC = true; if (isVideo && !QCameraCommon::isVideoUBWCEnabled()) { forcePreviewUBWC = false; } cam_format_t videoFormat = QCamera3Channel::getStreamDefaultFormat( CAM_STREAM_TYPE_VIDEO, newStream->width, newStream->height, forcePreviewUBWC, isType); cam_format_t previewFormat = QCamera3Channel::getStreamDefaultFormat( CAM_STREAM_TYPE_PREVIEW, newStream->width, newStream->height, forcePreviewUBWC, isType); cam_format_t zslFormat = QCamera3Channel::getStreamDefaultFormat( CAM_STREAM_TYPE_SNAPSHOT, newStream->width, newStream->height, forcePreviewUBWC, isType); // Color space for this camera device is guaranteed to be ITU_R_601_FR. // So color spaces will always match. // Check whether underlying formats of shared streams match. if (isVideo && isPreview && videoFormat != previewFormat) { LOGE("Combined video and preview usage flag is not supported"); return -EINVAL; } if (isPreview && isZSL && previewFormat != zslFormat) { LOGE("Combined preview and zsl usage flag is not supported"); return -EINVAL; } if (isVideo && isZSL && videoFormat != zslFormat) { LOGE("Combined video and zsl usage flag is not supported"); return -EINVAL; } } return NO_ERROR; } /*=========================================================================== * FUNCTION : validateUsageFlagsForEis * * DESCRIPTION: Check if the configuration usage flags conflict with Eis * * PARAMETERS : * @bEisEnable : Flag indicated that EIS is enabled. * @bEisSupportedSize : Flag indicating that there is a preview/video stream * within the EIS supported size. * @stream_list : streams to be configured * * RETURN : * NO_ERROR if the usage flags are supported * error code if usage flags are not supported * *==========================================================================*/ int QCamera3HardwareInterface::validateUsageFlagsForEis(bool bEisEnable, bool bEisSupportedSize, const camera3_stream_configuration_t* streamList) { for (size_t j = 0; j < streamList->num_streams; j++) { const camera3_stream_t *newStream = streamList->streams[j]; bool isVideo = IS_USAGE_VIDEO(newStream->usage); bool isPreview = IS_USAGE_PREVIEW(newStream->usage); // Because EIS is "hard-coded" for certain use case, and current // implementation doesn't support shared preview and video on the same // stream, return failure if EIS is forced on. if (isPreview && isVideo && bEisEnable && bEisSupportedSize) { LOGE("Combined video and preview usage flag is not supported due to EIS"); return -EINVAL; } } return NO_ERROR; } /*============================================================================== * FUNCTION : isSupportChannelNeeded * * DESCRIPTION: Simple heuristic func to determine if support channels is needed * * PARAMETERS : * @stream_list : streams to be configured * @stream_config_info : the config info for streams to be configured * * RETURN : Boolen true/false decision * *==========================================================================*/ bool QCamera3HardwareInterface::isSupportChannelNeeded( camera3_stream_configuration_t *streamList, cam_stream_size_info_t stream_config_info) { uint32_t i; bool pprocRequested = false; /* Check for conditions where PProc pipeline does not have any streams*/ for (i = 0; i < stream_config_info.num_streams; i++) { if (stream_config_info.type[i] != CAM_STREAM_TYPE_ANALYSIS && stream_config_info.postprocess_mask[i] != CAM_QCOM_FEATURE_NONE) { pprocRequested = true; break; } } if (pprocRequested == false ) return true; /* Dummy stream needed if only raw or jpeg streams present */ for (i = 0; i < streamList->num_streams; i++) { switch(streamList->streams[i]->format) { case HAL_PIXEL_FORMAT_RAW_OPAQUE: case HAL_PIXEL_FORMAT_RAW10: case HAL_PIXEL_FORMAT_RAW16: case HAL_PIXEL_FORMAT_BLOB: break; default: return false; } } return true; } /*============================================================================== * FUNCTION : sensor_mode_info * * DESCRIPTION: Get sensor mode information based on current stream configuratoin * * PARAMETERS : * @sensor_mode_info : sensor mode information (output) * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code * *==========================================================================*/ int32_t QCamera3HardwareInterface::getSensorModeInfo(cam_sensor_mode_info_t &sensorModeInfo) { int32_t rc = NO_ERROR; cam_dimension_t max_dim = {0, 0}; for (uint32_t i = 0; i < mStreamConfigInfo.num_streams; i++) { if (mStreamConfigInfo.stream_sizes[i].width > max_dim.width) max_dim.width = mStreamConfigInfo.stream_sizes[i].width; if (mStreamConfigInfo.stream_sizes[i].height > max_dim.height) max_dim.height = mStreamConfigInfo.stream_sizes[i].height; } clear_metadata_buffer(mParameters); rc = ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_MAX_DIMENSION, max_dim); if (rc != NO_ERROR) { LOGE("Failed to update table for CAM_INTF_PARM_MAX_DIMENSION"); return rc; } rc = mCameraHandle->ops->set_parms(mCameraHandle->camera_handle, mParameters); if (rc != NO_ERROR) { LOGE("Failed to set CAM_INTF_PARM_MAX_DIMENSION"); return rc; } clear_metadata_buffer(mParameters); ADD_GET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_SENSOR_MODE_INFO); rc = mCameraHandle->ops->get_parms(mCameraHandle->camera_handle, mParameters); if (rc != NO_ERROR) { LOGE("Failed to get CAM_INTF_PARM_SENSOR_MODE_INFO"); return rc; } READ_PARAM_ENTRY(mParameters, CAM_INTF_PARM_SENSOR_MODE_INFO, sensorModeInfo); LOGH("%s: active array size %dx%d, pixel array size %dx%d, output pixel clock %u, " "raw bits: %d", __FUNCTION__, sensorModeInfo.active_array_size.width, sensorModeInfo.active_array_size.height, sensorModeInfo.pixel_array_size.width, sensorModeInfo.pixel_array_size.height, sensorModeInfo.op_pixel_clk, sensorModeInfo.num_raw_bits); return rc; } /*============================================================================== * FUNCTION : getCurrentSensorModeInfo * * DESCRIPTION: Get sensor mode information that is currently selected. * * PARAMETERS : * @sensorModeInfo : sensor mode information (output) * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code * *==========================================================================*/ int32_t QCamera3HardwareInterface::getCurrentSensorModeInfo(cam_sensor_mode_info_t &sensorModeInfo) { int32_t rc = NO_ERROR; metadata_buffer_t *cachedParameters = (metadata_buffer_t *) malloc(sizeof(metadata_buffer_t)); if (nullptr == cachedParameters) { return NO_MEMORY; } memcpy(cachedParameters, mParameters, sizeof(metadata_buffer_t)); clear_metadata_buffer(mParameters); ADD_GET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_CURRENT_SENSOR_MODE_INFO); rc = mCameraHandle->ops->get_parms(mCameraHandle->camera_handle, mParameters); if (rc != NO_ERROR) { LOGE("Failed to get CAM_INTF_PARM_SENSOR_MODE_INFO"); free(cachedParameters); return rc; } READ_PARAM_ENTRY(mParameters, CAM_INTF_PARM_CURRENT_SENSOR_MODE_INFO, sensorModeInfo); LOGH("%s: active array size %dx%d, pixel array size %dx%d, output pixel clock %u, " "raw bits: %d", __FUNCTION__, sensorModeInfo.active_array_size.width, sensorModeInfo.active_array_size.height, sensorModeInfo.pixel_array_size.width, sensorModeInfo.pixel_array_size.height, sensorModeInfo.op_pixel_clk, sensorModeInfo.num_raw_bits); memcpy(mParameters, cachedParameters, sizeof(metadata_buffer_t)); free(cachedParameters); return rc; } /*============================================================================== * FUNCTION : addToPPFeatureMask * * DESCRIPTION: add additional features to pp feature mask based on * stream type and usecase * * PARAMETERS : * @stream_format : stream type for feature mask * @stream_idx : stream idx within postprocess_mask list to change * * RETURN : NULL * *==========================================================================*/ void QCamera3HardwareInterface::addToPPFeatureMask(int stream_format, uint32_t stream_idx) { char feature_mask_value[PROPERTY_VALUE_MAX]; cam_feature_mask_t feature_mask; int args_converted; int property_len; /* Get feature mask from property */ #ifdef _LE_CAMERA_ char swtnr_feature_mask_value[PROPERTY_VALUE_MAX]; snprintf(swtnr_feature_mask_value, PROPERTY_VALUE_MAX, "%lld", CAM_QTI_FEATURE_SW_TNR); property_len = property_get("persist.camera.hal3.feature", feature_mask_value, swtnr_feature_mask_value); #else property_len = property_get("persist.camera.hal3.feature", feature_mask_value, "0"); #endif if ((property_len > 2) && (feature_mask_value[0] == '0') && (feature_mask_value[1] == 'x')) { args_converted = sscanf(feature_mask_value, "0x%llx", &feature_mask); } else { args_converted = sscanf(feature_mask_value, "%lld", &feature_mask); } if (1 != args_converted) { feature_mask = 0; LOGE("Wrong feature mask %s", feature_mask_value); return; } switch (stream_format) { case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: { /* Add LLVD to pp feature mask only if video hint is enabled */ if ((m_bIsVideo) && (feature_mask & CAM_QTI_FEATURE_SW_TNR)) { mStreamConfigInfo.postprocess_mask[stream_idx] |= CAM_QTI_FEATURE_SW_TNR; LOGH("Added SW TNR to pp feature mask"); } else if ((m_bIsVideo) && (feature_mask & CAM_QCOM_FEATURE_LLVD)) { mStreamConfigInfo.postprocess_mask[stream_idx] |= CAM_QCOM_FEATURE_LLVD; LOGH("Added LLVD SeeMore to pp feature mask"); } if (gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QCOM_FEATURE_STAGGERED_VIDEO_HDR) { mStreamConfigInfo.postprocess_mask[stream_idx] |= CAM_QCOM_FEATURE_STAGGERED_VIDEO_HDR; } if ((m_bIsVideo) && (gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QTI_FEATURE_BINNING_CORRECTION)) { mStreamConfigInfo.postprocess_mask[stream_idx] |= CAM_QTI_FEATURE_BINNING_CORRECTION; } break; } default: break; } LOGD("PP feature mask %llx", mStreamConfigInfo.postprocess_mask[stream_idx]); } /*============================================================================== * FUNCTION : updateFpsInPreviewBuffer * * DESCRIPTION: update FPS information in preview buffer. * * PARAMETERS : * @metadata : pointer to metadata buffer * @frame_number: frame_number to look for in pending buffer list * * RETURN : None * *==========================================================================*/ void QCamera3HardwareInterface::updateFpsInPreviewBuffer(metadata_buffer_t *metadata, uint32_t frame_number) { // Mark all pending buffers for this particular request // with corresponding framerate information for (List::iterator req = mPendingBuffersMap.mPendingBuffersInRequest.begin(); req != mPendingBuffersMap.mPendingBuffersInRequest.end(); req++) { for(List::iterator j = req->mPendingBufferList.begin(); j != req->mPendingBufferList.end(); j++) { QCamera3Channel *channel = (QCamera3Channel *)j->stream->priv; if ((req->frame_number == frame_number) && (channel->getStreamTypeMask() & (1U << CAM_STREAM_TYPE_PREVIEW))) { IF_META_AVAILABLE(cam_fps_range_t, float_range, CAM_INTF_PARM_FPS_RANGE, metadata) { typeof (MetaData_t::refreshrate) cameraFps = float_range->max_fps; struct private_handle_t *priv_handle = (struct private_handle_t *)(*(j->buffer)); setMetaData(priv_handle, UPDATE_REFRESH_RATE, &cameraFps); } } } } } /*============================================================================== * FUNCTION : updateTimeStampInPendingBuffers * * DESCRIPTION: update timestamp in display metadata for all pending buffers * of a frame number * * PARAMETERS : * @frame_number: frame_number. Timestamp will be set on pending buffers of this frame number * @timestamp : timestamp to be set * * RETURN : None * *==========================================================================*/ void QCamera3HardwareInterface::updateTimeStampInPendingBuffers( uint32_t frameNumber, nsecs_t timestamp) { for (auto req = mPendingBuffersMap.mPendingBuffersInRequest.begin(); req != mPendingBuffersMap.mPendingBuffersInRequest.end(); req++) { // WAR: save the av_timestamp to the next frame if(req->frame_number == frameNumber + 1) { req->av_timestamp = timestamp; } if (req->frame_number != frameNumber) continue; for (auto k = req->mPendingBufferList.begin(); k != req->mPendingBufferList.end(); k++ ) { // WAR: update timestamp when it's not VT usecase QCamera3Channel *channel = (QCamera3Channel *)k->stream->priv; if (!((1U << CAM_STREAM_TYPE_VIDEO) == channel->getStreamTypeMask() && m_bAVTimerEnabled)) { struct private_handle_t *priv_handle = (struct private_handle_t *) (*(k->buffer)); setMetaData(priv_handle, SET_VT_TIMESTAMP, ×tamp); } } } return; } /*=========================================================================== * FUNCTION : configureStreams * * DESCRIPTION: Reset HAL camera device processing pipeline and set up new input * and output streams. * * PARAMETERS : * @stream_list : streams to be configured * * RETURN : * *==========================================================================*/ int QCamera3HardwareInterface::configureStreams( camera3_stream_configuration_t *streamList) { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_CFG_STRMS); int rc = 0; // Acquire perfLock before configure streams mPerfLockMgr.acquirePerfLock(PERF_LOCK_START_PREVIEW); rc = configureStreamsPerfLocked(streamList); mPerfLockMgr.releasePerfLock(PERF_LOCK_START_PREVIEW); return rc; } /*=========================================================================== * FUNCTION : validateStreamCombination * * DESCRIPTION: Validate a given stream combination. * * PARAMETERS : * @cameraId : camera Id. * @stream_list : stream combination to be validated. * @status : validation status. * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int32_t QCamera3HardwareInterface::validateStreamCombination(uint32_t cameraId, camera3_stream_configuration_t *streamList /*in*/, StreamValidateStatus *status /*out*/) { bool isJpeg = false; bool bJpegExceeds4K = false; bool bJpegOnEncoder = false; uint32_t width_ratio; uint32_t height_ratio; size_t rawStreamCnt = 0; size_t stallStreamCnt = 0; size_t processedStreamCnt = 0; size_t pdStatCount = 0; size_t numYuv888OnEncoder = 0; cam_dimension_t jpegSize = {0, 0}; camera3_stream_t *zslStream = nullptr; uint32_t maxEisWidth = 0; uint32_t maxEisHeight = 0; if (status == nullptr) { LOGE("NULL stream status"); return BAD_VALUE; } // Sanity check stream_list if (streamList == NULL) { LOGE("NULL stream configuration"); return BAD_VALUE; } if (streamList->streams == NULL) { LOGE("NULL stream list"); return BAD_VALUE; } if (streamList->num_streams < 1) { LOGE("Bad number of streams requested: %d", streamList->num_streams); return BAD_VALUE; } if (streamList->num_streams >= MAX_NUM_STREAMS) { LOGE("Maximum number of streams %d exceeded: %d", MAX_NUM_STREAMS, streamList->num_streams); return BAD_VALUE; } auto rc = validateUsageFlags(cameraId, streamList); if (rc != NO_ERROR) { return rc; } rc = validateStreamDimensions(cameraId, streamList); if (rc == NO_ERROR) { rc = validateStreamRotations(streamList); } if (rc != NO_ERROR) { LOGE("Invalid stream configuration requested!"); return rc; } size_t count = IS_TYPE_MAX; count = MIN(gCamCapability[cameraId]->supported_is_types_cnt, count); for (size_t i = 0; i < count; i++) { if ((gCamCapability[cameraId]->supported_is_types[i] == IS_TYPE_EIS_2_0) || (gCamCapability[cameraId]->supported_is_types[i] == IS_TYPE_EIS_3_0)) { status->bEisSupported = true; break; } } if (status->bEisSupported) { maxEisWidth = MAX_EIS_WIDTH; maxEisHeight = MAX_EIS_HEIGHT; } status->maxViewfinderSize = gCamCapability[cameraId]->max_viewfinder_size; status->largeYuv888Size = {0, 0}; /* stream configurations */ for (size_t i = 0; i < streamList->num_streams; i++) { camera3_stream_t *newStream = streamList->streams[i]; LOGI("stream[%d] type = %d, format = %d, width = %d, " "height = %d, rotation = %d, usage = 0x%x", i, newStream->stream_type, newStream->format, newStream->width, newStream->height, newStream->rotation, newStream->usage); if (newStream->stream_type == CAMERA3_STREAM_INPUT){ status->isZsl = true; status->inputStream = newStream; } if (IS_USAGE_ZSL(newStream->usage)) { if (zslStream != nullptr) { LOGE("Multiple input/reprocess streams requested!"); return BAD_VALUE; } zslStream = newStream; } if ((newStream->format == HAL_PIXEL_FORMAT_BLOB) && (newStream->data_space != HAL_DATASPACE_DEPTH)) { isJpeg = true; jpegSize.width = newStream->width; jpegSize.height = newStream->height; if (newStream->width > VIDEO_4K_WIDTH || newStream->height > VIDEO_4K_HEIGHT) bJpegExceeds4K = true; } if ((HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED == newStream->format) && (IS_USAGE_PREVIEW(newStream->usage) || IS_USAGE_VIDEO(newStream->usage))) { if (IS_USAGE_VIDEO(newStream->usage)) { status->bIsVideo = true; // In HAL3 we can have multiple different video streams. // The variables video width and height are used below as // dimensions of the biggest of them if (status->videoWidth < newStream->width || status->videoHeight < newStream->height) { status->videoWidth = newStream->width; status->videoHeight = newStream->height; } if ((VIDEO_4K_WIDTH <= newStream->width) && (VIDEO_4K_HEIGHT <= newStream->height)) { status->bIs4KVideo = true; } } status->bEisSupportedSize &= (newStream->width <= maxEisWidth) && (newStream->height <= maxEisHeight); } if (newStream->stream_type == CAMERA3_STREAM_OUTPUT) { switch (newStream->format) { case HAL_PIXEL_FORMAT_BLOB: if (newStream->data_space == HAL_DATASPACE_DEPTH) { status->depthPresent = true; break; } stallStreamCnt++; if (isOnEncoder(status->maxViewfinderSize, newStream->width, newStream->height)) { status->numStreamsOnEncoder++; bJpegOnEncoder = true; } width_ratio = CEIL_DIVISION(gCamCapability[cameraId]->active_array_size.width, newStream->width); height_ratio = CEIL_DIVISION(gCamCapability[cameraId]->active_array_size.height, newStream->height);; FATAL_IF(gCamCapability[cameraId]->max_downscale_factor == 0, "FATAL: max_downscale_factor cannot be zero and so assert"); if ( (width_ratio > gCamCapability[cameraId]->max_downscale_factor) || (height_ratio > gCamCapability[cameraId]->max_downscale_factor)) { LOGH("Setting small jpeg size flag to true"); status->bSmallJpegSize = true; } break; case HAL_PIXEL_FORMAT_RAW10: case HAL_PIXEL_FORMAT_RAW_OPAQUE: case HAL_PIXEL_FORMAT_RAW16: rawStreamCnt++; if ((HAL_DATASPACE_DEPTH == newStream->data_space) && (HAL_PIXEL_FORMAT_RAW16 == newStream->format)) { pdStatCount++; } break; case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: processedStreamCnt++; if (isOnEncoder(status->maxViewfinderSize, newStream->width, newStream->height)) { if (newStream->stream_type != CAMERA3_STREAM_BIDIRECTIONAL && !IS_USAGE_ZSL(newStream->usage)) { status->commonFeatureMask |= CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; } status->numStreamsOnEncoder++; } break; case HAL_PIXEL_FORMAT_YCbCr_420_888: case HAL_PIXEL_FORMAT_Y8: processedStreamCnt++; if (isOnEncoder(status->maxViewfinderSize, newStream->width, newStream->height)) { // If Yuv888/Y8 size is not greater than 4K, set feature mask // to SUPERSET so that it support concurrent request on // YUV and JPEG. if (newStream->width <= VIDEO_4K_WIDTH && newStream->height <= VIDEO_4K_HEIGHT) { status->commonFeatureMask |= CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; } if (newStream->format == HAL_PIXEL_FORMAT_Y8) { status->bY80OnEncoder = true; } status->numStreamsOnEncoder++; numYuv888OnEncoder++; status->largeYuv888Size.width = newStream->width; status->largeYuv888Size.height = newStream->height; } break; default: LOGE("not a supported format 0x%x", newStream->format); return BAD_VALUE; } } } if (validateUsageFlagsForEis(status->bEisSupported, status->bEisSupportedSize, streamList) != NO_ERROR) { return BAD_VALUE; } /* Check if num_streams is sane */ if (stallStreamCnt > MAX_STALLING_STREAMS || rawStreamCnt > MAX_RAW_STREAMS || processedStreamCnt > MAX_PROCESSED_STREAMS) { LOGE("Invalid stream configu: stall: %d, raw: %d, processed %d", stallStreamCnt, rawStreamCnt, processedStreamCnt); return BAD_VALUE; } /* Check whether we have zsl stream or 4k video case */ if (status->isZsl && status->bIs4KVideo) { LOGE("Currently invalid configuration ZSL & 4K Video!"); return BAD_VALUE; } /* Check if stream sizes are sane */ if (status->numStreamsOnEncoder > 2) { LOGE("Number of streams on ISP encoder path exceeds limits of 2"); return BAD_VALUE; } else if (1 < status->numStreamsOnEncoder){ status->bUseCommonFeatureMask = true; LOGH("Multiple streams above max viewfinder size, common mask needed"); } /* Check if BLOB size is greater than 4k in 4k recording case */ if (status->bIs4KVideo && bJpegExceeds4K) { LOGE("HAL doesn't support Blob size greater than 4k in 4k recording"); return BAD_VALUE; } if ((streamList->operation_mode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) && status->depthPresent) { LOGE("HAL doesn't support depth streams in HFR mode!"); return BAD_VALUE; } // When JPEG and preview streams share VFE output, CPP will not apply CAC2 // on JPEG stream. So disable such configurations to ensure CAC2 is applied. // Don't fail for reprocess configurations. Also don't fail if bJpegExceeds4K // is not true. Otherwise testMandatoryOutputCombinations will fail with following // configurations: // {[PRIV, PREVIEW] [PRIV, RECORD] [JPEG, RECORD]} // {[PRIV, PREVIEW] [YUV, RECORD] [JPEG, RECORD]} // (These two configurations will not have CAC2 enabled even in HQ modes.) if (!status->isZsl && bJpegOnEncoder && bJpegExceeds4K && status->bUseCommonFeatureMask) { ALOGE("%s: Blob size greater than 4k and multiple streams are on encoder output", __func__); return BAD_VALUE; } // If jpeg stream is available, and a YUV 888 stream is on Encoder path, and // the YUV stream's size is greater or equal to the JPEG size, set common // postprocess mask to NONE, so that we can take advantage of postproc bypass. if (numYuv888OnEncoder && isOnEncoder(status->maxViewfinderSize, jpegSize.width, jpegSize.height) && status->largeYuv888Size.width > jpegSize.width && status->largeYuv888Size.height > jpegSize.height) { status->bYuv888OverrideJpeg = true; } else if (!isJpeg && status->numStreamsOnEncoder > 1) { status->commonFeatureMask = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; } LOGH("max viewfinder width %d height %d isZsl %d bUseCommonFeature %x commonFeatureMask %llx", status->maxViewfinderSize.width, status->maxViewfinderSize.height, status->isZsl, status->bUseCommonFeatureMask, status->commonFeatureMask); LOGH("numStreamsOnEncoder %d, processedStreamCnt %d, stallcnt %d bSmallJpegSize %d", status->numStreamsOnEncoder, processedStreamCnt, stallStreamCnt, status->bSmallJpegSize); if (1 < pdStatCount) { LOGE("HAL doesn't support multiple PD streams"); return BAD_VALUE; } if ((streamList->operation_mode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) && (1 == pdStatCount)) { LOGE("HAL doesn't support PD streams in HFR mode!"); return -EINVAL; } return NO_ERROR; } /*=========================================================================== * FUNCTION : configureStreamsPerfLocked * * DESCRIPTION: configureStreams while perfLock is held. * * PARAMETERS : * @stream_list : streams to be configured * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int QCamera3HardwareInterface::configureStreamsPerfLocked( camera3_stream_configuration_t *streamList) { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_CFG_STRMS_PERF_LKD); StreamValidateStatus streamStatus; auto rc = validateStreamCombination(mCameraId, streamList, &streamStatus); if (NO_ERROR != rc) { return rc; } mOpMode = streamList->operation_mode; LOGD("mOpMode: %d", mOpMode); // Disable HDR+ if it's enabled; { std::unique_lock l(gHdrPlusClientLock); finishHdrPlusClientOpeningLocked(l); disableHdrPlusModeLocked(); } /* first invalidate all the steams in the mStreamList * if they appear again, they will be validated */ for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3ProcessingChannel *channel = (QCamera3ProcessingChannel*)(*it)->stream->priv; if (channel) { channel->stop(); } (*it)->status = INVALID; } if (mRawDumpChannel) { mRawDumpChannel->stop(); delete mRawDumpChannel; mRawDumpChannel = NULL; } if (mHdrPlusRawSrcChannel) { mHdrPlusRawSrcChannel->stop(); delete mHdrPlusRawSrcChannel; mHdrPlusRawSrcChannel = NULL; } if (mSupportChannel) mSupportChannel->stop(); if (mAnalysisChannel) { mAnalysisChannel->stop(); } if (mMetadataChannel) { /* If content of mStreamInfo is not 0, there is metadata stream */ mMetadataChannel->stop(); } if (mChannelHandle) { stopChannelLocked(/*stop_immediately*/false); } pthread_mutex_lock(&mMutex); mPictureChannel = NULL; // Check state switch (mState) { case INITIALIZED: case CONFIGURED: case STARTED: /* valid state */ break; default: LOGE("Invalid state %d", mState); pthread_mutex_unlock(&mMutex); return -ENODEV; } /* Check whether we have video stream */ m_bIs4KVideo = streamStatus.bIs4KVideo; m_bIsVideo = streamStatus.bIsVideo; m_bEisSupported = streamStatus.bEisSupported; m_bEisSupportedSize = streamStatus.bEisSupportedSize; m_bTnrEnabled = false; m_bVideoHdrEnabled = false; cam_dimension_t previewSize = {0, 0}; cam_padding_info_t padding_info = gCamCapability[mCameraId]->padding_info; /*EIS configuration*/ uint8_t eis_prop_set; // Initialize all instant AEC related variables mInstantAEC = false; mResetInstantAEC = false; mInstantAECSettledFrameNumber = 0; mAecSkipDisplayFrameBound = 0; mInstantAecFrameIdxCount = 0; mCurrFeatureState = 0; mStreamConfig = true; m_bAVTimerEnabled = false; memset(&mInputStreamInfo, 0, sizeof(mInputStreamInfo)); /* EIS setprop control */ char eis_prop[PROPERTY_VALUE_MAX]; memset(eis_prop, 0, sizeof(eis_prop)); property_get("persist.camera.eis.enable", eis_prop, "1"); eis_prop_set = (uint8_t)atoi(eis_prop); m_bEisEnable = eis_prop_set && m_bEisSupported && (mOpMode != CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) && (gCamCapability[mCameraId]->position == CAM_POSITION_BACK || gCamCapability[mCameraId]->position == CAM_POSITION_BACK_AUX); LOGD("m_bEisEnable: %d, eis_prop_set: %d, m_bEisSupported: %d", m_bEisEnable, eis_prop_set, m_bEisSupported); uint8_t forceEnableTnr = 0; char tnr_prop[PROPERTY_VALUE_MAX]; memset(tnr_prop, 0, sizeof(tnr_prop)); property_get("debug.camera.tnr.forceenable", tnr_prop, "0"); forceEnableTnr = (uint8_t)atoi(tnr_prop); /* Logic to enable/disable TNR based on specific config size/etc.*/ if ((m_bTnrPreview || m_bTnrVideo) && m_bIsVideo && (mOpMode != CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE)) m_bTnrEnabled = true; else if (forceEnableTnr) m_bTnrEnabled = true; char videoHdrProp[PROPERTY_VALUE_MAX]; memset(videoHdrProp, 0, sizeof(videoHdrProp)); property_get("persist.camera.hdr.video", videoHdrProp, "0"); uint8_t hdr_mode_prop = (uint8_t)atoi(videoHdrProp); if (hdr_mode_prop == 1 && m_bIsVideo && mOpMode != CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) m_bVideoHdrEnabled = true; else m_bVideoHdrEnabled = false; camera3_stream_t *zslStream = NULL; //Only use this for size and not actual handle! for (size_t i = 0; i < streamList->num_streams; i++) { camera3_stream_t *newStream = streamList->streams[i]; LOGH("newStream type = %d, stream format = %d " "stream size : %d x %d, stream rotation = %d", newStream->stream_type, newStream->format, newStream->width, newStream->height, newStream->rotation); //if the stream is in the mStreamList validate it bool stream_exists = false; for (List::iterator it=mStreamInfo.begin(); it != mStreamInfo.end(); it++) { if ((*it)->stream == newStream) { QCamera3ProcessingChannel *channel = (QCamera3ProcessingChannel*)(*it)->stream->priv; stream_exists = true; if (channel) delete channel; (*it)->status = VALID; (*it)->stream->priv = NULL; (*it)->channel = NULL; } } if (!stream_exists && newStream->stream_type != CAMERA3_STREAM_INPUT) { //new stream stream_info_t* stream_info; stream_info = (stream_info_t* )malloc(sizeof(stream_info_t)); if (!stream_info) { LOGE("Could not allocate stream info"); rc = -ENOMEM; pthread_mutex_unlock(&mMutex); return rc; } stream_info->stream = newStream; stream_info->status = VALID; stream_info->channel = NULL; stream_info->id = i; // ID will be re-assigned in cleanAndSortStreamInfo(). mStreamInfo.push_back(stream_info); } /* Covers Opaque ZSL and API1 F/W ZSL */ if (IS_USAGE_ZSL(newStream->usage) || newStream->stream_type == CAMERA3_STREAM_BIDIRECTIONAL ) { if (zslStream != NULL) { LOGE("Multiple input/reprocess streams requested!"); pthread_mutex_unlock(&mMutex); return BAD_VALUE; } zslStream = newStream; } /* Covers YUV reprocess */ if (streamStatus.inputStream != NULL) { if (newStream->stream_type == CAMERA3_STREAM_OUTPUT && ((newStream->format == HAL_PIXEL_FORMAT_YCbCr_420_888 && streamStatus.inputStream->format == HAL_PIXEL_FORMAT_YCbCr_420_888) || (newStream->format == HAL_PIXEL_FORMAT_Y8 && streamStatus.inputStream->format == HAL_PIXEL_FORMAT_Y8)) && streamStatus.inputStream->width == newStream->width && streamStatus.inputStream->height == newStream->height) { if (zslStream != NULL) { /* This scenario indicates multiple YUV streams with same size * as input stream have been requested, since zsl stream handle * is solely use for the purpose of overriding the size of streams * which share h/w streams we will just make a guess here as to * which of the stream is a ZSL stream, this will be refactored * once we make generic logic for streams sharing encoder output */ LOGH("Warning, Multiple ip/reprocess streams requested!"); } zslStream = newStream; } } } /* If a zsl stream is set, we know that we have configured at least one input or bidirectional stream */ if (NULL != zslStream) { mInputStreamInfo.dim.width = (int32_t)zslStream->width; mInputStreamInfo.dim.height = (int32_t)zslStream->height; mInputStreamInfo.format = zslStream->format; mInputStreamInfo.usage = zslStream->usage; LOGD("Input stream configured! %d x %d, format %d, usage %d", mInputStreamInfo.dim.width, mInputStreamInfo.dim.height, mInputStreamInfo.format, mInputStreamInfo.usage); } cleanAndSortStreamInfo(); if (mMetadataChannel) { delete mMetadataChannel; mMetadataChannel = NULL; } if (mSupportChannel) { delete mSupportChannel; mSupportChannel = NULL; } if (mAnalysisChannel) { delete mAnalysisChannel; mAnalysisChannel = NULL; } if (mDummyBatchChannel) { delete mDummyBatchChannel; mDummyBatchChannel = NULL; } if (mDepthChannel) { mDepthChannel = NULL; } mDepthCloudMode = CAM_PD_DATA_SKIP; mShutterDispatcher.clear(); mOutputBufferDispatcher.clear(); char is_type_value[PROPERTY_VALUE_MAX]; property_get("persist.camera.is_type", is_type_value, "4"); m_bEis3PropertyEnabled = (atoi(is_type_value) == IS_TYPE_EIS_3_0); char property_value[PROPERTY_VALUE_MAX]; property_get("persist.camera.gzoom.at", property_value, "0"); int goog_zoom_at = atoi(property_value); bool is_goog_zoom_video_enabled = ((goog_zoom_at & 1) > 0) && gCamCapability[mCameraId]->position == CAM_POSITION_BACK; bool is_goog_zoom_preview_enabled = ((goog_zoom_at & 2) > 0) && gCamCapability[mCameraId]->position == CAM_POSITION_BACK; property_get("persist.camera.gzoom.4k", property_value, "0"); bool is_goog_zoom_4k_enabled = (atoi(property_value) > 0); //Create metadata channel and initialize it cam_feature_mask_t metadataFeatureMask = CAM_QCOM_FEATURE_NONE; setPAAFSupport(metadataFeatureMask, CAM_STREAM_TYPE_METADATA, gCamCapability[mCameraId]->color_arrangement); mMetadataChannel = new QCamera3MetadataChannel(mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, captureResultCb, setBufferErrorStatus, &padding_info, metadataFeatureMask, this); if (mMetadataChannel == NULL) { LOGE("failed to allocate metadata channel"); rc = -ENOMEM; pthread_mutex_unlock(&mMutex); return rc; } mMetadataChannel->enableDepthData(streamStatus.depthPresent); rc = mMetadataChannel->initialize(IS_TYPE_NONE); if (rc < 0) { LOGE("metadata channel initialization failed"); delete mMetadataChannel; mMetadataChannel = NULL; pthread_mutex_unlock(&mMutex); return rc; } cam_feature_mask_t zsl_ppmask = CAM_QCOM_FEATURE_NONE; bool isRawStreamRequested = false; bool onlyRaw = true; // Keep track of preview/video streams indices. // There could be more than one preview streams, but only one video stream. int32_t video_stream_idx = -1; int32_t preview_stream_idx[streamList->num_streams]; size_t preview_stream_cnt = 0; bool previewTnr[streamList->num_streams]; memset(previewTnr, 0, sizeof(bool) * streamList->num_streams); bool isFront = gCamCapability[mCameraId]->position == CAM_POSITION_FRONT; // Loop through once to determine preview TNR conditions before creating channels. for (size_t i = 0; i < streamList->num_streams; i++) { camera3_stream_t *newStream = streamList->streams[i]; uint32_t stream_usage = newStream->usage; if (newStream->stream_type == CAMERA3_STREAM_OUTPUT && newStream->format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) { if (stream_usage & private_handle_t::PRIV_FLAGS_VIDEO_ENCODER) video_stream_idx = (int32_t)i; else preview_stream_idx[preview_stream_cnt++] = (int32_t)i; } } // By default, preview stream TNR is disabled. // Enable TNR to the preview stream if all conditions below are satisfied: // 1. preview resolution == video resolution. // 2. video stream TNR is enabled. // 3. EIS2.0 OR is front camera (which wouldn't use EIS3 even if it's set) for (size_t i = 0; i < preview_stream_cnt && video_stream_idx != -1; i++) { camera3_stream_t *video_stream = streamList->streams[video_stream_idx]; camera3_stream_t *preview_stream = streamList->streams[preview_stream_idx[i]]; if (m_bTnrEnabled && m_bTnrVideo && (isFront || (atoi(is_type_value) == IS_TYPE_EIS_2_0)) && video_stream->width == preview_stream->width && video_stream->height == preview_stream->height) { previewTnr[preview_stream_idx[i]] = true; } } memset(&mStreamConfigInfo, 0, sizeof(cam_stream_size_info_t)); /* Allocate channel objects for the requested streams */ for (size_t i = 0; i < streamList->num_streams; i++) { camera3_stream_t *newStream = streamList->streams[i]; uint32_t stream_usage = newStream->usage; mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].width = (int32_t)newStream->width; mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].height = (int32_t)newStream->height; struct camera_info *p_info = NULL; pthread_mutex_lock(&gCamLock); p_info = get_cam_info(mCameraId, &mStreamConfigInfo.sync_type); pthread_mutex_unlock(&gCamLock); if ((newStream->stream_type == CAMERA3_STREAM_BIDIRECTIONAL || IS_USAGE_ZSL(newStream->usage)) && newStream->format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED){ onlyRaw = false; // There is non-raw stream - bypass flag if set mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_SNAPSHOT; if (isOnEncoder(streamStatus.maxViewfinderSize, newStream->width, newStream->height)) { if (streamStatus.bUseCommonFeatureMask) zsl_ppmask = streamStatus.commonFeatureMask; else zsl_ppmask = CAM_QCOM_FEATURE_NONE; } else { if (streamStatus.numStreamsOnEncoder > 0) zsl_ppmask = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; else zsl_ppmask = CAM_QCOM_FEATURE_NONE; } mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = zsl_ppmask; } else if(newStream->stream_type == CAMERA3_STREAM_INPUT) { onlyRaw = false; // There is non-raw stream - bypass flag if set LOGH("Input stream configured, reprocess config"); } else { //for non zsl streams find out the format switch (newStream->format) { case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED : { onlyRaw = false; // There is non-raw stream - bypass flag if set mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; /* add additional features to pp feature mask */ addToPPFeatureMask(HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED, mStreamConfigInfo.num_streams); if (stream_usage & private_handle_t::PRIV_FLAGS_VIDEO_ENCODER) { mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_VIDEO; if (m_bTnrEnabled && m_bTnrVideo) { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] |= CAM_QCOM_FEATURE_CPP_TNR; //TNR and CDS are mutually exclusive. So reset CDS from feature mask mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] &= ~CAM_QCOM_FEATURE_CDS; } if (m_bEis3PropertyEnabled /* hint for EIS 3 needed here */) { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] |= CAM_QTI_FEATURE_PPEISCORE; } if (is_goog_zoom_video_enabled && (is_goog_zoom_4k_enabled || !m_bIs4KVideo)) { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] |= CAM_QCOM_FEATURE_GOOG_ZOOM; } } else { mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_PREVIEW; if (m_bTnrEnabled && (previewTnr[i] || m_bTnrPreview)) { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] |= CAM_QCOM_FEATURE_CPP_TNR; //TNR and CDS are mutually exclusive. So reset CDS from feature mask mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] &= ~CAM_QCOM_FEATURE_CDS; } if(!m_bSwTnrPreview) { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] &= ~CAM_QTI_FEATURE_SW_TNR; } if (is_goog_zoom_preview_enabled) { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] |= CAM_QCOM_FEATURE_GOOG_ZOOM; } padding_info.width_padding = mSurfaceStridePadding; padding_info.height_padding = CAM_PAD_TO_2; previewSize.width = (int32_t)newStream->width; previewSize.height = (int32_t)newStream->height; } if ((newStream->rotation == CAMERA3_STREAM_ROTATION_90) || (newStream->rotation == CAMERA3_STREAM_ROTATION_270)) { mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].width = newStream->height; mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].height = newStream->width; } } break; case HAL_PIXEL_FORMAT_YCbCr_420_888: case HAL_PIXEL_FORMAT_Y8: onlyRaw = false; // There is non-raw stream - bypass flag if set mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_CALLBACK; if (isOnEncoder(streamStatus.maxViewfinderSize, newStream->width, newStream->height)) { if (streamStatus.bUseCommonFeatureMask) mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = streamStatus.commonFeatureMask; else mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_NONE; } else { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; } break; case HAL_PIXEL_FORMAT_BLOB: onlyRaw = false; // There is non-raw stream - bypass flag if set mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_SNAPSHOT; // No need to check bSmallJpegSize if ZSL is present since JPEG uses ZSL stream if ((m_bIs4KVideo && !streamStatus.isZsl) || (streamStatus.bSmallJpegSize && !streamStatus.isZsl)) { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; /* Remove rotation if it is not supported for 4K LiveVideo snapshot case (online processing) */ if (!(gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QCOM_FEATURE_ROTATION)) { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] &= ~CAM_QCOM_FEATURE_ROTATION; } } else { if (streamStatus.bUseCommonFeatureMask && isOnEncoder(streamStatus.maxViewfinderSize, newStream->width, newStream->height)) { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = streamStatus.commonFeatureMask; } else { mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_NONE; } } if (streamStatus.isZsl) { if (zslStream) { mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].width = (int32_t)zslStream->width; mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].height = (int32_t)zslStream->height; mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = zsl_ppmask; } else { LOGE("Error, No ZSL stream identified"); pthread_mutex_unlock(&mMutex); return -EINVAL; } } else if (m_bIs4KVideo) { mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].width = (int32_t) streamStatus.videoWidth; mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].height = (int32_t) streamStatus.videoHeight; } else if (streamStatus.bYuv888OverrideJpeg) { mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].width = (int32_t) streamStatus.largeYuv888Size.width; mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].height = (int32_t) streamStatus.largeYuv888Size.height; } break; case HAL_PIXEL_FORMAT_RAW_OPAQUE: case HAL_PIXEL_FORMAT_RAW16: case HAL_PIXEL_FORMAT_RAW10: mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_RAW; mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_NONE; isRawStreamRequested = true; if ((HAL_DATASPACE_DEPTH == newStream->data_space) && (HAL_PIXEL_FORMAT_RAW16 == newStream->format)) { mStreamConfigInfo.sub_format_type[mStreamConfigInfo.num_streams] = gCamCapability[mCameraId]->sub_fmt[mPDIndex]; mStreamConfigInfo.format[mStreamConfigInfo.num_streams] = gCamCapability[mCameraId]->supported_meta_raw_fmts[mPDIndex]; mStreamConfigInfo.dt[mStreamConfigInfo.num_streams] = gCamCapability[mCameraId]->dt[mPDIndex]; mStreamConfigInfo.vc[mStreamConfigInfo.num_streams] = gCamCapability[mCameraId]->vc[mPDIndex]; } break; default: onlyRaw = false; // There is non-raw stream - bypass flag if set mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_DEFAULT; mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_NONE; break; } } setPAAFSupport(mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], (cam_stream_type_t) mStreamConfigInfo.type[mStreamConfigInfo.num_streams], gCamCapability[mCameraId]->color_arrangement); if (newStream->priv == NULL) { //New stream, construct channel switch (newStream->stream_type) { case CAMERA3_STREAM_INPUT: newStream->usage |= GRALLOC_USAGE_HW_CAMERA_READ; newStream->usage |= GRALLOC_USAGE_HW_CAMERA_WRITE;//WR for inplace algo's break; case CAMERA3_STREAM_BIDIRECTIONAL: newStream->usage |= GRALLOC_USAGE_HW_CAMERA_READ | GRALLOC_USAGE_HW_CAMERA_WRITE; break; case CAMERA3_STREAM_OUTPUT: /* For video encoding stream, set read/write rarely * flag so that they may be set to un-cached */ if (newStream->usage & GRALLOC_USAGE_HW_VIDEO_ENCODER) newStream->usage |= (GRALLOC_USAGE_SW_READ_RARELY | GRALLOC_USAGE_SW_WRITE_RARELY | GRALLOC_USAGE_HW_CAMERA_WRITE); else if (IS_USAGE_ZSL(newStream->usage)) { LOGD("ZSL usage flag skipping"); } else if (newStream == zslStream || (newStream->format == HAL_PIXEL_FORMAT_YCbCr_420_888 || newStream->format == HAL_PIXEL_FORMAT_Y8)) { newStream->usage |= GRALLOC_USAGE_HW_CAMERA_ZSL; } else newStream->usage |= GRALLOC_USAGE_HW_CAMERA_WRITE; break; default: LOGE("Invalid stream_type %d", newStream->stream_type); break; } bool forcePreviewUBWC = true; if (newStream->stream_type == CAMERA3_STREAM_OUTPUT || newStream->stream_type == CAMERA3_STREAM_BIDIRECTIONAL) { QCamera3ProcessingChannel *channel = NULL; switch (newStream->format) { case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: if ((newStream->usage & private_handle_t::PRIV_FLAGS_VIDEO_ENCODER) && (streamList->operation_mode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) ) { channel = new QCamera3RegularChannel(mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, captureResultCb, setBufferErrorStatus, &gCamCapability[mCameraId]->padding_info, this, newStream, (cam_stream_type_t) mStreamConfigInfo.type[mStreamConfigInfo.num_streams], mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], mMetadataChannel, 0); //heap buffers are not required for HFR video channel if (channel == NULL) { LOGE("allocation of channel failed"); pthread_mutex_unlock(&mMutex); return -ENOMEM; } //channel->getNumBuffers() will return 0 here so use //MAX_INFLIGH_HFR_REQUESTS newStream->max_buffers = MAX_INFLIGHT_HFR_REQUESTS; newStream->priv = channel; LOGI("num video buffers in HFR mode: %d", MAX_INFLIGHT_HFR_REQUESTS); } else { /* Copy stream contents in HFR preview only case to create * dummy batch channel so that sensor streaming is in * HFR mode */ if (!m_bIsVideo && (streamList->operation_mode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE)) { mDummyBatchStream = *newStream; mDummyBatchStream.usage = GRALLOC_USAGE_HW_VIDEO_ENCODER; } int bufferCount = MAX_INFLIGHT_REQUESTS; if (mStreamConfigInfo.type[mStreamConfigInfo.num_streams] == CAM_STREAM_TYPE_VIDEO) { if (m_bEis3PropertyEnabled /* hint for EIS 3 needed here */) { // WAR: 4K video can only run <=30fps, reduce the buffer count. bufferCount = m_bIs4KVideo ? MAX_30FPS_VIDEO_BUFFERS : MAX_VIDEO_BUFFERS; } } channel = new QCamera3RegularChannel(mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, captureResultCb, setBufferErrorStatus, &gCamCapability[mCameraId]->padding_info, this, newStream, (cam_stream_type_t) mStreamConfigInfo.type[mStreamConfigInfo.num_streams], mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], mMetadataChannel, bufferCount); if (channel == NULL) { LOGE("allocation of channel failed"); pthread_mutex_unlock(&mMutex); return -ENOMEM; } /* disable UBWC for preview, though supported, * to take advantage of CPP duplication */ if (m_bIsVideo && (!QCameraCommon::isVideoUBWCEnabled()) && (previewSize.width == (int32_t) streamStatus.videoWidth)&& (previewSize.height == (int32_t) streamStatus.videoHeight)){ forcePreviewUBWC = false; } channel->setUBWCEnabled(forcePreviewUBWC); /* When goog_zoom is linked to the preview or video stream, * disable ubwc to the linked stream */ if ((mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] & CAM_QCOM_FEATURE_GOOG_ZOOM) != 0) { channel->setUBWCEnabled(false); } newStream->max_buffers = channel->getNumBuffers(); newStream->priv = channel; } break; case HAL_PIXEL_FORMAT_YCbCr_420_888: case HAL_PIXEL_FORMAT_Y8: { channel = new QCamera3YUVChannel(mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, captureResultCb, setBufferErrorStatus, &padding_info, this, newStream, (cam_stream_type_t) mStreamConfigInfo.type[mStreamConfigInfo.num_streams], mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], mMetadataChannel); if (channel == NULL) { LOGE("allocation of YUV channel failed"); pthread_mutex_unlock(&mMutex); return -ENOMEM; } newStream->max_buffers = channel->getNumBuffers(); newStream->priv = channel; break; } case HAL_PIXEL_FORMAT_RAW_OPAQUE: case HAL_PIXEL_FORMAT_RAW16: case HAL_PIXEL_FORMAT_RAW10: { bool isRAW16 = ((newStream->format == HAL_PIXEL_FORMAT_RAW16) && (HAL_DATASPACE_DEPTH != newStream->data_space)) ? true : false; mRawChannel = new QCamera3RawChannel( mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, captureResultCb, setBufferErrorStatus, &padding_info, this, newStream, mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], mMetadataChannel, isRAW16); if (mRawChannel == NULL) { LOGE("allocation of raw channel failed"); pthread_mutex_unlock(&mMutex); return -ENOMEM; } newStream->max_buffers = mRawChannel->getNumBuffers(); newStream->priv = (QCamera3ProcessingChannel*)mRawChannel; break; } case HAL_PIXEL_FORMAT_BLOB: if (newStream->data_space == HAL_DATASPACE_DEPTH) { mDepthChannel = new QCamera3DepthChannel( mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, NULL, NULL, &padding_info, 0, this, MAX_INFLIGHT_REQUESTS, newStream, mMetadataChannel); if (NULL == mDepthChannel) { LOGE("Allocation of depth channel failed"); pthread_mutex_unlock(&mMutex); return NO_MEMORY; } newStream->priv = mDepthChannel; newStream->max_buffers = MAX_INFLIGHT_REQUESTS; } else { // Max live snapshot inflight buffer is 1. This is to mitigate // frame drop issues for video snapshot. The more buffers being // allocated, the more frame drops there are. mPictureChannel = new QCamera3PicChannel( mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, captureResultCb, setBufferErrorStatus, &padding_info, this, newStream, mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], m_bIs4KVideo, streamStatus.isZsl, streamStatus.bY80OnEncoder, mMetadataChannel, (m_bIsVideo ? 1 : MAX_INFLIGHT_BLOB)); if (mPictureChannel == NULL) { LOGE("allocation of channel failed"); pthread_mutex_unlock(&mMutex); return -ENOMEM; } newStream->priv = (QCamera3ProcessingChannel*)mPictureChannel; newStream->max_buffers = mPictureChannel->getNumBuffers(); mPictureChannel->overrideYuvSize( mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].width, mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].height); } break; default: LOGE("not a supported format 0x%x", newStream->format); pthread_mutex_unlock(&mMutex); return -EINVAL; } } else if (newStream->stream_type == CAMERA3_STREAM_INPUT) { newStream->max_buffers = MAX_INFLIGHT_REPROCESS_REQUESTS; } else { LOGE("Error, Unknown stream type"); pthread_mutex_unlock(&mMutex); return -EINVAL; } QCamera3Channel *channel = (QCamera3Channel*) newStream->priv; if (channel != NULL && QCamera3Channel::isUBWCEnabled()) { // Here we only care whether it's EIS3 or not cam_is_type_t isType = m_bEis3PropertyEnabled ? IS_TYPE_EIS_3_0 : IS_TYPE_NONE; if (gCamCapability[mCameraId]->position == CAM_POSITION_FRONT || mOpMode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) isType = IS_TYPE_NONE; cam_format_t fmt = QCamera3Channel::getStreamDefaultFormat( mStreamConfigInfo.type[mStreamConfigInfo.num_streams], newStream->width, newStream->height, forcePreviewUBWC, isType); if(fmt == CAM_FORMAT_YUV_420_NV12_UBWC) { newStream->usage |= GRALLOC_USAGE_PRIVATE_ALLOC_UBWC; } } for (List::iterator it=mStreamInfo.begin(); it != mStreamInfo.end(); it++) { if ((*it)->stream == newStream) { (*it)->channel = (QCamera3ProcessingChannel*) newStream->priv; break; } } } else { // Channel already exists for this stream // Do nothing for now } padding_info = gCamCapability[mCameraId]->padding_info; /* Do not add entries for input&depth stream in metastream info * since there is no real stream associated with it */ if ((newStream->stream_type != CAMERA3_STREAM_INPUT) && !((newStream->data_space == HAL_DATASPACE_DEPTH) && (newStream->format == HAL_PIXEL_FORMAT_BLOB))) { mStreamConfigInfo.num_streams++; } } // Let buffer dispatcher know the configured streams. mOutputBufferDispatcher.configureStreams(streamList); if (mOpMode != QCAMERA3_VENDOR_STREAM_CONFIGURATION_RAW_ONLY_MODE) { onlyRaw = false; } // Create analysis stream all the time, even when h/w support is not available if (!onlyRaw) { cam_feature_mask_t analysisFeatureMask = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; cam_analysis_info_t analysisInfo; int32_t ret = NO_ERROR; ret = mCommon.getAnalysisInfo( FALSE, analysisFeatureMask, &analysisInfo); if (ret == NO_ERROR) { cam_color_filter_arrangement_t analysis_color_arrangement = (analysisInfo.analysis_format == CAM_FORMAT_Y_ONLY ? CAM_FILTER_ARRANGEMENT_Y : gCamCapability[mCameraId]->color_arrangement); setPAAFSupport(analysisFeatureMask, CAM_STREAM_TYPE_ANALYSIS, analysis_color_arrangement); cam_dimension_t analysisDim; analysisDim = mCommon.getMatchingDimension(previewSize, analysisInfo.analysis_recommended_res); mAnalysisChannel = new QCamera3SupportChannel( mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, &analysisInfo.analysis_padding_info, analysisFeatureMask, CAM_STREAM_TYPE_ANALYSIS, &analysisDim, (analysisInfo.analysis_format == CAM_FORMAT_Y_ONLY ? CAM_FORMAT_Y_ONLY : CAM_FORMAT_YUV_420_NV21), analysisInfo.hw_analysis_supported, gCamCapability[mCameraId]->color_arrangement, this, 0); // force buffer count to 0 } else { LOGW("getAnalysisInfo failed, ret = %d", ret); } if (!mAnalysisChannel) { LOGW("Analysis channel cannot be created"); } } //RAW DUMP channel if (mEnableRawDump && isRawStreamRequested == false){ cam_dimension_t rawDumpSize; rawDumpSize = getMaxRawSize(mCameraId); cam_feature_mask_t rawDumpFeatureMask = CAM_QCOM_FEATURE_NONE; setPAAFSupport(rawDumpFeatureMask, CAM_STREAM_TYPE_RAW, gCamCapability[mCameraId]->color_arrangement); mRawDumpChannel = new QCamera3RawDumpChannel(mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, rawDumpSize, &padding_info, this, rawDumpFeatureMask); if (!mRawDumpChannel) { LOGE("Raw Dump channel cannot be created"); pthread_mutex_unlock(&mMutex); return -ENOMEM; } } if (mAnalysisChannel) { cam_analysis_info_t analysisInfo; memset(&analysisInfo, 0, sizeof(cam_analysis_info_t)); mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_ANALYSIS; mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; rc = mCommon.getAnalysisInfo(FALSE, mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], &analysisInfo); if (rc != NO_ERROR) { LOGE("getAnalysisInfo failed, ret = %d", rc); pthread_mutex_unlock(&mMutex); return rc; } cam_color_filter_arrangement_t analysis_color_arrangement = (analysisInfo.analysis_format == CAM_FORMAT_Y_ONLY ? CAM_FILTER_ARRANGEMENT_Y : gCamCapability[mCameraId]->color_arrangement); setPAAFSupport(mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], mStreamConfigInfo.type[mStreamConfigInfo.num_streams], analysis_color_arrangement); mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams] = mCommon.getMatchingDimension(previewSize, analysisInfo.analysis_recommended_res); mStreamConfigInfo.num_streams++; } if (!onlyRaw && isSupportChannelNeeded(streamList, mStreamConfigInfo)) { cam_analysis_info_t supportInfo; memset(&supportInfo, 0, sizeof(cam_analysis_info_t)); cam_feature_mask_t callbackFeatureMask = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; setPAAFSupport(callbackFeatureMask, CAM_STREAM_TYPE_CALLBACK, gCamCapability[mCameraId]->color_arrangement); int32_t ret = NO_ERROR; ret = mCommon.getAnalysisInfo(FALSE, callbackFeatureMask, &supportInfo); if (ret != NO_ERROR) { /* Ignore the error for Mono camera * because the PAAF bit mask is only set * for CAM_STREAM_TYPE_ANALYSIS stream type */ if (gCamCapability[mCameraId]->color_arrangement != CAM_FILTER_ARRANGEMENT_Y) { LOGW("getAnalysisInfo failed, ret = %d", ret); } } mSupportChannel = new QCamera3SupportChannel( mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, &gCamCapability[mCameraId]->padding_info, callbackFeatureMask, CAM_STREAM_TYPE_CALLBACK, &QCamera3SupportChannel::kDim, CAM_FORMAT_YUV_420_NV21, supportInfo.hw_analysis_supported, gCamCapability[mCameraId]->color_arrangement, this, 0); if (!mSupportChannel) { LOGE("dummy channel cannot be created"); pthread_mutex_unlock(&mMutex); return -ENOMEM; } } if (mSupportChannel) { mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams] = QCamera3SupportChannel::kDim; mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_CALLBACK; mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; setPAAFSupport(mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], mStreamConfigInfo.type[mStreamConfigInfo.num_streams], gCamCapability[mCameraId]->color_arrangement); mStreamConfigInfo.num_streams++; } if (mRawDumpChannel) { cam_dimension_t rawSize; rawSize = getMaxRawSize(mCameraId); mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams] = rawSize; mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_RAW; mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_NONE; setPAAFSupport(mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], mStreamConfigInfo.type[mStreamConfigInfo.num_streams], gCamCapability[mCameraId]->color_arrangement); mStreamConfigInfo.num_streams++; } if (mHdrPlusRawSrcChannel) { cam_dimension_t rawSize; rawSize = getMaxRawSize(mCameraId); mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams] = rawSize; mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_RAW; mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_NONE; setPAAFSupport(mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], mStreamConfigInfo.type[mStreamConfigInfo.num_streams], gCamCapability[mCameraId]->color_arrangement); mStreamConfigInfo.num_streams++; } /* In HFR mode, if video stream is not added, create a dummy channel so that * ISP can create a batch mode even for preview only case. This channel is * never 'start'ed (no stream-on), it is only 'initialized' */ if ((mOpMode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) && !m_bIsVideo) { cam_feature_mask_t dummyFeatureMask = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; setPAAFSupport(dummyFeatureMask, CAM_STREAM_TYPE_VIDEO, gCamCapability[mCameraId]->color_arrangement); mDummyBatchChannel = new QCamera3RegularChannel(mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, captureResultCb, setBufferErrorStatus, &gCamCapability[mCameraId]->padding_info, this, &mDummyBatchStream, CAM_STREAM_TYPE_VIDEO, dummyFeatureMask, mMetadataChannel); if (NULL == mDummyBatchChannel) { LOGE("creation of mDummyBatchChannel failed." "Preview will use non-hfr sensor mode "); } } if (mDummyBatchChannel) { mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].width = mDummyBatchStream.width; mStreamConfigInfo.stream_sizes[mStreamConfigInfo.num_streams].height = mDummyBatchStream.height; mStreamConfigInfo.type[mStreamConfigInfo.num_streams] = CAM_STREAM_TYPE_VIDEO; mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams] = CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; setPAAFSupport(mStreamConfigInfo.postprocess_mask[mStreamConfigInfo.num_streams], mStreamConfigInfo.type[mStreamConfigInfo.num_streams], gCamCapability[mCameraId]->color_arrangement); mStreamConfigInfo.num_streams++; } mStreamConfigInfo.buffer_info.min_buffers = MIN_INFLIGHT_REQUESTS; mStreamConfigInfo.buffer_info.max_buffers = m_bIs4KVideo ? 0 : m_bEis3PropertyEnabled && m_bIsVideo ? MAX_VIDEO_BUFFERS : MAX_INFLIGHT_REQUESTS; /* Initialize mPendingRequestInfo and mPendingBuffersMap */ for (pendingRequestIterator i = mPendingRequestsList.begin(); i != mPendingRequestsList.end();) { i = erasePendingRequest(i); } mPendingFrameDropList.clear(); // Initialize/Reset the pending buffers list for (auto &req : mPendingBuffersMap.mPendingBuffersInRequest) { req.mPendingBufferList.clear(); } mPendingBuffersMap.mPendingBuffersInRequest.clear(); mExpectedInflightDuration = 0; mExpectedFrameDuration = 0; mCurJpegMeta.clear(); //Get min frame duration for this streams configuration deriveMinFrameDuration(); mFirstPreviewIntentSeen = false; // Update state mState = CONFIGURED; mFirstMetadataCallback = true; memset(&mLastEISCropInfo, 0, sizeof(mLastEISCropInfo)); if (streamList->session_parameters != nullptr) { CameraMetadata meta; meta = streamList->session_parameters; // send an unconfigure to the backend so that the isp // resources are deallocated if (!mFirstConfiguration) { cam_stream_size_info_t stream_config_info; int32_t hal_version = CAM_HAL_V3; memset(&stream_config_info, 0, sizeof(cam_stream_size_info_t)); stream_config_info.buffer_info.min_buffers = MIN_INFLIGHT_REQUESTS; stream_config_info.buffer_info.max_buffers = m_bIs4KVideo ? 0 : m_bEis3PropertyEnabled && m_bIsVideo ? MAX_VIDEO_BUFFERS : MAX_INFLIGHT_REQUESTS; clear_metadata_buffer(mParameters); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_HAL_VERSION, hal_version); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_STREAM_INFO, stream_config_info); rc = mCameraHandle->ops->set_parms(mCameraHandle->camera_handle, mParameters); if (rc < 0) { LOGE("set_parms for unconfigure failed"); pthread_mutex_unlock(&mMutex); return rc; } } /* get eis information for stream configuration */ cam_is_type_t isTypePreview, is_type=IS_TYPE_NONE; char is_type_value[PROPERTY_VALUE_MAX]; property_get("persist.camera.is_type", is_type_value, "4"); m_ISTypeVideo = static_cast(atoi(is_type_value)); // Make default value for preview IS_TYPE as IS_TYPE_EIS_2_0 property_get("persist.camera.is_type_preview", is_type_value, "4"); isTypePreview = static_cast(atoi(is_type_value)); LOGD("isTypeVideo: %d isTypePreview: %d", m_ISTypeVideo, isTypePreview); int32_t hal_version = CAM_HAL_V3; clear_metadata_buffer(mParameters); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_HAL_VERSION, hal_version); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_CAPTURE_INTENT, mCaptureIntent); if (mFirstConfiguration) { // configure instant AEC // Instant AEC is a session based parameter and it is needed only // once per complete session after open camera. // i.e. This is set only once for the first capture request, after open camera. setInstantAEC(meta); } bool setEis = isEISEnabled(meta); int32_t vsMode; vsMode = (setEis)? DIS_ENABLE: DIS_DISABLE; if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_DIS_ENABLE, vsMode)) { rc = BAD_VALUE; } LOGD("setEis %d", setEis); bool eis3Supported = false; size_t count = IS_TYPE_MAX; count = MIN(gCamCapability[mCameraId]->supported_is_types_cnt, count); for (size_t i = 0; i < count; i++) { if (gCamCapability[mCameraId]->supported_is_types[i] == IS_TYPE_EIS_3_0) { eis3Supported = true; break; } } //IS type will be 0 unless EIS is supported. If EIS is supported //it could either be 4 or 5 depending on the stream and video size for (uint32_t i = 0; i < mStreamConfigInfo.num_streams; i++) { if (setEis) { if (mStreamConfigInfo.type[i] == CAM_STREAM_TYPE_PREVIEW) { is_type = isTypePreview; } else if (mStreamConfigInfo.type[i] == CAM_STREAM_TYPE_VIDEO ) { if ( (m_ISTypeVideo == IS_TYPE_EIS_3_0) && (eis3Supported == FALSE) ) { LOGW(" EIS_3.0 is not supported and so setting EIS_2.0"); is_type = IS_TYPE_EIS_2_0; } else { is_type = m_ISTypeVideo; } } else { is_type = IS_TYPE_NONE; } mStreamConfigInfo.is_type[i] = is_type; } else { mStreamConfigInfo.is_type[i] = IS_TYPE_NONE; } } ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_STREAM_INFO, mStreamConfigInfo); char prop[PROPERTY_VALUE_MAX]; //Disable tintless only if the property is set to 0 memset(prop, 0, sizeof(prop)); property_get("persist.camera.tintless.enable", prop, "1"); int32_t tintless_value = atoi(prop); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_TINTLESS, tintless_value); //Disable CDS for HFR mode or if DIS/EIS is on. //CDS is a session parameter in the backend/ISP, so need to be set/reset //after every configure_stream if ((CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE == mOpMode) || (m_bIsVideo)) { int32_t cds = CAM_CDS_MODE_OFF; if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_CDS_MODE, cds)) LOGE("Failed to disable CDS for HFR mode"); } if (m_debug_avtimer || meta.exists(QCAMERA3_USE_AV_TIMER)) { uint8_t* use_av_timer = NULL; if (m_debug_avtimer){ LOGI(" Enabling AV timer through setprop"); use_av_timer = &m_debug_avtimer; m_bAVTimerEnabled = true; } else{ use_av_timer = meta.find(QCAMERA3_USE_AV_TIMER).data.u8; if (use_av_timer) { m_bAVTimerEnabled = true; LOGI("Enabling AV timer through Metadata: use_av_timer: %d", *use_av_timer); } } if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_USE_AV_TIMER, *use_av_timer)) { rc = BAD_VALUE; } } setMobicat(); /* Set fps and hfr mode while sending meta stream info so that sensor * can configure appropriate streaming mode */ mHFRVideoFps = DEFAULT_VIDEO_FPS; mMinInFlightRequests = MIN_INFLIGHT_REQUESTS; mMaxInFlightRequests = MAX_INFLIGHT_REQUESTS; if (meta.exists(ANDROID_CONTROL_AE_TARGET_FPS_RANGE)) { rc = setHalFpsRange(meta, mParameters); if (rc == NO_ERROR) { int32_t max_fps = (int32_t) meta.find(ANDROID_CONTROL_AE_TARGET_FPS_RANGE).data.i32[1]; if (max_fps == 60 || mCaptureIntent == ANDROID_CONTROL_CAPTURE_INTENT_VIDEO_RECORD) { mMinInFlightRequests = MIN_INFLIGHT_60FPS_REQUESTS; } /* For HFR, more buffers are dequeued upfront to improve the performance */ if (mBatchSize) { mMinInFlightRequests = MIN_INFLIGHT_HFR_REQUESTS; mMaxInFlightRequests = MAX_INFLIGHT_HFR_REQUESTS; } } else { LOGE("setHalFpsRange failed"); } } memset(&mBatchedStreamsArray, 0, sizeof(cam_stream_ID_t)); if (meta.exists(QCAMERA3_VIDEO_HDR_MODE)) { cam_video_hdr_mode_t vhdr = (cam_video_hdr_mode_t) meta.find(QCAMERA3_VIDEO_HDR_MODE).data.i32[0]; rc = setVideoHdrMode(mParameters, vhdr); if (rc != NO_ERROR) { LOGE("setVideoHDR is failed"); } } if (meta.exists(TANGO_MODE_DATA_SENSOR_FULLFOV)) { uint8_t sensorModeFullFov = meta.find(TANGO_MODE_DATA_SENSOR_FULLFOV).data.u8[0]; LOGD("SENSOR_MODE_FULLFOV %d" , sensorModeFullFov); if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_SENSOR_MODE_FULLFOV, sensorModeFullFov)) { rc = BAD_VALUE; } } //TODO: validate the arguments, HSV scenemode should have only the //advertised fps ranges /*set the capture intent, hal version, tintless, stream info, *and disenable parameters to the backend*/ LOGD("set_parms META_STREAM_INFO " ); for (uint32_t i = 0; i < mStreamConfigInfo.num_streams; i++) { LOGI("STREAM INFO : type %d, wxh: %d x %d, pp_mask: 0x%" PRIx64 ", Format:%d is_type: %d", mStreamConfigInfo.type[i], mStreamConfigInfo.stream_sizes[i].width, mStreamConfigInfo.stream_sizes[i].height, mStreamConfigInfo.postprocess_mask[i], mStreamConfigInfo.format[i], mStreamConfigInfo.is_type[i]); } rc = mCameraHandle->ops->set_parms(mCameraHandle->camera_handle, mParameters); if (rc < 0) { LOGE("set_parms failed for hal version, stream info"); } } pthread_mutex_unlock(&mMutex); return rc; } /*=========================================================================== * FUNCTION : isEISEnabled * * DESCRIPTION: Decide whether EIS should get enabled or not. * * PARAMETERS : * @meta : request from framework to process * * RETURN : true/false Whether EIS should be enabled * *==========================================================================*/ bool QCamera3HardwareInterface::isEISEnabled(const CameraMetadata& meta) { uint8_t fwkVideoStabMode = 0; if (meta.exists(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE)) { fwkVideoStabMode = meta.find(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE).data.u8[0]; } // If EIS setprop is enabled then only turn it on for video/preview return m_bEisEnable && (m_bIsVideo || fwkVideoStabMode) && m_bEisSupportedSize && (m_ISTypeVideo >= IS_TYPE_EIS_2_0) && !meta.exists(QCAMERA3_USE_AV_TIMER); } /*=========================================================================== * FUNCTION : validateCaptureRequest * * DESCRIPTION: validate a capture request from camera service * * PARAMETERS : * @request : request from framework to process * * RETURN : * *==========================================================================*/ int QCamera3HardwareInterface::validateCaptureRequest( camera3_capture_request_t *request, List &internallyRequestedStreams) { ssize_t idx = 0; const camera3_stream_buffer_t *b; CameraMetadata meta; /* Sanity check the request */ if (request == NULL) { LOGE("NULL capture request"); return BAD_VALUE; } if ((request->settings == NULL) && (mState == CONFIGURED)) { /*settings cannot be null for the first request*/ return BAD_VALUE; } uint32_t frameNumber = request->frame_number; if ((request->num_output_buffers < 1 || request->output_buffers == NULL) && (internallyRequestedStreams.size() == 0)) { LOGE("Request %d: No output buffers provided!", __FUNCTION__, frameNumber); return BAD_VALUE; } if (request->num_output_buffers >= MAX_NUM_STREAMS) { LOGE("Number of buffers %d equals or is greater than maximum number of streams!", request->num_output_buffers, MAX_NUM_STREAMS); return BAD_VALUE; } if (request->input_buffer != NULL) { b = request->input_buffer; if (b->status != CAMERA3_BUFFER_STATUS_OK) { LOGE("Request %d: Buffer %ld: Status not OK!", frameNumber, (long)idx); return BAD_VALUE; } if (b->release_fence != -1) { LOGE("Request %d: Buffer %ld: Has a release fence!", frameNumber, (long)idx); return BAD_VALUE; } if (b->buffer == NULL) { LOGE("Request %d: Buffer %ld: NULL buffer handle!", frameNumber, (long)idx); return BAD_VALUE; } } // Validate all buffers b = request->output_buffers; if (b == NULL) { return BAD_VALUE; } while (idx < (ssize_t)request->num_output_buffers) { QCamera3ProcessingChannel *channel = static_cast(b->stream->priv); if (channel == NULL) { LOGE("Request %d: Buffer %ld: Unconfigured stream!", frameNumber, (long)idx); return BAD_VALUE; } if (b->status != CAMERA3_BUFFER_STATUS_OK) { LOGE("Request %d: Buffer %ld: Status not OK!", frameNumber, (long)idx); return BAD_VALUE; } if (b->release_fence != -1) { LOGE("Request %d: Buffer %ld: Has a release fence!", frameNumber, (long)idx); return BAD_VALUE; } if (b->buffer == NULL) { LOGE("Request %d: Buffer %ld: NULL buffer handle!", frameNumber, (long)idx); return BAD_VALUE; } if (*(b->buffer) == NULL) { LOGE("Request %d: Buffer %ld: NULL private handle!", frameNumber, (long)idx); return BAD_VALUE; } idx++; b = request->output_buffers + idx; } return NO_ERROR; } /*=========================================================================== * FUNCTION : deriveMinFrameDuration * * DESCRIPTION: derive mininum processed, jpeg, and raw frame durations based * on currently configured streams. * * PARAMETERS : NONE * * RETURN : NONE * *==========================================================================*/ void QCamera3HardwareInterface::deriveMinFrameDuration() { int32_t maxJpegDim, maxProcessedDim, maxRawDim; bool hasRaw = false; mMinRawFrameDuration = 0; mMinJpegFrameDuration = 0; mMinProcessedFrameDuration = 0; maxJpegDim = 0; maxProcessedDim = 0; maxRawDim = 0; // Figure out maximum jpeg, processed, and raw dimensions for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { // Input stream doesn't have valid stream_type if ((*it)->stream->stream_type == CAMERA3_STREAM_INPUT) continue; int32_t dimension = (int32_t)((*it)->stream->width * (*it)->stream->height); if ((*it)->stream->format == HAL_PIXEL_FORMAT_BLOB) { if (dimension > maxJpegDim) maxJpegDim = dimension; } else if ((*it)->stream->format == HAL_PIXEL_FORMAT_RAW_OPAQUE || (*it)->stream->format == HAL_PIXEL_FORMAT_RAW10 || (*it)->stream->format == HAL_PIXEL_FORMAT_RAW16) { hasRaw = true; if (dimension > maxRawDim) maxRawDim = dimension; } else { if (dimension > maxProcessedDim) maxProcessedDim = dimension; } } size_t count = MIN(gCamCapability[mCameraId]->supported_raw_dim_cnt, MAX_SIZES_CNT); //Assume all jpeg dimensions are in processed dimensions. if (maxJpegDim > maxProcessedDim) maxProcessedDim = maxJpegDim; //Find the smallest raw dimension that is greater or equal to jpeg dimension if (hasRaw && maxProcessedDim > maxRawDim) { maxRawDim = INT32_MAX; for (size_t i = 0; i < count; i++) { int32_t dimension = gCamCapability[mCameraId]->raw_dim[i].width * gCamCapability[mCameraId]->raw_dim[i].height; if (dimension >= maxProcessedDim && dimension < maxRawDim) maxRawDim = dimension; } } //Find minimum durations for processed, jpeg, and raw for (size_t i = 0; i < count; i++) { if (maxRawDim == gCamCapability[mCameraId]->raw_dim[i].width * gCamCapability[mCameraId]->raw_dim[i].height) { mMinRawFrameDuration = gCamCapability[mCameraId]->raw_min_duration[i]; break; } } count = MIN(gCamCapability[mCameraId]->picture_sizes_tbl_cnt, MAX_SIZES_CNT); for (size_t i = 0; i < count; i++) { if (maxProcessedDim == gCamCapability[mCameraId]->picture_sizes_tbl[i].width * gCamCapability[mCameraId]->picture_sizes_tbl[i].height) { mMinProcessedFrameDuration = gCamCapability[mCameraId]->picture_min_duration[i]; mMinJpegFrameDuration = gCamCapability[mCameraId]->picture_min_duration[i]; break; } } } /*=========================================================================== * FUNCTION : getMinFrameDuration * * DESCRIPTION: get minimum frame draution based on the current maximum frame durations * and current request configuration. * * PARAMETERS : @request: requset sent by the frameworks * * RETURN : min farme duration for a particular request * *==========================================================================*/ int64_t QCamera3HardwareInterface::getMinFrameDuration(const camera3_capture_request_t *request) { bool hasJpegStream = false; bool hasRawStream = false; for (uint32_t i = 0; i < request->num_output_buffers; i ++) { const camera3_stream_t *stream = request->output_buffers[i].stream; if (stream->format == HAL_PIXEL_FORMAT_BLOB) hasJpegStream = true; else if (stream->format == HAL_PIXEL_FORMAT_RAW_OPAQUE || stream->format == HAL_PIXEL_FORMAT_RAW10 || stream->format == HAL_PIXEL_FORMAT_RAW16) hasRawStream = true; } if (!hasJpegStream) return MAX(mMinRawFrameDuration, mMinProcessedFrameDuration); else return MAX(MAX(mMinRawFrameDuration, mMinProcessedFrameDuration), mMinJpegFrameDuration); } /*=========================================================================== * FUNCTION : handleBuffersDuringFlushLock * * DESCRIPTION: Account for buffers returned from back-end during flush * This function is executed while mMutex is held by the caller. * * PARAMETERS : * @buffer: image buffer for the callback * * RETURN : *==========================================================================*/ void QCamera3HardwareInterface::handleBuffersDuringFlushLock(camera3_stream_buffer_t *buffer) { bool buffer_found = false; for (List::iterator req = mPendingBuffersMap.mPendingBuffersInRequest.begin(); req != mPendingBuffersMap.mPendingBuffersInRequest.end(); req++) { for (List::iterator i = req->mPendingBufferList.begin(); i != req->mPendingBufferList.end(); i++) { if (i->buffer == buffer->buffer) { mPendingBuffersMap.numPendingBufsAtFlush--; LOGD("Found buffer %p for Frame %d, numPendingBufsAtFlush = %d", buffer->buffer, req->frame_number, mPendingBuffersMap.numPendingBufsAtFlush); buffer_found = true; break; } } if (buffer_found) { break; } } if (mPendingBuffersMap.numPendingBufsAtFlush == 0) { //signal the flush() LOGD("All buffers returned to HAL. Continue flush"); pthread_cond_signal(&mBuffersCond); } } /*=========================================================================== * FUNCTION : handleBatchMetadata * * DESCRIPTION: Handles metadata buffer callback in batch mode * * PARAMETERS : @metadata_buf: metadata buffer * @free_and_bufdone_meta_buf: Buf done on the meta buf and free * the meta buf in this method * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::handleBatchMetadata( mm_camera_super_buf_t *metadata_buf, bool free_and_bufdone_meta_buf) { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_HANDLE_BATCH_METADATA); if (NULL == metadata_buf) { LOGE("metadata_buf is NULL"); return; } /* In batch mode, the metdata will contain the frame number and timestamp of * the last frame in the batch. Eg: a batch containing buffers from request * 5,6,7 and 8 will have frame number and timestamp corresponding to 8. * multiple process_capture_requests => 1 set_param => 1 handleBatchMetata => * multiple process_capture_results */ metadata_buffer_t *metadata = (metadata_buffer_t *)metadata_buf->bufs[0]->buffer; int32_t frame_number_valid = 0, urgent_frame_number_valid = 0; uint32_t last_frame_number = 0, last_urgent_frame_number = 0; uint32_t first_frame_number = 0, first_urgent_frame_number = 0; uint32_t frame_number = 0, urgent_frame_number = 0; int64_t last_frame_capture_time = 0, first_frame_capture_time, capture_time; bool invalid_metadata = false; size_t urgentFrameNumDiff = 0, frameNumDiff = 0; size_t loopCount = 1; bool is_metabuf_queued = false; int32_t *p_frame_number_valid = POINTER_OF_META(CAM_INTF_META_FRAME_NUMBER_VALID, metadata); uint32_t *p_frame_number = POINTER_OF_META(CAM_INTF_META_FRAME_NUMBER, metadata); int64_t *p_capture_time = POINTER_OF_META(CAM_INTF_META_SENSOR_TIMESTAMP, metadata); int32_t *p_urgent_frame_number_valid = POINTER_OF_META(CAM_INTF_META_URGENT_FRAME_NUMBER_VALID, metadata); uint32_t *p_urgent_frame_number = POINTER_OF_META(CAM_INTF_META_URGENT_FRAME_NUMBER, metadata); if ((NULL == p_frame_number_valid) || (NULL == p_frame_number) || (NULL == p_capture_time) || (NULL == p_urgent_frame_number_valid) || (NULL == p_urgent_frame_number)) { LOGE("Invalid metadata"); invalid_metadata = true; } else { frame_number_valid = *p_frame_number_valid; last_frame_number = *p_frame_number; last_frame_capture_time = *p_capture_time; urgent_frame_number_valid = *p_urgent_frame_number_valid; last_urgent_frame_number = *p_urgent_frame_number; } /* In batchmode, when no video buffers are requested, set_parms are sent * for every capture_request. The difference between consecutive urgent * frame numbers and frame numbers should be used to interpolate the * corresponding frame numbers and time stamps */ pthread_mutex_lock(&mMutex); if (urgent_frame_number_valid) { ssize_t idx = mPendingBatchMap.indexOfKey(last_urgent_frame_number); if(idx < 0) { LOGE("Invalid urgent frame number received: %d. Irrecoverable error", last_urgent_frame_number); mState = ERROR; pthread_mutex_unlock(&mMutex); return; } first_urgent_frame_number = mPendingBatchMap.valueAt(idx); urgentFrameNumDiff = last_urgent_frame_number + 1 - first_urgent_frame_number; LOGD("urgent_frm: valid: %d frm_num: %d - %d", urgent_frame_number_valid, first_urgent_frame_number, last_urgent_frame_number); } if (frame_number_valid) { ssize_t idx = mPendingBatchMap.indexOfKey(last_frame_number); if(idx < 0) { LOGE("Invalid frame number received: %d. Irrecoverable error", last_frame_number); mState = ERROR; pthread_mutex_unlock(&mMutex); return; } first_frame_number = mPendingBatchMap.valueAt(idx); frameNumDiff = last_frame_number + 1 - first_frame_number; mPendingBatchMap.removeItem(last_frame_number); LOGD("frm: valid: %d frm_num: %d - %d", frame_number_valid, first_frame_number, last_frame_number); } pthread_mutex_unlock(&mMutex); if (urgent_frame_number_valid || frame_number_valid) { loopCount = MAX(urgentFrameNumDiff, frameNumDiff); if (urgentFrameNumDiff > MAX_HFR_BATCH_SIZE) LOGE("urgentFrameNumDiff: %d urgentFrameNum: %d", urgentFrameNumDiff, last_urgent_frame_number); if (frameNumDiff > MAX_HFR_BATCH_SIZE) LOGE("frameNumDiff: %d frameNum: %d", frameNumDiff, last_frame_number); } for (size_t i = 0; i < loopCount; i++) { /* handleMetadataWithLock is called even for invalid_metadata for * pipeline depth calculation */ if (!invalid_metadata) { /* Infer frame number. Batch metadata contains frame number of the * last frame */ if (urgent_frame_number_valid) { if (i < urgentFrameNumDiff) { urgent_frame_number = first_urgent_frame_number + i; LOGD("inferred urgent frame_number: %d", urgent_frame_number); ADD_SET_PARAM_ENTRY_TO_BATCH(metadata, CAM_INTF_META_URGENT_FRAME_NUMBER, urgent_frame_number); } else { /* This is to handle when urgentFrameNumDiff < frameNumDiff */ ADD_SET_PARAM_ENTRY_TO_BATCH(metadata, CAM_INTF_META_URGENT_FRAME_NUMBER_VALID, 0); } } /* Infer frame number. Batch metadata contains frame number of the * last frame */ if (frame_number_valid) { if (i < frameNumDiff) { frame_number = first_frame_number + i; LOGD("inferred frame_number: %d", frame_number); ADD_SET_PARAM_ENTRY_TO_BATCH(metadata, CAM_INTF_META_FRAME_NUMBER, frame_number); } else { /* This is to handle when urgentFrameNumDiff > frameNumDiff */ ADD_SET_PARAM_ENTRY_TO_BATCH(metadata, CAM_INTF_META_FRAME_NUMBER_VALID, 0); } } if (last_frame_capture_time) { //Infer timestamp first_frame_capture_time = last_frame_capture_time - (((loopCount - 1) * NSEC_PER_SEC) / (double) mHFRVideoFps); capture_time = first_frame_capture_time + (i * NSEC_PER_SEC / (double) mHFRVideoFps); ADD_SET_PARAM_ENTRY_TO_BATCH(metadata, CAM_INTF_META_SENSOR_TIMESTAMP, capture_time); LOGD("batch capture_time: %lld, capture_time: %lld", last_frame_capture_time, capture_time); } } pthread_mutex_lock(&mMutex); handleMetadataWithLock(metadata_buf, false /* free_and_bufdone_meta_buf */, (i == urgentFrameNumDiff-1), /* last urgent metadata in the batch */ (i == frameNumDiff-1), /* last metadata in the batch metadata */ &is_metabuf_queued /* if metabuf isqueued or not */); pthread_mutex_unlock(&mMutex); } /* BufDone metadata buffer */ if (free_and_bufdone_meta_buf && !is_metabuf_queued) { mMetadataChannel->bufDone(metadata_buf); free(metadata_buf); metadata_buf = NULL; } } void QCamera3HardwareInterface::notifyError(uint32_t frameNumber, camera3_error_msg_code_t errorCode) { camera3_notify_msg_t notify_msg; memset(¬ify_msg, 0, sizeof(camera3_notify_msg_t)); notify_msg.type = CAMERA3_MSG_ERROR; notify_msg.message.error.error_code = errorCode; notify_msg.message.error.error_stream = NULL; notify_msg.message.error.frame_number = frameNumber; orchestrateNotify(¬ify_msg); return; } /*=========================================================================== * FUNCTION : sendPartialMetadataWithLock * * DESCRIPTION: Send partial capture result callback with mMutex lock held. * * PARAMETERS : @metadata: metadata buffer * @requestIter: The iterator for the pending capture request for * which the partial result is being sen * @lastUrgentMetadataInBatch: Boolean to indicate whether this is the * last urgent metadata in a batch. Always true for non-batch mode * @isJumpstartMetadata: Whether this is a partial metadata for * jumpstart, i.e. even though it doesn't map to a valid partial * frame number, its metadata entries should be kept. * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::sendPartialMetadataWithLock( metadata_buffer_t *metadata, const pendingRequestIterator requestIter, bool lastUrgentMetadataInBatch, bool isJumpstartMetadata) { camera3_capture_result_t result; memset(&result, 0, sizeof(camera3_capture_result_t)); requestIter->partial_result_cnt++; // Extract 3A metadata result.result = translateCbUrgentMetadataToResultMetadata( metadata, lastUrgentMetadataInBatch, requestIter, isJumpstartMetadata); // Populate metadata result result.frame_number = requestIter->frame_number; result.num_output_buffers = 0; result.output_buffers = NULL; result.partial_result = requestIter->partial_result_cnt; { std::unique_lock l(gHdrPlusClientLock); if (gHdrPlusClient != nullptr && mHdrPlusModeEnabled) { // Notify HDR+ client about the partial metadata. gHdrPlusClient->notifyFrameMetadata(result.frame_number, *result.result, result.partial_result == PARTIAL_RESULT_COUNT); } } orchestrateResult(&result); LOGD("urgent frame_number = %u", result.frame_number); free_camera_metadata((camera_metadata_t *)result.result); } /*=========================================================================== * FUNCTION : handleMetadataWithLock * * DESCRIPTION: Handles metadata buffer callback with mMutex lock held. * * PARAMETERS : @metadata_buf: metadata buffer * @free_and_bufdone_meta_buf: Buf done on the meta buf and free * the meta buf in this method * @lastUrgentMetadataInBatch: Boolean to indicate whether this is the * last urgent metadata in a batch. Always true for non-batch mode * @lastMetadataInBatch: Boolean to indicate whether this is the * last metadata in a batch. Always true for non-batch mode * @p_is_metabuf_queued: Pointer to Boolean to check if metadata * buffer is enqueued or not. * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::handleMetadataWithLock( mm_camera_super_buf_t *metadata_buf, bool free_and_bufdone_meta_buf, bool lastUrgentMetadataInBatch, bool lastMetadataInBatch, bool *p_is_metabuf_queued) { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_HANDLE_METADATA_LKD); if ((mFlushPerf) || (ERROR == mState) || (DEINIT == mState)) { //during flush do not send metadata from this thread LOGD("not sending metadata during flush or when mState is error"); if (free_and_bufdone_meta_buf) { mMetadataChannel->bufDone(metadata_buf); free(metadata_buf); } return; } //not in flush metadata_buffer_t *metadata = (metadata_buffer_t *)metadata_buf->bufs[0]->buffer; int32_t frame_number_valid, urgent_frame_number_valid; uint32_t frame_number, urgent_frame_number; int64_t capture_time, capture_time_av; nsecs_t currentSysTime; int32_t *p_frame_number_valid = POINTER_OF_META(CAM_INTF_META_FRAME_NUMBER_VALID, metadata); uint32_t *p_frame_number = POINTER_OF_META(CAM_INTF_META_FRAME_NUMBER, metadata); int64_t *p_capture_time = POINTER_OF_META(CAM_INTF_META_SENSOR_TIMESTAMP, metadata); int64_t *p_capture_time_av = POINTER_OF_META(CAM_INTF_META_SENSOR_TIMESTAMP_AV, metadata); int32_t *p_urgent_frame_number_valid = POINTER_OF_META(CAM_INTF_META_URGENT_FRAME_NUMBER_VALID, metadata); uint32_t *p_urgent_frame_number = POINTER_OF_META(CAM_INTF_META_URGENT_FRAME_NUMBER, metadata); IF_META_AVAILABLE(cam_stream_ID_t, p_cam_frame_drop, CAM_INTF_META_FRAME_DROPPED, metadata) { LOGD("Dropped frame info for frame_number_valid %d, frame_number %d", *p_frame_number_valid, *p_frame_number); } camera_metadata_t *resultMetadata = nullptr; if ((NULL == p_frame_number_valid) || (NULL == p_frame_number) || (NULL == p_capture_time) || (NULL == p_urgent_frame_number_valid) || (NULL == p_urgent_frame_number)) { LOGE("Invalid metadata"); if (free_and_bufdone_meta_buf) { mMetadataChannel->bufDone(metadata_buf); free(metadata_buf); } goto done_metadata; } frame_number_valid = *p_frame_number_valid; frame_number = *p_frame_number; capture_time = *p_capture_time; capture_time_av = *p_capture_time_av; urgent_frame_number_valid = *p_urgent_frame_number_valid; urgent_frame_number = *p_urgent_frame_number; currentSysTime = systemTime(CLOCK_MONOTONIC); if (!gCamCapability[mCameraId]->timestamp_calibrated) { const int tries = 3; nsecs_t bestGap, measured; for (int i = 0; i < tries; ++i) { const nsecs_t tmono = systemTime(SYSTEM_TIME_MONOTONIC); const nsecs_t tbase = systemTime(SYSTEM_TIME_BOOTTIME); const nsecs_t tmono2 = systemTime(SYSTEM_TIME_MONOTONIC); const nsecs_t gap = tmono2 - tmono; if (i == 0 || gap < bestGap) { bestGap = gap; measured = tbase - ((tmono + tmono2) >> 1); } } capture_time -= measured; } // Detect if buffers from any requests are overdue for (auto &req : mPendingBuffersMap.mPendingBuffersInRequest) { int64_t timeout; { Mutex::Autolock lock(mHdrPlusPendingRequestsLock); // If there is a pending HDR+ request, the following requests may be blocked until the // HDR+ request is done. So allow a longer timeout. timeout = (mHdrPlusPendingRequests.size() > 0) ? MISSING_HDRPLUS_REQUEST_BUF_TIMEOUT : MISSING_REQUEST_BUF_TIMEOUT; timeout = s2ns(timeout); if (timeout < mExpectedInflightDuration) { timeout = mExpectedInflightDuration; } } if ((currentSysTime - req.timestamp) > timeout) { for (auto &missed : req.mPendingBufferList) { assert(missed.stream->priv); if (missed.stream->priv) { QCamera3Channel *ch = (QCamera3Channel *)(missed.stream->priv); assert(ch->mStreams[0]); if (ch->mStreams[0]) { LOGE("Cancel missing frame = %d, buffer = %p," "stream type = %d, stream format = %d", req.frame_number, missed.buffer, ch->mStreams[0]->getMyType(), missed.stream->format); ch->timeoutFrame(req.frame_number); } } } } } //For the very first metadata callback, regardless whether it contains valid //frame number, send the partial metadata for the jumpstarting requests. //Note that this has to be done even if the metadata doesn't contain valid //urgent frame number, because in the case only 1 request is ever submitted //to HAL, there won't be subsequent valid urgent frame number. if (mFirstMetadataCallback) { for (pendingRequestIterator i = mPendingRequestsList.begin(); i != mPendingRequestsList.end(); i++) { if (i->bUseFirstPartial) { sendPartialMetadataWithLock(metadata, i, lastUrgentMetadataInBatch, true /*isJumpstartMetadata*/); } } mFirstMetadataCallback = false; } //Partial result on process_capture_result for timestamp if (urgent_frame_number_valid) { LOGD("valid urgent frame_number = %u", urgent_frame_number); //Recieved an urgent Frame Number, handle it //using partial results for (pendingRequestIterator i = mPendingRequestsList.begin(); i != mPendingRequestsList.end(); i++) { LOGD("Iterator Frame = %d urgent frame = %d", i->frame_number, urgent_frame_number); if ((!i->input_buffer) && (!i->hdrplus) && (i->frame_number < urgent_frame_number) && (i->partial_result_cnt == 0)) { LOGE("Error: HAL missed urgent metadata for frame number %d", i->frame_number); i->partialResultDropped = true; i->partial_result_cnt++; } if (i->frame_number == urgent_frame_number && i->partial_result_cnt == 0) { sendPartialMetadataWithLock(metadata, i, lastUrgentMetadataInBatch, false /*isJumpstartMetadata*/); if (mResetInstantAEC && mInstantAECSettledFrameNumber == 0) { // Instant AEC settled for this frame. LOGH("instant AEC settled for frame number %d", urgent_frame_number); mInstantAECSettledFrameNumber = urgent_frame_number; } break; } } } if (!frame_number_valid) { LOGD("Not a valid normal frame number, used as SOF only"); if (free_and_bufdone_meta_buf) { mMetadataChannel->bufDone(metadata_buf); free(metadata_buf); } goto done_metadata; } LOGH("valid frame_number = %u, capture_time = %lld", frame_number, capture_time); handleDepthDataLocked(metadata->depth_data, frame_number, metadata->is_depth_data_valid); // Check whether any stream buffer corresponding to this is dropped or not // If dropped, then send the ERROR_BUFFER for the corresponding stream // OR check if instant AEC is enabled, then need to drop frames untill AEC is settled. for (auto & pendingRequest : mPendingRequestsList) { if (p_cam_frame_drop || (mInstantAEC || pendingRequest.frame_number < mInstantAECSettledFrameNumber)) { camera3_notify_msg_t notify_msg = {}; for (auto & buffer : pendingRequest.buffers) { bool dropFrame = false; QCamera3ProcessingChannel *channel = (QCamera3ProcessingChannel *)buffer.stream->priv; uint32_t streamID = channel->getStreamID(channel->getStreamTypeMask()); if (p_cam_frame_drop) { for (uint32_t k = 0; k < p_cam_frame_drop->num_streams; k++) { if (streamID == p_cam_frame_drop->stream_request[k].streamID) { // Got the stream ID for drop frame. dropFrame = true; break; } } } else { // This is instant AEC case. // For instant AEC drop the stream untill AEC is settled. dropFrame = true; } if (dropFrame) { // Send Error notify to frameworks with CAMERA3_MSG_ERROR_BUFFER if (p_cam_frame_drop) { // Treat msg as error for system buffer drops LOGE("Start of reporting error frame#=%u, streamID=%u", pendingRequest.frame_number, streamID); } else { // For instant AEC, inform frame drop and frame number LOGH("Start of reporting error frame#=%u for instant AEC, streamID=%u, " "AEC settled frame number = %u", pendingRequest.frame_number, streamID, mInstantAECSettledFrameNumber); } notify_msg.type = CAMERA3_MSG_ERROR; notify_msg.message.error.frame_number = pendingRequest.frame_number; notify_msg.message.error.error_code = CAMERA3_MSG_ERROR_BUFFER ; notify_msg.message.error.error_stream = buffer.stream; orchestrateNotify(¬ify_msg); if (p_cam_frame_drop) { // Treat msg as error for system buffer drops LOGE("End of reporting error frame#=%u, streamID=%u", pendingRequest.frame_number, streamID); } else { // For instant AEC, inform frame drop and frame number LOGH("End of reporting error frame#=%u for instant AEC, streamID=%u, " "AEC settled frame number = %u", pendingRequest.frame_number, streamID, mInstantAECSettledFrameNumber); } PendingFrameDropInfo PendingFrameDrop; PendingFrameDrop.frame_number = pendingRequest.frame_number; PendingFrameDrop.stream_ID = streamID; // Add the Frame drop info to mPendingFrameDropList mPendingFrameDropList.push_back(PendingFrameDrop); } } } } for (auto & pendingRequest : mPendingRequestsList) { // Find the pending request with the frame number. if (pendingRequest.frame_number < frame_number) { // Workaround for case where shutter is missing due to dropped // metadata if (!pendingRequest.hdrplus && (pendingRequest.input_buffer == nullptr)) { mShutterDispatcher.markShutterReady(pendingRequest.frame_number, capture_time); } } else if (pendingRequest.frame_number == frame_number) { // Update the sensor timestamp. pendingRequest.timestamp = capture_time; /* Set the timestamp in display metadata so that clients aware of private_handle such as VT can use this un-modified timestamps. Camera framework is unaware of this timestamp and cannot change this */ updateTimeStampInPendingBuffers(pendingRequest.frame_number, capture_time_av); // Find channel requiring metadata, meaning internal offline postprocess // is needed. //TODO: for now, we don't support two streams requiring metadata at the same time. // (because we are not making copies, and metadata buffer is not reference counted. bool internalPproc = false; for (pendingBufferIterator iter = pendingRequest.buffers.begin(); iter != pendingRequest.buffers.end(); iter++) { if (iter->need_metadata) { internalPproc = true; QCamera3ProcessingChannel *channel = (QCamera3ProcessingChannel *)iter->stream->priv; if (iter->need_crop) { QCamera3Stream *stream = channel->getStreamByIndex(0); // Map the EIS crop to respective stream crop and append it. IF_META_AVAILABLE(cam_crop_data_t, crop_data, CAM_INTF_META_CROP_DATA, metadata) { for (int j = 0; j < crop_data->num_of_streams; j++) { if ((stream != nullptr) && (stream->getMyServerID() == crop_data->crop_info[j].stream_id)) { cam_dimension_t streamDim; if (stream->getFrameDimension(streamDim) != NO_ERROR) { LOGE("%s: Failed obtaining stream dimensions!", __func__); continue; } mStreamCropMapper.update( gCamCapability[mCameraId]->active_array_size.width, gCamCapability[mCameraId]->active_array_size.height, streamDim.width, streamDim.height); cam_eis_crop_info_t eisCrop = iter->crop_info; //eisCrop already combines zoom_ratio, no //need to apply it again. mStreamCropMapper.toSensor(eisCrop.delta_x, eisCrop.delta_y, eisCrop.delta_width, eisCrop.delta_height, 1.0f); int32_t crop[4] = { crop_data->crop_info[j].crop.left + eisCrop.delta_x, crop_data->crop_info[j].crop.top + eisCrop.delta_y, crop_data->crop_info[j].crop.width - eisCrop.delta_width, crop_data->crop_info[j].crop.height - eisCrop.delta_height }; if (isCropValid(crop[0], crop[1], crop[2], crop[3], streamDim.width, streamDim.height)) { crop_data->crop_info[j].crop.left = crop[0]; crop_data->crop_info[j].crop.top = crop[1]; crop_data->crop_info[j].crop.width = crop[2]; crop_data->crop_info[j].crop.height = crop[3]; } else { LOGE("Invalid EIS compensated crop region"); } break; } } } } channel->queueReprocMetadata(metadata_buf); if(p_is_metabuf_queued != NULL) { *p_is_metabuf_queued = true; } iter->need_metadata = false; break; } } for (auto itr = pendingRequest.internalRequestList.begin(); itr != pendingRequest.internalRequestList.end(); itr++) { if (itr->need_metadata) { internalPproc = true; QCamera3ProcessingChannel *channel = (QCamera3ProcessingChannel *)itr->stream->priv; channel->queueReprocMetadata(metadata_buf); break; } } saveExifParams(metadata); bool *enableZsl = nullptr; if (gExposeEnableZslKey) { enableZsl = &pendingRequest.enableZsl; } resultMetadata = translateFromHalMetadata(metadata, pendingRequest, internalPproc, lastMetadataInBatch, enableZsl); updateFpsInPreviewBuffer(metadata, pendingRequest.frame_number); if (pendingRequest.blob_request) { //Dump tuning metadata if enabled and available char prop[PROPERTY_VALUE_MAX]; memset(prop, 0, sizeof(prop)); property_get("persist.camera.dumpmetadata", prop, "0"); int32_t enabled = atoi(prop); if (enabled && metadata->is_tuning_params_valid) { dumpMetadataToFile(metadata->tuning_params, mMetaFrameCount, enabled, "Snapshot", frame_number); } } if (!internalPproc) { LOGD("couldn't find need_metadata for this metadata"); // Return metadata buffer if (free_and_bufdone_meta_buf) { mMetadataChannel->bufDone(metadata_buf); free(metadata_buf); } } break; } } mShutterDispatcher.markShutterReady(frame_number, capture_time); // Try to send out capture result metadata. handlePendingResultMetadataWithLock(frame_number, resultMetadata); return; done_metadata: for (pendingRequestIterator i = mPendingRequestsList.begin(); i != mPendingRequestsList.end() ;i++) { i->pipeline_depth++; } LOGD("mPendingLiveRequest = %d", mPendingLiveRequest); unblockRequestIfNecessary(); } /*=========================================================================== * FUNCTION : handleDepthDataWithLock * * DESCRIPTION: Handles incoming depth data * * PARAMETERS : @depthData : Depth data * @frameNumber: Frame number of the incoming depth data * @valid : Valid flag for the incoming data * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::handleDepthDataLocked( const cam_depth_data_t &depthData, uint32_t frameNumber, uint8_t valid) { uint32_t currentFrameNumber; buffer_handle_t *depthBuffer; if (nullptr == mDepthChannel) { return; } camera3_stream_buffer_t resultBuffer = {.stream = mDepthChannel->getStream(), .buffer = nullptr, .status = CAMERA3_BUFFER_STATUS_OK, .acquire_fence = -1, .release_fence = -1, }; do { depthBuffer = mDepthChannel->getOldestFrame(currentFrameNumber); if (nullptr == depthBuffer) { break; } resultBuffer.buffer = depthBuffer; if (currentFrameNumber == frameNumber) { if (valid) { int32_t rc = mDepthChannel->populateDepthData(depthData, frameNumber); if (NO_ERROR != rc) { resultBuffer.status = CAMERA3_BUFFER_STATUS_ERROR; } else { resultBuffer.status = CAMERA3_BUFFER_STATUS_OK; } } else { resultBuffer.status = CAMERA3_BUFFER_STATUS_ERROR; } } else if (currentFrameNumber > frameNumber) { break; } else { camera3_notify_msg_t notify_msg = {.type = CAMERA3_MSG_ERROR, {{currentFrameNumber, mDepthChannel->getStream(), CAMERA3_MSG_ERROR_BUFFER}}}; orchestrateNotify(¬ify_msg); LOGE("Depth buffer for frame number: %d is missing " "returning back!", currentFrameNumber); resultBuffer.status = CAMERA3_BUFFER_STATUS_ERROR; } mDepthChannel->unmapBuffer(currentFrameNumber); mOutputBufferDispatcher.markBufferReady(currentFrameNumber, resultBuffer); } while (currentFrameNumber < frameNumber); } /*=========================================================================== * FUNCTION : notifyErrorFoPendingDepthData * * DESCRIPTION: Returns error for any pending depth buffers * * PARAMETERS : depthCh - depth channel that needs to get flushed * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::notifyErrorFoPendingDepthData( QCamera3DepthChannel *depthCh) { uint32_t currentFrameNumber; buffer_handle_t *depthBuffer; if (nullptr == depthCh) { return; } camera3_notify_msg_t notify_msg = {.type = CAMERA3_MSG_ERROR, {{0, depthCh->getStream(), CAMERA3_MSG_ERROR_BUFFER}}}; camera3_stream_buffer_t resultBuffer = {.stream = depthCh->getStream(), .buffer = nullptr, .status = CAMERA3_BUFFER_STATUS_ERROR, .acquire_fence = -1, .release_fence = -1,}; while (nullptr != (depthBuffer = depthCh->getOldestFrame(currentFrameNumber))) { depthCh->unmapBuffer(currentFrameNumber); notify_msg.message.error.frame_number = currentFrameNumber; orchestrateNotify(¬ify_msg); mOutputBufferDispatcher.markBufferReady(currentFrameNumber, resultBuffer); }; } /*=========================================================================== * FUNCTION : hdrPlusPerfLock * * DESCRIPTION: perf lock for HDR+ using custom intent * * PARAMETERS : @metadata_buf: Metadata super_buf pointer * * RETURN : None * *==========================================================================*/ void QCamera3HardwareInterface::hdrPlusPerfLock( mm_camera_super_buf_t *metadata_buf) { if (NULL == metadata_buf) { LOGE("metadata_buf is NULL"); return; } metadata_buffer_t *metadata = (metadata_buffer_t *)metadata_buf->bufs[0]->buffer; int32_t *p_frame_number_valid = POINTER_OF_META(CAM_INTF_META_FRAME_NUMBER_VALID, metadata); uint32_t *p_frame_number = POINTER_OF_META(CAM_INTF_META_FRAME_NUMBER, metadata); if (p_frame_number_valid == NULL || p_frame_number == NULL) { LOGE("%s: Invalid metadata", __func__); return; } //acquire perf lock for 2 secs after the last HDR frame is captured constexpr uint32_t HDR_PLUS_PERF_TIME_OUT = 2000; if ((p_frame_number_valid != NULL) && *p_frame_number_valid) { if ((p_frame_number != NULL) && (mLastCustIntentFrmNum == (int32_t)*p_frame_number)) { mPerfLockMgr.acquirePerfLock(PERF_LOCK_TAKE_SNAPSHOT, HDR_PLUS_PERF_TIME_OUT); } } } /*=========================================================================== * FUNCTION : handleInputBufferWithLock * * DESCRIPTION: Handles input buffer and shutter callback with mMutex lock held. * * PARAMETERS : @frame_number: frame number of the input buffer * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::handleInputBufferWithLock(uint32_t frame_number) { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_HANDLE_IN_BUF_LKD); pendingRequestIterator i = mPendingRequestsList.begin(); while (i != mPendingRequestsList.end() && i->frame_number != frame_number){ i++; } if (i != mPendingRequestsList.end() && i->input_buffer) { //found the right request CameraMetadata settings; nsecs_t capture_time = systemTime(CLOCK_MONOTONIC); if(i->settings) { settings = i->settings; if (settings.exists(ANDROID_SENSOR_TIMESTAMP)) { capture_time = settings.find(ANDROID_SENSOR_TIMESTAMP).data.i64[0]; } else { LOGE("No timestamp in input settings! Using current one."); } } else { LOGE("Input settings missing!"); } mShutterDispatcher.markShutterReady(frame_number, capture_time); LOGD("Input request metadata notify frame_number = %u, capture_time = %llu", i->frame_number, capture_time); camera3_capture_result result; memset(&result, 0, sizeof(camera3_capture_result)); result.frame_number = frame_number; result.result = i->settings; result.input_buffer = i->input_buffer; result.partial_result = PARTIAL_RESULT_COUNT; orchestrateResult(&result); LOGD("Input request metadata and input buffer frame_number = %u", i->frame_number); i = erasePendingRequest(i); // Dispatch result metadata that may be just unblocked by this reprocess result. dispatchResultMetadataWithLock(frame_number, REPROCESS, false/*isHdrPlus*/); } else { LOGE("Could not find input request for frame number %d", frame_number); } } /*=========================================================================== * FUNCTION : handleBufferWithLock * * DESCRIPTION: Handles image buffer callback with mMutex lock held. * * PARAMETERS : @buffer: image buffer for the callback * @frame_number: frame number of the image buffer * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::handleBufferWithLock( camera3_stream_buffer_t *buffer, uint32_t frame_number) { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_HANDLE_BUF_LKD); if (buffer->stream->format == HAL_PIXEL_FORMAT_BLOB) { mPerfLockMgr.releasePerfLock(PERF_LOCK_TAKE_SNAPSHOT); } /* Nothing to be done during error state */ if ((ERROR == mState) || (DEINIT == mState)) { return; } if (mFlushPerf) { handleBuffersDuringFlushLock(buffer); return; } //not in flush // If the frame number doesn't exist in the pending request list, // directly send the buffer to the frameworks, and update pending buffers map // Otherwise, book-keep the buffer. pendingRequestIterator i = mPendingRequestsList.begin(); while (i != mPendingRequestsList.end() && i->frame_number != frame_number){ i++; } if (i != mPendingRequestsList.end()) { if (i->input_buffer) { // For a reprocessing request, try to send out result metadata. handlePendingResultMetadataWithLock(frame_number, nullptr); } } // Check if this frame was dropped. for (List::iterator m = mPendingFrameDropList.begin(); m != mPendingFrameDropList.end(); m++) { QCamera3Channel *channel = (QCamera3Channel *)buffer->stream->priv; uint32_t streamID = channel->getStreamID(channel->getStreamTypeMask()); if((m->stream_ID == streamID) && (m->frame_number==frame_number) ) { buffer->status=CAMERA3_BUFFER_STATUS_ERROR; LOGD("Stream STATUS_ERROR frame_number=%d, streamID=%d", frame_number, streamID); m = mPendingFrameDropList.erase(m); break; } } // WAR for encoder avtimer timestamp issue QCamera3Channel *channel = (QCamera3Channel *)buffer->stream->priv; if ((1U << CAM_STREAM_TYPE_VIDEO) == channel->getStreamTypeMask() && m_bAVTimerEnabled) { for (auto req = mPendingBuffersMap.mPendingBuffersInRequest.begin(); req != mPendingBuffersMap.mPendingBuffersInRequest.end(); req++) { if (req->frame_number != frame_number) continue; if(req->av_timestamp == 0) { buffer->status |= CAMERA3_BUFFER_STATUS_ERROR; } else { struct private_handle_t *priv_handle = (struct private_handle_t *) (*(buffer->buffer)); setMetaData(priv_handle, SET_VT_TIMESTAMP, &(req->av_timestamp)); } } } buffer->status |= mPendingBuffersMap.getBufErrStatus(buffer->buffer); LOGH("result frame_number = %d, buffer = %p", frame_number, buffer->buffer); if (buffer->status == CAMERA3_BUFFER_STATUS_ERROR) { camera3_notify_msg_t notify_msg = {}; notify_msg.type = CAMERA3_MSG_ERROR; notify_msg.message.error.frame_number = frame_number; notify_msg.message.error.error_code = CAMERA3_MSG_ERROR_BUFFER ; notify_msg.message.error.error_stream = buffer->stream; orchestrateNotify(¬ify_msg); } mPendingBuffersMap.removeBuf(buffer->buffer); mOutputBufferDispatcher.markBufferReady(frame_number, *buffer); if (mPreviewStarted == false) { QCamera3Channel *channel = (QCamera3Channel *)buffer->stream->priv; if ((1U << CAM_STREAM_TYPE_PREVIEW) == channel->getStreamTypeMask()) { logEaselEvent("EASEL_STARTUP_LATENCY", "Preview Started"); mPerfLockMgr.releasePerfLock(PERF_LOCK_START_PREVIEW); mPerfLockMgr.releasePerfLock(PERF_LOCK_OPEN_CAMERA); mPreviewStarted = true; // Set power hint for preview mPerfLockMgr.acquirePerfLock(PERF_LOCK_POWERHINT_ENCODE, 0); } } } void QCamera3HardwareInterface::removeUnrequestedMetadata(pendingRequestIterator requestIter, camera_metadata_t *resultMetadata) { CameraMetadata metadata; metadata.acquire(resultMetadata); // Remove len shading map if it's not requested. if (requestIter->requestedLensShadingMapMode == ANDROID_STATISTICS_LENS_SHADING_MAP_MODE_OFF && metadata.exists(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE) && metadata.find(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE).data.u8[0] != ANDROID_STATISTICS_LENS_SHADING_MAP_MODE_OFF) { metadata.erase(ANDROID_STATISTICS_LENS_SHADING_MAP); metadata.update(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE, &requestIter->requestedLensShadingMapMode, 1); } // Remove face information if it's not requested. if (requestIter->requestedFaceDetectMode == ANDROID_STATISTICS_FACE_DETECT_MODE_OFF && metadata.exists(ANDROID_STATISTICS_FACE_DETECT_MODE) && metadata.find(ANDROID_STATISTICS_FACE_DETECT_MODE).data.u8[0] != ANDROID_STATISTICS_FACE_DETECT_MODE_OFF) { metadata.erase(ANDROID_STATISTICS_FACE_RECTANGLES); metadata.update(ANDROID_STATISTICS_FACE_DETECT_MODE, &requestIter->requestedFaceDetectMode, 1); } requestIter->resultMetadata = metadata.release(); } void QCamera3HardwareInterface::handlePendingResultMetadataWithLock(uint32_t frameNumber, camera_metadata_t *resultMetadata) { // Find the pending request for this result metadata. auto requestIter = mPendingRequestsList.begin(); while (requestIter != mPendingRequestsList.end() && requestIter->frame_number != frameNumber) { requestIter++; } if (requestIter == mPendingRequestsList.end()) { ALOGE("%s: Cannot find a pending request for frame number %u.", __FUNCTION__, frameNumber); return; } // Update the result metadata requestIter->resultMetadata = resultMetadata; // Check what type of request this is. RequestType requestType = (requestIter->input_buffer != nullptr) ? REPROCESS : (isStillZsl(*requestIter) ? ZSL : NORMAL); if (requestIter->hdrplus) { // HDR+ request doesn't have partial results. requestIter->partial_result_cnt = PARTIAL_RESULT_COUNT; } else if (requestType == REPROCESS) { // Reprocessing request result is the same as settings. requestIter->resultMetadata = requestIter->settings; // Reprocessing request doesn't have partial results. requestIter->partial_result_cnt = PARTIAL_RESULT_COUNT; } else { if ((requestIter->partial_result_cnt == 0) && !requestIter->partialResultDropped) { LOGE("Urgent metadata for frame number: %d didn't arrive!", frameNumber); requestIter->partialResultDropped = true; } requestIter->partial_result_cnt = PARTIAL_RESULT_COUNT; mPendingLiveRequest--; { std::unique_lock l(gHdrPlusClientLock); // For a live request, send the metadata to HDR+ client. if (gHdrPlusClient != nullptr && mHdrPlusModeEnabled) { gHdrPlusClient->notifyFrameMetadata(frameNumber, *resultMetadata, requestIter->partial_result_cnt == PARTIAL_RESULT_COUNT); } } } if (requestType != REPROCESS) { removeUnrequestedMetadata(requestIter, resultMetadata); } dispatchResultMetadataWithLock(frameNumber, requestType, requestIter->hdrplus); } void QCamera3HardwareInterface::dispatchResultMetadataWithLock(uint32_t frameNumber, RequestType requestType, bool isHdrPlus) { // The pending requests are ordered by increasing frame numbers. The result metadata are ready // to be sent if all previous pending requests are ready to be sent. bool readyToSend = true; // Iterate through the pending requests to send out result metadata that are ready. Also if // this result metadata belongs to a live request, notify errors for previous live requests // that don't have result metadata yet. // Note: a live request is either a NORMAL request, or a ZSL non-hdrplus request. bool isLiveRequest = requestType != REPROCESS && !isHdrPlus; auto iter = mPendingRequestsList.begin(); while (iter != mPendingRequestsList.end()) { bool thisIsStillZsl = isStillZsl(*iter); RequestType thisRequestType = (iter->input_buffer != nullptr) ? REPROCESS : (thisIsStillZsl ? ZSL : NORMAL); if (thisRequestType != requestType) { iter++; continue; } // Check if current pending request is ready. If it's not ready, the following pending // requests are also not ready. readyToSend &= iter->resultMetadata != nullptr; bool thisLiveRequest = !iter->hdrplus && iter->input_buffer == nullptr; bool errorResult = false; camera3_capture_result_t result = {}; result.frame_number = iter->frame_number; result.result = iter->resultMetadata; result.partial_result = iter->partial_result_cnt; // If this pending buffer has result metadata, we may be able to send it out. if (iter->resultMetadata != nullptr) { if (!readyToSend) { // If any of the previous pending request is not ready, this pending request is // also not ready to send in order to keep shutter callbacks and result metadata // in order. iter++; continue; } // Notify ERROR_RESULT if partial result was dropped. errorResult = iter->partialResultDropped; } else if (iter->frame_number < frameNumber && isLiveRequest && thisLiveRequest) { // If the result metadata belongs to a live request, notify errors for previous pending // live requests. mPendingLiveRequest--; LOGE("Error: HAL missed metadata for frame number %d", iter->frame_number); errorResult = true; } else { iter++; continue; } if (errorResult) { // Check for any buffers that might be stuck in the post-process input queue // awaiting metadata and queue an empty meta buffer. The invalid data should // fail the offline post-process pass and return any buffers that otherwise // will become lost. for (auto it = iter->buffers.begin(); it != iter->buffers.end(); it++) { if (it->need_metadata) { QCamera3ProcessingChannel *channel = reinterpret_cast (it->stream->priv); if (channel != nullptr) { LOGE("Dropped result: %d Unblocking any pending pp buffers!", iter->frame_number); channel->queueReprocMetadata(nullptr); } it->need_metadata = false; break; } } notifyError(iter->frame_number, CAMERA3_MSG_ERROR_RESULT); } else { result.output_buffers = nullptr; result.num_output_buffers = 0; orchestrateResult(&result); } // For reprocessing, result metadata is the same as settings so do not free it here to // avoid double free. if (result.result != iter->settings) { free_camera_metadata((camera_metadata_t *)result.result); } iter->resultMetadata = nullptr; iter = erasePendingRequest(iter); } if (isLiveRequest) { for (auto &iter : mPendingRequestsList) { // Increment pipeline depth for the following pending requests. if (iter.frame_number > frameNumber) { iter.pipeline_depth++; } } } unblockRequestIfNecessary(); } /*=========================================================================== * FUNCTION : unblockRequestIfNecessary * * DESCRIPTION: Unblock capture_request if max_buffer hasn't been reached. Note * that mMutex is held when this function is called. * * PARAMETERS : * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::unblockRequestIfNecessary() { // Unblock process_capture_request pthread_cond_signal(&mRequestCond); } /*=========================================================================== * FUNCTION : isHdrSnapshotRequest * * DESCRIPTION: Function to determine if the request is for a HDR snapshot * * PARAMETERS : camera3 request structure * * RETURN : boolean decision variable * *==========================================================================*/ bool QCamera3HardwareInterface::isHdrSnapshotRequest(camera3_capture_request *request) { if (request == NULL) { LOGE("Invalid request handle"); assert(0); return false; } if (!mForceHdrSnapshot) { CameraMetadata frame_settings; frame_settings = request->settings; if (frame_settings.exists(ANDROID_CONTROL_MODE)) { uint8_t metaMode = frame_settings.find(ANDROID_CONTROL_MODE).data.u8[0]; if (metaMode != ANDROID_CONTROL_MODE_USE_SCENE_MODE) { return false; } } else { return false; } if (frame_settings.exists(ANDROID_CONTROL_SCENE_MODE)) { uint8_t fwk_sceneMode = frame_settings.find(ANDROID_CONTROL_SCENE_MODE).data.u8[0]; if (fwk_sceneMode != ANDROID_CONTROL_SCENE_MODE_HDR) { return false; } } else { return false; } } for (uint32_t i = 0; i < request->num_output_buffers; i++) { if (request->output_buffers[i].stream->format == HAL_PIXEL_FORMAT_BLOB) { return true; } } return false; } /*=========================================================================== * FUNCTION : orchestrateRequest * * DESCRIPTION: Orchestrates a capture request from camera service * * PARAMETERS : * @request : request from framework to process * * RETURN : Error status codes * *==========================================================================*/ int32_t QCamera3HardwareInterface::orchestrateRequest( camera3_capture_request_t *request) { uint32_t originalFrameNumber = request->frame_number; uint32_t originalOutputCount = request->num_output_buffers; const camera_metadata_t *original_settings = request->settings; List internallyRequestedStreams; List emptyInternalList; if (isHdrSnapshotRequest(request) && request->input_buffer == NULL) { LOGD("Framework requested:%d buffers in HDR snapshot", request->num_output_buffers); uint32_t internalFrameNumber; CameraMetadata modified_meta; /* Add Blob channel to list of internally requested streams */ for (uint32_t i = 0; i < request->num_output_buffers; i++) { if (request->output_buffers[i].stream->format == HAL_PIXEL_FORMAT_BLOB) { InternalRequest streamRequested; streamRequested.meteringOnly = 1; streamRequested.need_metadata = 0; streamRequested.stream = request->output_buffers[i].stream; internallyRequestedStreams.push_back(streamRequested); } } request->num_output_buffers = 0; auto itr = internallyRequestedStreams.begin(); /* Modify setting to set compensation */ modified_meta = request->settings; int32_t expCompensation = GB_HDR_HALF_STEP_EV; uint8_t aeLock = 1; modified_meta.update(ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION, &expCompensation, 1); modified_meta.update(ANDROID_CONTROL_AE_LOCK, &aeLock, 1); camera_metadata_t *modified_settings = modified_meta.release(); request->settings = modified_settings; /* Capture Settling & -2x frame */ _orchestrationDb.generateStoreInternalFrameNumber(internalFrameNumber); request->frame_number = internalFrameNumber; processCaptureRequest(request, internallyRequestedStreams); request->num_output_buffers = originalOutputCount; _orchestrationDb.allocStoreInternalFrameNumber(originalFrameNumber, internalFrameNumber); request->frame_number = internalFrameNumber; processCaptureRequest(request, emptyInternalList); request->num_output_buffers = 0; modified_meta = modified_settings; expCompensation = 0; aeLock = 1; modified_meta.update(ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION, &expCompensation, 1); modified_meta.update(ANDROID_CONTROL_AE_LOCK, &aeLock, 1); modified_settings = modified_meta.release(); request->settings = modified_settings; /* Capture Settling & 0X frame */ itr = internallyRequestedStreams.begin(); if (itr == internallyRequestedStreams.end()) { LOGE("Error Internally Requested Stream list is empty"); assert(0); } else { itr->need_metadata = 0; itr->meteringOnly = 1; } _orchestrationDb.generateStoreInternalFrameNumber(internalFrameNumber); request->frame_number = internalFrameNumber; processCaptureRequest(request, internallyRequestedStreams); itr = internallyRequestedStreams.begin(); if (itr == internallyRequestedStreams.end()) { ALOGE("Error Internally Requested Stream list is empty"); assert(0); } else { itr->need_metadata = 1; itr->meteringOnly = 0; } _orchestrationDb.generateStoreInternalFrameNumber(internalFrameNumber); request->frame_number = internalFrameNumber; processCaptureRequest(request, internallyRequestedStreams); /* Capture 2X frame*/ modified_meta = modified_settings; expCompensation = GB_HDR_2X_STEP_EV; aeLock = 1; modified_meta.update(ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION, &expCompensation, 1); modified_meta.update(ANDROID_CONTROL_AE_LOCK, &aeLock, 1); modified_settings = modified_meta.release(); request->settings = modified_settings; itr = internallyRequestedStreams.begin(); if (itr == internallyRequestedStreams.end()) { ALOGE("Error Internally Requested Stream list is empty"); assert(0); } else { itr->need_metadata = 0; itr->meteringOnly = 1; } _orchestrationDb.generateStoreInternalFrameNumber(internalFrameNumber); request->frame_number = internalFrameNumber; processCaptureRequest(request, internallyRequestedStreams); itr = internallyRequestedStreams.begin(); if (itr == internallyRequestedStreams.end()) { ALOGE("Error Internally Requested Stream list is empty"); assert(0); } else { itr->need_metadata = 1; itr->meteringOnly = 0; } _orchestrationDb.generateStoreInternalFrameNumber(internalFrameNumber); request->frame_number = internalFrameNumber; processCaptureRequest(request, internallyRequestedStreams); /* Capture 2X on original streaming config*/ internallyRequestedStreams.clear(); /* Restore original settings pointer */ request->settings = original_settings; } else { uint32_t internalFrameNumber; _orchestrationDb.allocStoreInternalFrameNumber(request->frame_number, internalFrameNumber); request->frame_number = internalFrameNumber; return processCaptureRequest(request, internallyRequestedStreams); } return NO_ERROR; } /*=========================================================================== * FUNCTION : orchestrateResult * * DESCRIPTION: Orchestrates a capture result to camera service * * PARAMETERS : * @request : request from framework to process * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::orchestrateResult( camera3_capture_result_t *result) { uint32_t frameworkFrameNumber; int32_t rc = _orchestrationDb.getFrameworkFrameNumber(result->frame_number, frameworkFrameNumber); if (rc != NO_ERROR) { LOGE("Cannot find translated frameworkFrameNumber"); assert(0); } else { if (frameworkFrameNumber == EMPTY_FRAMEWORK_FRAME_NUMBER) { LOGD("Internal Request drop the result"); } else { if (result->result != NULL) { camera_metadata_t *metadata = const_cast(result->result); camera_metadata_entry_t entry; int ret = find_camera_metadata_entry(metadata, ANDROID_SYNC_FRAME_NUMBER, &entry); if (ret == OK) { int64_t sync_frame_number = frameworkFrameNumber; ret = update_camera_metadata_entry(metadata, entry.index, &sync_frame_number, 1, &entry); if (ret != OK) LOGE("Update ANDROID_SYNC_FRAME_NUMBER Error!"); } } result->frame_number = frameworkFrameNumber; LOGH("process_capture_result frame_number %d, result %p, partial %d", result->frame_number, result->result, result->partial_result); mCallbackOps->process_capture_result(mCallbackOps, result); } } } /*=========================================================================== * FUNCTION : orchestrateNotify * * DESCRIPTION: Orchestrates a notify to camera service * * PARAMETERS : * @request : request from framework to process * * RETURN : * *==========================================================================*/ void QCamera3HardwareInterface::orchestrateNotify(camera3_notify_msg_t *notify_msg) { uint32_t frameworkFrameNumber; uint32_t internalFrameNumber = notify_msg->message.shutter.frame_number; int32_t rc = NO_ERROR; rc = _orchestrationDb.getFrameworkFrameNumber(internalFrameNumber, frameworkFrameNumber); if (rc != NO_ERROR) { if (notify_msg->message.error.error_code == CAMERA3_MSG_ERROR_DEVICE) { LOGD("Sending CAMERA3_MSG_ERROR_DEVICE to framework"); frameworkFrameNumber = 0; } else { LOGE("Cannot find translated frameworkFrameNumber"); assert(0); return; } } if (frameworkFrameNumber == EMPTY_FRAMEWORK_FRAME_NUMBER) { LOGD("Internal Request drop the notifyCb"); } else { notify_msg->message.shutter.frame_number = frameworkFrameNumber; mCallbackOps->notify(mCallbackOps, notify_msg); } } /*=========================================================================== * FUNCTION : FrameNumberRegistry * * DESCRIPTION: Constructor * * PARAMETERS : * * RETURN : * *==========================================================================*/ FrameNumberRegistry::FrameNumberRegistry() { _nextFreeInternalNumber = INTERNAL_FRAME_STARTING_NUMBER; } /*=========================================================================== * FUNCTION : ~FrameNumberRegistry * * DESCRIPTION: Destructor * * PARAMETERS : * * RETURN : * *==========================================================================*/ FrameNumberRegistry::~FrameNumberRegistry() { } /*=========================================================================== * FUNCTION : PurgeOldEntriesLocked * * DESCRIPTION: Maintainance function to trigger LRU cleanup mechanism * * PARAMETERS : * * RETURN : NONE * *==========================================================================*/ void FrameNumberRegistry::purgeOldEntriesLocked() { while (_register.begin() != _register.end()) { auto itr = _register.begin(); if (itr->first < (_nextFreeInternalNumber - FRAME_REGISTER_LRU_SIZE)) { _register.erase(itr); } else { return; } } } /*=========================================================================== * FUNCTION : allocStoreInternalFrameNumber * * DESCRIPTION: Method to note down a framework request and associate a new * internal request number against it * * PARAMETERS : * @fFrameNumber: Identifier given by framework * @internalFN : Output parameter which will have the newly generated internal * entry * * RETURN : Error code * *==========================================================================*/ int32_t FrameNumberRegistry::allocStoreInternalFrameNumber(uint32_t frameworkFrameNumber, uint32_t &internalFrameNumber) { Mutex::Autolock lock(mRegistryLock); internalFrameNumber = _nextFreeInternalNumber++; LOGD("Storing ff#:%d, with internal:%d", frameworkFrameNumber, internalFrameNumber); _register.insert(std::pair(internalFrameNumber, frameworkFrameNumber)); purgeOldEntriesLocked(); return NO_ERROR; } /*=========================================================================== * FUNCTION : generateStoreInternalFrameNumber * * DESCRIPTION: Method to associate a new internal request number independent * of any associate with framework requests * * PARAMETERS : * @internalFrame#: Output parameter which will have the newly generated internal * * * RETURN : Error code * *==========================================================================*/ int32_t FrameNumberRegistry::generateStoreInternalFrameNumber(uint32_t &internalFrameNumber) { Mutex::Autolock lock(mRegistryLock); internalFrameNumber = _nextFreeInternalNumber++; LOGD("Generated internal framenumber:%d", internalFrameNumber); _register.insert(std::pair(internalFrameNumber, EMPTY_FRAMEWORK_FRAME_NUMBER)); purgeOldEntriesLocked(); return NO_ERROR; } /*=========================================================================== * FUNCTION : getFrameworkFrameNumber * * DESCRIPTION: Method to query the framework framenumber given an internal # * * PARAMETERS : * @internalFrame#: Internal reference * @frameworkframenumber: Output parameter holding framework frame entry * * RETURN : Error code * *==========================================================================*/ int32_t FrameNumberRegistry::getFrameworkFrameNumber(uint32_t internalFrameNumber, uint32_t &frameworkFrameNumber) { Mutex::Autolock lock(mRegistryLock); auto itr = _register.find(internalFrameNumber); if (itr == _register.end()) { LOGE("Cannot find internal#: %d", internalFrameNumber); return -ENOENT; } frameworkFrameNumber = itr->second; purgeOldEntriesLocked(); return NO_ERROR; } status_t QCamera3HardwareInterface::fillPbStreamConfig( pbcamera::StreamConfiguration *config, uint32_t pbStreamId, QCamera3Channel *channel, uint32_t streamIndex) { if (config == nullptr) { LOGE("%s: config is null", __FUNCTION__); return BAD_VALUE; } if (channel == nullptr) { LOGE("%s: channel is null", __FUNCTION__); return BAD_VALUE; } QCamera3Stream *stream = channel->getStreamByIndex(streamIndex); if (stream == nullptr) { LOGE("%s: Failed to get stream %d in channel.", __FUNCTION__, streamIndex); return NAME_NOT_FOUND; } const cam_stream_info_t* streamInfo = stream->getStreamInfo(); if (streamInfo == nullptr) { LOGE("%s: Failed to get stream info for stream %d in channel.", __FUNCTION__, streamIndex); return NAME_NOT_FOUND; } config->id = pbStreamId; config->image.width = streamInfo->dim.width; config->image.height = streamInfo->dim.height; config->image.padding = 0; int bytesPerPixel = 0; switch (streamInfo->fmt) { case CAM_FORMAT_YUV_420_NV21: config->image.format = HAL_PIXEL_FORMAT_YCrCb_420_SP; bytesPerPixel = 1; break; case CAM_FORMAT_YUV_420_NV12: case CAM_FORMAT_YUV_420_NV12_VENUS: config->image.format = HAL_PIXEL_FORMAT_YCbCr_420_SP; bytesPerPixel = 1; break; default: ALOGE("%s: Stream format %d not supported.", __FUNCTION__, streamInfo->fmt); return BAD_VALUE; } uint32_t totalPlaneSize = 0; // Fill plane information. for (uint32_t i = 0; i < streamInfo->buf_planes.plane_info.num_planes; i++) { pbcamera::PlaneConfiguration plane; plane.stride = streamInfo->buf_planes.plane_info.mp[i].stride * bytesPerPixel; plane.scanline = streamInfo->buf_planes.plane_info.mp[i].scanline; config->image.planes.push_back(plane); totalPlaneSize += (plane.stride * plane.scanline); } config->image.padding = streamInfo->buf_planes.plane_info.frame_len - totalPlaneSize; return OK; } /*=========================================================================== * FUNCTION : processCaptureRequest * * DESCRIPTION: process a capture request from camera service * * PARAMETERS : * @request : request from framework to process * * RETURN : * *==========================================================================*/ int QCamera3HardwareInterface::processCaptureRequest( camera3_capture_request_t *request, List &internallyRequestedStreams) { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_PROC_CAP_REQ); int rc = NO_ERROR; int32_t request_id; CameraMetadata meta; bool isVidBufRequested = false; camera3_stream_buffer_t *pInputBuffer = NULL; // If Easel is thermal throttled and there is no pending HDR+ request, // close HDR+ client. { std::unique_lock l(gHdrPlusClientLock); if (gHdrPlusClient != nullptr && mEaselThermalThrottled) { Mutex::Autolock lock(mHdrPlusPendingRequestsLock); if (mHdrPlusPendingRequests.empty()) { closeHdrPlusClientLocked(); } } } pthread_mutex_lock(&mMutex); // Validate current state switch (mState) { case CONFIGURED: case STARTED: /* valid state */ break; case ERROR: pthread_mutex_unlock(&mMutex); handleCameraDeviceError(); return -ENODEV; default: LOGE("Invalid state %d", mState); pthread_mutex_unlock(&mMutex); return -ENODEV; } rc = validateCaptureRequest(request, internallyRequestedStreams); if (rc != NO_ERROR) { LOGE("incoming request is not valid"); pthread_mutex_unlock(&mMutex); return rc; } meta = request->settings; if (mState == CONFIGURED) { logEaselEvent("EASEL_STARTUP_LATENCY", "First request"); // For HFR first capture request, send capture intent, and // stream on all streams if (meta.exists(ANDROID_CONTROL_CAPTURE_INTENT) && mBatchSize) { int32_t hal_version = CAM_HAL_V3; uint8_t captureIntent = meta.find(ANDROID_CONTROL_CAPTURE_INTENT).data.u8[0]; clear_metadata_buffer(mParameters); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_HAL_VERSION, hal_version); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_CAPTURE_INTENT, captureIntent); rc = mCameraHandle->ops->set_parms(mCameraHandle->camera_handle, mParameters); if (rc < 0) { LOGE("set_parms for for capture intent failed"); pthread_mutex_unlock(&mMutex); return rc; } } uint8_t nrMode = 0; if (meta.exists(ANDROID_NOISE_REDUCTION_MODE)) { nrMode = meta.find(ANDROID_NOISE_REDUCTION_MODE).data.u8[0]; } cam_is_type_t is_type = IS_TYPE_NONE; bool setEis = isEISEnabled(meta); cam_sensor_mode_info_t sensorModeInfo = {}; rc = getSensorModeInfo(sensorModeInfo); if (rc != NO_ERROR) { LOGE("Failed to get sensor output size"); pthread_mutex_unlock(&mMutex); goto error_exit; } mCropRegionMapper.update(gCamCapability[mCameraId]->active_array_size.width, gCamCapability[mCameraId]->active_array_size.height, sensorModeInfo.active_array_size.width, sensorModeInfo.active_array_size.height); /* Set batchmode before initializing channel. Since registerBuffer * internally initializes some of the channels, better set batchmode * even before first register buffer */ for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3Channel *channel = (QCamera3Channel *)(*it)->stream->priv; if (((1U << CAM_STREAM_TYPE_VIDEO) == channel->getStreamTypeMask()) && mBatchSize) { rc = channel->setBatchSize(mBatchSize); //Disable per frame map unmap for HFR/batchmode case rc |= channel->setPerFrameMapUnmap(false); if (NO_ERROR != rc) { LOGE("Channel init failed %d", rc); pthread_mutex_unlock(&mMutex); goto error_exit; } } } //First initialize all streams for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3Channel *channel = (QCamera3Channel *)(*it)->stream->priv; /* Initial value of NR mode is needed before stream on */ channel->setNRMode(nrMode); if ((((1U << CAM_STREAM_TYPE_VIDEO) == channel->getStreamTypeMask()) || ((1U << CAM_STREAM_TYPE_PREVIEW) == channel->getStreamTypeMask())) && setEis) { for (size_t i = 0; i < mStreamConfigInfo.num_streams; i++) { if ( (1U << mStreamConfigInfo.type[i]) == channel->getStreamTypeMask() ) { is_type = mStreamConfigInfo.is_type[i]; break; } } rc = channel->initialize(is_type); } else { rc = channel->initialize(IS_TYPE_NONE); } if (NO_ERROR != rc) { LOGE("Channel initialization failed %d", rc); pthread_mutex_unlock(&mMutex); goto error_exit; } } if (mRawDumpChannel) { rc = mRawDumpChannel->initialize(IS_TYPE_NONE); if (rc != NO_ERROR) { LOGE("Error: Raw Dump Channel init failed"); pthread_mutex_unlock(&mMutex); goto error_exit; } } if (mHdrPlusRawSrcChannel) { rc = mHdrPlusRawSrcChannel->initialize(IS_TYPE_NONE); if (rc != NO_ERROR) { LOGE("Error: HDR+ RAW Source Channel init failed"); pthread_mutex_unlock(&mMutex); goto error_exit; } } if (mSupportChannel) { rc = mSupportChannel->initialize(IS_TYPE_NONE); if (rc < 0) { LOGE("Support channel initialization failed"); pthread_mutex_unlock(&mMutex); goto error_exit; } } if (mAnalysisChannel) { rc = mAnalysisChannel->initialize(IS_TYPE_NONE); if (rc < 0) { LOGE("Analysis channel initialization failed"); pthread_mutex_unlock(&mMutex); goto error_exit; } } if (mDummyBatchChannel) { rc = mDummyBatchChannel->setBatchSize(mBatchSize); if (rc < 0) { LOGE("mDummyBatchChannel setBatchSize failed"); pthread_mutex_unlock(&mMutex); goto error_exit; } rc = mDummyBatchChannel->initialize(IS_TYPE_NONE); if (rc < 0) { LOGE("mDummyBatchChannel initialization failed"); pthread_mutex_unlock(&mMutex); goto error_exit; } } // Set bundle info rc = setBundleInfo(); if (rc < 0) { LOGE("setBundleInfo failed %d", rc); pthread_mutex_unlock(&mMutex); goto error_exit; } //update settings from app here if (meta.exists(QCAMERA3_DUALCAM_LINK_ENABLE)) { mIsDeviceLinked = meta.find(QCAMERA3_DUALCAM_LINK_ENABLE).data.u8[0]; LOGH("Dualcam: setting On=%d id =%d", mIsDeviceLinked, mCameraId); } if (meta.exists(QCAMERA3_DUALCAM_LINK_IS_MAIN)) { mIsMainCamera = meta.find(QCAMERA3_DUALCAM_LINK_IS_MAIN).data.u8[0]; LOGH("Dualcam: Is this main camera = %d id =%d", mIsMainCamera, mCameraId); } if (meta.exists(QCAMERA3_DUALCAM_LINK_RELATED_CAMERA_ID)) { mLinkedCameraId = meta.find(QCAMERA3_DUALCAM_LINK_RELATED_CAMERA_ID).data.u8[0]; LOGH("Dualcam: Linked camera Id %d id =%d", mLinkedCameraId, mCameraId); if ( (mLinkedCameraId >= MM_CAMERA_MAX_NUM_SENSORS) && (mLinkedCameraId != mCameraId) ) { LOGE("Dualcam: mLinkedCameraId %d is invalid, current cam id = %d", mLinkedCameraId, mCameraId); pthread_mutex_unlock(&mMutex); goto error_exit; } } // add bundle related cameras LOGH("%s: Dualcam: id =%d, mIsDeviceLinked=%d", __func__,mCameraId, mIsDeviceLinked); if (meta.exists(QCAMERA3_DUALCAM_LINK_ENABLE)) { cam_dual_camera_bundle_info_t *m_pRelCamSyncBuf = &m_pDualCamCmdPtr->bundle_info; m_pDualCamCmdPtr->cmd_type = CAM_DUAL_CAMERA_BUNDLE_INFO; if (mIsDeviceLinked) m_pRelCamSyncBuf->sync_control = CAM_SYNC_RELATED_SENSORS_ON; else m_pRelCamSyncBuf->sync_control = CAM_SYNC_RELATED_SENSORS_OFF; pthread_mutex_lock(&gCamLock); if (sessionId[mLinkedCameraId] == 0xDEADBEEF) { LOGE("Dualcam: Invalid Session Id "); pthread_mutex_unlock(&gCamLock); pthread_mutex_unlock(&mMutex); goto error_exit; } if (mIsMainCamera == 1) { m_pRelCamSyncBuf->mode = CAM_MODE_PRIMARY; m_pRelCamSyncBuf->type = CAM_TYPE_MAIN; m_pRelCamSyncBuf->sync_3a_mode = CAM_3A_SYNC_FOLLOW; m_pRelCamSyncBuf->cam_role = CAM_ROLE_BAYER; // related session id should be session id of linked session m_pRelCamSyncBuf->related_sensor_session_id = sessionId[mLinkedCameraId]; } else { m_pRelCamSyncBuf->mode = CAM_MODE_SECONDARY; m_pRelCamSyncBuf->type = CAM_TYPE_AUX; m_pRelCamSyncBuf->sync_3a_mode = CAM_3A_SYNC_FOLLOW; m_pRelCamSyncBuf->cam_role = CAM_ROLE_MONO; m_pRelCamSyncBuf->related_sensor_session_id = sessionId[mLinkedCameraId]; } m_pRelCamSyncBuf->is_hw_sync_enabled = DUALCAM_HW_SYNC_ENABLED; pthread_mutex_unlock(&gCamLock); rc = mCameraHandle->ops->set_dual_cam_cmd( mCameraHandle->camera_handle); if (rc < 0) { LOGE("Dualcam: link failed"); pthread_mutex_unlock(&mMutex); goto error_exit; } } goto no_error; error_exit: mPerfLockMgr.releasePerfLock(PERF_LOCK_START_PREVIEW); return rc; no_error: mWokenUpByDaemon = false; mPendingLiveRequest = 0; mFirstConfiguration = false; } uint32_t frameNumber = request->frame_number; cam_stream_ID_t streamsArray; if (mFlushPerf) { //we cannot accept any requests during flush LOGE("process_capture_request cannot proceed during flush"); pthread_mutex_unlock(&mMutex); return NO_ERROR; //should return an error } if (meta.exists(ANDROID_REQUEST_ID)) { request_id = meta.find(ANDROID_REQUEST_ID).data.i32[0]; mCurrentRequestId = request_id; LOGD("Received request with id: %d", request_id); } else if (mState == CONFIGURED || mCurrentRequestId == -1){ LOGE("Unable to find request id field, \ & no previous id available"); pthread_mutex_unlock(&mMutex); return NAME_NOT_FOUND; } else { LOGD("Re-using old request id"); request_id = mCurrentRequestId; } LOGH("num_output_buffers = %d input_buffer = %p frame_number = %d", request->num_output_buffers, request->input_buffer, frameNumber); // Acquire all request buffers first streamsArray.num_streams = 0; int blob_request = 0; bool depthRequestPresent = false; uint32_t snapshotStreamId = 0; for (size_t i = 0; i < request->num_output_buffers; i++) { const camera3_stream_buffer_t& output = request->output_buffers[i]; QCamera3Channel *channel = (QCamera3Channel *)output.stream->priv; if ((output.stream->format == HAL_PIXEL_FORMAT_BLOB) && (output.stream->data_space != HAL_DATASPACE_DEPTH)) { //FIXME??:Call function to store local copy of jpeg data for encode params. blob_request = 1; snapshotStreamId = channel->getStreamID(channel->getStreamTypeMask()); } if (output.acquire_fence != -1) { rc = sync_wait(output.acquire_fence, TIMEOUT_NEVER); close(output.acquire_fence); if (rc != OK) { LOGE("sync wait failed %d", rc); pthread_mutex_unlock(&mMutex); return rc; } } if ((output.stream->format == HAL_PIXEL_FORMAT_BLOB) && (output.stream->data_space == HAL_DATASPACE_DEPTH)) { depthRequestPresent = true; continue; } streamsArray.stream_request[streamsArray.num_streams++].streamID = channel->getStreamID(channel->getStreamTypeMask()); if ((1U << CAM_STREAM_TYPE_VIDEO) == channel->getStreamTypeMask()) { isVidBufRequested = true; } } //FIXME: Add checks to ensure to dups in validateCaptureRequest for (auto itr = internallyRequestedStreams.begin(); itr != internallyRequestedStreams.end(); itr++) { QCamera3Channel *channel = (QCamera3Channel *)(*itr).stream->priv; streamsArray.stream_request[streamsArray.num_streams++].streamID = channel->getStreamID(channel->getStreamTypeMask()); if ((1U << CAM_STREAM_TYPE_VIDEO) == channel->getStreamTypeMask()) { isVidBufRequested = true; } } if (blob_request) { ATRACE_ASYNC_BEGIN("SNAPSHOT", frameNumber); mPerfLockMgr.acquirePerfLock(PERF_LOCK_TAKE_SNAPSHOT); } if (blob_request && mRawDumpChannel) { LOGD("Trigger Raw based on blob request if Raw dump is enabled"); streamsArray.stream_request[streamsArray.num_streams].streamID = mRawDumpChannel->getStreamID(mRawDumpChannel->getStreamTypeMask()); streamsArray.stream_request[streamsArray.num_streams++].buf_index = CAM_FREERUN_IDX; } { Mutex::Autolock lock(mHdrPlusPendingRequestsLock); // Request a RAW buffer if // 1. mHdrPlusRawSrcChannel is valid. // 2. frameNumber is multiples of kHdrPlusRawPeriod (in order to limit RAW capture rate.) // 3. There is no pending HDR+ request. if (mHdrPlusRawSrcChannel && frameNumber % kHdrPlusRawPeriod == 0 && mHdrPlusPendingRequests.size() == 0) { streamsArray.stream_request[streamsArray.num_streams].streamID = mHdrPlusRawSrcChannel->getStreamID(mHdrPlusRawSrcChannel->getStreamTypeMask()); streamsArray.stream_request[streamsArray.num_streams++].buf_index = CAM_FREERUN_IDX; } } //extract capture intent if (meta.exists(ANDROID_CONTROL_CAPTURE_INTENT)) { mCaptureIntent = meta.find(ANDROID_CONTROL_CAPTURE_INTENT).data.u8[0]; } if (meta.exists(ANDROID_COLOR_CORRECTION_ABERRATION_MODE)) { mCacMode = meta.find(ANDROID_COLOR_CORRECTION_ABERRATION_MODE).data.u8[0]; } uint8_t requestedLensShadingMapMode; // Get the shading map mode. if (meta.exists(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE)) { mLastRequestedLensShadingMapMode = requestedLensShadingMapMode = meta.find(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE).data.u8[0]; } else { requestedLensShadingMapMode = mLastRequestedLensShadingMapMode; } if (meta.exists(ANDROID_STATISTICS_FACE_DETECT_MODE)) { mLastRequestedFaceDetectMode = meta.find(ANDROID_STATISTICS_FACE_DETECT_MODE).data.u8[0]; } if (meta.exists(ANDROID_STATISTICS_OIS_DATA_MODE)) { mLastRequestedOisDataMode = meta.find(ANDROID_STATISTICS_OIS_DATA_MODE).data.u8[0]; } bool hdrPlusRequest = false; HdrPlusPendingRequest pendingHdrPlusRequest = {}; { std::unique_lock l(gHdrPlusClientLock); // If this request has a still capture intent, try to submit an HDR+ request. if (gHdrPlusClient != nullptr && mHdrPlusModeEnabled && mCaptureIntent == ANDROID_CONTROL_CAPTURE_INTENT_STILL_CAPTURE) { hdrPlusRequest = trySubmittingHdrPlusRequestLocked(&pendingHdrPlusRequest, *request, meta); } } if (hdrPlusRequest) { // For a HDR+ request, just set the frame parameters. rc = setFrameParameters(request, streamsArray, blob_request, snapshotStreamId); if (rc < 0) { LOGE("fail to set frame parameters"); pthread_mutex_unlock(&mMutex); return rc; } } else if(request->input_buffer == NULL) { /* Parse the settings: * - For every request in NORMAL MODE * - For every request in HFR mode during preview only case * - For first request of every batch in HFR mode during video * recording. In batchmode the same settings except frame number is * repeated in each request of the batch. */ if (!mBatchSize || (mBatchSize && !isVidBufRequested) || (mBatchSize && isVidBufRequested && !mToBeQueuedVidBufs)) { rc = setFrameParameters(request, streamsArray, blob_request, snapshotStreamId); if (rc < 0) { LOGE("fail to set frame parameters"); pthread_mutex_unlock(&mMutex); return rc; } { // If HDR+ mode is enabled, override the following modes so the necessary metadata // will be included in the result metadata sent to Easel HDR+. std::unique_lock l(gHdrPlusClientLock); if (mHdrPlusModeEnabled) { ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_LENS_SHADING_MAP_MODE, ANDROID_STATISTICS_LENS_SHADING_MAP_MODE_ON); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_STATS_FACEDETECT_MODE, ANDROID_STATISTICS_FACE_DETECT_MODE_SIMPLE); } } } /* For batchMode HFR, setFrameParameters is not called for every * request. But only frame number of the latest request is parsed. * Keep track of first and last frame numbers in a batch so that * metadata for the frame numbers of batch can be duplicated in * handleBatchMetadta */ if (mBatchSize) { if (!mToBeQueuedVidBufs) { //start of the batch mFirstFrameNumberInBatch = request->frame_number; } if(ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_FRAME_NUMBER, request->frame_number)) { LOGE("Failed to set the frame number in the parameters"); pthread_mutex_unlock(&mMutex); return BAD_VALUE; } } if (mNeedSensorRestart) { /* Unlock the mutex as restartSensor waits on the channels to be * stopped, which in turn calls stream callback functions - * handleBufferWithLock and handleMetadataWithLock */ pthread_mutex_unlock(&mMutex); rc = dynamicUpdateMetaStreamInfo(); if (rc != NO_ERROR) { LOGE("Restarting the sensor failed"); return BAD_VALUE; } mNeedSensorRestart = false; pthread_mutex_lock(&mMutex); } if(mResetInstantAEC) { ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_INSTANT_AEC, (uint8_t)CAM_AEC_NORMAL_CONVERGENCE); mResetInstantAEC = false; } } else { if (request->input_buffer->acquire_fence != -1) { rc = sync_wait(request->input_buffer->acquire_fence, TIMEOUT_NEVER); close(request->input_buffer->acquire_fence); if (rc != OK) { LOGE("input buffer sync wait failed %d", rc); pthread_mutex_unlock(&mMutex); return rc; } } } if (mCaptureIntent == ANDROID_CONTROL_CAPTURE_INTENT_CUSTOM) { mLastCustIntentFrmNum = frameNumber; } /* Update pending request list and pending buffers map */ PendingRequestInfo pendingRequest = {}; pendingRequestIterator latestRequest; pendingRequest.frame_number = frameNumber; pendingRequest.num_buffers = depthRequestPresent ? (request->num_output_buffers - 1 ) : request->num_output_buffers; pendingRequest.request_id = request_id; pendingRequest.blob_request = blob_request; pendingRequest.timestamp = 0; pendingRequest.requestedLensShadingMapMode = requestedLensShadingMapMode; pendingRequest.requestedFaceDetectMode = mLastRequestedFaceDetectMode; pendingRequest.requestedOisDataMode = mLastRequestedOisDataMode; pendingRequest.zoomRatio = mLastRequestedZoomRatio; if (request->input_buffer) { pendingRequest.input_buffer = (camera3_stream_buffer_t*)malloc(sizeof(camera3_stream_buffer_t)); *(pendingRequest.input_buffer) = *(request->input_buffer); pInputBuffer = pendingRequest.input_buffer; } else { pendingRequest.input_buffer = NULL; pInputBuffer = NULL; } pendingRequest.bUseFirstPartial = (mState == CONFIGURED && !request->input_buffer); pendingRequest.pipeline_depth = 0; pendingRequest.partial_result_cnt = 0; extractJpegMetadata(mCurJpegMeta, request); pendingRequest.jpegMetadata = mCurJpegMeta; pendingRequest.settings = saveRequestSettings(mCurJpegMeta, request); pendingRequest.capture_intent = mCaptureIntent; if (meta.exists(NEXUS_EXPERIMENTAL_2016_HYBRID_AE_ENABLE)) { pendingRequest.hybrid_ae_enable = meta.find(NEXUS_EXPERIMENTAL_2016_HYBRID_AE_ENABLE).data.u8[0]; } if (meta.exists(NEXUS_EXPERIMENTAL_2017_MOTION_DETECTION_ENABLE)) { pendingRequest.motion_detection_enable = meta.find(NEXUS_EXPERIMENTAL_2017_MOTION_DETECTION_ENABLE).data.u8[0]; } /* DevCamDebug metadata processCaptureRequest */ if (meta.exists(DEVCAMDEBUG_META_ENABLE)) { mDevCamDebugMetaEnable = meta.find(DEVCAMDEBUG_META_ENABLE).data.u8[0]; } pendingRequest.DevCamDebug_meta_enable = mDevCamDebugMetaEnable; /* DevCamDebug metadata end */ //extract CAC info if (meta.exists(ANDROID_COLOR_CORRECTION_ABERRATION_MODE)) { mCacMode = meta.find(ANDROID_COLOR_CORRECTION_ABERRATION_MODE).data.u8[0]; } pendingRequest.fwkCacMode = mCacMode; pendingRequest.hdrplus = hdrPlusRequest; // We need to account for several dropped frames initially on sensor side. pendingRequest.expectedFrameDuration = (mState == CONFIGURED) ? (4 * mExpectedFrameDuration) : mExpectedFrameDuration; mExpectedInflightDuration += pendingRequest.expectedFrameDuration; // extract enableZsl info if (gExposeEnableZslKey) { if (meta.exists(ANDROID_CONTROL_ENABLE_ZSL)) { pendingRequest.enableZsl = meta.find(ANDROID_CONTROL_ENABLE_ZSL).data.u8[0]; mZslEnabled = pendingRequest.enableZsl; } else { pendingRequest.enableZsl = mZslEnabled; } } PendingBuffersInRequest bufsForCurRequest; bufsForCurRequest.frame_number = frameNumber; // Mark current timestamp for the new request bufsForCurRequest.timestamp = systemTime(CLOCK_MONOTONIC); bufsForCurRequest.av_timestamp = 0; if (hdrPlusRequest) { // Save settings for this request. pendingHdrPlusRequest.settings = std::make_shared(); memcpy(pendingHdrPlusRequest.settings.get(), mParameters, sizeof(metadata_buffer_t)); // Add to pending HDR+ request queue. Mutex::Autolock lock(mHdrPlusPendingRequestsLock); mHdrPlusPendingRequests.emplace(frameNumber, pendingHdrPlusRequest); ALOGD("%s: frame number %u is an HDR+ request.", __FUNCTION__, frameNumber); } buffer_handle_t *depth_buffer = nullptr; for (size_t i = 0; i < request->num_output_buffers; i++) { if ((request->output_buffers[i].stream->data_space == HAL_DATASPACE_DEPTH) && (HAL_PIXEL_FORMAT_BLOB == request->output_buffers[i].stream->format)) { depth_buffer = request->output_buffers[i].buffer; continue; } RequestedBufferInfo requestedBuf; memset(&requestedBuf, 0, sizeof(requestedBuf)); requestedBuf.stream = request->output_buffers[i].stream; requestedBuf.buffer = NULL; pendingRequest.buffers.push_back(requestedBuf); // Add to buffer handle the pending buffers list PendingBufferInfo bufferInfo; bufferInfo.buffer = request->output_buffers[i].buffer; bufferInfo.stream = request->output_buffers[i].stream; bufsForCurRequest.mPendingBufferList.push_back(bufferInfo); QCamera3Channel *channel = (QCamera3Channel *)bufferInfo.stream->priv; LOGD("frame = %d, buffer = %p, streamTypeMask = %d, stream format = %d", frameNumber, bufferInfo.buffer, channel->getStreamTypeMask(), bufferInfo.stream->format); } // Add this request packet into mPendingBuffersMap mPendingBuffersMap.mPendingBuffersInRequest.push_back(bufsForCurRequest); LOGD("mPendingBuffersMap.num_overall_buffers = %d", mPendingBuffersMap.get_num_overall_buffers()); latestRequest = mPendingRequestsList.insert( mPendingRequestsList.end(), pendingRequest); // Let shutter dispatcher and buffer dispatcher know shutter and output buffers are expected // for the frame number. mShutterDispatcher.expectShutter(frameNumber, request->input_buffer != nullptr, isStillZsl(pendingRequest)); for (size_t i = 0; i < request->num_output_buffers; i++) { mOutputBufferDispatcher.expectBuffer(frameNumber, request->output_buffers[i].stream); } if(mFlush) { LOGI("mFlush is true"); // If depth buffer is requested, return an error depth buffer. The buffer is not // going to be added to the depth channel so it won't be returned in // notifyErrorFoPendingDepthData(). if (depth_buffer != nullptr) { camera3_stream_buffer_t errorBuffer = { .stream = mDepthChannel->getStream(), .buffer = depth_buffer, .status = CAMERA3_BUFFER_STATUS_ERROR, .acquire_fence = -1, .release_fence = -1, }; mOutputBufferDispatcher.markBufferReady(frameNumber, errorBuffer); } pthread_mutex_unlock(&mMutex); return NO_ERROR; } // If this is not an HDR+ request, send the request to metadata and each output buffer's // channel. if (!hdrPlusRequest) { int indexUsed; // Notify metadata channel we receive a request mMetadataChannel->request(NULL, frameNumber, indexUsed); if(request->input_buffer != NULL){ LOGD("Input request, frame_number %d", frameNumber); rc = setReprocParameters(request, &mReprocMeta, snapshotStreamId); if (NO_ERROR != rc) { LOGE("fail to set reproc parameters"); pthread_mutex_unlock(&mMutex); return rc; } } // Call request on other streams uint32_t streams_need_metadata = 0; pendingBufferIterator pendingBufferIter = latestRequest->buffers.begin(); for (size_t i = 0; i < request->num_output_buffers; i++) { const camera3_stream_buffer_t& output = request->output_buffers[i]; QCamera3Channel *channel = (QCamera3Channel *)output.stream->priv; if (channel == NULL) { LOGW("invalid channel pointer for stream"); continue; } if (output.stream->format == HAL_PIXEL_FORMAT_BLOB) { LOGD("snapshot request with output buffer %p, input buffer %p, frame_number %d", output.buffer, request->input_buffer, frameNumber); if(request->input_buffer != NULL){ rc = channel->request(output.buffer, frameNumber, pInputBuffer, &mReprocMeta, indexUsed, false, false); if (rc < 0) { LOGE("Fail to request on picture channel"); pthread_mutex_unlock(&mMutex); return rc; } } else { if (HAL_DATASPACE_DEPTH == output.stream->data_space) { assert(NULL != mDepthChannel); assert(mDepthChannel == output.stream->priv); rc = mDepthChannel->mapBuffer(output.buffer, request->frame_number); if (rc < 0) { LOGE("Fail to map on depth buffer"); pthread_mutex_unlock(&mMutex); return rc; } continue; } else { LOGD("snapshot request with buffer %p, frame_number %d", output.buffer, frameNumber); if (!request->settings) { rc = channel->request(output.buffer, frameNumber, NULL, mPrevParameters, indexUsed); } else { rc = channel->request(output.buffer, frameNumber, NULL, mParameters, indexUsed); } if (rc < 0) { LOGE("Fail to request on picture channel"); pthread_mutex_unlock(&mMutex); return rc; } uint32_t streamId = channel->getStreamID(channel->getStreamTypeMask()); uint32_t j = 0; for (j = 0; j < streamsArray.num_streams; j++) { if (streamsArray.stream_request[j].streamID == streamId) { if (mOpMode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) streamsArray.stream_request[j].buf_index = CAM_FREERUN_IDX; else streamsArray.stream_request[j].buf_index = indexUsed; break; } } if (j == streamsArray.num_streams) { LOGE("Did not find matching stream to update index"); assert(0); } pendingBufferIter->need_metadata = true; if (isEISCropInSnapshotNeeded(meta)) { pendingBufferIter->need_crop = true; pendingBufferIter->crop_info = mLastEISCropInfo; } streams_need_metadata++; } } } else if (output.stream->format == HAL_PIXEL_FORMAT_YCbCr_420_888 || output.stream->format == HAL_PIXEL_FORMAT_Y8) { bool needMetadata = false; QCamera3YUVChannel *yuvChannel = (QCamera3YUVChannel *)channel; rc = yuvChannel->request(output.buffer, frameNumber, pInputBuffer, (pInputBuffer ? &mReprocMeta : mParameters), needMetadata, indexUsed, false, false); if (rc < 0) { LOGE("Fail to request on YUV channel"); pthread_mutex_unlock(&mMutex); return rc; } uint32_t streamId = channel->getStreamID(channel->getStreamTypeMask()); uint32_t j = 0; for (j = 0; j < streamsArray.num_streams; j++) { if (streamsArray.stream_request[j].streamID == streamId) { if (mOpMode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) streamsArray.stream_request[j].buf_index = CAM_FREERUN_IDX; else streamsArray.stream_request[j].buf_index = indexUsed; break; } } if (j == streamsArray.num_streams) { LOGE("Did not find matching stream to update index"); assert(0); } pendingBufferIter->need_metadata = needMetadata; if (needMetadata) streams_need_metadata += 1; LOGD("calling YUV channel request, need_metadata is %d", needMetadata); } else { LOGD("request with buffer %p, frame_number %d", output.buffer, frameNumber); rc = channel->request(output.buffer, frameNumber, indexUsed); uint32_t streamId = channel->getStreamID(channel->getStreamTypeMask()); uint32_t j = 0; for (j = 0; j < streamsArray.num_streams; j++) { if (streamsArray.stream_request[j].streamID == streamId) { if (mOpMode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) streamsArray.stream_request[j].buf_index = CAM_FREERUN_IDX; else streamsArray.stream_request[j].buf_index = indexUsed; break; } } if (j == streamsArray.num_streams) { LOGE("Did not find matching stream to update index"); assert(0); } if (((1U << CAM_STREAM_TYPE_VIDEO) == channel->getStreamTypeMask()) && mBatchSize) { mToBeQueuedVidBufs++; if (mToBeQueuedVidBufs == mBatchSize) { channel->queueBatchBuf(); } } if (rc < 0) { LOGE("request failed"); pthread_mutex_unlock(&mMutex); return rc; } } pendingBufferIter++; } for (auto itr = internallyRequestedStreams.begin(); itr != internallyRequestedStreams.end(); itr++) { QCamera3Channel *channel = (QCamera3Channel *)(*itr).stream->priv; if (channel == NULL) { LOGE("invalid channel pointer for stream"); assert(0); pthread_mutex_unlock(&mMutex); return BAD_VALUE; } InternalRequest requestedStream; requestedStream = (*itr); if ((*itr).stream->format == HAL_PIXEL_FORMAT_BLOB) { LOGD("snapshot request internally input buffer %p, frame_number %d", request->input_buffer, frameNumber); if(request->input_buffer != NULL){ rc = channel->request(NULL, frameNumber, pInputBuffer, &mReprocMeta, indexUsed, true, requestedStream.meteringOnly); if (rc < 0) { LOGE("Fail to request on picture channel"); pthread_mutex_unlock(&mMutex); return rc; } } else { LOGD("snapshot request with frame_number %d", frameNumber); if (!request->settings) { rc = channel->request(NULL, frameNumber, NULL, mPrevParameters, indexUsed, true, requestedStream.meteringOnly); } else { rc = channel->request(NULL, frameNumber, NULL, mParameters, indexUsed, true, requestedStream.meteringOnly); } if (rc < 0) { LOGE("Fail to request on picture channel"); pthread_mutex_unlock(&mMutex); return rc; } if ((*itr).meteringOnly != 1) { requestedStream.need_metadata = 1; streams_need_metadata++; } } uint32_t streamId = channel->getStreamID(channel->getStreamTypeMask()); uint32_t j = 0; for (j = 0; j < streamsArray.num_streams; j++) { if (streamsArray.stream_request[j].streamID == streamId) { if (mOpMode == CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) streamsArray.stream_request[j].buf_index = CAM_FREERUN_IDX; else streamsArray.stream_request[j].buf_index = indexUsed; break; } } if (j == streamsArray.num_streams) { LOGE("Did not find matching stream to update index"); assert(0); } } else { LOGE("Internal requests not supported on this stream type"); assert(0); pthread_mutex_unlock(&mMutex); return INVALID_OPERATION; } latestRequest->internalRequestList.push_back(requestedStream); } //If 2 streams have need_metadata set to true, fail the request, unless //we copy/reference count the metadata buffer if (streams_need_metadata > 1) { LOGE("not supporting request in which two streams requires" " 2 HAL metadata for reprocessing"); pthread_mutex_unlock(&mMutex); return -EINVAL; } cam_sensor_pd_data_t pdafEnable = (nullptr != mDepthChannel) ? CAM_PD_DATA_SKIP : CAM_PD_DATA_DISABLED; if (depthRequestPresent && mDepthChannel) { if (request->settings) { camera_metadata_ro_entry entry; if (find_camera_metadata_ro_entry(request->settings, NEXUS_EXPERIMENTAL_2017_PD_DATA_ENABLE, &entry) == 0) { if (entry.data.u8[0]) { pdafEnable = CAM_PD_DATA_ENABLED; } else { pdafEnable = CAM_PD_DATA_SKIP; } mDepthCloudMode = pdafEnable; } else { pdafEnable = mDepthCloudMode; } } else { pdafEnable = mDepthCloudMode; } } if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_PDAF_DATA_ENABLE, pdafEnable)) { LOGE("%s: Failed to enable PDAF data in parameters!", __func__); pthread_mutex_unlock(&mMutex); return BAD_VALUE; } if (request->input_buffer == NULL) { /* Set the parameters to backend: * - For every request in NORMAL MODE * - For every request in HFR mode during preview only case * - Once every batch in HFR mode during video recording */ if (!mBatchSize || (mBatchSize && !isVidBufRequested) || (mBatchSize && isVidBufRequested && (mToBeQueuedVidBufs == mBatchSize))) { LOGD("set_parms batchSz: %d IsVidBufReq: %d vidBufTobeQd: %d ", mBatchSize, isVidBufRequested, mToBeQueuedVidBufs); if(mBatchSize && isVidBufRequested && (mToBeQueuedVidBufs == mBatchSize)) { for (uint32_t k = 0; k < streamsArray.num_streams; k++) { uint32_t m = 0; for (m = 0; m < mBatchedStreamsArray.num_streams; m++) { if (streamsArray.stream_request[k].streamID == mBatchedStreamsArray.stream_request[m].streamID) break; } if (m == mBatchedStreamsArray.num_streams) { mBatchedStreamsArray.stream_request\ [mBatchedStreamsArray.num_streams].streamID = streamsArray.stream_request[k].streamID; mBatchedStreamsArray.stream_request\ [mBatchedStreamsArray.num_streams].buf_index = streamsArray.stream_request[k].buf_index; mBatchedStreamsArray.num_streams = mBatchedStreamsArray.num_streams + 1; } } streamsArray = mBatchedStreamsArray; } /* Update stream id of all the requested buffers */ if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_STREAM_ID, streamsArray)) { LOGE("Failed to set stream type mask in the parameters"); pthread_mutex_unlock(&mMutex); return BAD_VALUE; } rc = mCameraHandle->ops->set_parms(mCameraHandle->camera_handle, mParameters); if (rc < 0) { LOGE("set_parms failed"); } /* reset to zero coz, the batch is queued */ mToBeQueuedVidBufs = 0; mPendingBatchMap.add(frameNumber, mFirstFrameNumberInBatch); memset(&mBatchedStreamsArray, 0, sizeof(cam_stream_ID_t)); } else if (mBatchSize && isVidBufRequested && (mToBeQueuedVidBufs != mBatchSize)) { for (uint32_t k = 0; k < streamsArray.num_streams; k++) { uint32_t m = 0; for (m = 0; m < mBatchedStreamsArray.num_streams; m++) { if (streamsArray.stream_request[k].streamID == mBatchedStreamsArray.stream_request[m].streamID) break; } if (m == mBatchedStreamsArray.num_streams) { mBatchedStreamsArray.stream_request[mBatchedStreamsArray.num_streams]. streamID = streamsArray.stream_request[k].streamID; mBatchedStreamsArray.stream_request[mBatchedStreamsArray.num_streams]. buf_index = streamsArray.stream_request[k].buf_index; mBatchedStreamsArray.num_streams = mBatchedStreamsArray.num_streams + 1; } } } mPendingLiveRequest++; // Start all streams after the first setting is sent, so that the // setting can be applied sooner: (0 + apply_delay)th frame. if (mState == CONFIGURED && mChannelHandle) { //Then start them. LOGH("Start META Channel"); rc = mMetadataChannel->start(); if (rc < 0) { LOGE("META channel start failed"); pthread_mutex_unlock(&mMutex); return rc; } if (mAnalysisChannel) { rc = mAnalysisChannel->start(); if (rc < 0) { LOGE("Analysis channel start failed"); mMetadataChannel->stop(); pthread_mutex_unlock(&mMutex); return rc; } } if (mSupportChannel) { rc = mSupportChannel->start(); if (rc < 0) { LOGE("Support channel start failed"); mMetadataChannel->stop(); /* Although support and analysis are mutually exclusive today adding it in anycase for future proofing */ if (mAnalysisChannel) { mAnalysisChannel->stop(); } pthread_mutex_unlock(&mMutex); return rc; } } for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3Channel *channel = (QCamera3Channel *)(*it)->stream->priv; LOGH("Start Processing Channel mask=%d", channel->getStreamTypeMask()); rc = channel->start(); if (rc < 0) { LOGE("channel start failed"); pthread_mutex_unlock(&mMutex); return rc; } } if (mRawDumpChannel) { LOGD("Starting raw dump stream"); rc = mRawDumpChannel->start(); if (rc != NO_ERROR) { LOGE("Error Starting Raw Dump Channel"); for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3Channel *channel = (QCamera3Channel *)(*it)->stream->priv; LOGH("Stopping Processing Channel mask=%d", channel->getStreamTypeMask()); channel->stop(); } if (mSupportChannel) mSupportChannel->stop(); if (mAnalysisChannel) { mAnalysisChannel->stop(); } mMetadataChannel->stop(); pthread_mutex_unlock(&mMutex); return rc; } } // Configure modules for stream on. rc = startChannelLocked(); if (rc != NO_ERROR) { LOGE("startChannelLocked failed %d", rc); pthread_mutex_unlock(&mMutex); return rc; } } } } // Enable HDR+ mode for the first PREVIEW_INTENT request that doesn't disable HDR+. { std::unique_lock l(gHdrPlusClientLock); if (gEaselManagerClient != nullptr && gEaselManagerClient->isEaselPresentOnDevice() && !gEaselBypassOnly && !mFirstPreviewIntentSeen && meta.exists(ANDROID_CONTROL_CAPTURE_INTENT) && meta.find(ANDROID_CONTROL_CAPTURE_INTENT).data.u8[0] == ANDROID_CONTROL_CAPTURE_INTENT_PREVIEW && meta.exists(NEXUS_EXPERIMENTAL_2017_DISABLE_HDRPLUS) && meta.find(NEXUS_EXPERIMENTAL_2017_DISABLE_HDRPLUS).data.i32[0] == 0) { if (isSessionHdrPlusModeCompatible()) { rc = enableHdrPlusModeLocked(); if (rc != OK) { LOGE("%s: Failed to open HDR+ asynchronously", __FUNCTION__); pthread_mutex_unlock(&mMutex); return rc; } } mFirstPreviewIntentSeen = true; } } LOGD("mPendingLiveRequest = %d", mPendingLiveRequest); mState = STARTED; // Added a timed condition wait struct timespec ts; uint8_t isValidTimeout = 1; rc = clock_gettime(CLOCK_MONOTONIC, &ts); if (rc < 0) { isValidTimeout = 0; LOGE("Error reading the real time clock!!"); } else { // Make timeout as 5 sec for request to be honored int64_t timeout = 5; { Mutex::Autolock lock(mHdrPlusPendingRequestsLock); // If there is a pending HDR+ request, the following requests may be blocked until the // HDR+ request is done. So allow a longer timeout. if (mHdrPlusPendingRequests.size() > 0) { timeout = MISSING_HDRPLUS_REQUEST_BUF_TIMEOUT; } } ts.tv_sec += timeout; } //Block on conditional variable while ((mPendingLiveRequest >= mMinInFlightRequests) && !pInputBuffer && (mState != ERROR) && (mState != DEINIT)) { if (!isValidTimeout) { LOGD("Blocking on conditional wait"); pthread_cond_wait(&mRequestCond, &mMutex); } else { LOGD("Blocking on timed conditional wait"); rc = pthread_cond_timedwait(&mRequestCond, &mMutex, &ts); if (rc == ETIMEDOUT) { rc = -ENODEV; LOGE("Unblocked on timeout!!!!"); break; } } LOGD("Unblocked"); if (mWokenUpByDaemon) { mWokenUpByDaemon = false; if (mPendingLiveRequest < mMaxInFlightRequests) break; } } pthread_mutex_unlock(&mMutex); return rc; } int32_t QCamera3HardwareInterface::startChannelLocked() { // Configure modules for stream on. int32_t rc = mCameraHandle->ops->start_channel(mCameraHandle->camera_handle, mChannelHandle, /*start_sensor_streaming*/false); if (rc != NO_ERROR) { LOGE("start_channel failed %d", rc); return rc; } { // Configure Easel for stream on. std::unique_lock l(gHdrPlusClientLock); if (EaselManagerClientOpened) { // Now that sensor mode should have been selected, get the selected sensor mode // info. memset(&mSensorModeInfo, 0, sizeof(mSensorModeInfo)); rc = getCurrentSensorModeInfo(mSensorModeInfo); if (rc != NO_ERROR) { ALOGE("%s: Get current sensor mode failed, bail out: %s (%d).", __FUNCTION__, strerror(-rc), rc); return rc; } logEaselEvent("EASEL_STARTUP_LATENCY", "Starting MIPI"); rc = gEaselManagerClient->startMipi(mCameraId, mSensorModeInfo.op_pixel_clk, /*enableCapture*/true); if (rc != OK) { ALOGE("%s: Failed to start MIPI rate for camera %u to %u", __FUNCTION__, mCameraId, mSensorModeInfo.op_pixel_clk); return rc; } logEaselEvent("EASEL_STARTUP_LATENCY", "Starting MIPI done"); mEaselMipiStarted = true; } } // Start sensor streaming. rc = mCameraHandle->ops->start_sensor_streaming(mCameraHandle->camera_handle, mChannelHandle); if (rc != NO_ERROR) { LOGE("start_sensor_stream_on failed %d", rc); return rc; } return 0; } void QCamera3HardwareInterface::stopChannelLocked(bool stopChannelImmediately) { mCameraHandle->ops->stop_channel(mCameraHandle->camera_handle, mChannelHandle, stopChannelImmediately); { std::unique_lock l(gHdrPlusClientLock); if (EaselManagerClientOpened && mEaselMipiStarted) { int32_t rc = gEaselManagerClient->stopMipi(mCameraId); if (rc != 0) { ALOGE("%s: Stopping MIPI failed: %s (%d)", __FUNCTION__, strerror(-rc), rc); } mEaselMipiStarted = false; } } } /*=========================================================================== * FUNCTION : dump * * DESCRIPTION: * * PARAMETERS : * * * RETURN : *==========================================================================*/ void QCamera3HardwareInterface::dump(int fd) { pthread_mutex_lock(&mMutex); dprintf(fd, "\n Camera HAL3 information Begin \n"); dprintf(fd, "\nNumber of pending requests: %zu \n", mPendingRequestsList.size()); dprintf(fd, "-------+-------------------+-------------+----------+---------------------\n"); dprintf(fd, " Frame | Number of Buffers | Req Id: | Blob Req | Input buffer present\n"); dprintf(fd, "-------+-------------------+-------------+----------+---------------------\n"); for(pendingRequestIterator i = mPendingRequestsList.begin(); i != mPendingRequestsList.end(); i++) { dprintf(fd, " %5d | %17d | %11d | %8d | %p \n", i->frame_number, i->num_buffers, i->request_id, i->blob_request, i->input_buffer); } dprintf(fd, "\nPending buffer map: Number of buffers: %u\n", mPendingBuffersMap.get_num_overall_buffers()); dprintf(fd, "-------+------------------\n"); dprintf(fd, " Frame | Stream type mask \n"); dprintf(fd, "-------+------------------\n"); for(auto &req : mPendingBuffersMap.mPendingBuffersInRequest) { for(auto &j : req.mPendingBufferList) { QCamera3Channel *channel = (QCamera3Channel *)(j.stream->priv); dprintf(fd, " %5d | %11d \n", req.frame_number, channel->getStreamTypeMask()); } } dprintf(fd, "-------+------------------\n"); dprintf(fd, "\nPending frame drop list: %zu\n", mPendingFrameDropList.size()); dprintf(fd, "-------+-----------\n"); dprintf(fd, " Frame | Stream ID \n"); dprintf(fd, "-------+-----------\n"); for(List::iterator i = mPendingFrameDropList.begin(); i != mPendingFrameDropList.end(); i++) { dprintf(fd, " %5d | %9d \n", i->frame_number, i->stream_ID); } dprintf(fd, "-------+-----------\n"); dprintf(fd, "\n Camera HAL3 information End \n"); /* use dumpsys media.camera as trigger to send update debug level event */ mUpdateDebugLevel = true; pthread_mutex_unlock(&mMutex); return; } /*=========================================================================== * FUNCTION : flush * * DESCRIPTION: Calls stopAllChannels, notifyErrorForPendingRequests and * conditionally restarts channels * * PARAMETERS : * @ restartChannels: re-start all channels * @ stopChannelImmediately: stop the channel immediately. This should be used * when device encountered an error and MIPI may has * been stopped. * * RETURN : * 0 on success * Error code on failure *==========================================================================*/ int QCamera3HardwareInterface::flush(bool restartChannels, bool stopChannelImmediately) { KPI_ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_STOP_PREVIEW); int32_t rc = NO_ERROR; LOGD("Unblocking Process Capture Request"); pthread_mutex_lock(&mMutex); mFlush = true; pthread_mutex_unlock(&mMutex); // Disable HDR+ if it's enabled; { std::unique_lock l(gHdrPlusClientLock); finishHdrPlusClientOpeningLocked(l); disableHdrPlusModeLocked(); } rc = stopAllChannels(); // unlink of dualcam if (mIsDeviceLinked) { cam_dual_camera_bundle_info_t *m_pRelCamSyncBuf = &m_pDualCamCmdPtr->bundle_info; m_pDualCamCmdPtr->cmd_type = CAM_DUAL_CAMERA_BUNDLE_INFO; m_pRelCamSyncBuf->sync_control = CAM_SYNC_RELATED_SENSORS_OFF; pthread_mutex_lock(&gCamLock); if (mIsMainCamera == 1) { m_pRelCamSyncBuf->mode = CAM_MODE_PRIMARY; m_pRelCamSyncBuf->type = CAM_TYPE_MAIN; m_pRelCamSyncBuf->sync_3a_mode = CAM_3A_SYNC_FOLLOW; // related session id should be session id of linked session m_pRelCamSyncBuf->related_sensor_session_id = sessionId[mLinkedCameraId]; } else { m_pRelCamSyncBuf->mode = CAM_MODE_SECONDARY; m_pRelCamSyncBuf->type = CAM_TYPE_AUX; m_pRelCamSyncBuf->sync_3a_mode = CAM_3A_SYNC_FOLLOW; m_pRelCamSyncBuf->related_sensor_session_id = sessionId[mLinkedCameraId]; } m_pRelCamSyncBuf->is_hw_sync_enabled = DUALCAM_HW_SYNC_ENABLED; pthread_mutex_unlock(&gCamLock); rc = mCameraHandle->ops->set_dual_cam_cmd( mCameraHandle->camera_handle); if (rc < 0) { LOGE("Dualcam: Unlink failed, but still proceed to close"); } } if (rc < 0) { LOGE("stopAllChannels failed"); return rc; } if (mChannelHandle) { stopChannelLocked(stopChannelImmediately); } // Reset bundle info rc = setBundleInfo(); if (rc < 0) { LOGE("setBundleInfo failed %d", rc); return rc; } // Mutex Lock pthread_mutex_lock(&mMutex); // Unblock process_capture_request mPendingLiveRequest = 0; pthread_cond_signal(&mRequestCond); rc = notifyErrorForPendingRequests(); if (rc < 0) { LOGE("notifyErrorForPendingRequests failed"); pthread_mutex_unlock(&mMutex); return rc; } mFlush = false; // Start the Streams/Channels if (restartChannels) { rc = startAllChannels(); if (rc < 0) { LOGE("startAllChannels failed"); pthread_mutex_unlock(&mMutex); return rc; } if (mChannelHandle) { // Configure modules for stream on. rc = startChannelLocked(); if (rc < 0) { LOGE("startChannelLocked failed"); pthread_mutex_unlock(&mMutex); return rc; } } mFirstPreviewIntentSeen = false; } pthread_mutex_unlock(&mMutex); return 0; } /*=========================================================================== * FUNCTION : flushPerf * * DESCRIPTION: This is the performance optimization version of flush that does * not use stream off, rather flushes the system * * PARAMETERS : * * * RETURN : 0 : success * -EINVAL: input is malformed (device is not valid) * -ENODEV: if the device has encountered a serious error *==========================================================================*/ int QCamera3HardwareInterface::flushPerf() { KPI_ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_STOP_PREVIEW); int32_t rc = 0; struct timespec timeout; bool timed_wait = false; pthread_mutex_lock(&mMutex); mFlushPerf = true; mPendingBuffersMap.numPendingBufsAtFlush = mPendingBuffersMap.get_num_overall_buffers(); LOGD("Calling flush. Wait for %d buffers to return", mPendingBuffersMap.numPendingBufsAtFlush); /* send the flush event to the backend */ rc = mCameraHandle->ops->flush(mCameraHandle->camera_handle); if (rc < 0) { LOGE("Error in flush: IOCTL failure"); mFlushPerf = false; pthread_mutex_unlock(&mMutex); return -ENODEV; } if (mPendingBuffersMap.numPendingBufsAtFlush == 0) { LOGD("No pending buffers in HAL, return flush"); mFlushPerf = false; pthread_mutex_unlock(&mMutex); return rc; } /* wait on a signal that buffers were received */ rc = clock_gettime(CLOCK_MONOTONIC, &timeout); if (rc < 0) { LOGE("Error reading the real time clock, cannot use timed wait"); } else { timeout.tv_sec += FLUSH_TIMEOUT; timed_wait = true; } //Block on conditional variable while (mPendingBuffersMap.numPendingBufsAtFlush != 0) { LOGD("Waiting on mBuffersCond"); if (!timed_wait) { rc = pthread_cond_wait(&mBuffersCond, &mMutex); if (rc != 0) { LOGE("pthread_cond_wait failed due to rc = %s", strerror(rc)); break; } } else { rc = pthread_cond_timedwait(&mBuffersCond, &mMutex, &timeout); if (rc != 0) { LOGE("pthread_cond_timedwait failed due to rc = %s", strerror(rc)); break; } } } if (rc != 0) { mFlushPerf = false; pthread_mutex_unlock(&mMutex); return -ENODEV; } LOGD("Received buffers, now safe to return them"); //make sure the channels handle flush //currently only required for the picture channel to release snapshot resources for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3Channel *channel = (*it)->channel; if (channel) { rc = channel->flush(); if (rc) { LOGE("Flushing the channels failed with error %d", rc); // even though the channel flush failed we need to continue and // return the buffers we have to the framework, however the return // value will be an error rc = -ENODEV; } } } /* notify the frameworks and send errored results */ rc = notifyErrorForPendingRequests(); if (rc < 0) { LOGE("notifyErrorForPendingRequests failed"); pthread_mutex_unlock(&mMutex); return rc; } //unblock process_capture_request mPendingLiveRequest = 0; unblockRequestIfNecessary(); mFlushPerf = false; pthread_mutex_unlock(&mMutex); LOGD ("Flush Operation complete. rc = %d", rc); return rc; } /*=========================================================================== * FUNCTION : handleCameraDeviceError * * DESCRIPTION: This function calls internal flush and notifies the error to * framework and updates the state variable. * * PARAMETERS : * @stopChannelImmediately : stop channels immediately without waiting for * frame boundary. * * RETURN : NO_ERROR on Success * Error code on failure *==========================================================================*/ int32_t QCamera3HardwareInterface::handleCameraDeviceError(bool stopChannelImmediately) { int32_t rc = NO_ERROR; { Mutex::Autolock lock(mFlushLock); pthread_mutex_lock(&mMutex); if (mState != ERROR) { //if mState != ERROR, nothing to be done pthread_mutex_unlock(&mMutex); return NO_ERROR; } pthread_mutex_unlock(&mMutex); rc = flush(false /* restart channels */, stopChannelImmediately); if (NO_ERROR != rc) { LOGE("internal flush to handle mState = ERROR failed"); } pthread_mutex_lock(&mMutex); mState = DEINIT; pthread_mutex_unlock(&mMutex); } camera3_notify_msg_t notify_msg; memset(¬ify_msg, 0, sizeof(camera3_notify_msg_t)); notify_msg.type = CAMERA3_MSG_ERROR; notify_msg.message.error.error_code = CAMERA3_MSG_ERROR_DEVICE; notify_msg.message.error.error_stream = NULL; notify_msg.message.error.frame_number = 0; orchestrateNotify(¬ify_msg); return rc; } /*=========================================================================== * FUNCTION : captureResultCb * * DESCRIPTION: Callback handler for all capture result * (streams, as well as metadata) * * PARAMETERS : * @metadata : metadata information * @buffer : actual gralloc buffer to be returned to frameworks. * NULL if metadata. * * RETURN : NONE *==========================================================================*/ void QCamera3HardwareInterface::captureResultCb(mm_camera_super_buf_t *metadata_buf, camera3_stream_buffer_t *buffer, uint32_t frame_number, bool isInputBuffer) { if (metadata_buf) { pthread_mutex_lock(&mMutex); uint8_t batchSize = mBatchSize; pthread_mutex_unlock(&mMutex); if (batchSize) { handleBatchMetadata(metadata_buf, true /* free_and_bufdone_meta_buf */); } else { /* mBatchSize = 0 */ hdrPlusPerfLock(metadata_buf); pthread_mutex_lock(&mMutex); handleMetadataWithLock(metadata_buf, true /* free_and_bufdone_meta_buf */, true /* last urgent frame of batch metadata */, true /* last frame of batch metadata */, NULL); pthread_mutex_unlock(&mMutex); } } else if (isInputBuffer) { pthread_mutex_lock(&mMutex); handleInputBufferWithLock(frame_number); pthread_mutex_unlock(&mMutex); } else { pthread_mutex_lock(&mMutex); handleBufferWithLock(buffer, frame_number); pthread_mutex_unlock(&mMutex); } return; } /*=========================================================================== * FUNCTION : getReprocessibleOutputStreamId * * DESCRIPTION: Get source output stream id for the input reprocess stream * based on size and format, which would be the largest * output stream if an input stream exists. * * PARAMETERS : * @id : return the stream id if found * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int32_t QCamera3HardwareInterface::getReprocessibleOutputStreamId(uint32_t &id) { /* check if any output or bidirectional stream with the same size and format and return that stream */ if ((mInputStreamInfo.dim.width > 0) && (mInputStreamInfo.dim.height > 0)) { for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { camera3_stream_t *stream = (*it)->stream; if ((stream->width == (uint32_t)mInputStreamInfo.dim.width) && (stream->height == (uint32_t)mInputStreamInfo.dim.height) && (stream->format == mInputStreamInfo.format)) { // Usage flag for an input stream and the source output stream // may be different. LOGD("Found reprocessible output stream! %p", *it); LOGD("input stream usage 0x%x, current stream usage 0x%x", stream->usage, mInputStreamInfo.usage); QCamera3Channel *channel = (QCamera3Channel *)stream->priv; if (channel != NULL && channel->mStreams[0]) { id = channel->mStreams[0]->getMyServerID(); return NO_ERROR; } } } } else { LOGD("No input stream, so no reprocessible output stream"); } return NAME_NOT_FOUND; } /*=========================================================================== * FUNCTION : lookupFwkName * * DESCRIPTION: In case the enum is not same in fwk and backend * make sure the parameter is correctly propogated * * PARAMETERS : * @arr : map between the two enums * @len : len of the map * @hal_name : name of the hal_parm to map * * RETURN : int type of status * fwk_name -- success * none-zero failure code *==========================================================================*/ template int lookupFwkName(const mapType *arr, size_t len, halType hal_name) { for (size_t i = 0; i < len; i++) { if (arr[i].hal_name == hal_name) { return arr[i].fwk_name; } } /* Not able to find matching framework type is not necessarily * an error case. This happens when mm-camera supports more attributes * than the frameworks do */ LOGH("Cannot find matching framework type"); return NAME_NOT_FOUND; } /*=========================================================================== * FUNCTION : lookupHalName * * DESCRIPTION: In case the enum is not same in fwk and backend * make sure the parameter is correctly propogated * * PARAMETERS : * @arr : map between the two enums * @len : len of the map * @fwk_name : name of the hal_parm to map * * RETURN : int32_t type of status * hal_name -- success * none-zero failure code *==========================================================================*/ template int lookupHalName(const mapType *arr, size_t len, fwkType fwk_name) { for (size_t i = 0; i < len; i++) { if (arr[i].fwk_name == fwk_name) { return arr[i].hal_name; } } LOGE("Cannot find matching hal type fwk_name=%d", fwk_name); return NAME_NOT_FOUND; } /*=========================================================================== * FUNCTION : lookupProp * * DESCRIPTION: lookup a value by its name * * PARAMETERS : * @arr : map between the two enums * @len : size of the map * @name : name to be looked up * * RETURN : Value if found * CAM_CDS_MODE_MAX if not found *==========================================================================*/ template cam_cds_mode_type_t lookupProp(const mapType *arr, size_t len, const char *name) { if (name) { for (size_t i = 0; i < len; i++) { if (!strcmp(arr[i].desc, name)) { return arr[i].val; } } } return CAM_CDS_MODE_MAX; } /*=========================================================================== * * DESCRIPTION: * * PARAMETERS : * @metadata : metadata information from callback * @pendingRequest: pending request for this metadata * @pprocDone: whether internal offline postprocsesing is done * @lastMetadataInBatch: Boolean to indicate whether this is the last metadata * in a batch. Always true for non-batch mode. * * RETURN : camera_metadata_t* * metadata in a format specified by fwk *==========================================================================*/ camera_metadata_t* QCamera3HardwareInterface::translateFromHalMetadata( metadata_buffer_t *metadata, const PendingRequestInfo& pendingRequest, bool pprocDone, bool lastMetadataInBatch, const bool *enableZsl) { CameraMetadata camMetadata; camera_metadata_t *resultMetadata; if (!lastMetadataInBatch) { /* In batch mode, only populate SENSOR_TIMESTAMP if this is not the last in batch. * Timestamp is needed because it's used for shutter notify calculation. * */ camMetadata.update(ANDROID_SENSOR_TIMESTAMP, &pendingRequest.timestamp, 1); resultMetadata = camMetadata.release(); return resultMetadata; } if (pendingRequest.jpegMetadata.entryCount()) camMetadata.append(pendingRequest.jpegMetadata); camMetadata.update(ANDROID_SENSOR_TIMESTAMP, &pendingRequest.timestamp, 1); camMetadata.update(ANDROID_REQUEST_ID, &pendingRequest.request_id, 1); camMetadata.update(ANDROID_REQUEST_PIPELINE_DEPTH, &pendingRequest.pipeline_depth, 1); camMetadata.update(ANDROID_CONTROL_CAPTURE_INTENT, &pendingRequest.capture_intent, 1); camMetadata.update(NEXUS_EXPERIMENTAL_2016_HYBRID_AE_ENABLE, &pendingRequest.hybrid_ae_enable, 1); camMetadata.update(NEXUS_EXPERIMENTAL_2017_MOTION_DETECTION_ENABLE, &pendingRequest.motion_detection_enable, 1); if (mBatchSize == 0) { // DevCamDebug metadata translateFromHalMetadata. Only update this one for non-HFR mode camMetadata.update(DEVCAMDEBUG_META_ENABLE, &pendingRequest.DevCamDebug_meta_enable, 1); } // atrace_begin(ATRACE_TAG_ALWAYS, "DevCamDebugInfo"); // Only update DevCameraDebug metadta conditionally: non-HFR mode and it is enabled. if (mBatchSize == 0 && pendingRequest.DevCamDebug_meta_enable != 0) { // DevCamDebug metadata translateFromHalMetadata AF IF_META_AVAILABLE(int32_t, DevCamDebug_af_lens_position, CAM_INTF_META_DEV_CAM_AF_LENS_POSITION, metadata) { int32_t fwk_DevCamDebug_af_lens_position = *DevCamDebug_af_lens_position; camMetadata.update(DEVCAMDEBUG_AF_LENS_POSITION, &fwk_DevCamDebug_af_lens_position, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_tof_confidence, CAM_INTF_META_AF_TOF_CONFIDENCE, metadata) { int32_t fwk_DevCamDebug_af_tof_confidence = *DevCamDebug_af_tof_confidence; camMetadata.update(DEVCAMDEBUG_AF_TOF_CONFIDENCE, &fwk_DevCamDebug_af_tof_confidence, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_tof_distance, CAM_INTF_META_AF_TOF_DISTANCE, metadata) { int32_t fwk_DevCamDebug_af_tof_distance = *DevCamDebug_af_tof_distance; camMetadata.update(DEVCAMDEBUG_AF_TOF_DISTANCE, &fwk_DevCamDebug_af_tof_distance, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_luma, CAM_INTF_META_DEV_CAM_AF_LUMA, metadata) { int32_t fwk_DevCamDebug_af_luma = *DevCamDebug_af_luma; camMetadata.update(DEVCAMDEBUG_AF_LUMA, &fwk_DevCamDebug_af_luma, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_haf_state, CAM_INTF_META_DEV_CAM_AF_HAF_STATE, metadata) { int32_t fwk_DevCamDebug_af_haf_state = *DevCamDebug_af_haf_state; camMetadata.update(DEVCAMDEBUG_AF_HAF_STATE, &fwk_DevCamDebug_af_haf_state, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_monitor_pdaf_target_pos, CAM_INTF_META_DEV_CAM_AF_MONITOR_PDAF_TARGET_POS, metadata) { int32_t fwk_DevCamDebug_af_monitor_pdaf_target_pos = *DevCamDebug_af_monitor_pdaf_target_pos; camMetadata.update(DEVCAMDEBUG_AF_MONITOR_PDAF_TARGET_POS, &fwk_DevCamDebug_af_monitor_pdaf_target_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_monitor_pdaf_confidence, CAM_INTF_META_DEV_CAM_AF_MONITOR_PDAF_CONFIDENCE, metadata) { int32_t fwk_DevCamDebug_af_monitor_pdaf_confidence = *DevCamDebug_af_monitor_pdaf_confidence; camMetadata.update(DEVCAMDEBUG_AF_MONITOR_PDAF_CONFIDENCE, &fwk_DevCamDebug_af_monitor_pdaf_confidence, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_monitor_pdaf_refocus, CAM_INTF_META_DEV_CAM_AF_MONITOR_PDAF_REFOCUS, metadata) { int32_t fwk_DevCamDebug_af_monitor_pdaf_refocus = *DevCamDebug_af_monitor_pdaf_refocus; camMetadata.update(DEVCAMDEBUG_AF_MONITOR_PDAF_REFOCUS, &fwk_DevCamDebug_af_monitor_pdaf_refocus, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_monitor_tof_target_pos, CAM_INTF_META_DEV_CAM_AF_MONITOR_TOF_TARGET_POS, metadata) { int32_t fwk_DevCamDebug_af_monitor_tof_target_pos = *DevCamDebug_af_monitor_tof_target_pos; camMetadata.update(DEVCAMDEBUG_AF_MONITOR_TOF_TARGET_POS, &fwk_DevCamDebug_af_monitor_tof_target_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_monitor_tof_confidence, CAM_INTF_META_DEV_CAM_AF_MONITOR_TOF_CONFIDENCE, metadata) { int32_t fwk_DevCamDebug_af_monitor_tof_confidence = *DevCamDebug_af_monitor_tof_confidence; camMetadata.update(DEVCAMDEBUG_AF_MONITOR_TOF_CONFIDENCE, &fwk_DevCamDebug_af_monitor_tof_confidence, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_monitor_tof_refocus, CAM_INTF_META_DEV_CAM_AF_MONITOR_TOF_REFOCUS, metadata) { int32_t fwk_DevCamDebug_af_monitor_tof_refocus = *DevCamDebug_af_monitor_tof_refocus; camMetadata.update(DEVCAMDEBUG_AF_MONITOR_TOF_REFOCUS, &fwk_DevCamDebug_af_monitor_tof_refocus, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_monitor_type_select, CAM_INTF_META_DEV_CAM_AF_MONITOR_TYPE_SELECT, metadata) { int32_t fwk_DevCamDebug_af_monitor_type_select = *DevCamDebug_af_monitor_type_select; camMetadata.update(DEVCAMDEBUG_AF_MONITOR_TYPE_SELECT, &fwk_DevCamDebug_af_monitor_type_select, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_monitor_refocus, CAM_INTF_META_DEV_CAM_AF_MONITOR_REFOCUS, metadata) { int32_t fwk_DevCamDebug_af_monitor_refocus = *DevCamDebug_af_monitor_refocus; camMetadata.update(DEVCAMDEBUG_AF_MONITOR_REFOCUS, &fwk_DevCamDebug_af_monitor_refocus, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_monitor_target_pos, CAM_INTF_META_DEV_CAM_AF_MONITOR_TARGET_POS, metadata) { int32_t fwk_DevCamDebug_af_monitor_target_pos = *DevCamDebug_af_monitor_target_pos; camMetadata.update(DEVCAMDEBUG_AF_MONITOR_TARGET_POS, &fwk_DevCamDebug_af_monitor_target_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_pdaf_target_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_PDAF_TARGET_POS, metadata) { int32_t fwk_DevCamDebug_af_search_pdaf_target_pos = *DevCamDebug_af_search_pdaf_target_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_PDAF_TARGET_POS, &fwk_DevCamDebug_af_search_pdaf_target_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_pdaf_next_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_PDAF_NEXT_POS, metadata) { int32_t fwk_DevCamDebug_af_search_pdaf_next_pos = *DevCamDebug_af_search_pdaf_next_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_PDAF_NEXT_POS, &fwk_DevCamDebug_af_search_pdaf_next_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_pdaf_near_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_PDAF_NEAR_POS, metadata) { int32_t fwk_DevCamDebug_af_search_pdaf_near_pos = *DevCamDebug_af_search_pdaf_near_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_PDAF_NEAR_POS, &fwk_DevCamDebug_af_search_pdaf_near_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_pdaf_far_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_PDAF_FAR_POS, metadata) { int32_t fwk_DevCamDebug_af_search_pdaf_far_pos = *DevCamDebug_af_search_pdaf_far_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_PDAF_FAR_POS, &fwk_DevCamDebug_af_search_pdaf_far_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_pdaf_confidence, CAM_INTF_META_DEV_CAM_AF_SEARCH_PDAF_CONFIDENCE, metadata) { int32_t fwk_DevCamDebug_af_search_pdaf_confidence = *DevCamDebug_af_search_pdaf_confidence; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_PDAF_CONFIDENCE, &fwk_DevCamDebug_af_search_pdaf_confidence, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_tof_target_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_TOF_TARGET_POS, metadata) { int32_t fwk_DevCamDebug_af_search_tof_target_pos = *DevCamDebug_af_search_tof_target_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_TOF_TARGET_POS, &fwk_DevCamDebug_af_search_tof_target_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_tof_next_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_TOF_NEXT_POS, metadata) { int32_t fwk_DevCamDebug_af_search_tof_next_pos = *DevCamDebug_af_search_tof_next_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_TOF_NEXT_POS, &fwk_DevCamDebug_af_search_tof_next_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_tof_near_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_TOF_NEAR_POS, metadata) { int32_t fwk_DevCamDebug_af_search_tof_near_pos = *DevCamDebug_af_search_tof_near_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_TOF_NEAR_POS, &fwk_DevCamDebug_af_search_tof_near_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_tof_far_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_TOF_FAR_POS, metadata) { int32_t fwk_DevCamDebug_af_search_tof_far_pos = *DevCamDebug_af_search_tof_far_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_TOF_FAR_POS, &fwk_DevCamDebug_af_search_tof_far_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_tof_confidence, CAM_INTF_META_DEV_CAM_AF_SEARCH_TOF_CONFIDENCE, metadata) { int32_t fwk_DevCamDebug_af_search_tof_confidence = *DevCamDebug_af_search_tof_confidence; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_TOF_CONFIDENCE, &fwk_DevCamDebug_af_search_tof_confidence, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_type_select, CAM_INTF_META_DEV_CAM_AF_SEARCH_TYPE_SELECT, metadata) { int32_t fwk_DevCamDebug_af_search_type_select = *DevCamDebug_af_search_type_select; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_TYPE_SELECT, &fwk_DevCamDebug_af_search_type_select, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_next_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_NEXT_POS, metadata) { int32_t fwk_DevCamDebug_af_search_next_pos = *DevCamDebug_af_search_next_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_NEXT_POS, &fwk_DevCamDebug_af_search_next_pos, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_af_search_target_pos, CAM_INTF_META_DEV_CAM_AF_SEARCH_TARGET_POS, metadata) { int32_t fwk_DevCamDebug_af_search_target_pos = *DevCamDebug_af_search_target_pos; camMetadata.update(DEVCAMDEBUG_AF_SEARCH_TARGET_POS, &fwk_DevCamDebug_af_search_target_pos, 1); } // DevCamDebug metadata translateFromHalMetadata AEC IF_META_AVAILABLE(int32_t, DevCamDebug_aec_target_luma, CAM_INTF_META_DEV_CAM_AEC_TARGET_LUMA, metadata) { int32_t fwk_DevCamDebug_aec_target_luma = *DevCamDebug_aec_target_luma; camMetadata.update(DEVCAMDEBUG_AEC_TARGET_LUMA, &fwk_DevCamDebug_aec_target_luma, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_aec_comp_luma, CAM_INTF_META_DEV_CAM_AEC_COMP_LUMA, metadata) { int32_t fwk_DevCamDebug_aec_comp_luma = *DevCamDebug_aec_comp_luma; camMetadata.update(DEVCAMDEBUG_AEC_COMP_LUMA, &fwk_DevCamDebug_aec_comp_luma, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_aec_avg_luma, CAM_INTF_META_DEV_CAM_AEC_AVG_LUMA, metadata) { int32_t fwk_DevCamDebug_aec_avg_luma = *DevCamDebug_aec_avg_luma; camMetadata.update(DEVCAMDEBUG_AEC_AVG_LUMA, &fwk_DevCamDebug_aec_avg_luma, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_aec_cur_luma, CAM_INTF_META_DEV_CAM_AEC_CUR_LUMA, metadata) { int32_t fwk_DevCamDebug_aec_cur_luma = *DevCamDebug_aec_cur_luma; camMetadata.update(DEVCAMDEBUG_AEC_CUR_LUMA, &fwk_DevCamDebug_aec_cur_luma, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_aec_linecount, CAM_INTF_META_DEV_CAM_AEC_LINECOUNT, metadata) { int32_t fwk_DevCamDebug_aec_linecount = *DevCamDebug_aec_linecount; camMetadata.update(DEVCAMDEBUG_AEC_LINECOUNT, &fwk_DevCamDebug_aec_linecount, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_real_gain, CAM_INTF_META_DEV_CAM_AEC_REAL_GAIN, metadata) { float fwk_DevCamDebug_aec_real_gain = *DevCamDebug_aec_real_gain; camMetadata.update(DEVCAMDEBUG_AEC_REAL_GAIN, &fwk_DevCamDebug_aec_real_gain, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_aec_exp_index, CAM_INTF_META_DEV_CAM_AEC_EXP_INDEX, metadata) { int32_t fwk_DevCamDebug_aec_exp_index = *DevCamDebug_aec_exp_index; camMetadata.update(DEVCAMDEBUG_AEC_EXP_INDEX, &fwk_DevCamDebug_aec_exp_index, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_lux_idx, CAM_INTF_META_DEV_CAM_AEC_LUX_IDX, metadata) { float fwk_DevCamDebug_aec_lux_idx = *DevCamDebug_aec_lux_idx; camMetadata.update(DEVCAMDEBUG_AEC_LUX_IDX, &fwk_DevCamDebug_aec_lux_idx, 1); } // DevCamDebug metadata translateFromHalMetadata zzHDR IF_META_AVAILABLE(float, DevCamDebug_aec_l_real_gain, CAM_INTF_META_DEV_CAM_AEC_L_REAL_GAIN, metadata) { float fwk_DevCamDebug_aec_l_real_gain = *DevCamDebug_aec_l_real_gain; camMetadata.update(DEVCAMDEBUG_AEC_L_REAL_GAIN, &fwk_DevCamDebug_aec_l_real_gain, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_aec_l_linecount, CAM_INTF_META_DEV_CAM_AEC_L_LINECOUNT, metadata) { int32_t fwk_DevCamDebug_aec_l_linecount = *DevCamDebug_aec_l_linecount; camMetadata.update(DEVCAMDEBUG_AEC_L_LINECOUNT, &fwk_DevCamDebug_aec_l_linecount, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_s_real_gain, CAM_INTF_META_DEV_CAM_AEC_S_REAL_GAIN, metadata) { float fwk_DevCamDebug_aec_s_real_gain = *DevCamDebug_aec_s_real_gain; camMetadata.update(DEVCAMDEBUG_AEC_S_REAL_GAIN, &fwk_DevCamDebug_aec_s_real_gain, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_aec_s_linecount, CAM_INTF_META_DEV_CAM_AEC_S_LINECOUNT, metadata) { int32_t fwk_DevCamDebug_aec_s_linecount = *DevCamDebug_aec_s_linecount; camMetadata.update(DEVCAMDEBUG_AEC_S_LINECOUNT, &fwk_DevCamDebug_aec_s_linecount, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_hdr_sensitivity_ratio, CAM_INTF_META_DEV_CAM_AEC_HDR_SENSITIVITY_RATIO, metadata) { float fwk_DevCamDebug_aec_hdr_sensitivity_ratio = *DevCamDebug_aec_hdr_sensitivity_ratio; camMetadata.update(DEVCAMDEBUG_AEC_HDR_SENSITIVITY_RATIO, &fwk_DevCamDebug_aec_hdr_sensitivity_ratio, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_hdr_exp_time_ratio, CAM_INTF_META_DEV_CAM_AEC_HDR_EXP_TIME_RATIO, metadata) { float fwk_DevCamDebug_aec_hdr_exp_time_ratio = *DevCamDebug_aec_hdr_exp_time_ratio; camMetadata.update(DEVCAMDEBUG_AEC_HDR_EXP_TIME_RATIO, &fwk_DevCamDebug_aec_hdr_exp_time_ratio, 1); } // DevCamDebug metadata translateFromHalMetadata ADRC IF_META_AVAILABLE(float, DevCamDebug_aec_total_drc_gain, CAM_INTF_META_DEV_CAM_AEC_TOTAL_DRC_GAIN, metadata) { float fwk_DevCamDebug_aec_total_drc_gain = *DevCamDebug_aec_total_drc_gain; camMetadata.update(DEVCAMDEBUG_AEC_TOTAL_DRC_GAIN, &fwk_DevCamDebug_aec_total_drc_gain, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_color_drc_gain, CAM_INTF_META_DEV_CAM_AEC_COLOR_DRC_GAIN, metadata) { float fwk_DevCamDebug_aec_color_drc_gain = *DevCamDebug_aec_color_drc_gain; camMetadata.update(DEVCAMDEBUG_AEC_COLOR_DRC_GAIN, &fwk_DevCamDebug_aec_color_drc_gain, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_gtm_ratio, CAM_INTF_META_DEV_CAM_AEC_GTM_RATIO, metadata) { float fwk_DevCamDebug_aec_gtm_ratio = *DevCamDebug_aec_gtm_ratio; camMetadata.update(DEVCAMDEBUG_AEC_GTM_RATIO, &fwk_DevCamDebug_aec_gtm_ratio, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_ltm_ratio, CAM_INTF_META_DEV_CAM_AEC_LTM_RATIO, metadata) { float fwk_DevCamDebug_aec_ltm_ratio = *DevCamDebug_aec_ltm_ratio; camMetadata.update(DEVCAMDEBUG_AEC_LTM_RATIO, &fwk_DevCamDebug_aec_ltm_ratio, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_la_ratio, CAM_INTF_META_DEV_CAM_AEC_LA_RATIO, metadata) { float fwk_DevCamDebug_aec_la_ratio = *DevCamDebug_aec_la_ratio; camMetadata.update(DEVCAMDEBUG_AEC_LA_RATIO, &fwk_DevCamDebug_aec_la_ratio, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_gamma_ratio, CAM_INTF_META_DEV_CAM_AEC_GAMMA_RATIO, metadata) { float fwk_DevCamDebug_aec_gamma_ratio = *DevCamDebug_aec_gamma_ratio; camMetadata.update(DEVCAMDEBUG_AEC_GAMMA_RATIO, &fwk_DevCamDebug_aec_gamma_ratio, 1); } // DevCamDebug metadata translateFromHalMetadata AEC MOTION IF_META_AVAILABLE(float, DevCamDebug_aec_camera_motion_dx, CAM_INTF_META_DEV_CAM_AEC_CAMERA_MOTION_DX, metadata) { float fwk_DevCamDebug_aec_camera_motion_dx = *DevCamDebug_aec_camera_motion_dx; camMetadata.update(DEVCAMDEBUG_AEC_CAMERA_MOTION_DX, &fwk_DevCamDebug_aec_camera_motion_dx, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_camera_motion_dy, CAM_INTF_META_DEV_CAM_AEC_CAMERA_MOTION_DY, metadata) { float fwk_DevCamDebug_aec_camera_motion_dy = *DevCamDebug_aec_camera_motion_dy; camMetadata.update(DEVCAMDEBUG_AEC_CAMERA_MOTION_DY, &fwk_DevCamDebug_aec_camera_motion_dy, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_subject_motion, CAM_INTF_META_DEV_CAM_AEC_SUBJECT_MOTION, metadata) { float fwk_DevCamDebug_aec_subject_motion = *DevCamDebug_aec_subject_motion; camMetadata.update(DEVCAMDEBUG_AEC_SUBJECT_MOTION, &fwk_DevCamDebug_aec_subject_motion, 1); } // DevCamDebug metadata translateFromHalMetadata AWB IF_META_AVAILABLE(float, DevCamDebug_awb_r_gain, CAM_INTF_META_DEV_CAM_AWB_R_GAIN, metadata) { float fwk_DevCamDebug_awb_r_gain = *DevCamDebug_awb_r_gain; camMetadata.update(DEVCAMDEBUG_AWB_R_GAIN, &fwk_DevCamDebug_awb_r_gain, 1); } IF_META_AVAILABLE(float, DevCamDebug_awb_g_gain, CAM_INTF_META_DEV_CAM_AWB_G_GAIN, metadata) { float fwk_DevCamDebug_awb_g_gain = *DevCamDebug_awb_g_gain; camMetadata.update(DEVCAMDEBUG_AWB_G_GAIN, &fwk_DevCamDebug_awb_g_gain, 1); } IF_META_AVAILABLE(float, DevCamDebug_awb_b_gain, CAM_INTF_META_DEV_CAM_AWB_B_GAIN, metadata) { float fwk_DevCamDebug_awb_b_gain = *DevCamDebug_awb_b_gain; camMetadata.update(DEVCAMDEBUG_AWB_B_GAIN, &fwk_DevCamDebug_awb_b_gain, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_awb_cct, CAM_INTF_META_DEV_CAM_AWB_CCT, metadata) { int32_t fwk_DevCamDebug_awb_cct = *DevCamDebug_awb_cct; camMetadata.update(DEVCAMDEBUG_AWB_CCT, &fwk_DevCamDebug_awb_cct, 1); } IF_META_AVAILABLE(int32_t, DevCamDebug_awb_decision, CAM_INTF_META_DEV_CAM_AWB_DECISION, metadata) { int32_t fwk_DevCamDebug_awb_decision = *DevCamDebug_awb_decision; camMetadata.update(DEVCAMDEBUG_AWB_DECISION, &fwk_DevCamDebug_awb_decision, 1); } } // atrace_end(ATRACE_TAG_ALWAYS); IF_META_AVAILABLE(uint32_t, frame_number, CAM_INTF_META_FRAME_NUMBER, metadata) { int64_t fwk_frame_number = *frame_number; camMetadata.update(ANDROID_SYNC_FRAME_NUMBER, &fwk_frame_number, 1); } IF_META_AVAILABLE(cam_crop_region_t, hScalerCropRegion, CAM_INTF_META_SCALER_CROP_REGION, metadata) { int32_t scalerCropRegion[4]; scalerCropRegion[0] = hScalerCropRegion->left; scalerCropRegion[1] = hScalerCropRegion->top; scalerCropRegion[2] = hScalerCropRegion->width; scalerCropRegion[3] = hScalerCropRegion->height; // Adjust crop region from sensor output coordinate system to active // array coordinate system. mCropRegionMapper.toActiveArray(scalerCropRegion[0], scalerCropRegion[1], scalerCropRegion[2], scalerCropRegion[3], pendingRequest.zoomRatio); camMetadata.update(ANDROID_SCALER_CROP_REGION, scalerCropRegion, 4); } camMetadata.update(ANDROID_CONTROL_ZOOM_RATIO, &pendingRequest.zoomRatio, 1); IF_META_AVAILABLE(cam_fps_range_t, float_range, CAM_INTF_PARM_FPS_RANGE, metadata) { int32_t fps_range[2]; fps_range[0] = (int32_t)float_range->min_fps; fps_range[1] = (int32_t)float_range->max_fps; camMetadata.update(ANDROID_CONTROL_AE_TARGET_FPS_RANGE, fps_range, 2); LOGD("urgent Metadata : ANDROID_CONTROL_AE_TARGET_FPS_RANGE [%d, %d]", fps_range[0], fps_range[1]); } IF_META_AVAILABLE(int32_t, expCompensation, CAM_INTF_PARM_EXPOSURE_COMPENSATION, metadata) { camMetadata.update(ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION, expCompensation, 1); } IF_META_AVAILABLE(uint32_t, sceneMode, CAM_INTF_PARM_BESTSHOT_MODE, metadata) { int val = (uint8_t)lookupFwkName(SCENE_MODES_MAP, METADATA_MAP_SIZE(SCENE_MODES_MAP), *sceneMode); if (NAME_NOT_FOUND != val) { uint8_t fwkSceneMode = (uint8_t)val; camMetadata.update(ANDROID_CONTROL_SCENE_MODE, &fwkSceneMode, 1); LOGD("urgent Metadata : ANDROID_CONTROL_SCENE_MODE: %d", fwkSceneMode); } } IF_META_AVAILABLE(uint32_t, ae_lock, CAM_INTF_PARM_AEC_LOCK, metadata) { uint8_t fwk_ae_lock = (uint8_t) *ae_lock; camMetadata.update(ANDROID_CONTROL_AE_LOCK, &fwk_ae_lock, 1); } IF_META_AVAILABLE(uint32_t, awb_lock, CAM_INTF_PARM_AWB_LOCK, metadata) { uint8_t fwk_awb_lock = (uint8_t) *awb_lock; camMetadata.update(ANDROID_CONTROL_AWB_LOCK, &fwk_awb_lock, 1); } IF_META_AVAILABLE(uint32_t, color_correct_mode, CAM_INTF_META_COLOR_CORRECT_MODE, metadata) { uint8_t fwk_color_correct_mode = (uint8_t) *color_correct_mode; camMetadata.update(ANDROID_COLOR_CORRECTION_MODE, &fwk_color_correct_mode, 1); } IF_META_AVAILABLE(cam_edge_application_t, edgeApplication, CAM_INTF_META_EDGE_MODE, metadata) { camMetadata.update(ANDROID_EDGE_MODE, &(edgeApplication->edge_mode), 1); } IF_META_AVAILABLE(uint32_t, flashPower, CAM_INTF_META_FLASH_POWER, metadata) { uint8_t fwk_flashPower = (uint8_t) *flashPower; camMetadata.update(ANDROID_FLASH_FIRING_POWER, &fwk_flashPower, 1); } IF_META_AVAILABLE(int64_t, flashFiringTime, CAM_INTF_META_FLASH_FIRING_TIME, metadata) { camMetadata.update(ANDROID_FLASH_FIRING_TIME, flashFiringTime, 1); } IF_META_AVAILABLE(int32_t, flashState, CAM_INTF_META_FLASH_STATE, metadata) { if (0 <= *flashState) { uint8_t fwk_flashState = (uint8_t) *flashState; if (!gCamCapability[mCameraId]->flash_available) { fwk_flashState = ANDROID_FLASH_STATE_UNAVAILABLE; } camMetadata.update(ANDROID_FLASH_STATE, &fwk_flashState, 1); } } IF_META_AVAILABLE(uint32_t, flashMode, CAM_INTF_META_FLASH_MODE, metadata) { int val = lookupFwkName(FLASH_MODES_MAP, METADATA_MAP_SIZE(FLASH_MODES_MAP), *flashMode); if (NAME_NOT_FOUND != val) { uint8_t fwk_flashMode = (uint8_t)val; camMetadata.update(ANDROID_FLASH_MODE, &fwk_flashMode, 1); } } IF_META_AVAILABLE(uint32_t, hotPixelMode, CAM_INTF_META_HOTPIXEL_MODE, metadata) { uint8_t fwk_hotPixelMode = (uint8_t) *hotPixelMode; camMetadata.update(ANDROID_HOT_PIXEL_MODE, &fwk_hotPixelMode, 1); } IF_META_AVAILABLE(float, lensAperture, CAM_INTF_META_LENS_APERTURE, metadata) { camMetadata.update(ANDROID_LENS_APERTURE , lensAperture, 1); } IF_META_AVAILABLE(float, filterDensity, CAM_INTF_META_LENS_FILTERDENSITY, metadata) { camMetadata.update(ANDROID_LENS_FILTER_DENSITY , filterDensity, 1); } IF_META_AVAILABLE(float, focalLength, CAM_INTF_META_LENS_FOCAL_LENGTH, metadata) { camMetadata.update(ANDROID_LENS_FOCAL_LENGTH, focalLength, 1); } IF_META_AVAILABLE(uint32_t, opticalStab, CAM_INTF_META_LENS_OPT_STAB_MODE, metadata) { uint8_t fwk_opticalStab = (uint8_t) *opticalStab; camMetadata.update(ANDROID_LENS_OPTICAL_STABILIZATION_MODE, &fwk_opticalStab, 1); } IF_META_AVAILABLE(uint32_t, videoStab, CAM_INTF_META_VIDEO_STAB_MODE, metadata) { uint8_t fwk_videoStab = (uint8_t) *videoStab; LOGD("fwk_videoStab = %d", fwk_videoStab); camMetadata.update(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE, &fwk_videoStab, 1); } else { // Regardless of Video stab supports or not, CTS is expecting the EIS result to be non NULL // and so hardcoding the Video Stab result to OFF mode. uint8_t fwkVideoStabMode = ANDROID_CONTROL_VIDEO_STABILIZATION_MODE_OFF; camMetadata.update(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE, &fwkVideoStabMode, 1); LOGD("EIS result default to OFF mode"); } IF_META_AVAILABLE(uint32_t, noiseRedMode, CAM_INTF_META_NOISE_REDUCTION_MODE, metadata) { uint8_t fwk_noiseRedMode = (uint8_t) *noiseRedMode; camMetadata.update(ANDROID_NOISE_REDUCTION_MODE, &fwk_noiseRedMode, 1); } IF_META_AVAILABLE(float, effectiveExposureFactor, CAM_INTF_META_EFFECTIVE_EXPOSURE_FACTOR, metadata) { camMetadata.update(ANDROID_REPROCESS_EFFECTIVE_EXPOSURE_FACTOR, effectiveExposureFactor, 1); } IF_META_AVAILABLE(cam_black_level_metadata_t, blackLevelAppliedPattern, CAM_INTF_META_BLACK_LEVEL_APPLIED_PATTERN, metadata) { float fwk_blackLevelInd[BLACK_LEVEL_PATTERN_CNT]; adjustBlackLevelForCFA(blackLevelAppliedPattern->cam_black_level, fwk_blackLevelInd, gCamCapability[mCameraId]->color_arrangement); LOGD("applied dynamicblackLevel in RGGB order = %f %f %f %f", blackLevelAppliedPattern->cam_black_level[0], blackLevelAppliedPattern->cam_black_level[1], blackLevelAppliedPattern->cam_black_level[2], blackLevelAppliedPattern->cam_black_level[3]); camMetadata.update(QCAMERA3_SENSOR_DYNAMIC_BLACK_LEVEL_PATTERN, fwk_blackLevelInd, BLACK_LEVEL_PATTERN_CNT); #ifndef USE_HAL_3_3 // Update the ANDROID_SENSOR_DYNAMIC_BLACK_LEVEL // Need convert the internal 14 bit depth to sensor 10 bit sensor raw // depth space. fwk_blackLevelInd[0] /= 16.0; fwk_blackLevelInd[1] /= 16.0; fwk_blackLevelInd[2] /= 16.0; fwk_blackLevelInd[3] /= 16.0; camMetadata.update(ANDROID_SENSOR_DYNAMIC_BLACK_LEVEL, fwk_blackLevelInd, BLACK_LEVEL_PATTERN_CNT); #endif } #ifndef USE_HAL_3_3 // Fixed whitelevel is used by ISP/Sensor camMetadata.update(ANDROID_SENSOR_DYNAMIC_WHITE_LEVEL, &gCamCapability[mCameraId]->white_level, 1); #endif IF_META_AVAILABLE(cam_eis_crop_info_t, eisCropInfo, CAM_INTF_META_EIS_CROP_INFO, metadata) { mLastEISCropInfo = *eisCropInfo; //mLastEISCropInfo contains combined zoom_ratio. mCropRegionMapper.toActiveArray(mLastEISCropInfo.delta_x, mLastEISCropInfo.delta_y, mLastEISCropInfo.delta_width, mLastEISCropInfo.delta_height, 1.0f/*zoom_ratio*/); } IF_META_AVAILABLE(int64_t, sensorExpTime, CAM_INTF_META_SENSOR_EXPOSURE_TIME, metadata) { LOGD("sensorExpTime = %lld", *sensorExpTime); camMetadata.update(ANDROID_SENSOR_EXPOSURE_TIME , sensorExpTime, 1); } IF_META_AVAILABLE(float, expTimeBoost, CAM_INTF_META_EXP_TIME_BOOST, metadata) { LOGD("expTimeBoost = %f", *expTimeBoost); camMetadata.update(NEXUS_EXPERIMENTAL_2017_EXP_TIME_BOOST, expTimeBoost, 1); } IF_META_AVAILABLE(int64_t, sensorFameDuration, CAM_INTF_META_SENSOR_FRAME_DURATION, metadata) { LOGD("sensorFameDuration = %lld", *sensorFameDuration); camMetadata.update(ANDROID_SENSOR_FRAME_DURATION, sensorFameDuration, 1); } IF_META_AVAILABLE(int64_t, sensorRollingShutterSkew, CAM_INTF_META_SENSOR_ROLLING_SHUTTER_SKEW, metadata) { LOGD("sensorRollingShutterSkew = %lld", *sensorRollingShutterSkew); camMetadata.update(ANDROID_SENSOR_ROLLING_SHUTTER_SKEW, sensorRollingShutterSkew, 1); } IF_META_AVAILABLE(int32_t, sensorSensitivity, CAM_INTF_META_SENSOR_SENSITIVITY, metadata) { LOGD("sensorSensitivity = %d", *sensorSensitivity); camMetadata.update(ANDROID_SENSOR_SENSITIVITY, sensorSensitivity, 1); //calculate the noise profile based on sensitivity double noise_profile_S = computeNoiseModelEntryS(*sensorSensitivity); double noise_profile_O = computeNoiseModelEntryO(*sensorSensitivity); double noise_profile[2 * gCamCapability[mCameraId]->num_color_channels]; for (int i = 0; i < 2 * gCamCapability[mCameraId]->num_color_channels; i += 2) { noise_profile[i] = noise_profile_S; noise_profile[i+1] = noise_profile_O; } LOGD("noise model entry (S, O) is (%f, %f)", noise_profile_S, noise_profile_O); camMetadata.update(ANDROID_SENSOR_NOISE_PROFILE, noise_profile, (size_t) (2 * gCamCapability[mCameraId]->num_color_channels)); } #ifndef USE_HAL_3_3 int32_t fwk_ispSensitivity = 100; IF_META_AVAILABLE(int32_t, ispSensitivity, CAM_INTF_META_ISP_SENSITIVITY, metadata) { fwk_ispSensitivity = (int32_t) *ispSensitivity; } IF_META_AVAILABLE(float, postStatsSensitivity, CAM_INTF_META_ISP_POST_STATS_SENSITIVITY, metadata) { fwk_ispSensitivity = (int32_t) (*postStatsSensitivity * fwk_ispSensitivity); } camMetadata.update(ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST, &fwk_ispSensitivity, 1); #endif IF_META_AVAILABLE(uint32_t, shadingMode, CAM_INTF_META_SHADING_MODE, metadata) { uint8_t fwk_shadingMode = (uint8_t) *shadingMode; camMetadata.update(ANDROID_SHADING_MODE, &fwk_shadingMode, 1); } IF_META_AVAILABLE(uint32_t, faceDetectMode, CAM_INTF_META_STATS_FACEDETECT_MODE, metadata) { int val = lookupFwkName(FACEDETECT_MODES_MAP, METADATA_MAP_SIZE(FACEDETECT_MODES_MAP), *faceDetectMode); if (NAME_NOT_FOUND != val) { uint8_t fwk_faceDetectMode = (uint8_t)val; camMetadata.update(ANDROID_STATISTICS_FACE_DETECT_MODE, &fwk_faceDetectMode, 1); if (fwk_faceDetectMode != ANDROID_STATISTICS_FACE_DETECT_MODE_OFF) { IF_META_AVAILABLE(cam_face_detection_data_t, faceDetectionInfo, CAM_INTF_META_FACE_DETECTION, metadata) { uint8_t numFaces = MIN( faceDetectionInfo->num_faces_detected, MAX_ROI); int32_t faceIds[MAX_ROI]; uint8_t faceScores[MAX_ROI]; int32_t faceRectangles[MAX_ROI * 4]; int32_t faceLandmarks[MAX_ROI * 6]; size_t j = 0, k = 0; for (size_t i = 0; i < numFaces; i++) { faceScores[i] = (uint8_t)faceDetectionInfo->faces[i].score; // Adjust crop region from sensor output coordinate system to active // array coordinate system. cam_rect_t rect = faceDetectionInfo->faces[i].face_boundary; mCropRegionMapper.toActiveArray(rect.left, rect.top, rect.width, rect.height, pendingRequest.zoomRatio); convertToRegions(rect, faceRectangles+j, -1); LOGL("FD_DEBUG : Frame[%d] Face[%d] : top-left (%d, %d), " "bottom-right (%d, %d)", faceDetectionInfo->frame_id, i, faceRectangles[j + FACE_LEFT], faceRectangles[j + FACE_TOP], faceRectangles[j + FACE_RIGHT], faceRectangles[j + FACE_BOTTOM]); j+= 4; } if (numFaces <= 0) { memset(faceIds, 0, sizeof(int32_t) * MAX_ROI); memset(faceScores, 0, sizeof(uint8_t) * MAX_ROI); memset(faceRectangles, 0, sizeof(int32_t) * MAX_ROI * 4); memset(faceLandmarks, 0, sizeof(int32_t) * MAX_ROI * 6); } camMetadata.update(ANDROID_STATISTICS_FACE_SCORES, faceScores, numFaces); camMetadata.update(ANDROID_STATISTICS_FACE_RECTANGLES, faceRectangles, numFaces * 4U); if (fwk_faceDetectMode == ANDROID_STATISTICS_FACE_DETECT_MODE_FULL) { IF_META_AVAILABLE(cam_face_landmarks_data_t, landmarks, CAM_INTF_META_FACE_LANDMARK, metadata) { for (size_t i = 0; i < numFaces; i++) { cam_face_landmarks_info_t face_landmarks = landmarks->face_landmarks[i]; // Map the co-ordinate sensor output coordinate system to active // array coordinate system. mCropRegionMapper.toActiveArray( face_landmarks.left_eye_center.x, face_landmarks.left_eye_center.y, pendingRequest.zoomRatio); mCropRegionMapper.toActiveArray( face_landmarks.right_eye_center.x, face_landmarks.right_eye_center.y, pendingRequest.zoomRatio); mCropRegionMapper.toActiveArray( face_landmarks.mouth_center.x, face_landmarks.mouth_center.y, pendingRequest.zoomRatio); convertLandmarks(face_landmarks, faceLandmarks+k); LOGL("FD_DEBUG LANDMARK : Frame[%d] Face[%d] : " "left-eye (%d, %d), right-eye (%d, %d), mouth (%d, %d)", faceDetectionInfo->frame_id, i, faceLandmarks[k + LEFT_EYE_X], faceLandmarks[k + LEFT_EYE_Y], faceLandmarks[k + RIGHT_EYE_X], faceLandmarks[k + RIGHT_EYE_Y], faceLandmarks[k + MOUTH_X], faceLandmarks[k + MOUTH_Y]); k+= TOTAL_LANDMARK_INDICES; } } else { for (size_t i = 0; i < numFaces; i++) { setInvalidLandmarks(faceLandmarks+k); k+= TOTAL_LANDMARK_INDICES; } } for (size_t i = 0; i < numFaces; i++) { faceIds[i] = faceDetectionInfo->faces[i].face_id; LOGL("FD_DEBUG LANDMARK : Frame[%d] : Face[%d] : faceIds=%d", faceDetectionInfo->frame_id, i, faceIds[i]); } camMetadata.update(ANDROID_STATISTICS_FACE_IDS, faceIds, numFaces); camMetadata.update(ANDROID_STATISTICS_FACE_LANDMARKS, faceLandmarks, numFaces * 6U); } IF_META_AVAILABLE(cam_face_blink_data_t, blinks, CAM_INTF_META_FACE_BLINK, metadata) { uint8_t detected[MAX_ROI]; uint8_t degree[MAX_ROI * 2]; for (size_t i = 0; i < numFaces; i++) { detected[i] = blinks->blink[i].blink_detected; degree[2 * i] = blinks->blink[i].left_blink; degree[2 * i + 1] = blinks->blink[i].right_blink; LOGL("FD_DEBUG LANDMARK : Frame[%d] : Face[%d] : " "blink_detected=%d, leye_blink=%d, reye_blink=%d", faceDetectionInfo->frame_id, i, detected[i], degree[2 * i], degree[2 * i + 1]); } camMetadata.update(QCAMERA3_STATS_BLINK_DETECTED, detected, numFaces); camMetadata.update(QCAMERA3_STATS_BLINK_DEGREE, degree, numFaces * 2); } IF_META_AVAILABLE(cam_face_smile_data_t, smiles, CAM_INTF_META_FACE_SMILE, metadata) { uint8_t degree[MAX_ROI]; uint8_t confidence[MAX_ROI]; for (size_t i = 0; i < numFaces; i++) { degree[i] = smiles->smile[i].smile_degree; confidence[i] = smiles->smile[i].smile_confidence; LOGL("FD_DEBUG LANDMARK : Frame[%d] : Face[%d] : " "smile_degree=%d, smile_score=%d", faceDetectionInfo->frame_id, i, degree[i], confidence[i]); } camMetadata.update(QCAMERA3_STATS_SMILE_DEGREE, degree, numFaces); camMetadata.update(QCAMERA3_STATS_SMILE_CONFIDENCE, confidence, numFaces); } IF_META_AVAILABLE(cam_face_gaze_data_t, gazes, CAM_INTF_META_FACE_GAZE, metadata) { int8_t angle[MAX_ROI]; int32_t direction[MAX_ROI * 3]; int8_t degree[MAX_ROI * 2]; for (size_t i = 0; i < numFaces; i++) { angle[i] = gazes->gaze[i].gaze_angle; direction[3 * i] = gazes->gaze[i].updown_dir; direction[3 * i + 1] = gazes->gaze[i].leftright_dir; direction[3 * i + 2] = gazes->gaze[i].roll_dir; degree[2 * i] = gazes->gaze[i].left_right_gaze; degree[2 * i + 1] = gazes->gaze[i].top_bottom_gaze; LOGL("FD_DEBUG LANDMARK : Frame[%d] : Face[%d] : gaze_angle=%d, " "updown_dir=%d, leftright_dir=%d,, roll_dir=%d, " "left_right_gaze=%d, top_bottom_gaze=%d", faceDetectionInfo->frame_id, i, angle[i], direction[3 * i], direction[3 * i + 1], direction[3 * i + 2], degree[2 * i], degree[2 * i + 1]); } camMetadata.update(QCAMERA3_STATS_GAZE_ANGLE, (uint8_t *)angle, numFaces); camMetadata.update(QCAMERA3_STATS_GAZE_DIRECTION, direction, numFaces * 3); camMetadata.update(QCAMERA3_STATS_GAZE_DEGREE, (uint8_t *)degree, numFaces * 2); } } } } } IF_META_AVAILABLE(uint32_t, histogramMode, CAM_INTF_META_STATS_HISTOGRAM_MODE, metadata) { uint8_t fwk_histogramMode = (uint8_t) *histogramMode; int32_t histogramBins = 0; camMetadata.update(QCAMERA3_HISTOGRAM_MODE, &fwk_histogramMode, 1); camMetadata.update(NEXUS_EXPERIMENTAL_2017_HISTOGRAM_ENABLE, &fwk_histogramMode, 1); IF_META_AVAILABLE(int32_t, histBins, CAM_INTF_META_STATS_HISTOGRAM_BINS, metadata) { histogramBins = *histBins; camMetadata.update(NEXUS_EXPERIMENTAL_2017_HISTOGRAM_BINS, &histogramBins, 1); } if (fwk_histogramMode == QCAMERA3_HISTOGRAM_MODE_ON && histogramBins > 0) { IF_META_AVAILABLE(cam_hist_stats_t, stats_data, CAM_INTF_META_HISTOGRAM, metadata) { // process histogram statistics info int32_t* histogramData = NULL; switch (stats_data->type) { case CAM_HISTOGRAM_TYPE_BAYER: switch (stats_data->bayer_stats.data_type) { case CAM_STATS_CHANNEL_GR: histogramData = (int32_t *)stats_data->bayer_stats.gr_stats.hist_buf; break; case CAM_STATS_CHANNEL_GB: histogramData = (int32_t *)stats_data->bayer_stats.gb_stats.hist_buf; break; case CAM_STATS_CHANNEL_B: histogramData = (int32_t *)stats_data->bayer_stats.b_stats.hist_buf; break; case CAM_STATS_CHANNEL_Y: case CAM_STATS_CHANNEL_ALL: case CAM_STATS_CHANNEL_R: default: histogramData = (int32_t *)stats_data->bayer_stats.r_stats.hist_buf; break; } break; case CAM_HISTOGRAM_TYPE_YUV: histogramData = (int32_t *)stats_data->yuv_stats.hist_buf; break; } camMetadata.update(NEXUS_EXPERIMENTAL_2017_HISTOGRAM, histogramData, histogramBins); } } } IF_META_AVAILABLE(uint32_t, sharpnessMapMode, CAM_INTF_META_STATS_SHARPNESS_MAP_MODE, metadata) { uint8_t fwk_sharpnessMapMode = (uint8_t) *sharpnessMapMode; camMetadata.update(ANDROID_STATISTICS_SHARPNESS_MAP_MODE, &fwk_sharpnessMapMode, 1); } IF_META_AVAILABLE(cam_sharpness_map_t, sharpnessMap, CAM_INTF_META_STATS_SHARPNESS_MAP, metadata) { camMetadata.update(ANDROID_STATISTICS_SHARPNESS_MAP, (int32_t *)sharpnessMap->sharpness, CAM_MAX_MAP_WIDTH * CAM_MAX_MAP_HEIGHT * 3); } IF_META_AVAILABLE(cam_lens_shading_map_t, lensShadingMap, CAM_INTF_META_LENS_SHADING_MAP, metadata) { size_t map_height = MIN((size_t)gCamCapability[mCameraId]->lens_shading_map_size.height, CAM_MAX_SHADING_MAP_HEIGHT); size_t map_width = MIN((size_t)gCamCapability[mCameraId]->lens_shading_map_size.width, CAM_MAX_SHADING_MAP_WIDTH); camMetadata.update(ANDROID_STATISTICS_LENS_SHADING_MAP, lensShadingMap->lens_shading, 4U * map_width * map_height); } IF_META_AVAILABLE(uint32_t, toneMapMode, CAM_INTF_META_TONEMAP_MODE, metadata) { uint8_t fwk_toneMapMode = (uint8_t) *toneMapMode; camMetadata.update(ANDROID_TONEMAP_MODE, &fwk_toneMapMode, 1); } IF_META_AVAILABLE(cam_rgb_tonemap_curves, tonemap, CAM_INTF_META_TONEMAP_CURVES, metadata) { //Populate CAM_INTF_META_TONEMAP_CURVES /* ch0 = G, ch 1 = B, ch 2 = R*/ if (tonemap->tonemap_points_cnt > CAM_MAX_TONEMAP_CURVE_SIZE) { LOGE("Fatal: tonemap_points_cnt %d exceeds max value of %d", tonemap->tonemap_points_cnt, CAM_MAX_TONEMAP_CURVE_SIZE); tonemap->tonemap_points_cnt = CAM_MAX_TONEMAP_CURVE_SIZE; } camMetadata.update(ANDROID_TONEMAP_CURVE_GREEN, &tonemap->curves[0].tonemap_points[0][0], tonemap->tonemap_points_cnt * 2); camMetadata.update(ANDROID_TONEMAP_CURVE_BLUE, &tonemap->curves[1].tonemap_points[0][0], tonemap->tonemap_points_cnt * 2); camMetadata.update(ANDROID_TONEMAP_CURVE_RED, &tonemap->curves[2].tonemap_points[0][0], tonemap->tonemap_points_cnt * 2); } IF_META_AVAILABLE(cam_color_correct_gains_t, colorCorrectionGains, CAM_INTF_META_COLOR_CORRECT_GAINS, metadata) { camMetadata.update(ANDROID_COLOR_CORRECTION_GAINS, colorCorrectionGains->gains, CC_GAIN_MAX); } IF_META_AVAILABLE(cam_color_correct_matrix_t, colorCorrectionMatrix, CAM_INTF_META_COLOR_CORRECT_TRANSFORM, metadata) { camMetadata.update(ANDROID_COLOR_CORRECTION_TRANSFORM, (camera_metadata_rational_t *)(void *)colorCorrectionMatrix->transform_matrix, CC_MATRIX_COLS * CC_MATRIX_ROWS); } IF_META_AVAILABLE(cam_profile_tone_curve, toneCurve, CAM_INTF_META_PROFILE_TONE_CURVE, metadata) { if (toneCurve->tonemap_points_cnt > CAM_MAX_TONEMAP_CURVE_SIZE) { LOGE("Fatal: tonemap_points_cnt %d exceeds max value of %d", toneCurve->tonemap_points_cnt, CAM_MAX_TONEMAP_CURVE_SIZE); toneCurve->tonemap_points_cnt = CAM_MAX_TONEMAP_CURVE_SIZE; } camMetadata.update(ANDROID_SENSOR_PROFILE_TONE_CURVE, (float*)toneCurve->curve.tonemap_points, toneCurve->tonemap_points_cnt * 2); } IF_META_AVAILABLE(cam_color_correct_gains_t, predColorCorrectionGains, CAM_INTF_META_PRED_COLOR_CORRECT_GAINS, metadata) { camMetadata.update(ANDROID_STATISTICS_PREDICTED_COLOR_GAINS, predColorCorrectionGains->gains, 4); } IF_META_AVAILABLE(cam_color_correct_matrix_t, predColorCorrectionMatrix, CAM_INTF_META_PRED_COLOR_CORRECT_TRANSFORM, metadata) { camMetadata.update(ANDROID_STATISTICS_PREDICTED_COLOR_TRANSFORM, (camera_metadata_rational_t *)(void *)predColorCorrectionMatrix->transform_matrix, CC_MATRIX_ROWS * CC_MATRIX_COLS); } IF_META_AVAILABLE(float, otpWbGrGb, CAM_INTF_META_OTP_WB_GRGB, metadata) { camMetadata.update(ANDROID_SENSOR_GREEN_SPLIT, otpWbGrGb, 1); } IF_META_AVAILABLE(uint32_t, blackLevelLock, CAM_INTF_META_BLACK_LEVEL_LOCK, metadata) { uint8_t fwk_blackLevelLock = (uint8_t) *blackLevelLock; camMetadata.update(ANDROID_BLACK_LEVEL_LOCK, &fwk_blackLevelLock, 1); } IF_META_AVAILABLE(uint32_t, sceneFlicker, CAM_INTF_META_SCENE_FLICKER, metadata) { uint8_t fwk_sceneFlicker = (uint8_t) *sceneFlicker; camMetadata.update(ANDROID_STATISTICS_SCENE_FLICKER, &fwk_sceneFlicker, 1); } IF_META_AVAILABLE(uint32_t, effectMode, CAM_INTF_PARM_EFFECT, metadata) { int val = lookupFwkName(EFFECT_MODES_MAP, METADATA_MAP_SIZE(EFFECT_MODES_MAP), *effectMode); if (NAME_NOT_FOUND != val) { uint8_t fwk_effectMode = (uint8_t)val; camMetadata.update(ANDROID_CONTROL_EFFECT_MODE, &fwk_effectMode, 1); } } IF_META_AVAILABLE(cam_test_pattern_data_t, testPatternData, CAM_INTF_META_TEST_PATTERN_DATA, metadata) { int32_t fwk_testPatternMode = lookupFwkName(TEST_PATTERN_MAP, METADATA_MAP_SIZE(TEST_PATTERN_MAP), testPatternData->mode); if (NAME_NOT_FOUND != fwk_testPatternMode) { camMetadata.update(ANDROID_SENSOR_TEST_PATTERN_MODE, &fwk_testPatternMode, 1); } int32_t fwk_testPatternData[4]; fwk_testPatternData[0] = testPatternData->r; fwk_testPatternData[3] = testPatternData->b; switch (gCamCapability[mCameraId]->color_arrangement) { case CAM_FILTER_ARRANGEMENT_RGGB: case CAM_FILTER_ARRANGEMENT_GRBG: fwk_testPatternData[1] = testPatternData->gr; fwk_testPatternData[2] = testPatternData->gb; break; case CAM_FILTER_ARRANGEMENT_GBRG: case CAM_FILTER_ARRANGEMENT_BGGR: fwk_testPatternData[2] = testPatternData->gr; fwk_testPatternData[1] = testPatternData->gb; break; default: LOGE("color arrangement %d is not supported", gCamCapability[mCameraId]->color_arrangement); break; } camMetadata.update(ANDROID_SENSOR_TEST_PATTERN_DATA, fwk_testPatternData, 4); } IF_META_AVAILABLE(double, gps_coords, CAM_INTF_META_JPEG_GPS_COORDINATES, metadata) { camMetadata.update(ANDROID_JPEG_GPS_COORDINATES, gps_coords, 3); } IF_META_AVAILABLE(uint8_t, gps_methods, CAM_INTF_META_JPEG_GPS_PROC_METHODS, metadata) { String8 str((const char *)gps_methods); camMetadata.update(ANDROID_JPEG_GPS_PROCESSING_METHOD, str); } IF_META_AVAILABLE(int64_t, gps_timestamp, CAM_INTF_META_JPEG_GPS_TIMESTAMP, metadata) { camMetadata.update(ANDROID_JPEG_GPS_TIMESTAMP, gps_timestamp, 1); } IF_META_AVAILABLE(int32_t, jpeg_orientation, CAM_INTF_META_JPEG_ORIENTATION, metadata) { camMetadata.update(ANDROID_JPEG_ORIENTATION, jpeg_orientation, 1); } IF_META_AVAILABLE(uint32_t, jpeg_quality, CAM_INTF_META_JPEG_QUALITY, metadata) { uint8_t fwk_jpeg_quality = (uint8_t) *jpeg_quality; camMetadata.update(ANDROID_JPEG_QUALITY, &fwk_jpeg_quality, 1); } IF_META_AVAILABLE(uint32_t, thumb_quality, CAM_INTF_META_JPEG_THUMB_QUALITY, metadata) { uint8_t fwk_thumb_quality = (uint8_t) *thumb_quality; camMetadata.update(ANDROID_JPEG_THUMBNAIL_QUALITY, &fwk_thumb_quality, 1); } IF_META_AVAILABLE(cam_dimension_t, thumb_size, CAM_INTF_META_JPEG_THUMB_SIZE, metadata) { int32_t fwk_thumb_size[2]; fwk_thumb_size[0] = thumb_size->width; fwk_thumb_size[1] = thumb_size->height; camMetadata.update(ANDROID_JPEG_THUMBNAIL_SIZE, fwk_thumb_size, 2); } // Skip reprocess metadata if there is no input stream. if (mInputStreamInfo.dim.width > 0 && mInputStreamInfo.dim.height > 0) { IF_META_AVAILABLE(int32_t, privateData, CAM_INTF_META_PRIVATE_DATA, metadata) { camMetadata.update(QCAMERA3_PRIVATEDATA_REPROCESS, privateData, MAX_METADATA_PRIVATE_PAYLOAD_SIZE_IN_BYTES / sizeof(int32_t)); } } IF_META_AVAILABLE(int32_t, meteringMode, CAM_INTF_PARM_AEC_ALGO_TYPE, metadata) { camMetadata.update(QCAMERA3_EXPOSURE_METER, meteringMode, 1); } IF_META_AVAILABLE(cam_asd_hdr_scene_data_t, hdr_scene_data, CAM_INTF_META_ASD_HDR_SCENE_DATA, metadata) { LOGD("hdr_scene_data: %d %f\n", hdr_scene_data->is_hdr_scene, hdr_scene_data->hdr_confidence); uint8_t isHdr = hdr_scene_data->is_hdr_scene; float isHdrConfidence = hdr_scene_data->hdr_confidence; camMetadata.update(QCAMERA3_STATS_IS_HDR_SCENE, &isHdr, 1); camMetadata.update(QCAMERA3_STATS_IS_HDR_SCENE_CONFIDENCE, &isHdrConfidence, 1); } if (metadata->is_tuning_params_valid) { uint8_t tuning_meta_data_blob[sizeof(tuning_params_t)]; uint8_t *data = (uint8_t *)&tuning_meta_data_blob[0]; metadata->tuning_params.tuning_data_version = TUNING_DATA_VERSION; memcpy(data, ((uint8_t *)&metadata->tuning_params.tuning_data_version), sizeof(uint32_t)); data += sizeof(uint32_t); memcpy(data, ((uint8_t *)&metadata->tuning_params.tuning_sensor_data_size), sizeof(uint32_t)); LOGD("tuning_sensor_data_size %d",(int)(*(int *)data)); data += sizeof(uint32_t); memcpy(data, ((uint8_t *)&metadata->tuning_params.tuning_vfe_data_size), sizeof(uint32_t)); LOGD("tuning_vfe_data_size %d",(int)(*(int *)data)); data += sizeof(uint32_t); memcpy(data, ((uint8_t *)&metadata->tuning_params.tuning_cpp_data_size), sizeof(uint32_t)); LOGD("tuning_cpp_data_size %d",(int)(*(int *)data)); data += sizeof(uint32_t); memcpy(data, ((uint8_t *)&metadata->tuning_params.tuning_cac_data_size), sizeof(uint32_t)); LOGD("tuning_cac_data_size %d",(int)(*(int *)data)); data += sizeof(uint32_t); metadata->tuning_params.tuning_mod3_data_size = 0; memcpy(data, ((uint8_t *)&metadata->tuning_params.tuning_mod3_data_size), sizeof(uint32_t)); LOGD("tuning_mod3_data_size %d",(int)(*(int *)data)); data += sizeof(uint32_t); size_t count = MIN(metadata->tuning_params.tuning_sensor_data_size, TUNING_SENSOR_DATA_MAX); memcpy(data, ((uint8_t *)&metadata->tuning_params.data), count); data += count; count = MIN(metadata->tuning_params.tuning_vfe_data_size, TUNING_VFE_DATA_MAX); memcpy(data, ((uint8_t *)&metadata->tuning_params.data[TUNING_VFE_DATA_OFFSET]), count); data += count; count = MIN(metadata->tuning_params.tuning_cpp_data_size, TUNING_CPP_DATA_MAX); memcpy(data, ((uint8_t *)&metadata->tuning_params.data[TUNING_CPP_DATA_OFFSET]), count); data += count; count = MIN(metadata->tuning_params.tuning_cac_data_size, TUNING_CAC_DATA_MAX); memcpy(data, ((uint8_t *)&metadata->tuning_params.data[TUNING_CAC_DATA_OFFSET]), count); data += count; camMetadata.update(QCAMERA3_TUNING_META_DATA_BLOB, (int32_t *)(void *)tuning_meta_data_blob, (size_t)(data-tuning_meta_data_blob) / sizeof(uint32_t)); } IF_META_AVAILABLE(cam_neutral_col_point_t, neuColPoint, CAM_INTF_META_NEUTRAL_COL_POINT, metadata) { camMetadata.update(ANDROID_SENSOR_NEUTRAL_COLOR_POINT, (camera_metadata_rational_t *)(void *)neuColPoint->neutral_col_point, NEUTRAL_COL_POINTS); } IF_META_AVAILABLE(uint32_t, shadingMapMode, CAM_INTF_META_LENS_SHADING_MAP_MODE, metadata) { uint8_t fwk_shadingMapMode = (uint8_t) *shadingMapMode; camMetadata.update(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE, &fwk_shadingMapMode, 1); } IF_META_AVAILABLE(cam_area_t, hAeRegions, CAM_INTF_META_AEC_ROI, metadata) { int32_t aeRegions[REGIONS_TUPLE_COUNT]; // Adjust crop region from sensor output coordinate system to active // array coordinate system. cam_rect_t hAeRect = hAeRegions->rect; mCropRegionMapper.toActiveArray(hAeRect.left, hAeRect.top, hAeRect.width, hAeRect.height, pendingRequest.zoomRatio); convertToRegions(hAeRect, aeRegions, hAeRegions->weight); camMetadata.update(ANDROID_CONTROL_AE_REGIONS, aeRegions, REGIONS_TUPLE_COUNT); LOGD("Metadata : ANDROID_CONTROL_AE_REGIONS: FWK: [%d,%d,%d,%d] HAL: [%d,%d,%d,%d]", aeRegions[0], aeRegions[1], aeRegions[2], aeRegions[3], hAeRect.left, hAeRect.top, hAeRect.width, hAeRect.height); } if (!pendingRequest.focusStateSent) { if (pendingRequest.focusStateValid) { camMetadata.update(ANDROID_CONTROL_AF_STATE, &pendingRequest.focusState, 1); LOGD("Metadata : ANDROID_CONTROL_AF_STATE %u", pendingRequest.focusState); } else { IF_META_AVAILABLE(uint32_t, afState, CAM_INTF_META_AF_STATE, metadata) { uint8_t fwk_afState = (uint8_t) *afState; camMetadata.update(ANDROID_CONTROL_AF_STATE, &fwk_afState, 1); LOGD("Metadata : ANDROID_CONTROL_AF_STATE %u", *afState); } } } IF_META_AVAILABLE(float, focusDistance, CAM_INTF_META_LENS_FOCUS_DISTANCE, metadata) { camMetadata.update(ANDROID_LENS_FOCUS_DISTANCE , focusDistance, 1); mLastFocusDistance = *focusDistance; } else { LOGE("Missing LENS_FOCUS_DISTANCE metadata. Use last known distance of %f", mLastFocusDistance); camMetadata.update(ANDROID_LENS_FOCUS_DISTANCE , &mLastFocusDistance, 1); } IF_META_AVAILABLE(float, focusRange, CAM_INTF_META_LENS_FOCUS_RANGE, metadata) { camMetadata.update(ANDROID_LENS_FOCUS_RANGE , focusRange, 2); } IF_META_AVAILABLE(cam_af_lens_state_t, lensState, CAM_INTF_META_LENS_STATE, metadata) { uint8_t fwk_lensState = *lensState; camMetadata.update(ANDROID_LENS_STATE , &fwk_lensState, 1); } IF_META_AVAILABLE(uint32_t, hal_ab_mode, CAM_INTF_PARM_ANTIBANDING, metadata) { uint32_t ab_mode = *hal_ab_mode; if (ab_mode == CAM_ANTIBANDING_MODE_AUTO_60HZ || ab_mode == CAM_ANTIBANDING_MODE_AUTO_50HZ) { ab_mode = CAM_ANTIBANDING_MODE_AUTO; } int val = lookupFwkName(ANTIBANDING_MODES_MAP, METADATA_MAP_SIZE(ANTIBANDING_MODES_MAP), ab_mode); if (NAME_NOT_FOUND != val) { uint8_t fwk_ab_mode = (uint8_t)val; camMetadata.update(ANDROID_CONTROL_AE_ANTIBANDING_MODE, &fwk_ab_mode, 1); } } IF_META_AVAILABLE(uint32_t, bestshotMode, CAM_INTF_PARM_BESTSHOT_MODE, metadata) { int val = lookupFwkName(SCENE_MODES_MAP, METADATA_MAP_SIZE(SCENE_MODES_MAP), *bestshotMode); if (NAME_NOT_FOUND != val) { uint8_t fwkBestshotMode = (uint8_t)val; camMetadata.update(ANDROID_CONTROL_SCENE_MODE, &fwkBestshotMode, 1); LOGD("Metadata : ANDROID_CONTROL_SCENE_MODE"); } else { LOGH("Metadata not found : ANDROID_CONTROL_SCENE_MODE"); } } IF_META_AVAILABLE(uint32_t, mode, CAM_INTF_META_MODE, metadata) { uint8_t fwk_mode = (uint8_t) *mode; camMetadata.update(ANDROID_CONTROL_MODE, &fwk_mode, 1); } /* Constant metadata values to be update*/ uint8_t hotPixelMapMode = ANDROID_STATISTICS_HOT_PIXEL_MAP_MODE_OFF; camMetadata.update(ANDROID_STATISTICS_HOT_PIXEL_MAP_MODE, &hotPixelMapMode, 1); int32_t hotPixelMap[2]; camMetadata.update(ANDROID_STATISTICS_HOT_PIXEL_MAP, &hotPixelMap[0], 0); // CDS IF_META_AVAILABLE(int32_t, cds, CAM_INTF_PARM_CDS_MODE, metadata) { camMetadata.update(QCAMERA3_CDS_MODE, cds, 1); } IF_META_AVAILABLE(cam_sensor_hdr_type_t, vhdr, CAM_INTF_PARM_SENSOR_HDR, metadata) { int32_t fwk_hdr; int8_t curr_hdr_state = ((mCurrFeatureState & CAM_QCOM_FEATURE_STAGGERED_VIDEO_HDR) != 0); if(*vhdr == CAM_SENSOR_HDR_OFF) { fwk_hdr = QCAMERA3_VIDEO_HDR_MODE_OFF; } else { fwk_hdr = QCAMERA3_VIDEO_HDR_MODE_ON; } if(fwk_hdr != curr_hdr_state) { LOGH("PROFILE_META_HDR_TOGGLED value=%d", fwk_hdr); if(fwk_hdr) mCurrFeatureState |= CAM_QCOM_FEATURE_STAGGERED_VIDEO_HDR; else mCurrFeatureState &= ~CAM_QCOM_FEATURE_STAGGERED_VIDEO_HDR; } camMetadata.update(QCAMERA3_VIDEO_HDR_MODE, &fwk_hdr, 1); } //binning correction IF_META_AVAILABLE(cam_binning_correction_mode_t, bin_correction, CAM_INTF_META_BINNING_CORRECTION_MODE, metadata) { int32_t fwk_bin_mode = (int32_t) *bin_correction; camMetadata.update(QCAMERA3_BINNING_CORRECTION_MODE, &fwk_bin_mode, 1); } IF_META_AVAILABLE(cam_ir_mode_type_t, ir, CAM_INTF_META_IR_MODE, metadata) { int32_t fwk_ir = (int32_t) *ir; int8_t curr_ir_state = ((mCurrFeatureState & CAM_QCOM_FEATURE_IR ) != 0); int8_t is_ir_on = 0; (fwk_ir > 0) ? (is_ir_on = 1) : (is_ir_on = 0) ; if(is_ir_on != curr_ir_state) { LOGH("PROFILE_META_IR_TOGGLED value=%d", fwk_ir); if(is_ir_on) mCurrFeatureState |= CAM_QCOM_FEATURE_IR; else mCurrFeatureState &= ~CAM_QCOM_FEATURE_IR; } camMetadata.update(QCAMERA3_IR_MODE, &fwk_ir, 1); } // AEC SPEED IF_META_AVAILABLE(float, aec, CAM_INTF_META_AEC_CONVERGENCE_SPEED, metadata) { camMetadata.update(QCAMERA3_AEC_CONVERGENCE_SPEED, aec, 1); } // AWB SPEED IF_META_AVAILABLE(float, awb, CAM_INTF_META_AWB_CONVERGENCE_SPEED, metadata) { camMetadata.update(QCAMERA3_AWB_CONVERGENCE_SPEED, awb, 1); } // TNR IF_META_AVAILABLE(cam_denoise_param_t, tnr, CAM_INTF_PARM_TEMPORAL_DENOISE, metadata) { uint8_t tnr_enable = tnr->denoise_enable; int32_t tnr_process_type = (int32_t)tnr->process_plates; int8_t curr_tnr_state = ((mCurrFeatureState & CAM_QTI_FEATURE_SW_TNR) != 0) ; int8_t is_tnr_on = 0; (tnr_enable > 0) ? (is_tnr_on = 1) : (is_tnr_on = 0); if(is_tnr_on != curr_tnr_state) { LOGH("PROFILE_META_TNR_TOGGLED value=%d", tnr_enable); if(is_tnr_on) mCurrFeatureState |= CAM_QTI_FEATURE_SW_TNR; else mCurrFeatureState &= ~CAM_QTI_FEATURE_SW_TNR; } camMetadata.update(QCAMERA3_TEMPORAL_DENOISE_ENABLE, &tnr_enable, 1); camMetadata.update(QCAMERA3_TEMPORAL_DENOISE_PROCESS_TYPE, &tnr_process_type, 1); } // Reprocess crop data IF_META_AVAILABLE(cam_crop_data_t, crop_data, CAM_INTF_META_CROP_DATA, metadata) { uint8_t cnt = crop_data->num_of_streams; if ( (0 >= cnt) || (cnt > MAX_NUM_STREAMS)) { // mm-qcamera-daemon only posts crop_data for streams // not linked to pproc. So no valid crop metadata is not // necessarily an error case. LOGD("No valid crop metadata entries"); } else { uint32_t reproc_stream_id; if ( NO_ERROR != getReprocessibleOutputStreamId(reproc_stream_id)) { LOGD("No reprocessible stream found, ignore crop data"); } else { int rc = NO_ERROR; Vector roi_map; int32_t *crop = new int32_t[cnt*4]; if (NULL == crop) { rc = NO_MEMORY; } if (NO_ERROR == rc) { int32_t streams_found = 0; for (size_t i = 0; i < cnt; i++) { if (crop_data->crop_info[i].stream_id == reproc_stream_id) { if (pprocDone) { // HAL already does internal reprocessing, // either via reprocessing before JPEG encoding, // or offline postprocessing for pproc bypass case. crop[0] = 0; crop[1] = 0; crop[2] = mInputStreamInfo.dim.width; crop[3] = mInputStreamInfo.dim.height; } else { crop[0] = crop_data->crop_info[i].crop.left; crop[1] = crop_data->crop_info[i].crop.top; crop[2] = crop_data->crop_info[i].crop.width; crop[3] = crop_data->crop_info[i].crop.height; } roi_map.add(crop_data->crop_info[i].roi_map.left); roi_map.add(crop_data->crop_info[i].roi_map.top); roi_map.add(crop_data->crop_info[i].roi_map.width); roi_map.add(crop_data->crop_info[i].roi_map.height); streams_found++; LOGD("Adding reprocess crop data for stream %dx%d, %dx%d", crop[0], crop[1], crop[2], crop[3]); LOGD("Adding reprocess crop roi map for stream %dx%d, %dx%d", crop_data->crop_info[i].roi_map.left, crop_data->crop_info[i].roi_map.top, crop_data->crop_info[i].roi_map.width, crop_data->crop_info[i].roi_map.height); break; } } camMetadata.update(QCAMERA3_CROP_COUNT_REPROCESS, &streams_found, 1); camMetadata.update(QCAMERA3_CROP_REPROCESS, crop, (size_t)(streams_found * 4)); if (roi_map.array()) { camMetadata.update(QCAMERA3_CROP_ROI_MAP_REPROCESS, roi_map.array(), roi_map.size()); } } if (crop) { delete [] crop; } } } } if (gCamCapability[mCameraId]->aberration_modes_count == 0) { // Regardless of CAC supports or not, CTS is expecting the CAC result to be non NULL and // so hardcoding the CAC result to OFF mode. uint8_t fwkCacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_OFF; camMetadata.update(ANDROID_COLOR_CORRECTION_ABERRATION_MODE, &fwkCacMode, 1); } else { IF_META_AVAILABLE(cam_aberration_mode_t, cacMode, CAM_INTF_PARM_CAC, metadata) { int val = lookupFwkName(COLOR_ABERRATION_MAP, METADATA_MAP_SIZE(COLOR_ABERRATION_MAP), *cacMode); if (NAME_NOT_FOUND != val) { uint8_t resultCacMode = (uint8_t)val; // check whether CAC result from CB is equal to Framework set CAC mode // If not equal then set the CAC mode came in corresponding request if (pendingRequest.fwkCacMode != resultCacMode) { resultCacMode = pendingRequest.fwkCacMode; } //Check if CAC is disabled by property if (m_cacModeDisabled) { resultCacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_OFF; } LOGD("fwk_cacMode=%d resultCacMode=%d", pendingRequest.fwkCacMode, resultCacMode); camMetadata.update(ANDROID_COLOR_CORRECTION_ABERRATION_MODE, &resultCacMode, 1); } else { LOGE("Invalid CAC camera parameter: %d", *cacMode); } } } // Post blob of cam_cds_data through vendor tag. IF_META_AVAILABLE(cam_cds_data_t, cdsInfo, CAM_INTF_META_CDS_DATA, metadata) { uint8_t cnt = cdsInfo->num_of_streams; cam_cds_data_t cdsDataOverride; memset(&cdsDataOverride, 0, sizeof(cdsDataOverride)); cdsDataOverride.session_cds_enable = cdsInfo->session_cds_enable; cdsDataOverride.num_of_streams = 1; if ((0 < cnt) && (cnt <= MAX_NUM_STREAMS)) { uint32_t reproc_stream_id; if ( NO_ERROR != getReprocessibleOutputStreamId(reproc_stream_id)) { LOGD("No reprocessible stream found, ignore cds data"); } else { for (size_t i = 0; i < cnt; i++) { if (cdsInfo->cds_info[i].stream_id == reproc_stream_id) { cdsDataOverride.cds_info[0].cds_enable = cdsInfo->cds_info[i].cds_enable; break; } } } } else { LOGD("Invalid stream count %d in CDS_DATA", cnt); } camMetadata.update(QCAMERA3_CDS_INFO, (uint8_t *)&cdsDataOverride, sizeof(cam_cds_data_t)); } // Ldaf calibration data if (!mLdafCalibExist) { IF_META_AVAILABLE(uint32_t, ldafCalib, CAM_INTF_META_LDAF_EXIF, metadata) { mLdafCalibExist = true; mLdafCalib[0] = ldafCalib[0]; mLdafCalib[1] = ldafCalib[1]; LOGD("ldafCalib[0] is %d, ldafCalib[1] is %d", ldafCalib[0], ldafCalib[1]); } } // EXIF debug data through vendor tag /* * Mobicat Mask can assume 3 values: * 1 refers to Mobicat data, * 2 refers to Stats Debug and Exif Debug Data * 3 refers to Mobicat and Stats Debug Data * We want to make sure that we are sending Exif debug data * only when Mobicat Mask is 2. */ if ((mExifParams.debug_params != NULL) && (getMobicatMask() == 2)) { camMetadata.update(QCAMERA3_HAL_PRIVATEDATA_EXIF_DEBUG_DATA_BLOB, (uint8_t *)(void *)mExifParams.debug_params, sizeof(mm_jpeg_debug_exif_params_t)); } // Reprocess and DDM debug data through vendor tag cam_reprocess_info_t repro_info; memset(&repro_info, 0, sizeof(cam_reprocess_info_t)); IF_META_AVAILABLE(cam_stream_crop_info_t, sensorCropInfo, CAM_INTF_META_SNAP_CROP_INFO_SENSOR, metadata) { memcpy(&(repro_info.sensor_crop_info), sensorCropInfo, sizeof(cam_stream_crop_info_t)); } IF_META_AVAILABLE(cam_stream_crop_info_t, camifCropInfo, CAM_INTF_META_SNAP_CROP_INFO_CAMIF, metadata) { memcpy(&(repro_info.camif_crop_info), camifCropInfo, sizeof(cam_stream_crop_info_t)); } IF_META_AVAILABLE(cam_stream_crop_info_t, ispCropInfo, CAM_INTF_META_SNAP_CROP_INFO_ISP, metadata) { memcpy(&(repro_info.isp_crop_info), ispCropInfo, sizeof(cam_stream_crop_info_t)); } IF_META_AVAILABLE(cam_stream_crop_info_t, cppCropInfo, CAM_INTF_META_SNAP_CROP_INFO_CPP, metadata) { memcpy(&(repro_info.cpp_crop_info), cppCropInfo, sizeof(cam_stream_crop_info_t)); } IF_META_AVAILABLE(cam_focal_length_ratio_t, ratio, CAM_INTF_META_AF_FOCAL_LENGTH_RATIO, metadata) { memcpy(&(repro_info.af_focal_length_ratio), ratio, sizeof(cam_focal_length_ratio_t)); } IF_META_AVAILABLE(int32_t, flip, CAM_INTF_PARM_FLIP, metadata) { memcpy(&(repro_info.pipeline_flip), flip, sizeof(int32_t)); } IF_META_AVAILABLE(cam_rotation_info_t, rotationInfo, CAM_INTF_PARM_ROTATION, metadata) { memcpy(&(repro_info.rotation_info), rotationInfo, sizeof(cam_rotation_info_t)); } IF_META_AVAILABLE(cam_area_t, afRoi, CAM_INTF_META_AF_ROI, metadata) { memcpy(&(repro_info.af_roi), afRoi, sizeof(cam_area_t)); } IF_META_AVAILABLE(cam_dyn_img_data_t, dynMask, CAM_INTF_META_IMG_DYN_FEAT, metadata) { memcpy(&(repro_info.dyn_mask), dynMask, sizeof(cam_dyn_img_data_t)); } camMetadata.update(QCAMERA3_HAL_PRIVATEDATA_REPROCESS_DATA_BLOB, (uint8_t *)&repro_info, sizeof(cam_reprocess_info_t)); // INSTANT AEC MODE IF_META_AVAILABLE(uint8_t, instant_aec_mode, CAM_INTF_PARM_INSTANT_AEC, metadata) { camMetadata.update(QCAMERA3_INSTANT_AEC_MODE, instant_aec_mode, 1); } // AF scene change IF_META_AVAILABLE(uint8_t, afSceneChange, CAM_INTF_META_AF_SCENE_CHANGE, metadata) { camMetadata.update(NEXUS_EXPERIMENTAL_2016_AF_SCENE_CHANGE, afSceneChange, 1); camMetadata.update(ANDROID_CONTROL_AF_SCENE_CHANGE, afSceneChange, 1); } else { uint8_t noSceneChange = 0; camMetadata.update(NEXUS_EXPERIMENTAL_2016_AF_SCENE_CHANGE, &noSceneChange, 1); camMetadata.update(ANDROID_CONTROL_AF_SCENE_CHANGE, &noSceneChange, 1); LOGE("Missing AF_SCENE_CHANGE metadata!"); } // Enable ZSL if (enableZsl != nullptr) { uint8_t value = *enableZsl ? ANDROID_CONTROL_ENABLE_ZSL_TRUE : ANDROID_CONTROL_ENABLE_ZSL_FALSE; camMetadata.update(ANDROID_CONTROL_ENABLE_ZSL, &value, 1); } camMetadata.update(ANDROID_STATISTICS_OIS_DATA_MODE, &pendingRequest.requestedOisDataMode, 1); // OIS Data IF_META_AVAILABLE(cam_frame_ois_info_t, frame_ois_data, CAM_INTF_META_FRAME_OIS_DATA, metadata) { camMetadata.update(NEXUS_EXPERIMENTAL_2017_OIS_FRAME_TIMESTAMP_BOOTTIME, &(frame_ois_data->frame_sof_timestamp_boottime), 1); camMetadata.update(NEXUS_EXPERIMENTAL_2017_OIS_TIMESTAMPS_BOOTTIME, frame_ois_data->ois_sample_timestamp_boottime, frame_ois_data->num_ois_sample); camMetadata.update(NEXUS_EXPERIMENTAL_2017_OIS_SHIFT_PIXEL_X, frame_ois_data->ois_sample_shift_pixel_x, frame_ois_data->num_ois_sample); camMetadata.update(NEXUS_EXPERIMENTAL_2017_OIS_SHIFT_PIXEL_Y, frame_ois_data->ois_sample_shift_pixel_y, frame_ois_data->num_ois_sample); if (pendingRequest.requestedOisDataMode == ANDROID_STATISTICS_OIS_DATA_MODE_ON) { int64_t timeDiff = pendingRequest.timestamp - frame_ois_data->frame_sof_timestamp_boottime; std::vector oisTimestamps; for (int32_t i = 0; i < frame_ois_data->num_ois_sample; i++) { oisTimestamps.push_back( frame_ois_data->ois_sample_timestamp_boottime[i] + timeDiff); } camMetadata.update(ANDROID_STATISTICS_OIS_TIMESTAMPS, oisTimestamps.data(), frame_ois_data->num_ois_sample); camMetadata.update(ANDROID_STATISTICS_OIS_X_SHIFTS, frame_ois_data->ois_sample_shift_pixel_x, frame_ois_data->num_ois_sample); camMetadata.update(ANDROID_STATISTICS_OIS_Y_SHIFTS, frame_ois_data->ois_sample_shift_pixel_y, frame_ois_data->num_ois_sample); } else { // If OIS data mode is OFF, add NULL for OIS keys. camMetadata.update(ANDROID_STATISTICS_OIS_TIMESTAMPS, frame_ois_data->ois_sample_timestamp_boottime, 0); camMetadata.update(ANDROID_STATISTICS_OIS_X_SHIFTS, frame_ois_data->ois_sample_shift_pixel_x, 0); camMetadata.update(ANDROID_STATISTICS_OIS_Y_SHIFTS, frame_ois_data->ois_sample_shift_pixel_y, 0); } } // DevCamDebug metadata translateFromHalMetadata AEC MOTION IF_META_AVAILABLE(float, DevCamDebug_aec_camera_motion_dx, CAM_INTF_META_DEV_CAM_AEC_CAMERA_MOTION_DX, metadata) { float fwk_DevCamDebug_aec_camera_motion_dx = *DevCamDebug_aec_camera_motion_dx; camMetadata.update(NEXUS_EXPERIMENTAL_2017_CAMERA_MOTION_X, &fwk_DevCamDebug_aec_camera_motion_dx, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_camera_motion_dy, CAM_INTF_META_DEV_CAM_AEC_CAMERA_MOTION_DY, metadata) { float fwk_DevCamDebug_aec_camera_motion_dy = *DevCamDebug_aec_camera_motion_dy; camMetadata.update(NEXUS_EXPERIMENTAL_2017_CAMERA_MOTION_Y, &fwk_DevCamDebug_aec_camera_motion_dy, 1); } IF_META_AVAILABLE(float, DevCamDebug_aec_subject_motion, CAM_INTF_META_DEV_CAM_AEC_SUBJECT_MOTION, metadata) { float fwk_DevCamDebug_aec_subject_motion = *DevCamDebug_aec_subject_motion; camMetadata.update(NEXUS_EXPERIMENTAL_2017_SUBJECT_MOTION, &fwk_DevCamDebug_aec_subject_motion, 1); } // Camera lens calibration dynamic fields, for back camera. Same values as for static metadata. if (mCameraId == 0) { const camera_metadata_t *staticInfo = gStaticMetadata[mCameraId]; camera_metadata_ro_entry_t rotation, translation, intrinsics, distortion, reference; int res; bool fail = false; res = find_camera_metadata_ro_entry(staticInfo, ANDROID_LENS_POSE_ROTATION, &rotation); if (res != 0) { fail = true; } res = find_camera_metadata_ro_entry(staticInfo, ANDROID_LENS_POSE_TRANSLATION, &translation); if (res != 0) { fail = true; } res = find_camera_metadata_ro_entry(staticInfo, ANDROID_LENS_INTRINSIC_CALIBRATION, &intrinsics); if (res != 0) { fail = true; } res = find_camera_metadata_ro_entry(staticInfo, ANDROID_LENS_DISTORTION, &distortion); if (res != 0) { fail = true; } res = find_camera_metadata_ro_entry(staticInfo, ANDROID_LENS_POSE_REFERENCE, &reference); if (res != 0) { fail = true; } if (!fail) { camMetadata.update(ANDROID_LENS_POSE_ROTATION, rotation.data.f, rotation.count); camMetadata.update(ANDROID_LENS_POSE_TRANSLATION, translation.data.f, translation.count); camMetadata.update(ANDROID_LENS_INTRINSIC_CALIBRATION, intrinsics.data.f, intrinsics.count); camMetadata.update(ANDROID_LENS_DISTORTION, distortion.data.f, distortion.count); camMetadata.update(ANDROID_LENS_POSE_REFERENCE, reference.data.u8, reference.count); } } resultMetadata = camMetadata.release(); return resultMetadata; } /*=========================================================================== * FUNCTION : saveExifParams * * DESCRIPTION: * * PARAMETERS : * @metadata : metadata information from callback * * RETURN : none * *==========================================================================*/ void QCamera3HardwareInterface::saveExifParams(metadata_buffer_t *metadata) { IF_META_AVAILABLE(cam_ae_exif_debug_t, ae_exif_debug_params, CAM_INTF_META_EXIF_DEBUG_AE, metadata) { if (mExifParams.debug_params) { mExifParams.debug_params->ae_debug_params = *ae_exif_debug_params; mExifParams.debug_params->ae_debug_params_valid = TRUE; } } IF_META_AVAILABLE(cam_awb_exif_debug_t,awb_exif_debug_params, CAM_INTF_META_EXIF_DEBUG_AWB, metadata) { if (mExifParams.debug_params) { mExifParams.debug_params->awb_debug_params = *awb_exif_debug_params; mExifParams.debug_params->awb_debug_params_valid = TRUE; } } IF_META_AVAILABLE(cam_af_exif_debug_t,af_exif_debug_params, CAM_INTF_META_EXIF_DEBUG_AF, metadata) { if (mExifParams.debug_params) { mExifParams.debug_params->af_debug_params = *af_exif_debug_params; mExifParams.debug_params->af_debug_params_valid = TRUE; } } IF_META_AVAILABLE(cam_asd_exif_debug_t, asd_exif_debug_params, CAM_INTF_META_EXIF_DEBUG_ASD, metadata) { if (mExifParams.debug_params) { mExifParams.debug_params->asd_debug_params = *asd_exif_debug_params; mExifParams.debug_params->asd_debug_params_valid = TRUE; } } IF_META_AVAILABLE(cam_stats_buffer_exif_debug_t,stats_exif_debug_params, CAM_INTF_META_EXIF_DEBUG_STATS, metadata) { if (mExifParams.debug_params) { mExifParams.debug_params->stats_debug_params = *stats_exif_debug_params; mExifParams.debug_params->stats_debug_params_valid = TRUE; } } IF_META_AVAILABLE(cam_bestats_buffer_exif_debug_t,bestats_exif_debug_params, CAM_INTF_META_EXIF_DEBUG_BESTATS, metadata) { if (mExifParams.debug_params) { mExifParams.debug_params->bestats_debug_params = *bestats_exif_debug_params; mExifParams.debug_params->bestats_debug_params_valid = TRUE; } } IF_META_AVAILABLE(cam_bhist_buffer_exif_debug_t, bhist_exif_debug_params, CAM_INTF_META_EXIF_DEBUG_BHIST, metadata) { if (mExifParams.debug_params) { mExifParams.debug_params->bhist_debug_params = *bhist_exif_debug_params; mExifParams.debug_params->bhist_debug_params_valid = TRUE; } } IF_META_AVAILABLE(cam_q3a_tuning_info_t, q3a_tuning_exif_debug_params, CAM_INTF_META_EXIF_DEBUG_3A_TUNING, metadata) { if (mExifParams.debug_params) { mExifParams.debug_params->q3a_tuning_debug_params = *q3a_tuning_exif_debug_params; mExifParams.debug_params->q3a_tuning_debug_params_valid = TRUE; } } } /*=========================================================================== * FUNCTION : get3AExifParams * * DESCRIPTION: * * PARAMETERS : none * * * RETURN : mm_jpeg_exif_params_t * *==========================================================================*/ mm_jpeg_exif_params_t QCamera3HardwareInterface::get3AExifParams() { return mExifParams; } /*=========================================================================== * FUNCTION : translateCbUrgentMetadataToResultMetadata * * DESCRIPTION: * * PARAMETERS : * @metadata : metadata information from callback * @lastUrgentMetadataInBatch: Boolean to indicate whether this is the last * urgent metadata in a batch. Always true for * non-batch mode. * @requestIter: Pending request iterator * @isJumpstartMetadata: Whether this is a partial metadata for jumpstart, * i.e. even though it doesn't map to a valid partial * frame number, its metadata entries should be kept. * RETURN : camera_metadata_t* * metadata in a format specified by fwk *==========================================================================*/ camera_metadata_t* QCamera3HardwareInterface::translateCbUrgentMetadataToResultMetadata (metadata_buffer_t *metadata, bool lastUrgentMetadataInBatch, const pendingRequestIterator requestIter, bool isJumpstartMetadata) { CameraMetadata camMetadata; camera_metadata_t *resultMetadata; uint32_t frame_number = requestIter->frame_number; if (!lastUrgentMetadataInBatch && !isJumpstartMetadata) { /* In batch mode, use empty metadata if this is not the last in batch */ resultMetadata = allocate_camera_metadata(0, 0); return resultMetadata; } IF_META_AVAILABLE(uint32_t, whiteBalanceState, CAM_INTF_META_AWB_STATE, metadata) { uint8_t fwk_whiteBalanceState = (uint8_t) *whiteBalanceState; camMetadata.update(ANDROID_CONTROL_AWB_STATE, &fwk_whiteBalanceState, 1); LOGD("urgent Metadata : ANDROID_CONTROL_AWB_STATE %u", *whiteBalanceState); } IF_META_AVAILABLE(cam_trigger_t, aecTrigger, CAM_INTF_META_AEC_PRECAPTURE_TRIGGER, metadata) { camMetadata.update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER, &aecTrigger->trigger, 1); camMetadata.update(ANDROID_CONTROL_AE_PRECAPTURE_ID, &aecTrigger->trigger_id, 1); LOGD("urgent Metadata : CAM_INTF_META_AEC_PRECAPTURE_TRIGGER: %d", aecTrigger->trigger); LOGD("urgent Metadata : ANDROID_CONTROL_AE_PRECAPTURE_ID: %d", aecTrigger->trigger_id); } IF_META_AVAILABLE(uint32_t, ae_state, CAM_INTF_META_AEC_STATE, metadata) { uint8_t fwk_ae_state = (uint8_t) *ae_state; camMetadata.update(ANDROID_CONTROL_AE_STATE, &fwk_ae_state, 1); LOGD("urgent Metadata : ANDROID_CONTROL_AE_STATE %u", *ae_state); } IF_META_AVAILABLE(uint32_t, focusMode, CAM_INTF_PARM_FOCUS_MODE, metadata) { int val = lookupFwkName(FOCUS_MODES_MAP, METADATA_MAP_SIZE(FOCUS_MODES_MAP), *focusMode); if (NAME_NOT_FOUND != val) { uint8_t fwkAfMode = (uint8_t)val; camMetadata.update(ANDROID_CONTROL_AF_MODE, &fwkAfMode, 1); LOGD("urgent Metadata : ANDROID_CONTROL_AF_MODE %d", val); } else { LOGH("urgent Metadata not found : ANDROID_CONTROL_AF_MODE %d", val); } } IF_META_AVAILABLE(cam_trigger_t, af_trigger, CAM_INTF_META_AF_TRIGGER, metadata) { LOGD("urgent Metadata : CAM_INTF_META_AF_TRIGGER = %d", af_trigger->trigger); LOGD("urgent Metadata : ANDROID_CONTROL_AF_TRIGGER_ID = %d", af_trigger->trigger_id); IF_META_AVAILABLE(uint32_t, afState, CAM_INTF_META_AF_STATE, metadata) { mAfTrigger = *af_trigger; uint32_t fwk_AfState = (uint32_t) *afState; // If this is the result for a new trigger, check if there is new early // af state. If there is, use the last af state for all results // preceding current partial frame number. for (auto & pendingRequest : mPendingRequestsList) { if (pendingRequest.frame_number < frame_number) { pendingRequest.focusStateValid = true; pendingRequest.focusState = fwk_AfState; } else if (pendingRequest.frame_number == frame_number) { IF_META_AVAILABLE(uint32_t, earlyAfState, CAM_INTF_META_EARLY_AF_STATE, metadata) { // Check if early AF state for trigger exists. If yes, send AF state as // partial result for better latency. uint8_t fwkEarlyAfState = (uint8_t) *earlyAfState; pendingRequest.focusStateSent = true; camMetadata.update(ANDROID_CONTROL_AF_STATE, &fwkEarlyAfState, 1); LOGD("urgent Metadata(%d) : ANDROID_CONTROL_AF_STATE %u", frame_number, fwkEarlyAfState); } } } } } camMetadata.update(ANDROID_CONTROL_AF_TRIGGER, &mAfTrigger.trigger, 1); camMetadata.update(ANDROID_CONTROL_AF_TRIGGER_ID, &mAfTrigger.trigger_id, 1); IF_META_AVAILABLE(cam_area_t, hAfRegions, CAM_INTF_META_AF_ROI, metadata) { /*af regions*/ cam_rect_t hAfRect = hAfRegions->rect; int32_t afRegions[REGIONS_TUPLE_COUNT]; // Adjust crop region from sensor output coordinate system to active // array coordinate system. mCropRegionMapper.toActiveArray(hAfRect.left, hAfRect.top, hAfRect.width, hAfRect.height, requestIter->zoomRatio); convertToRegions(hAfRect, afRegions, hAfRegions->weight); camMetadata.update(ANDROID_CONTROL_AF_REGIONS, afRegions, REGIONS_TUPLE_COUNT); LOGD("Metadata : ANDROID_CONTROL_AF_REGIONS: FWK: [%d,%d,%d,%d] HAL: [%d,%d,%d,%d]", afRegions[0], afRegions[1], afRegions[2], afRegions[3], hAfRect.left, hAfRect.top, hAfRect.width, hAfRect.height); } // AF region confidence IF_META_AVAILABLE(int32_t, afRegionConfidence, CAM_INTF_META_AF_REGIONS_CONFIDENCE, metadata) { camMetadata.update(NEXUS_EXPERIMENTAL_2017_AF_REGIONS_CONFIDENCE, afRegionConfidence, 1); } IF_META_AVAILABLE(int32_t, whiteBalance, CAM_INTF_PARM_WHITE_BALANCE, metadata) { int val = lookupFwkName(WHITE_BALANCE_MODES_MAP, METADATA_MAP_SIZE(WHITE_BALANCE_MODES_MAP), *whiteBalance); if (NAME_NOT_FOUND != val) { uint8_t fwkWhiteBalanceMode = (uint8_t)val; camMetadata.update(ANDROID_CONTROL_AWB_MODE, &fwkWhiteBalanceMode, 1); LOGD("urgent Metadata : ANDROID_CONTROL_AWB_MODE %d", val); } else { LOGH("urgent Metadata not found : ANDROID_CONTROL_AWB_MODE"); } } uint8_t fwk_aeMode = ANDROID_CONTROL_AE_MODE_OFF; uint32_t aeMode = CAM_AE_MODE_MAX; int32_t flashMode = CAM_FLASH_MODE_MAX; int32_t redeye = -1; IF_META_AVAILABLE(uint32_t, pAeMode, CAM_INTF_META_AEC_MODE, metadata) { aeMode = *pAeMode; } IF_META_AVAILABLE(int32_t, pFlashMode, CAM_INTF_PARM_LED_MODE, metadata) { flashMode = *pFlashMode; } IF_META_AVAILABLE(int32_t, pRedeye, CAM_INTF_PARM_REDEYE_REDUCTION, metadata) { redeye = *pRedeye; } if (1 == redeye) { fwk_aeMode = ANDROID_CONTROL_AE_MODE_ON_AUTO_FLASH_REDEYE; camMetadata.update(ANDROID_CONTROL_AE_MODE, &fwk_aeMode, 1); } else if ((CAM_FLASH_MODE_AUTO == flashMode) || (CAM_FLASH_MODE_ON == flashMode)) { int val = lookupFwkName(AE_FLASH_MODE_MAP, METADATA_MAP_SIZE(AE_FLASH_MODE_MAP), flashMode); if (NAME_NOT_FOUND != val) { fwk_aeMode = (uint8_t)val; camMetadata.update(ANDROID_CONTROL_AE_MODE, &fwk_aeMode, 1); } else { LOGE("Unsupported flash mode %d", flashMode); } } else if (aeMode == CAM_AE_MODE_ON) { fwk_aeMode = ANDROID_CONTROL_AE_MODE_ON; camMetadata.update(ANDROID_CONTROL_AE_MODE, &fwk_aeMode, 1); } else if (aeMode == CAM_AE_MODE_OFF) { fwk_aeMode = ANDROID_CONTROL_AE_MODE_OFF; camMetadata.update(ANDROID_CONTROL_AE_MODE, &fwk_aeMode, 1); } else if (aeMode == CAM_AE_MODE_ON_EXTERNAL_FLASH) { fwk_aeMode = ANDROID_CONTROL_AE_MODE_ON_EXTERNAL_FLASH; camMetadata.update(ANDROID_CONTROL_AE_MODE, &fwk_aeMode, 1); } else { LOGE("Not enough info to deduce ANDROID_CONTROL_AE_MODE redeye:%d, " "flashMode:%d, aeMode:%u!!!", redeye, flashMode, aeMode); } if (mInstantAEC) { // Increment frame Idx count untill a bound reached for instant AEC. mInstantAecFrameIdxCount++; IF_META_AVAILABLE(cam_3a_params_t, ae_params, CAM_INTF_META_AEC_INFO, metadata) { LOGH("ae_params->settled = %d",ae_params->settled); // If AEC settled, or if number of frames reached bound value, // should reset instant AEC. if (ae_params->settled || (mInstantAecFrameIdxCount > mAecSkipDisplayFrameBound)) { LOGH("AEC settled or Frames reached instantAEC bound, resetting instantAEC"); mInstantAEC = false; mResetInstantAEC = true; mInstantAecFrameIdxCount = 0; } } } IF_META_AVAILABLE(int32_t, af_tof_confidence, CAM_INTF_META_AF_TOF_CONFIDENCE, metadata) { IF_META_AVAILABLE(int32_t, af_tof_distance, CAM_INTF_META_AF_TOF_DISTANCE, metadata) { int32_t fwk_af_tof_confidence = *af_tof_confidence; int32_t fwk_af_tof_distance = *af_tof_distance; if (fwk_af_tof_confidence == 1) { mSceneDistance = fwk_af_tof_distance; } else { mSceneDistance = -1; } LOGD("tof_distance %d, tof_confidence %d, mSceneDistance %d", fwk_af_tof_distance, fwk_af_tof_confidence, mSceneDistance); } } camMetadata.update(NEXUS_EXPERIMENTAL_2017_SCENE_DISTANCE, &mSceneDistance, 1); resultMetadata = camMetadata.release(); return resultMetadata; } /*=========================================================================== * FUNCTION : dumpMetadataToFile * * DESCRIPTION: Dumps tuning metadata to file system * * PARAMETERS : * @meta : tuning metadata * @dumpFrameCount : current dump frame count * @enabled : Enable mask * *==========================================================================*/ void QCamera3HardwareInterface::dumpMetadataToFile(tuning_params_t &meta, uint32_t &dumpFrameCount, bool enabled, const char *type, uint32_t frameNumber) { //Some sanity checks if (meta.tuning_sensor_data_size > TUNING_SENSOR_DATA_MAX) { LOGE("Tuning sensor data size bigger than expected %d: %d", meta.tuning_sensor_data_size, TUNING_SENSOR_DATA_MAX); return; } if (meta.tuning_vfe_data_size > TUNING_VFE_DATA_MAX) { LOGE("Tuning VFE data size bigger than expected %d: %d", meta.tuning_vfe_data_size, TUNING_VFE_DATA_MAX); return; } if (meta.tuning_cpp_data_size > TUNING_CPP_DATA_MAX) { LOGE("Tuning CPP data size bigger than expected %d: %d", meta.tuning_cpp_data_size, TUNING_CPP_DATA_MAX); return; } if (meta.tuning_cac_data_size > TUNING_CAC_DATA_MAX) { LOGE("Tuning CAC data size bigger than expected %d: %d", meta.tuning_cac_data_size, TUNING_CAC_DATA_MAX); return; } // if(enabled){ char timeBuf[FILENAME_MAX]; char buf[FILENAME_MAX]; memset(buf, 0, sizeof(buf)); memset(timeBuf, 0, sizeof(timeBuf)); time_t current_time; struct tm * timeinfo; time (¤t_time); timeinfo = localtime (¤t_time); if (timeinfo != NULL) { strftime (timeBuf, sizeof(timeBuf), QCAMERA_DUMP_FRM_LOCATION"%Y%m%d%H%M%S", timeinfo); } String8 filePath(timeBuf); snprintf(buf, sizeof(buf), "%dm_%s_%d.bin", dumpFrameCount, type, frameNumber); filePath.append(buf); int file_fd = open(filePath.string(), O_RDWR | O_CREAT, 0777); if (file_fd >= 0) { ssize_t written_len = 0; meta.tuning_data_version = TUNING_DATA_VERSION; void *data = (void *)((uint8_t *)&meta.tuning_data_version); written_len += write(file_fd, data, sizeof(uint32_t)); data = (void *)((uint8_t *)&meta.tuning_sensor_data_size); LOGD("tuning_sensor_data_size %d",(int)(*(int *)data)); written_len += write(file_fd, data, sizeof(uint32_t)); data = (void *)((uint8_t *)&meta.tuning_vfe_data_size); LOGD("tuning_vfe_data_size %d",(int)(*(int *)data)); written_len += write(file_fd, data, sizeof(uint32_t)); data = (void *)((uint8_t *)&meta.tuning_cpp_data_size); LOGD("tuning_cpp_data_size %d",(int)(*(int *)data)); written_len += write(file_fd, data, sizeof(uint32_t)); data = (void *)((uint8_t *)&meta.tuning_cac_data_size); LOGD("tuning_cac_data_size %d",(int)(*(int *)data)); written_len += write(file_fd, data, sizeof(uint32_t)); meta.tuning_mod3_data_size = 0; data = (void *)((uint8_t *)&meta.tuning_mod3_data_size); LOGD("tuning_mod3_data_size %d",(int)(*(int *)data)); written_len += write(file_fd, data, sizeof(uint32_t)); size_t total_size = meta.tuning_sensor_data_size; data = (void *)((uint8_t *)&meta.data); written_len += write(file_fd, data, total_size); total_size = meta.tuning_vfe_data_size; data = (void *)((uint8_t *)&meta.data[TUNING_VFE_DATA_OFFSET]); written_len += write(file_fd, data, total_size); total_size = meta.tuning_cpp_data_size; data = (void *)((uint8_t *)&meta.data[TUNING_CPP_DATA_OFFSET]); written_len += write(file_fd, data, total_size); total_size = meta.tuning_cac_data_size; data = (void *)((uint8_t *)&meta.data[TUNING_CAC_DATA_OFFSET]); written_len += write(file_fd, data, total_size); close(file_fd); }else { LOGE("fail to open file for metadata dumping"); } } } /*=========================================================================== * FUNCTION : cleanAndSortStreamInfo * * DESCRIPTION: helper method to clean up invalid streams in stream_info, * and sort them such that raw stream is at the end of the list * This is a workaround for camera daemon constraint. * * PARAMETERS : None * *==========================================================================*/ void QCamera3HardwareInterface::cleanAndSortStreamInfo() { List newStreamInfo; /*clean up invalid streams*/ for (List::iterator it=mStreamInfo.begin(); it != mStreamInfo.end();) { if(((*it)->status) == INVALID){ QCamera3Channel *channel = (QCamera3Channel*)(*it)->stream->priv; delete channel; free(*it); it = mStreamInfo.erase(it); } else { it++; } } // Move preview/video/callback/snapshot streams into newList for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end();) { if ((*it)->stream->format != HAL_PIXEL_FORMAT_RAW_OPAQUE && (*it)->stream->format != HAL_PIXEL_FORMAT_RAW10 && (*it)->stream->format != HAL_PIXEL_FORMAT_RAW16) { newStreamInfo.push_back(*it); it = mStreamInfo.erase(it); } else it++; } // Move raw streams into newList for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end();) { newStreamInfo.push_back(*it); it = mStreamInfo.erase(it); } mStreamInfo = newStreamInfo; // Make sure that stream IDs are unique. uint32_t id = 0; for (auto streamInfo : mStreamInfo) { streamInfo->id = id++; } } /*=========================================================================== * FUNCTION : extractJpegMetadata * * DESCRIPTION: helper method to extract Jpeg metadata from capture request. * JPEG metadata is cached in HAL, and return as part of capture * result when metadata is returned from camera daemon. * * PARAMETERS : @jpegMetadata: jpeg metadata to be extracted * @request: capture request * *==========================================================================*/ void QCamera3HardwareInterface::extractJpegMetadata( CameraMetadata& jpegMetadata, const camera3_capture_request_t *request) { CameraMetadata frame_settings; frame_settings = request->settings; if (frame_settings.exists(ANDROID_JPEG_GPS_COORDINATES)) jpegMetadata.update(ANDROID_JPEG_GPS_COORDINATES, frame_settings.find(ANDROID_JPEG_GPS_COORDINATES).data.d, frame_settings.find(ANDROID_JPEG_GPS_COORDINATES).count); if (frame_settings.exists(ANDROID_JPEG_GPS_PROCESSING_METHOD)) jpegMetadata.update(ANDROID_JPEG_GPS_PROCESSING_METHOD, frame_settings.find(ANDROID_JPEG_GPS_PROCESSING_METHOD).data.u8, frame_settings.find(ANDROID_JPEG_GPS_PROCESSING_METHOD).count); if (frame_settings.exists(ANDROID_JPEG_GPS_TIMESTAMP)) jpegMetadata.update(ANDROID_JPEG_GPS_TIMESTAMP, frame_settings.find(ANDROID_JPEG_GPS_TIMESTAMP).data.i64, frame_settings.find(ANDROID_JPEG_GPS_TIMESTAMP).count); if (frame_settings.exists(ANDROID_JPEG_ORIENTATION)) jpegMetadata.update(ANDROID_JPEG_ORIENTATION, frame_settings.find(ANDROID_JPEG_ORIENTATION).data.i32, frame_settings.find(ANDROID_JPEG_ORIENTATION).count); if (frame_settings.exists(ANDROID_JPEG_QUALITY)) jpegMetadata.update(ANDROID_JPEG_QUALITY, frame_settings.find(ANDROID_JPEG_QUALITY).data.u8, frame_settings.find(ANDROID_JPEG_QUALITY).count); if (frame_settings.exists(ANDROID_JPEG_THUMBNAIL_QUALITY)) jpegMetadata.update(ANDROID_JPEG_THUMBNAIL_QUALITY, frame_settings.find(ANDROID_JPEG_THUMBNAIL_QUALITY).data.u8, frame_settings.find(ANDROID_JPEG_THUMBNAIL_QUALITY).count); if (frame_settings.exists(ANDROID_JPEG_THUMBNAIL_SIZE)) { int32_t thumbnail_size[2]; thumbnail_size[0] = frame_settings.find(ANDROID_JPEG_THUMBNAIL_SIZE).data.i32[0]; thumbnail_size[1] = frame_settings.find(ANDROID_JPEG_THUMBNAIL_SIZE).data.i32[1]; if (frame_settings.exists(ANDROID_JPEG_ORIENTATION)) { int32_t orientation = frame_settings.find(ANDROID_JPEG_ORIENTATION).data.i32[0]; if ((!needJpegExifRotation()) && ((orientation == 90) || (orientation == 270))) { //swap thumbnail dimensions for rotations 90 and 270 in jpeg metadata. int32_t temp; temp = thumbnail_size[0]; thumbnail_size[0] = thumbnail_size[1]; thumbnail_size[1] = temp; } } jpegMetadata.update(ANDROID_JPEG_THUMBNAIL_SIZE, thumbnail_size, frame_settings.find(ANDROID_JPEG_THUMBNAIL_SIZE).count); } } /*=========================================================================== * FUNCTION : convertToRegions * * DESCRIPTION: helper method to convert from cam_rect_t into int32_t array * * PARAMETERS : * @rect : cam_rect_t struct to convert * @region : int32_t destination array * @weight : if we are converting from cam_area_t, weight is valid * else weight = -1 * *==========================================================================*/ void QCamera3HardwareInterface::convertToRegions(cam_rect_t rect, int32_t *region, int weight) { region[FACE_LEFT] = rect.left; region[FACE_TOP] = rect.top; region[FACE_RIGHT] = rect.left + rect.width; region[FACE_BOTTOM] = rect.top + rect.height; if (weight > -1) { region[FACE_WEIGHT] = weight; } } /*=========================================================================== * FUNCTION : convertFromRegions * * DESCRIPTION: helper method to convert from array to cam_rect_t * * PARAMETERS : * @rect : cam_rect_t struct to convert * @region : int32_t destination array * @weight : if we are converting from cam_area_t, weight is valid * else weight = -1 * *==========================================================================*/ void QCamera3HardwareInterface::convertFromRegions(cam_area_t &roi, const CameraMetadata &frame_settings, uint32_t tag) { int32_t x_min = frame_settings.find(tag).data.i32[0]; int32_t y_min = frame_settings.find(tag).data.i32[1]; int32_t x_max = frame_settings.find(tag).data.i32[2]; int32_t y_max = frame_settings.find(tag).data.i32[3]; roi.weight = frame_settings.find(tag).data.i32[4]; roi.rect.left = x_min; roi.rect.top = y_min; roi.rect.width = x_max - x_min; roi.rect.height = y_max - y_min; } /*=========================================================================== * FUNCTION : resetIfNeededROI * * DESCRIPTION: helper method to reset the roi if it is greater than scaler * crop region * * PARAMETERS : * @roi : cam_area_t struct to resize * @scalerCropRegion : cam_crop_region_t region to compare against * * *==========================================================================*/ bool QCamera3HardwareInterface::resetIfNeededROI(cam_area_t* roi, const cam_crop_region_t* scalerCropRegion) { int32_t roi_x_max = roi->rect.width + roi->rect.left; int32_t roi_y_max = roi->rect.height + roi->rect.top; int32_t crop_x_max = scalerCropRegion->width + scalerCropRegion->left; int32_t crop_y_max = scalerCropRegion->height + scalerCropRegion->top; /* According to spec weight = 0 is used to indicate roi needs to be disabled * without having this check the calculations below to validate if the roi * is inside scalar crop region will fail resulting in the roi not being * reset causing algorithm to continue to use stale roi window */ if (roi->weight == 0) { return true; } if ((roi_x_max < scalerCropRegion->left) || // right edge of roi window is left of scalar crop's left edge (roi_y_max < scalerCropRegion->top) || // bottom edge of roi window is above scalar crop's top edge (roi->rect.left > crop_x_max) || // left edge of roi window is beyond(right) of scalar crop's right edge (roi->rect.top > crop_y_max)){ // top edge of roi windo is above scalar crop's top edge return false; } if (roi->rect.left < scalerCropRegion->left) { roi->rect.left = scalerCropRegion->left; } if (roi->rect.top < scalerCropRegion->top) { roi->rect.top = scalerCropRegion->top; } if (roi_x_max > crop_x_max) { roi_x_max = crop_x_max; } if (roi_y_max > crop_y_max) { roi_y_max = crop_y_max; } roi->rect.width = roi_x_max - roi->rect.left; roi->rect.height = roi_y_max - roi->rect.top; return true; } /*=========================================================================== * FUNCTION : convertLandmarks * * DESCRIPTION: helper method to extract the landmarks from face detection info * * PARAMETERS : * @landmark_data : input landmark data to be converted * @landmarks : int32_t destination array * * *==========================================================================*/ void QCamera3HardwareInterface::convertLandmarks( cam_face_landmarks_info_t landmark_data, int32_t *landmarks) { if (landmark_data.is_left_eye_valid) { landmarks[LEFT_EYE_X] = (int32_t)landmark_data.left_eye_center.x; landmarks[LEFT_EYE_Y] = (int32_t)landmark_data.left_eye_center.y; } else { landmarks[LEFT_EYE_X] = FACE_INVALID_POINT; landmarks[LEFT_EYE_Y] = FACE_INVALID_POINT; } if (landmark_data.is_right_eye_valid) { landmarks[RIGHT_EYE_X] = (int32_t)landmark_data.right_eye_center.x; landmarks[RIGHT_EYE_Y] = (int32_t)landmark_data.right_eye_center.y; } else { landmarks[RIGHT_EYE_X] = FACE_INVALID_POINT; landmarks[RIGHT_EYE_Y] = FACE_INVALID_POINT; } if (landmark_data.is_mouth_valid) { landmarks[MOUTH_X] = (int32_t)landmark_data.mouth_center.x; landmarks[MOUTH_Y] = (int32_t)landmark_data.mouth_center.y; } else { landmarks[MOUTH_X] = FACE_INVALID_POINT; landmarks[MOUTH_Y] = FACE_INVALID_POINT; } } /*=========================================================================== * FUNCTION : setInvalidLandmarks * * DESCRIPTION: helper method to set invalid landmarks * * PARAMETERS : * @landmarks : int32_t destination array * * *==========================================================================*/ void QCamera3HardwareInterface::setInvalidLandmarks( int32_t *landmarks) { landmarks[LEFT_EYE_X] = FACE_INVALID_POINT; landmarks[LEFT_EYE_Y] = FACE_INVALID_POINT; landmarks[RIGHT_EYE_X] = FACE_INVALID_POINT; landmarks[RIGHT_EYE_Y] = FACE_INVALID_POINT; landmarks[MOUTH_X] = FACE_INVALID_POINT; landmarks[MOUTH_Y] = FACE_INVALID_POINT; } #define DATA_PTR(MEM_OBJ,INDEX) MEM_OBJ->getPtr( INDEX ) /*=========================================================================== * FUNCTION : getCapabilities * * DESCRIPTION: query camera capability from back-end * * PARAMETERS : * @ops : mm-interface ops structure * @cam_handle : camera handle for which we need capability * * RETURN : ptr type of capability structure * capability for success * NULL for failure *==========================================================================*/ cam_capability_t *QCamera3HardwareInterface::getCapabilities(mm_camera_ops_t *ops, uint32_t cam_handle) { int rc = NO_ERROR; QCamera3HeapMemory *capabilityHeap = NULL; cam_capability_t *cap_ptr = NULL; if (ops == NULL) { LOGE("Invalid arguments"); return NULL; } capabilityHeap = new QCamera3HeapMemory(1); if (capabilityHeap == NULL) { LOGE("creation of capabilityHeap failed"); return NULL; } /* Allocate memory for capability buffer */ rc = capabilityHeap->allocate(sizeof(cam_capability_t)); if(rc != OK) { LOGE("No memory for cappability"); goto allocate_failed; } /* Map memory for capability buffer */ memset(DATA_PTR(capabilityHeap,0), 0, sizeof(cam_capability_t)); rc = ops->map_buf(cam_handle, CAM_MAPPING_BUF_TYPE_CAPABILITY, capabilityHeap->getFd(0), sizeof(cam_capability_t), capabilityHeap->getPtr(0)); if(rc < 0) { LOGE("failed to map capability buffer"); rc = FAILED_TRANSACTION; goto map_failed; } /* Query Capability */ rc = ops->query_capability(cam_handle); if(rc < 0) { LOGE("failed to query capability"); rc = FAILED_TRANSACTION; goto query_failed; } cap_ptr = (cam_capability_t *)malloc(sizeof(cam_capability_t)); if (cap_ptr == NULL) { LOGE("out of memory"); rc = NO_MEMORY; goto query_failed; } memset(cap_ptr, 0, sizeof(cam_capability_t)); memcpy(cap_ptr, DATA_PTR(capabilityHeap, 0), sizeof(cam_capability_t)); int index; for (index = 0; index < CAM_ANALYSIS_INFO_MAX; index++) { cam_analysis_info_t *p_analysis_info = &cap_ptr->analysis_info[index]; p_analysis_info->analysis_padding_info.offset_info.offset_x = 0; p_analysis_info->analysis_padding_info.offset_info.offset_y = 0; } query_failed: ops->unmap_buf(cam_handle, CAM_MAPPING_BUF_TYPE_CAPABILITY); map_failed: capabilityHeap->deallocate(); allocate_failed: delete capabilityHeap; if (rc != NO_ERROR) { return NULL; } else { return cap_ptr; } } /*=========================================================================== * FUNCTION : initCapabilities * * DESCRIPTION: initialize camera capabilities in static data struct * * PARAMETERS : * @cameraId : camera Id * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int QCamera3HardwareInterface::initCapabilities(uint32_t cameraId) { int rc = 0; mm_camera_vtbl_t *cameraHandle = NULL; uint32_t handle = 0; rc = camera_open((uint8_t)cameraId, &cameraHandle); if (rc) { LOGE("camera_open failed. rc = %d", rc); goto open_failed; } if (!cameraHandle) { LOGE("camera_open failed. cameraHandle = %p", cameraHandle); goto open_failed; } handle = get_main_camera_handle(cameraHandle->camera_handle); gCamCapability[cameraId] = getCapabilities(cameraHandle->ops, handle); if (gCamCapability[cameraId] == NULL) { rc = FAILED_TRANSACTION; goto failed_op; } gCamCapability[cameraId]->camera_index = cameraId; if (is_dual_camera_by_idx(cameraId)) { handle = get_aux_camera_handle(cameraHandle->camera_handle); gCamCapability[cameraId]->aux_cam_cap = getCapabilities(cameraHandle->ops, handle); if (gCamCapability[cameraId]->aux_cam_cap == NULL) { rc = FAILED_TRANSACTION; free(gCamCapability[cameraId]); goto failed_op; } // Copy the main camera capability to main_cam_cap struct gCamCapability[cameraId]->main_cam_cap = (cam_capability_t *)malloc(sizeof(cam_capability_t)); if (gCamCapability[cameraId]->main_cam_cap == NULL) { LOGE("out of memory"); rc = NO_MEMORY; goto failed_op; } memcpy(gCamCapability[cameraId]->main_cam_cap, gCamCapability[cameraId], sizeof(cam_capability_t)); } failed_op: cameraHandle->ops->close_camera(cameraHandle->camera_handle); cameraHandle = NULL; open_failed: return rc; } /*========================================================================== * FUNCTION : get3Aversion * * DESCRIPTION: get the Q3A S/W version * * PARAMETERS : * @sw_version: Reference of Q3A structure which will hold version info upon * return * * RETURN : None * *==========================================================================*/ void QCamera3HardwareInterface::get3AVersion(cam_q3a_version_t &sw_version) { if(gCamCapability[mCameraId]) sw_version = gCamCapability[mCameraId]->q3a_version; else LOGE("Capability structure NULL!"); } /*=========================================================================== * FUNCTION : initParameters * * DESCRIPTION: initialize camera parameters * * PARAMETERS : * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int QCamera3HardwareInterface::initParameters() { int rc = 0; //Allocate Set Param Buffer mParamHeap = new QCamera3HeapMemory(1); rc = mParamHeap->allocate(sizeof(metadata_buffer_t)); if(rc != OK) { rc = NO_MEMORY; LOGE("Failed to allocate SETPARM Heap memory"); delete mParamHeap; mParamHeap = NULL; return rc; } //Map memory for parameters buffer rc = mCameraHandle->ops->map_buf(mCameraHandle->camera_handle, CAM_MAPPING_BUF_TYPE_PARM_BUF, mParamHeap->getFd(0), sizeof(metadata_buffer_t), (metadata_buffer_t *) DATA_PTR(mParamHeap,0)); if(rc < 0) { LOGE("failed to map SETPARM buffer"); rc = FAILED_TRANSACTION; mParamHeap->deallocate(); delete mParamHeap; mParamHeap = NULL; return rc; } mParameters = (metadata_buffer_t *) DATA_PTR(mParamHeap,0); mPrevParameters = (metadata_buffer_t *)malloc(sizeof(metadata_buffer_t)); return rc; } /*=========================================================================== * FUNCTION : deinitParameters * * DESCRIPTION: de-initialize camera parameters * * PARAMETERS : * * RETURN : NONE *==========================================================================*/ void QCamera3HardwareInterface::deinitParameters() { mCameraHandle->ops->unmap_buf(mCameraHandle->camera_handle, CAM_MAPPING_BUF_TYPE_PARM_BUF); mParamHeap->deallocate(); delete mParamHeap; mParamHeap = NULL; mParameters = NULL; free(mPrevParameters); mPrevParameters = NULL; } /*=========================================================================== * FUNCTION : calcMaxJpegSize * * DESCRIPTION: Calculates maximum jpeg size supported by the cameraId * * PARAMETERS : * * RETURN : max_jpeg_size *==========================================================================*/ size_t QCamera3HardwareInterface::calcMaxJpegSize(uint32_t camera_id) { size_t max_jpeg_size = 0; size_t temp_width, temp_height; size_t count = MIN(gCamCapability[camera_id]->picture_sizes_tbl_cnt, MAX_SIZES_CNT); for (size_t i = 0; i < count; i++) { temp_width = (size_t)gCamCapability[camera_id]->picture_sizes_tbl[i].width; temp_height = (size_t)gCamCapability[camera_id]->picture_sizes_tbl[i].height; if (temp_width * temp_height > max_jpeg_size ) { max_jpeg_size = temp_width * temp_height; } } max_jpeg_size = max_jpeg_size * 3/2 + sizeof(camera3_jpeg_blob_t); return max_jpeg_size; } /*=========================================================================== * FUNCTION : getMaxRawSize * * DESCRIPTION: Fetches maximum raw size supported by the cameraId * * PARAMETERS : * * RETURN : Largest supported Raw Dimension *==========================================================================*/ cam_dimension_t QCamera3HardwareInterface::getMaxRawSize(uint32_t camera_id) { int max_width = 0; cam_dimension_t maxRawSize; memset(&maxRawSize, 0, sizeof(cam_dimension_t)); for (size_t i = 0; i < gCamCapability[camera_id]->supported_raw_dim_cnt; i++) { if (max_width < gCamCapability[camera_id]->raw_dim[i].width) { max_width = gCamCapability[camera_id]->raw_dim[i].width; maxRawSize = gCamCapability[camera_id]->raw_dim[i]; } } return maxRawSize; } /*=========================================================================== * FUNCTION : calcMaxJpegDim * * DESCRIPTION: Calculates maximum jpeg dimension supported by the cameraId * * PARAMETERS : * * RETURN : max_jpeg_dim *==========================================================================*/ cam_dimension_t QCamera3HardwareInterface::calcMaxJpegDim() { cam_dimension_t max_jpeg_dim; cam_dimension_t curr_jpeg_dim; max_jpeg_dim.width = 0; max_jpeg_dim.height = 0; curr_jpeg_dim.width = 0; curr_jpeg_dim.height = 0; for (size_t i = 0; i < gCamCapability[mCameraId]->picture_sizes_tbl_cnt; i++) { curr_jpeg_dim.width = gCamCapability[mCameraId]->picture_sizes_tbl[i].width; curr_jpeg_dim.height = gCamCapability[mCameraId]->picture_sizes_tbl[i].height; if (curr_jpeg_dim.width * curr_jpeg_dim.height > max_jpeg_dim.width * max_jpeg_dim.height ) { max_jpeg_dim.width = curr_jpeg_dim.width; max_jpeg_dim.height = curr_jpeg_dim.height; } } return max_jpeg_dim; } /*=========================================================================== * FUNCTION : addStreamConfig * * DESCRIPTION: adds the stream configuration to the array * * PARAMETERS : * @available_stream_configs : pointer to stream configuration array * @scalar_format : scalar format * @dim : configuration dimension * @config_type : input or output configuration type * * RETURN : NONE *==========================================================================*/ void QCamera3HardwareInterface::addStreamConfig(Vector &available_stream_configs, int32_t scalar_format, const cam_dimension_t &dim, int32_t config_type) { available_stream_configs.add(scalar_format); available_stream_configs.add(dim.width); available_stream_configs.add(dim.height); available_stream_configs.add(config_type); } /*=========================================================================== * FUNCTION : suppportBurstCapture * * DESCRIPTION: Whether a particular camera supports BURST_CAPTURE * * PARAMETERS : * @cameraId : camera Id * * RETURN : true if camera supports BURST_CAPTURE * false otherwise *==========================================================================*/ bool QCamera3HardwareInterface::supportBurstCapture(uint32_t cameraId) { const int64_t highResDurationBound = 50000000; // 50 ms, 20 fps const int64_t fullResDurationBound = 100000000; // 100 ms, 10 fps const int32_t highResWidth = 3264; const int32_t highResHeight = 2448; if (gCamCapability[cameraId]->picture_min_duration[0] > fullResDurationBound) { // Maximum resolution images cannot be captured at >= 10fps // -> not supporting BURST_CAPTURE return false; } if (gCamCapability[cameraId]->picture_min_duration[0] <= highResDurationBound) { // Maximum resolution images can be captured at >= 20fps // --> supporting BURST_CAPTURE return true; } // Find the smallest highRes resolution, or largest resolution if there is none size_t totalCnt = MIN(gCamCapability[cameraId]->picture_sizes_tbl_cnt, MAX_SIZES_CNT); size_t highRes = 0; while ((highRes + 1 < totalCnt) && (gCamCapability[cameraId]->picture_sizes_tbl[highRes+1].width * gCamCapability[cameraId]->picture_sizes_tbl[highRes+1].height >= highResWidth * highResHeight)) { highRes++; } if (gCamCapability[cameraId]->picture_min_duration[highRes] <= highResDurationBound) { return true; } else { return false; } } /*=========================================================================== * FUNCTION : getPDStatIndex * * DESCRIPTION: Return the meta raw phase detection statistics index if present * * PARAMETERS : * @caps : camera capabilities * * RETURN : int32_t type * non-negative - on success * -1 - on failure *==========================================================================*/ int32_t QCamera3HardwareInterface::getPDStatIndex(cam_capability_t *caps) { if (nullptr == caps) { return -1; } uint32_t metaRawCount = caps->meta_raw_channel_count; int32_t ret = -1; for (size_t i = 0; i < metaRawCount; i++) { if (CAM_FORMAT_SUBTYPE_PDAF_STATS == caps->sub_fmt[i]) { ret = i; break; } } return ret; } /*=========================================================================== * FUNCTION : initStaticMetadata * * DESCRIPTION: initialize the static metadata * * PARAMETERS : * @cameraId : camera Id * * RETURN : int32_t type of status * 0 -- success * non-zero failure code *==========================================================================*/ int QCamera3HardwareInterface::initStaticMetadata(uint32_t cameraId) { int rc = 0; CameraMetadata staticInfo; size_t count = 0; bool limitedDevice = false; char prop[PROPERTY_VALUE_MAX]; bool supportBurst = false; Vector available_characteristics_keys; supportBurst = supportBurstCapture(cameraId); /* If sensor is YUV sensor (no raw support) or if per-frame control is not * guaranteed or if min fps of max resolution is less than 20 fps, its * advertised as limited device*/ limitedDevice = gCamCapability[cameraId]->no_per_frame_control_support || (CAM_SENSOR_YUV == gCamCapability[cameraId]->sensor_type.sens_type) || (CAM_SENSOR_MONO == gCamCapability[cameraId]->sensor_type.sens_type) || !supportBurst; uint8_t supportedHwLvl = limitedDevice ? ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_LIMITED : #ifndef USE_HAL_3_3 // LEVEL_3 - This device will support level 3. ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_3; #else ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_FULL; #endif staticInfo.update(ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL, &supportedHwLvl, 1); bool facingBack = false; if ((gCamCapability[cameraId]->position == CAM_POSITION_BACK) || (gCamCapability[cameraId]->position == CAM_POSITION_BACK_AUX)) { facingBack = true; } /*HAL 3 only*/ staticInfo.update(ANDROID_LENS_INFO_MINIMUM_FOCUS_DISTANCE, &gCamCapability[cameraId]->min_focus_distance, 1); staticInfo.update(ANDROID_LENS_INFO_HYPERFOCAL_DISTANCE, &gCamCapability[cameraId]->hyper_focal_distance, 1); /*should be using focal lengths but sensor doesn't provide that info now*/ staticInfo.update(ANDROID_LENS_INFO_AVAILABLE_FOCAL_LENGTHS, &gCamCapability[cameraId]->focal_length, 1); staticInfo.update(ANDROID_LENS_INFO_AVAILABLE_APERTURES, gCamCapability[cameraId]->apertures, MIN(CAM_APERTURES_MAX, gCamCapability[cameraId]->apertures_count)); staticInfo.update(ANDROID_LENS_INFO_AVAILABLE_FILTER_DENSITIES, gCamCapability[cameraId]->filter_densities, MIN(CAM_FILTER_DENSITIES_MAX, gCamCapability[cameraId]->filter_densities_count)); uint8_t available_opt_stab_modes[CAM_OPT_STAB_MAX]; size_t mode_count = MIN((size_t)CAM_OPT_STAB_MAX, gCamCapability[cameraId]->optical_stab_modes_count); for (size_t i = 0; i < mode_count; i++) { available_opt_stab_modes[i] = gCamCapability[cameraId]->optical_stab_modes[i]; } staticInfo.update(ANDROID_LENS_INFO_AVAILABLE_OPTICAL_STABILIZATION, available_opt_stab_modes, mode_count); int32_t lens_shading_map_size[] = { MIN(CAM_MAX_SHADING_MAP_WIDTH, gCamCapability[cameraId]->lens_shading_map_size.width), MIN(CAM_MAX_SHADING_MAP_HEIGHT, gCamCapability[cameraId]->lens_shading_map_size.height)}; staticInfo.update(ANDROID_LENS_INFO_SHADING_MAP_SIZE, lens_shading_map_size, sizeof(lens_shading_map_size)/sizeof(int32_t)); // Lens calibration for MOTION_TRACKING, back camera only if (cameraId == 0) { float poseRotation[4] = {1.0f, 0.f, 0.f, 0.f}; // quaternion rotation float poseTranslation[3] = {0.0f, 0.f, 0.f}; // xyz translation, meters uint8_t poseReference = ANDROID_LENS_POSE_REFERENCE_GYROSCOPE; // TODO: b/70565622 - these should have better identity values as a fallback float cameraIntrinsics[5] = {100.f, 100.f, 0.f, 1000, 1000}; // fx,fy,sx,cx,cy float radialDistortion[5] = {0.f, 0.f, 0.f, 0.f, 0.f}; // identity bool success = readSensorCalibration( gCamCapability[cameraId]->active_array_size.width, poseRotation, poseTranslation, cameraIntrinsics, radialDistortion); if (!success) { ALOGE("Using identity lens calibration values"); } staticInfo.update(ANDROID_LENS_POSE_ROTATION, poseRotation, sizeof(poseRotation)/sizeof(float)); staticInfo.update(ANDROID_LENS_POSE_TRANSLATION, poseTranslation, sizeof(poseTranslation)/sizeof(float)); staticInfo.update(ANDROID_LENS_INTRINSIC_CALIBRATION, cameraIntrinsics, sizeof(cameraIntrinsics)/sizeof(float)); staticInfo.update(ANDROID_LENS_DISTORTION, radialDistortion, sizeof(radialDistortion)/sizeof(float)); staticInfo.update(ANDROID_LENS_POSE_REFERENCE, &poseReference, sizeof(poseReference)); } staticInfo.update(ANDROID_SENSOR_INFO_PHYSICAL_SIZE, gCamCapability[cameraId]->sensor_physical_size, SENSOR_PHYSICAL_SIZE_CNT); staticInfo.update(ANDROID_SENSOR_INFO_EXPOSURE_TIME_RANGE, gCamCapability[cameraId]->exposure_time_range, EXPOSURE_TIME_RANGE_CNT); staticInfo.update(ANDROID_SENSOR_INFO_MAX_FRAME_DURATION, &gCamCapability[cameraId]->max_frame_duration, 1); camera_metadata_rational baseGainFactor = { gCamCapability[cameraId]->base_gain_factor.numerator, gCamCapability[cameraId]->base_gain_factor.denominator}; staticInfo.update(ANDROID_SENSOR_BASE_GAIN_FACTOR, &baseGainFactor, 1); staticInfo.update(ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT, (uint8_t *)&gCamCapability[cameraId]->color_arrangement, 1); int32_t pixel_array_size[] = {gCamCapability[cameraId]->pixel_array_size.width, gCamCapability[cameraId]->pixel_array_size.height}; staticInfo.update(ANDROID_SENSOR_INFO_PIXEL_ARRAY_SIZE, pixel_array_size, sizeof(pixel_array_size)/sizeof(pixel_array_size[0])); int32_t active_array_size[] = {gCamCapability[cameraId]->active_array_size.left, gCamCapability[cameraId]->active_array_size.top, gCamCapability[cameraId]->active_array_size.width, gCamCapability[cameraId]->active_array_size.height}; staticInfo.update(ANDROID_SENSOR_INFO_ACTIVE_ARRAY_SIZE, active_array_size, sizeof(active_array_size)/sizeof(active_array_size[0])); staticInfo.update(ANDROID_SENSOR_INFO_WHITE_LEVEL, &gCamCapability[cameraId]->white_level, 1); int32_t adjusted_bl_per_cfa[BLACK_LEVEL_PATTERN_CNT]; adjustBlackLevelForCFA(gCamCapability[cameraId]->black_level_pattern, adjusted_bl_per_cfa, gCamCapability[cameraId]->color_arrangement); staticInfo.update(ANDROID_SENSOR_BLACK_LEVEL_PATTERN, adjusted_bl_per_cfa, BLACK_LEVEL_PATTERN_CNT); #ifndef USE_HAL_3_3 bool hasBlackRegions = false; if (gCamCapability[cameraId]->optical_black_region_count > MAX_OPTICAL_BLACK_REGIONS) { LOGW("black_region_count: %d is bounded to %d", gCamCapability[cameraId]->optical_black_region_count, MAX_OPTICAL_BLACK_REGIONS); gCamCapability[cameraId]->optical_black_region_count = MAX_OPTICAL_BLACK_REGIONS; } if (gCamCapability[cameraId]->optical_black_region_count != 0) { int32_t opticalBlackRegions[MAX_OPTICAL_BLACK_REGIONS * 4]; for (size_t i = 0; i < gCamCapability[cameraId]->optical_black_region_count * 4; i++) { opticalBlackRegions[i] = gCamCapability[cameraId]->optical_black_regions[i]; } staticInfo.update(ANDROID_SENSOR_OPTICAL_BLACK_REGIONS, opticalBlackRegions, gCamCapability[cameraId]->optical_black_region_count * 4); hasBlackRegions = true; } #endif staticInfo.update(ANDROID_FLASH_INFO_CHARGE_DURATION, &gCamCapability[cameraId]->flash_charge_duration, 1); staticInfo.update(ANDROID_TONEMAP_MAX_CURVE_POINTS, &gCamCapability[cameraId]->max_tone_map_curve_points, 1); uint8_t timestampSource = (gCamCapability[cameraId]->timestamp_calibrated ? ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE_REALTIME : ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE_UNKNOWN); staticInfo.update(ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE, ×tampSource, 1); //update histogram vendor data staticInfo.update(QCAMERA3_HISTOGRAM_BUCKETS, &gCamCapability[cameraId]->histogram_size, 1); staticInfo.update(QCAMERA3_HISTOGRAM_MAX_COUNT, &gCamCapability[cameraId]->max_histogram_count, 1); //Set supported bins to be {max_bins, max_bins/2, max_bins/4, ...} //so that app can request fewer number of bins than the maximum supported. std::vector histBins; int32_t maxHistBins = gCamCapability[cameraId]->max_histogram_count; histBins.push_back(maxHistBins); while ((maxHistBins >> 1) >= MIN_CAM_HISTOGRAM_STATS_SIZE && (maxHistBins & 0x1) == 0) { histBins.push_back(maxHistBins >> 1); maxHistBins >>= 1; } staticInfo.update(NEXUS_EXPERIMENTAL_2017_HISTOGRAM_SUPPORTED_BINS, histBins.data(), histBins.size()); if (!histBins.empty()) { available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_HISTOGRAM_SUPPORTED_BINS); } int32_t sharpness_map_size[] = { gCamCapability[cameraId]->sharpness_map_size.width, gCamCapability[cameraId]->sharpness_map_size.height}; staticInfo.update(ANDROID_STATISTICS_INFO_SHARPNESS_MAP_SIZE, sharpness_map_size, sizeof(sharpness_map_size)/sizeof(int32_t)); staticInfo.update(ANDROID_STATISTICS_INFO_MAX_SHARPNESS_MAP_VALUE, &gCamCapability[cameraId]->max_sharpness_map_value, 1); int32_t indexPD = getPDStatIndex(gCamCapability[cameraId]); if (0 <= indexPD) { // Advertise PD stats data as part of the Depth capabilities int32_t depthWidth = gCamCapability[cameraId]->raw_meta_dim[indexPD].width; int32_t depthHeight = gCamCapability[cameraId]->raw_meta_dim[indexPD].height; int32_t depthStride = gCamCapability[cameraId]->raw_meta_dim[indexPD].width * 2; int32_t depthSamplesCount = (depthWidth * depthHeight * 2) / 16; assert(0 < depthSamplesCount); staticInfo.update(ANDROID_DEPTH_MAX_DEPTH_SAMPLES, &depthSamplesCount, 1); int32_t depthConfigs[] = {HAL_PIXEL_FORMAT_RAW16, depthWidth, depthHeight, ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT, HAL_PIXEL_FORMAT_BLOB, depthSamplesCount, 1, ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT}; staticInfo.update(ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS, depthConfigs, sizeof(depthConfigs)/sizeof(depthConfigs[0])); int64_t depthMinDuration[] = {HAL_PIXEL_FORMAT_RAW16, depthWidth, depthHeight, 33333333, HAL_PIXEL_FORMAT_BLOB, depthSamplesCount, 1, 33333333}; staticInfo.update(ANDROID_DEPTH_AVAILABLE_DEPTH_MIN_FRAME_DURATIONS, depthMinDuration, sizeof(depthMinDuration) / sizeof(depthMinDuration[0])); int64_t depthStallDuration[] = {HAL_PIXEL_FORMAT_RAW16, depthWidth, depthHeight, 0, HAL_PIXEL_FORMAT_BLOB, depthSamplesCount, 1, 0}; staticInfo.update(ANDROID_DEPTH_AVAILABLE_DEPTH_STALL_DURATIONS, depthStallDuration, sizeof(depthStallDuration) / sizeof(depthStallDuration[0])); uint8_t depthExclusive = ANDROID_DEPTH_DEPTH_IS_EXCLUSIVE_FALSE; staticInfo.update(ANDROID_DEPTH_DEPTH_IS_EXCLUSIVE, &depthExclusive, 1); //RAW16 depth format doesn't require inefficient memory copy, recommend //only this depth format. The format itself is not public so it won't be //possible to advertise in the RAW use case. Use snapshot for now. int32_t recommendedDepthConfigs[] = {depthWidth, depthHeight, HAL_PIXEL_FORMAT_RAW16, ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT, 1 << ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS_SNAPSHOT}; staticInfo.update(ANDROID_DEPTH_AVAILABLE_RECOMMENDED_DEPTH_STREAM_CONFIGURATIONS, recommendedDepthConfigs, sizeof(recommendedDepthConfigs) / sizeof(recommendedDepthConfigs[0])); available_characteristics_keys.add( ANDROID_DEPTH_AVAILABLE_RECOMMENDED_DEPTH_STREAM_CONFIGURATIONS); int32_t pd_dimensions [] = {depthWidth, depthHeight, depthStride}; staticInfo.update(NEXUS_EXPERIMENTAL_2017_PD_DATA_DIMENSIONS, pd_dimensions, sizeof(pd_dimensions) / sizeof(pd_dimensions[0])); available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_PD_DATA_DIMENSIONS); staticInfo.update(NEXUS_EXPERIMENTAL_2017_EEPROM_PDAF_CALIB_RIGHT_GAINS, reinterpret_cast(gCamCapability[cameraId]->pdaf_cal.right_gain_map), sizeof(gCamCapability[cameraId]->pdaf_cal.right_gain_map)); available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_EEPROM_PDAF_CALIB_RIGHT_GAINS); staticInfo.update(NEXUS_EXPERIMENTAL_2017_EEPROM_PDAF_CALIB_LEFT_GAINS, reinterpret_cast(gCamCapability[cameraId]->pdaf_cal.left_gain_map), sizeof(gCamCapability[cameraId]->pdaf_cal.left_gain_map)); available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_EEPROM_PDAF_CALIB_LEFT_GAINS); staticInfo.update(NEXUS_EXPERIMENTAL_2017_EEPROM_PDAF_CALIB_CONV_COEFF, reinterpret_cast(gCamCapability[cameraId]->pdaf_cal.conversion_coeff), sizeof(gCamCapability[cameraId]->pdaf_cal.conversion_coeff)); available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_EEPROM_PDAF_CALIB_CONV_COEFF); } staticInfo.update(NEXUS_EXPERIMENTAL_2017_EEPROM_WB_CALIB_NUM_LIGHTS, &(gCamCapability[cameraId]->wb_cal.num_lights), 1); available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_EEPROM_WB_CALIB_NUM_LIGHTS); const int32_t num_lights = gCamCapability[cameraId]->wb_cal.num_lights; staticInfo.update(NEXUS_EXPERIMENTAL_2017_EEPROM_WB_CALIB_R_OVER_G_RATIOS, gCamCapability[cameraId]->wb_cal.r_over_g, num_lights); available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_EEPROM_WB_CALIB_R_OVER_G_RATIOS); staticInfo.update(NEXUS_EXPERIMENTAL_2017_EEPROM_WB_CALIB_B_OVER_G_RATIOS, gCamCapability[cameraId]->wb_cal.b_over_g, num_lights); available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_EEPROM_WB_CALIB_B_OVER_G_RATIOS); staticInfo.update(NEXUS_EXPERIMENTAL_2017_EEPROM_WB_CALIB_GR_OVER_GB_RATIO, &(gCamCapability[cameraId]->wb_cal.gr_over_gb), 1); available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_EEPROM_WB_CALIB_GR_OVER_GB_RATIO); int32_t scalar_formats[] = { ANDROID_SCALER_AVAILABLE_FORMATS_RAW_OPAQUE, ANDROID_SCALER_AVAILABLE_FORMATS_RAW16, ANDROID_SCALER_AVAILABLE_FORMATS_YCbCr_420_888, ANDROID_SCALER_AVAILABLE_FORMATS_BLOB, HAL_PIXEL_FORMAT_RAW10, HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED, HAL_PIXEL_FORMAT_Y8}; size_t scalar_formats_count = sizeof(scalar_formats) / sizeof(scalar_formats[0]); staticInfo.update(ANDROID_SCALER_AVAILABLE_FORMATS, scalar_formats, scalar_formats_count); int32_t available_processed_sizes[MAX_SIZES_CNT * 2]; count = MIN(gCamCapability[cameraId]->picture_sizes_tbl_cnt, MAX_SIZES_CNT); makeTable(gCamCapability[cameraId]->picture_sizes_tbl, count, MAX_SIZES_CNT, available_processed_sizes); staticInfo.update(ANDROID_SCALER_AVAILABLE_PROCESSED_SIZES, available_processed_sizes, count * 2); int32_t available_raw_sizes[MAX_SIZES_CNT * 2]; count = MIN(gCamCapability[cameraId]->supported_raw_dim_cnt, MAX_SIZES_CNT); makeTable(gCamCapability[cameraId]->raw_dim, count, MAX_SIZES_CNT, available_raw_sizes); staticInfo.update(ANDROID_SCALER_AVAILABLE_RAW_SIZES, available_raw_sizes, count * 2); int32_t available_fps_ranges[MAX_SIZES_CNT * 2]; count = MIN(gCamCapability[cameraId]->fps_ranges_tbl_cnt, MAX_SIZES_CNT); makeFPSTable(gCamCapability[cameraId]->fps_ranges_tbl, count, MAX_SIZES_CNT, available_fps_ranges); staticInfo.update(ANDROID_CONTROL_AE_AVAILABLE_TARGET_FPS_RANGES, available_fps_ranges, count * 2); camera_metadata_rational exposureCompensationStep = { gCamCapability[cameraId]->exp_compensation_step.numerator, gCamCapability[cameraId]->exp_compensation_step.denominator}; staticInfo.update(ANDROID_CONTROL_AE_COMPENSATION_STEP, &exposureCompensationStep, 1); Vector availableVstabModes; availableVstabModes.add(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE_OFF); char eis_prop[PROPERTY_VALUE_MAX]; bool eisSupported = false; memset(eis_prop, 0, sizeof(eis_prop)); property_get("persist.camera.eis.enable", eis_prop, "1"); uint8_t eis_prop_set = (uint8_t)atoi(eis_prop); count = IS_TYPE_MAX; count = MIN(gCamCapability[cameraId]->supported_is_types_cnt, count); for (size_t i = 0; i < count; i++) { if ((gCamCapability[cameraId]->supported_is_types[i] == IS_TYPE_EIS_2_0) || (gCamCapability[cameraId]->supported_is_types[i] == IS_TYPE_EIS_3_0)) { eisSupported = true; break; } } if (facingBack && eis_prop_set && eisSupported) { availableVstabModes.add(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE_ON); } staticInfo.update(ANDROID_CONTROL_AVAILABLE_VIDEO_STABILIZATION_MODES, availableVstabModes.array(), availableVstabModes.size()); /*HAL 1 and HAL 3 common*/ uint32_t zoomSteps = gCamCapability[cameraId]->zoom_ratio_tbl_cnt; uint32_t maxZoomStep = gCamCapability[cameraId]->zoom_ratio_tbl[zoomSteps - 1]; uint32_t minZoomStep = 100; //as per HAL1/API1 spec // Cap the max zoom to the max preferred value float maxZoom = MIN(maxZoomStep/minZoomStep, MAX_PREFERRED_ZOOM_RATIO); staticInfo.update(ANDROID_SCALER_AVAILABLE_MAX_DIGITAL_ZOOM, &maxZoom, 1); float zoomRatioRange[] = {1.0f, maxZoom}; staticInfo.update(ANDROID_CONTROL_ZOOM_RATIO_RANGE, zoomRatioRange, 2); gCamCapability[cameraId]->max_zoom = maxZoom; uint8_t croppingType = ANDROID_SCALER_CROPPING_TYPE_CENTER_ONLY; staticInfo.update(ANDROID_SCALER_CROPPING_TYPE, &croppingType, 1); int32_t max3aRegions[3] = {/*AE*/1,/*AWB*/ 0,/*AF*/ 1}; if (gCamCapability[cameraId]->supported_focus_modes_cnt == 1) max3aRegions[2] = 0; /* AF not supported */ staticInfo.update(ANDROID_CONTROL_MAX_REGIONS, max3aRegions, 3); /* 0: OFF, 1: OFF+SIMPLE, 2: OFF+FULL, 3: OFF+SIMPLE+FULL */ memset(prop, 0, sizeof(prop)); property_get("persist.camera.facedetect", prop, "1"); uint8_t supportedFaceDetectMode = (uint8_t)atoi(prop); LOGD("Support face detection mode: %d", supportedFaceDetectMode); int32_t maxFaces = gCamCapability[cameraId]->max_num_roi; /* support mode should be OFF if max number of face is 0 */ if (maxFaces <= 0) { supportedFaceDetectMode = 0; } Vector availableFaceDetectModes; availableFaceDetectModes.add(ANDROID_STATISTICS_FACE_DETECT_MODE_OFF); if (supportedFaceDetectMode == 1) { availableFaceDetectModes.add(ANDROID_STATISTICS_FACE_DETECT_MODE_SIMPLE); } else if (supportedFaceDetectMode == 2) { availableFaceDetectModes.add(ANDROID_STATISTICS_FACE_DETECT_MODE_FULL); } else if (supportedFaceDetectMode == 3) { availableFaceDetectModes.add(ANDROID_STATISTICS_FACE_DETECT_MODE_SIMPLE); availableFaceDetectModes.add(ANDROID_STATISTICS_FACE_DETECT_MODE_FULL); } else { maxFaces = 0; } staticInfo.update(ANDROID_STATISTICS_INFO_AVAILABLE_FACE_DETECT_MODES, availableFaceDetectModes.array(), availableFaceDetectModes.size()); staticInfo.update(ANDROID_STATISTICS_INFO_MAX_FACE_COUNT, (int32_t *)&maxFaces, 1); uint8_t face_bsgc = gCamCapability[cameraId]->face_bsgc; staticInfo.update(QCAMERA3_STATS_BSGC_AVAILABLE, &face_bsgc, 1); int32_t exposureCompensationRange[] = { gCamCapability[cameraId]->exposure_compensation_min, gCamCapability[cameraId]->exposure_compensation_max}; staticInfo.update(ANDROID_CONTROL_AE_COMPENSATION_RANGE, exposureCompensationRange, sizeof(exposureCompensationRange)/sizeof(int32_t)); uint8_t lensFacing = (facingBack) ? ANDROID_LENS_FACING_BACK : ANDROID_LENS_FACING_FRONT; staticInfo.update(ANDROID_LENS_FACING, &lensFacing, 1); staticInfo.update(ANDROID_JPEG_AVAILABLE_THUMBNAIL_SIZES, available_thumbnail_sizes, sizeof(available_thumbnail_sizes)/sizeof(int32_t)); /*all sizes will be clubbed into this tag*/ count = MIN(gCamCapability[cameraId]->picture_sizes_tbl_cnt, MAX_SIZES_CNT); /*android.scaler.availableStreamConfigurations*/ Vector available_stream_configs; std::vector stream_configs; std::unordered_map suggested_configs; int32_t suggested_proc_formats[] = { ANDROID_SCALER_AVAILABLE_FORMATS_YCbCr_420_888, HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED}; size_t suggested_formats_count = sizeof(suggested_proc_formats) / sizeof(suggested_proc_formats[0]); cam_dimension_t active_array_dim; active_array_dim.width = gCamCapability[cameraId]->active_array_size.width; active_array_dim.height = gCamCapability[cameraId]->active_array_size.height; /*advertise list of input dimensions supported based on below property. By default all sizes upto 5MP will be advertised. Note that the setprop resolution format should be WxH. e.g: adb shell setprop persist.camera.input.minsize 1280x720 To list all supported sizes, setprop needs to be set with "0x0" */ cam_dimension_t minInputSize = {2592,1944}; //5MP memset(prop, 0, sizeof(prop)); property_get("persist.camera.input.minsize", prop, "2592x1944"); if (strlen(prop) > 0) { char *saveptr = NULL; char *token = strtok_r(prop, "x", &saveptr); if (token != NULL) { minInputSize.width = atoi(token); } token = strtok_r(NULL, "x", &saveptr); if (token != NULL) { minInputSize.height = atoi(token); } } int32_t raw_usecase = 1 << ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS_RAW; int32_t zsl_snapshot_usecase = (1 << ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS_SNAPSHOT) | (1 << ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS_ZSL); int32_t zsl_usecase = 1 << ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS_ZSL; /* Add input/output stream configurations for each scalar formats*/ for (size_t j = 0; j < scalar_formats_count; j++) { switch (scalar_formats[j]) { case ANDROID_SCALER_AVAILABLE_FORMATS_RAW16: case ANDROID_SCALER_AVAILABLE_FORMATS_RAW_OPAQUE: case HAL_PIXEL_FORMAT_RAW10: for (size_t i = 0; i < MIN(MAX_SIZES_CNT, gCamCapability[cameraId]->supported_raw_dim_cnt); i++) { addStreamConfig(available_stream_configs, scalar_formats[j], gCamCapability[cameraId]->raw_dim[i], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT); config_entry entry(gCamCapability[cameraId]->raw_dim[i].width, gCamCapability[cameraId]->raw_dim[i].height, scalar_formats[j], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT); stream_configs.push_back(entry); if ((scalar_formats[j] == HAL_PIXEL_FORMAT_RAW10) || (scalar_formats[j] == ANDROID_SCALER_AVAILABLE_FORMATS_RAW_OPAQUE)) { suggested_configs[entry] |= raw_usecase; } } break; case HAL_PIXEL_FORMAT_BLOB: for (size_t i = 0; i < MIN(MAX_SIZES_CNT, gCamCapability[cameraId]->picture_sizes_tbl_cnt); i++) { addStreamConfig(available_stream_configs, scalar_formats[j], gCamCapability[cameraId]->picture_sizes_tbl[i], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT); stream_configs.push_back(config_entry( gCamCapability[cameraId]->picture_sizes_tbl[i].width, gCamCapability[cameraId]->picture_sizes_tbl[i].height, scalar_formats[j], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT)); config_entry entry(gCamCapability[cameraId]->picture_sizes_tbl[i].width, gCamCapability[cameraId]->picture_sizes_tbl[i].height, scalar_formats[j], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT); suggested_configs[entry] |= zsl_snapshot_usecase; } break; case HAL_PIXEL_FORMAT_YCbCr_420_888: case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: case HAL_PIXEL_FORMAT_Y8: default: cam_dimension_t largest_picture_size; memset(&largest_picture_size, 0, sizeof(cam_dimension_t)); for (size_t i = 0; i < MIN(MAX_SIZES_CNT, gCamCapability[cameraId]->picture_sizes_tbl_cnt); i++) { addStreamConfig(available_stream_configs, scalar_formats[j], gCamCapability[cameraId]->picture_sizes_tbl[i], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT); config_entry entry(gCamCapability[cameraId]->picture_sizes_tbl[i].width, gCamCapability[cameraId]->picture_sizes_tbl[i].height, scalar_formats[j], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT); stream_configs.push_back(entry); suggested_configs[entry] |= zsl_snapshot_usecase; /*For below 2 formats we also support i/p streams for reprocessing advertise those*/ if ((scalar_formats[j] == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED || scalar_formats[j] == HAL_PIXEL_FORMAT_YCbCr_420_888 || scalar_formats[j] == HAL_PIXEL_FORMAT_Y8) && i == 0) { if ((gCamCapability[cameraId]->picture_sizes_tbl[i].width >= minInputSize.width) || (gCamCapability[cameraId]-> picture_sizes_tbl[i].height >= minInputSize.height)) { addStreamConfig(available_stream_configs, scalar_formats[j], gCamCapability[cameraId]->picture_sizes_tbl[i], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_INPUT); config_entry entry( gCamCapability[cameraId]->picture_sizes_tbl[i].width, gCamCapability[cameraId]->picture_sizes_tbl[i].height, scalar_formats[j], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_INPUT); suggested_configs[entry] |= zsl_usecase; } } } break; } } staticInfo.update(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS, available_stream_configs.array(), available_stream_configs.size()); int32_t preview_usecase = 1 << ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS_PREVIEW; for (size_t i = 0; i < gCamCapability[cameraId]->preview_sizes_tbl_cnt; i++) { for (size_t j = 0; j < suggested_formats_count; j++) { config_entry entry(gCamCapability[cameraId]->preview_sizes_tbl[i].width, gCamCapability[cameraId]->preview_sizes_tbl[i].height, suggested_proc_formats[j], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT); if (std::find(stream_configs.begin(), stream_configs.end(), entry) != stream_configs.end()) { suggested_configs[entry] |= preview_usecase; } } } int32_t record_usecase = 1 << ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS_RECORD; for (size_t i = 0; i < gCamCapability[cameraId]->video_sizes_tbl_cnt; i++) { for (size_t j = 0; j < suggested_formats_count; j++) { config_entry entry(gCamCapability[cameraId]->video_sizes_tbl[i].width, gCamCapability[cameraId]->video_sizes_tbl[i].height, suggested_proc_formats[j], ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT); if (std::find(stream_configs.begin(), stream_configs.end(), entry) != stream_configs.end()) { suggested_configs[entry] |= record_usecase; } } } int32_t video_snapshot_usecase = 1 << ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS_VIDEO_SNAPSHOT; for (size_t i = 0; i < gCamCapability[cameraId]->livesnapshot_sizes_tbl_cnt; i++) { config_entry entry(gCamCapability[cameraId]->livesnapshot_sizes_tbl[i].width, gCamCapability[cameraId]->livesnapshot_sizes_tbl[i].height, HAL_PIXEL_FORMAT_BLOB, ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT); if (std::find(stream_configs.begin(), stream_configs.end(), entry) != stream_configs.end()) { suggested_configs[entry] |= video_snapshot_usecase; } } std::vector suggested_array; suggested_array.reserve(suggested_configs.size() * 5); for (const auto &it : suggested_configs) { suggested_array.push_back(std::get<0>(it.first)); suggested_array.push_back(std::get<1>(it.first)); suggested_array.push_back(std::get<2>(it.first)); suggested_array.push_back(std::get<3>(it.first)); suggested_array.push_back(it.second); } staticInfo.update(ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS, suggested_array.data(), suggested_array.size()); /* android.scaler.availableMinFrameDurations */ Vector available_min_durations; for (size_t j = 0; j < scalar_formats_count; j++) { switch (scalar_formats[j]) { case ANDROID_SCALER_AVAILABLE_FORMATS_RAW16: case ANDROID_SCALER_AVAILABLE_FORMATS_RAW_OPAQUE: case HAL_PIXEL_FORMAT_RAW10: for (size_t i = 0; i < MIN(MAX_SIZES_CNT, gCamCapability[cameraId]->supported_raw_dim_cnt); i++) { available_min_durations.add(scalar_formats[j]); available_min_durations.add(gCamCapability[cameraId]->raw_dim[i].width); available_min_durations.add(gCamCapability[cameraId]->raw_dim[i].height); available_min_durations.add(gCamCapability[cameraId]->raw_min_duration[i]); } break; default: for (size_t i = 0; i < MIN(MAX_SIZES_CNT, gCamCapability[cameraId]->picture_sizes_tbl_cnt); i++) { available_min_durations.add(scalar_formats[j]); available_min_durations.add(gCamCapability[cameraId]->picture_sizes_tbl[i].width); available_min_durations.add(gCamCapability[cameraId]->picture_sizes_tbl[i].height); available_min_durations.add(gCamCapability[cameraId]->picture_min_duration[i]); } break; } } staticInfo.update(ANDROID_SCALER_AVAILABLE_MIN_FRAME_DURATIONS, available_min_durations.array(), available_min_durations.size()); Vector available_hfr_configs; for (size_t i = 0; i < gCamCapability[cameraId]->hfr_tbl_cnt; i++) { int32_t fps = 0; switch (gCamCapability[cameraId]->hfr_tbl[i].mode) { case CAM_HFR_MODE_60FPS: fps = 60; break; case CAM_HFR_MODE_90FPS: fps = 90; break; case CAM_HFR_MODE_120FPS: fps = 120; break; case CAM_HFR_MODE_150FPS: fps = 150; break; case CAM_HFR_MODE_180FPS: fps = 180; break; case CAM_HFR_MODE_210FPS: fps = 210; break; case CAM_HFR_MODE_240FPS: fps = 240; break; case CAM_HFR_MODE_480FPS: fps = 480; break; case CAM_HFR_MODE_OFF: case CAM_HFR_MODE_MAX: default: break; } /* Advertise only MIN_FPS_FOR_BATCH_MODE or above as HIGH_SPEED_CONFIGS */ if (fps >= MIN_FPS_FOR_BATCH_MODE) { /* For each HFR frame rate, need to advertise one variable fps range * and one fixed fps range per dimension. Eg: for 120 FPS, advertise [30, 120] * and [120, 120]. While camcorder preview alone is running [30, 120] is * set by the app. When video recording is started, [120, 120] is * set. This way sensor configuration does not change when recording * is started */ /* (width, height, fps_min, fps_max, batch_size_max) */ for (size_t j = 0; j < gCamCapability[cameraId]->hfr_tbl[i].dim_cnt && j < MAX_SIZES_CNT; j++) { available_hfr_configs.add( gCamCapability[cameraId]->hfr_tbl[i].dim[j].width); available_hfr_configs.add( gCamCapability[cameraId]->hfr_tbl[i].dim[j].height); available_hfr_configs.add(PREVIEW_FPS_FOR_HFR); available_hfr_configs.add(fps); available_hfr_configs.add(fps / PREVIEW_FPS_FOR_HFR); /* (width, height, fps_min, fps_max, batch_size_max) */ available_hfr_configs.add( gCamCapability[cameraId]->hfr_tbl[i].dim[j].width); available_hfr_configs.add( gCamCapability[cameraId]->hfr_tbl[i].dim[j].height); available_hfr_configs.add(fps); available_hfr_configs.add(fps); available_hfr_configs.add(fps / PREVIEW_FPS_FOR_HFR); } } } //Advertise HFR capability only if the property is set memset(prop, 0, sizeof(prop)); property_get("persist.camera.hal3hfr.enable", prop, "1"); uint8_t hfrEnable = (uint8_t)atoi(prop); if(hfrEnable && available_hfr_configs.array()) { staticInfo.update( ANDROID_CONTROL_AVAILABLE_HIGH_SPEED_VIDEO_CONFIGURATIONS, available_hfr_configs.array(), available_hfr_configs.size()); } int32_t max_jpeg_size = (int32_t)calcMaxJpegSize(cameraId); staticInfo.update(ANDROID_JPEG_MAX_SIZE, &max_jpeg_size, 1); uint8_t avail_effects[CAM_EFFECT_MODE_MAX]; size_t size = 0; count = CAM_EFFECT_MODE_MAX; count = MIN(gCamCapability[cameraId]->supported_effects_cnt, count); for (size_t i = 0; i < count; i++) { int val = lookupFwkName(EFFECT_MODES_MAP, METADATA_MAP_SIZE(EFFECT_MODES_MAP), gCamCapability[cameraId]->supported_effects[i]); if (NAME_NOT_FOUND != val) { avail_effects[size] = (uint8_t)val; size++; } } staticInfo.update(ANDROID_CONTROL_AVAILABLE_EFFECTS, avail_effects, size); uint8_t avail_scene_modes[CAM_SCENE_MODE_MAX]; uint8_t supported_indexes[CAM_SCENE_MODE_MAX]; size_t supported_scene_modes_cnt = 0; count = CAM_SCENE_MODE_MAX; count = MIN(gCamCapability[cameraId]->supported_scene_modes_cnt, count); for (size_t i = 0; i < count; i++) { if (gCamCapability[cameraId]->supported_scene_modes[i] != CAM_SCENE_MODE_OFF) { int val = lookupFwkName(SCENE_MODES_MAP, METADATA_MAP_SIZE(SCENE_MODES_MAP), gCamCapability[cameraId]->supported_scene_modes[i]); if (NAME_NOT_FOUND != val) { avail_scene_modes[supported_scene_modes_cnt] = (uint8_t)val; supported_indexes[supported_scene_modes_cnt] = (uint8_t)i; supported_scene_modes_cnt++; } } } staticInfo.update(ANDROID_CONTROL_AVAILABLE_SCENE_MODES, avail_scene_modes, supported_scene_modes_cnt); uint8_t scene_mode_overrides[CAM_SCENE_MODE_MAX * 3]; makeOverridesList(gCamCapability[cameraId]->scene_mode_overrides, supported_scene_modes_cnt, CAM_SCENE_MODE_MAX, scene_mode_overrides, supported_indexes, cameraId); if (supported_scene_modes_cnt == 0) { supported_scene_modes_cnt = 1; avail_scene_modes[0] = ANDROID_CONTROL_SCENE_MODE_DISABLED; } staticInfo.update(ANDROID_CONTROL_SCENE_MODE_OVERRIDES, scene_mode_overrides, supported_scene_modes_cnt * 3); uint8_t available_control_modes[] = {ANDROID_CONTROL_MODE_OFF, ANDROID_CONTROL_MODE_AUTO, ANDROID_CONTROL_MODE_USE_SCENE_MODE}; staticInfo.update(ANDROID_CONTROL_AVAILABLE_MODES, available_control_modes, 3); uint8_t avail_antibanding_modes[CAM_ANTIBANDING_MODE_MAX]; size = 0; count = CAM_ANTIBANDING_MODE_MAX; count = MIN(gCamCapability[cameraId]->supported_antibandings_cnt, count); for (size_t i = 0; i < count; i++) { int val = lookupFwkName(ANTIBANDING_MODES_MAP, METADATA_MAP_SIZE(ANTIBANDING_MODES_MAP), gCamCapability[cameraId]->supported_antibandings[i]); if (NAME_NOT_FOUND != val) { avail_antibanding_modes[size] = (uint8_t)val; size++; } } staticInfo.update(ANDROID_CONTROL_AE_AVAILABLE_ANTIBANDING_MODES, avail_antibanding_modes, size); uint8_t avail_abberation_modes[] = { ANDROID_COLOR_CORRECTION_ABERRATION_MODE_OFF, ANDROID_COLOR_CORRECTION_ABERRATION_MODE_FAST, ANDROID_COLOR_CORRECTION_ABERRATION_MODE_HIGH_QUALITY}; count = CAM_COLOR_CORRECTION_ABERRATION_MAX; count = MIN(gCamCapability[cameraId]->aberration_modes_count, count); if (0 == count) { // If no aberration correction modes are available for a device, this advertise OFF mode size = 1; } else { // If count is not zero then atleast one among the FAST or HIGH quality is supported // So, advertize all 3 modes if atleast any one mode is supported as per the // new M requirement size = 3; } staticInfo.update(ANDROID_COLOR_CORRECTION_AVAILABLE_ABERRATION_MODES, avail_abberation_modes, size); uint8_t avail_af_modes[CAM_FOCUS_MODE_MAX]; size = 0; count = CAM_FOCUS_MODE_MAX; count = MIN(gCamCapability[cameraId]->supported_focus_modes_cnt, count); for (size_t i = 0; i < count; i++) { int val = lookupFwkName(FOCUS_MODES_MAP, METADATA_MAP_SIZE(FOCUS_MODES_MAP), gCamCapability[cameraId]->supported_focus_modes[i]); if (NAME_NOT_FOUND != val) { avail_af_modes[size] = (uint8_t)val; size++; } } staticInfo.update(ANDROID_CONTROL_AF_AVAILABLE_MODES, avail_af_modes, size); uint8_t avail_awb_modes[CAM_WB_MODE_MAX]; size = 0; count = CAM_WB_MODE_MAX; count = MIN(gCamCapability[cameraId]->supported_white_balances_cnt, count); for (size_t i = 0; i < count; i++) { int val = lookupFwkName(WHITE_BALANCE_MODES_MAP, METADATA_MAP_SIZE(WHITE_BALANCE_MODES_MAP), gCamCapability[cameraId]->supported_white_balances[i]); if (NAME_NOT_FOUND != val) { avail_awb_modes[size] = (uint8_t)val; size++; } } staticInfo.update(ANDROID_CONTROL_AWB_AVAILABLE_MODES, avail_awb_modes, size); uint8_t available_flash_levels[CAM_FLASH_FIRING_LEVEL_MAX]; count = CAM_FLASH_FIRING_LEVEL_MAX; count = MIN(gCamCapability[cameraId]->supported_flash_firing_level_cnt, count); for (size_t i = 0; i < count; i++) { available_flash_levels[i] = gCamCapability[cameraId]->supported_firing_levels[i]; } staticInfo.update(ANDROID_FLASH_FIRING_POWER, available_flash_levels, count); uint8_t flashAvailable; if (gCamCapability[cameraId]->flash_available) flashAvailable = ANDROID_FLASH_INFO_AVAILABLE_TRUE; else flashAvailable = ANDROID_FLASH_INFO_AVAILABLE_FALSE; staticInfo.update(ANDROID_FLASH_INFO_AVAILABLE, &flashAvailable, 1); Vector avail_ae_modes; count = CAM_AE_MODE_MAX; count = MIN(gCamCapability[cameraId]->supported_ae_modes_cnt, count); for (size_t i = 0; i < count; i++) { uint8_t aeMode = gCamCapability[cameraId]->supported_ae_modes[i]; if (aeMode == CAM_AE_MODE_ON_EXTERNAL_FLASH) { aeMode = ANDROID_CONTROL_AE_MODE_ON_EXTERNAL_FLASH; } avail_ae_modes.add(aeMode); } if (flashAvailable) { avail_ae_modes.add(ANDROID_CONTROL_AE_MODE_ON_AUTO_FLASH); avail_ae_modes.add(ANDROID_CONTROL_AE_MODE_ON_ALWAYS_FLASH); } staticInfo.update(ANDROID_CONTROL_AE_AVAILABLE_MODES, avail_ae_modes.array(), avail_ae_modes.size()); int32_t sensitivity_range[2]; sensitivity_range[0] = gCamCapability[cameraId]->sensitivity_range.min_sensitivity; sensitivity_range[1] = gCamCapability[cameraId]->sensitivity_range.max_sensitivity; staticInfo.update(ANDROID_SENSOR_INFO_SENSITIVITY_RANGE, sensitivity_range, sizeof(sensitivity_range) / sizeof(int32_t)); staticInfo.update(ANDROID_SENSOR_MAX_ANALOG_SENSITIVITY, &gCamCapability[cameraId]->max_analog_sensitivity, 1); int32_t sensor_orientation = (int32_t)gCamCapability[cameraId]->sensor_mount_angle; staticInfo.update(ANDROID_SENSOR_ORIENTATION, &sensor_orientation, 1); int32_t max_output_streams[] = { MAX_STALLING_STREAMS, MAX_PROCESSED_STREAMS, MAX_RAW_STREAMS}; staticInfo.update(ANDROID_REQUEST_MAX_NUM_OUTPUT_STREAMS, max_output_streams, sizeof(max_output_streams)/sizeof(max_output_streams[0])); uint8_t avail_leds = 0; staticInfo.update(ANDROID_LED_AVAILABLE_LEDS, &avail_leds, 0); uint8_t focus_dist_calibrated; int val = lookupFwkName(FOCUS_CALIBRATION_MAP, METADATA_MAP_SIZE(FOCUS_CALIBRATION_MAP), gCamCapability[cameraId]->focus_dist_calibrated); if (NAME_NOT_FOUND != val) { focus_dist_calibrated = (uint8_t)val; staticInfo.update(ANDROID_LENS_INFO_FOCUS_DISTANCE_CALIBRATION, &focus_dist_calibrated, 1); } int32_t avail_testpattern_modes[MAX_TEST_PATTERN_CNT]; size = 0; count = MIN(gCamCapability[cameraId]->supported_test_pattern_modes_cnt, MAX_TEST_PATTERN_CNT); for (size_t i = 0; i < count; i++) { int testpatternMode = lookupFwkName(TEST_PATTERN_MAP, METADATA_MAP_SIZE(TEST_PATTERN_MAP), gCamCapability[cameraId]->supported_test_pattern_modes[i]); if (NAME_NOT_FOUND != testpatternMode) { avail_testpattern_modes[size] = testpatternMode; size++; } } staticInfo.update(ANDROID_SENSOR_AVAILABLE_TEST_PATTERN_MODES, avail_testpattern_modes, size); uint8_t max_pipeline_depth = (uint8_t)(MAX_INFLIGHT_REQUESTS + EMPTY_PIPELINE_DELAY + FRAME_SKIP_DELAY); staticInfo.update(ANDROID_REQUEST_PIPELINE_MAX_DEPTH, &max_pipeline_depth, 1); int32_t partial_result_count = PARTIAL_RESULT_COUNT; staticInfo.update(ANDROID_REQUEST_PARTIAL_RESULT_COUNT, &partial_result_count, 1); int32_t max_stall_duration = MAX_REPROCESS_STALL; staticInfo.update(ANDROID_REPROCESS_MAX_CAPTURE_STALL, &max_stall_duration, 1); Vector available_capabilities; available_capabilities.add(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_BACKWARD_COMPATIBLE); available_capabilities.add(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_MANUAL_SENSOR); available_capabilities.add(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_MANUAL_POST_PROCESSING); available_capabilities.add(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_READ_SENSOR_SETTINGS); if (supportBurst) { available_capabilities.add(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_BURST_CAPTURE); } available_capabilities.add(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_PRIVATE_REPROCESSING); available_capabilities.add(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_YUV_REPROCESSING); if (hfrEnable && available_hfr_configs.array()) { available_capabilities.add( ANDROID_REQUEST_AVAILABLE_CAPABILITIES_CONSTRAINED_HIGH_SPEED_VIDEO); } if (CAM_SENSOR_YUV != gCamCapability[cameraId]->sensor_type.sens_type) { available_capabilities.add(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_RAW); } // Only back camera supports MOTION_TRACKING if (cameraId == 0) { available_capabilities.add(ANDROID_REQUEST_AVAILABLE_CAPABILITIES_MOTION_TRACKING); } staticInfo.update(ANDROID_REQUEST_AVAILABLE_CAPABILITIES, available_capabilities.array(), available_capabilities.size()); //aeLockAvailable to be set to true if capabilities has MANUAL_SENSOR or BURST_CAPTURE //Assumption is that all bayer cameras support MANUAL_SENSOR. uint8_t aeLockAvailable = (gCamCapability[cameraId]->sensor_type.sens_type == CAM_SENSOR_RAW) ? ANDROID_CONTROL_AE_LOCK_AVAILABLE_TRUE : ANDROID_CONTROL_AE_LOCK_AVAILABLE_FALSE; staticInfo.update(ANDROID_CONTROL_AE_LOCK_AVAILABLE, &aeLockAvailable, 1); //awbLockAvailable to be set to true if capabilities has MANUAL_POST_PROCESSING or //BURST_CAPTURE. Assumption is that all bayer cameras support MANUAL_POST_PROCESSING. uint8_t awbLockAvailable = (gCamCapability[cameraId]->sensor_type.sens_type == CAM_SENSOR_RAW) ? ANDROID_CONTROL_AWB_LOCK_AVAILABLE_TRUE : ANDROID_CONTROL_AWB_LOCK_AVAILABLE_FALSE; staticInfo.update(ANDROID_CONTROL_AWB_LOCK_AVAILABLE, &awbLockAvailable, 1); int32_t max_input_streams = 1; staticInfo.update(ANDROID_REQUEST_MAX_NUM_INPUT_STREAMS, &max_input_streams, 1); /* format of the map is : input format, num_output_formats, outputFormat1,..,outputFormatN */ int32_t io_format_map[] = {HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED, 3, HAL_PIXEL_FORMAT_BLOB, HAL_PIXEL_FORMAT_YCbCr_420_888, HAL_PIXEL_FORMAT_Y8, HAL_PIXEL_FORMAT_YCbCr_420_888, 2, HAL_PIXEL_FORMAT_BLOB, HAL_PIXEL_FORMAT_YCbCr_420_888, HAL_PIXEL_FORMAT_Y8, 2, HAL_PIXEL_FORMAT_BLOB, HAL_PIXEL_FORMAT_Y8}; staticInfo.update(ANDROID_SCALER_AVAILABLE_INPUT_OUTPUT_FORMATS_MAP, io_format_map, sizeof(io_format_map)/sizeof(io_format_map[0])); staticInfo.update(ANDROID_SCALER_AVAILABLE_RECOMMENDED_INPUT_OUTPUT_FORMATS_MAP, io_format_map, sizeof(io_format_map)/sizeof(io_format_map[0])); int32_t max_latency = ANDROID_SYNC_MAX_LATENCY_PER_FRAME_CONTROL; staticInfo.update(ANDROID_SYNC_MAX_LATENCY, &max_latency, 1); #ifndef USE_HAL_3_3 int32_t isp_sensitivity_range[2]; isp_sensitivity_range[0] = gCamCapability[cameraId]->isp_sensitivity_range.min_sensitivity; isp_sensitivity_range[1] = gCamCapability[cameraId]->isp_sensitivity_range.max_sensitivity; staticInfo.update(ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST_RANGE, isp_sensitivity_range, sizeof(isp_sensitivity_range) / sizeof(isp_sensitivity_range[0])); #endif uint8_t available_hot_pixel_modes[] = {ANDROID_HOT_PIXEL_MODE_FAST, ANDROID_HOT_PIXEL_MODE_HIGH_QUALITY}; staticInfo.update(ANDROID_HOT_PIXEL_AVAILABLE_HOT_PIXEL_MODES, available_hot_pixel_modes, sizeof(available_hot_pixel_modes)/sizeof(available_hot_pixel_modes[0])); uint8_t available_shading_modes[] = {ANDROID_SHADING_MODE_OFF, ANDROID_SHADING_MODE_FAST, ANDROID_SHADING_MODE_HIGH_QUALITY}; staticInfo.update(ANDROID_SHADING_AVAILABLE_MODES, available_shading_modes, 3); uint8_t available_lens_shading_map_modes[] = {ANDROID_STATISTICS_LENS_SHADING_MAP_MODE_OFF, ANDROID_STATISTICS_LENS_SHADING_MAP_MODE_ON}; staticInfo.update(ANDROID_STATISTICS_INFO_AVAILABLE_LENS_SHADING_MAP_MODES, available_lens_shading_map_modes, 2); uint8_t available_edge_modes[] = {ANDROID_EDGE_MODE_OFF, ANDROID_EDGE_MODE_FAST, ANDROID_EDGE_MODE_HIGH_QUALITY, ANDROID_EDGE_MODE_ZERO_SHUTTER_LAG}; staticInfo.update(ANDROID_EDGE_AVAILABLE_EDGE_MODES, available_edge_modes, sizeof(available_edge_modes)/sizeof(available_edge_modes[0])); uint8_t available_noise_red_modes[] = {ANDROID_NOISE_REDUCTION_MODE_OFF, ANDROID_NOISE_REDUCTION_MODE_FAST, ANDROID_NOISE_REDUCTION_MODE_HIGH_QUALITY, ANDROID_NOISE_REDUCTION_MODE_MINIMAL, ANDROID_NOISE_REDUCTION_MODE_ZERO_SHUTTER_LAG}; staticInfo.update(ANDROID_NOISE_REDUCTION_AVAILABLE_NOISE_REDUCTION_MODES, available_noise_red_modes, sizeof(available_noise_red_modes)/sizeof(available_noise_red_modes[0])); uint8_t available_tonemap_modes[] = {ANDROID_TONEMAP_MODE_CONTRAST_CURVE, ANDROID_TONEMAP_MODE_FAST, ANDROID_TONEMAP_MODE_HIGH_QUALITY}; staticInfo.update(ANDROID_TONEMAP_AVAILABLE_TONE_MAP_MODES, available_tonemap_modes, sizeof(available_tonemap_modes)/sizeof(available_tonemap_modes[0])); uint8_t available_hot_pixel_map_modes[] = {ANDROID_STATISTICS_HOT_PIXEL_MAP_MODE_OFF}; staticInfo.update(ANDROID_STATISTICS_INFO_AVAILABLE_HOT_PIXEL_MAP_MODES, available_hot_pixel_map_modes, sizeof(available_hot_pixel_map_modes)/sizeof(available_hot_pixel_map_modes[0])); val = lookupFwkName(REFERENCE_ILLUMINANT_MAP, METADATA_MAP_SIZE(REFERENCE_ILLUMINANT_MAP), gCamCapability[cameraId]->reference_illuminant1); if (NAME_NOT_FOUND != val) { uint8_t fwkReferenceIlluminant = (uint8_t)val; staticInfo.update(ANDROID_SENSOR_REFERENCE_ILLUMINANT1, &fwkReferenceIlluminant, 1); } val = lookupFwkName(REFERENCE_ILLUMINANT_MAP, METADATA_MAP_SIZE(REFERENCE_ILLUMINANT_MAP), gCamCapability[cameraId]->reference_illuminant2); if (NAME_NOT_FOUND != val) { uint8_t fwkReferenceIlluminant = (uint8_t)val; staticInfo.update(ANDROID_SENSOR_REFERENCE_ILLUMINANT2, &fwkReferenceIlluminant, 1); } staticInfo.update(ANDROID_SENSOR_FORWARD_MATRIX1, (camera_metadata_rational_t *) (void *)gCamCapability[cameraId]->forward_matrix1, FORWARD_MATRIX_COLS * FORWARD_MATRIX_ROWS); staticInfo.update(ANDROID_SENSOR_FORWARD_MATRIX2, (camera_metadata_rational_t *) (void *)gCamCapability[cameraId]->forward_matrix2, FORWARD_MATRIX_COLS * FORWARD_MATRIX_ROWS); staticInfo.update(ANDROID_SENSOR_COLOR_TRANSFORM1, (camera_metadata_rational_t *) (void *)gCamCapability[cameraId]->color_transform1, COLOR_TRANSFORM_COLS * COLOR_TRANSFORM_ROWS); staticInfo.update(ANDROID_SENSOR_COLOR_TRANSFORM2, (camera_metadata_rational_t *) (void *)gCamCapability[cameraId]->color_transform2, COLOR_TRANSFORM_COLS * COLOR_TRANSFORM_ROWS); staticInfo.update(ANDROID_SENSOR_CALIBRATION_TRANSFORM1, (camera_metadata_rational_t *) (void *)gCamCapability[cameraId]->calibration_transform1, CAL_TRANSFORM_COLS * CAL_TRANSFORM_ROWS); staticInfo.update(ANDROID_SENSOR_CALIBRATION_TRANSFORM2, (camera_metadata_rational_t *) (void *)gCamCapability[cameraId]->calibration_transform2, CAL_TRANSFORM_COLS * CAL_TRANSFORM_ROWS); #ifndef USE_HAL_3_3 int32_t session_keys[] = {ANDROID_CONTROL_VIDEO_STABILIZATION_MODE, ANDROID_CONTROL_AE_TARGET_FPS_RANGE, QCAMERA3_INSTANT_AEC_MODE, QCAMERA3_USE_AV_TIMER, QCAMERA3_VIDEO_HDR_MODE, TANGO_MODE_DATA_SENSOR_FULLFOV}; staticInfo.update(ANDROID_REQUEST_AVAILABLE_SESSION_KEYS, session_keys, sizeof(session_keys) / sizeof(session_keys[0])); #endif int32_t request_keys_basic[] = {ANDROID_COLOR_CORRECTION_MODE, ANDROID_COLOR_CORRECTION_TRANSFORM, ANDROID_COLOR_CORRECTION_GAINS, ANDROID_COLOR_CORRECTION_ABERRATION_MODE, ANDROID_CONTROL_AE_ANTIBANDING_MODE, ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION, ANDROID_CONTROL_AE_LOCK, ANDROID_CONTROL_AE_MODE, ANDROID_CONTROL_AE_REGIONS, ANDROID_CONTROL_AE_TARGET_FPS_RANGE, ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER, ANDROID_CONTROL_AF_MODE, ANDROID_CONTROL_AF_TRIGGER, ANDROID_CONTROL_AWB_LOCK, ANDROID_CONTROL_AWB_MODE, ANDROID_CONTROL_CAPTURE_INTENT, ANDROID_CONTROL_EFFECT_MODE, ANDROID_CONTROL_MODE, ANDROID_CONTROL_SCENE_MODE, ANDROID_CONTROL_VIDEO_STABILIZATION_MODE, ANDROID_DEMOSAIC_MODE, ANDROID_EDGE_MODE, ANDROID_FLASH_FIRING_POWER, ANDROID_FLASH_FIRING_TIME, ANDROID_FLASH_MODE, ANDROID_JPEG_GPS_COORDINATES, ANDROID_JPEG_GPS_PROCESSING_METHOD, ANDROID_JPEG_GPS_TIMESTAMP, ANDROID_JPEG_ORIENTATION, ANDROID_JPEG_QUALITY, ANDROID_JPEG_THUMBNAIL_QUALITY, ANDROID_JPEG_THUMBNAIL_SIZE, ANDROID_LENS_APERTURE, ANDROID_LENS_FILTER_DENSITY, ANDROID_LENS_FOCAL_LENGTH, ANDROID_LENS_FOCUS_DISTANCE, ANDROID_LENS_OPTICAL_STABILIZATION_MODE, ANDROID_NOISE_REDUCTION_MODE, ANDROID_REQUEST_ID, ANDROID_REQUEST_TYPE, ANDROID_SCALER_CROP_REGION, ANDROID_SENSOR_EXPOSURE_TIME, ANDROID_SENSOR_FRAME_DURATION, ANDROID_HOT_PIXEL_MODE, ANDROID_STATISTICS_HOT_PIXEL_MAP_MODE, ANDROID_SENSOR_SENSITIVITY, ANDROID_SHADING_MODE, #ifndef USE_HAL_3_3 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST, ANDROID_CONTROL_ZOOM_RATIO, #endif ANDROID_STATISTICS_FACE_DETECT_MODE, ANDROID_STATISTICS_SHARPNESS_MAP_MODE, ANDROID_STATISTICS_OIS_DATA_MODE, ANDROID_STATISTICS_LENS_SHADING_MAP_MODE, ANDROID_TONEMAP_CURVE_BLUE, ANDROID_TONEMAP_CURVE_GREEN, ANDROID_TONEMAP_CURVE_RED, ANDROID_TONEMAP_MODE, ANDROID_BLACK_LEVEL_LOCK, NEXUS_EXPERIMENTAL_2016_HYBRID_AE_ENABLE, QCAMERA3_PRIVATEDATA_REPROCESS, QCAMERA3_CDS_MODE, QCAMERA3_CDS_INFO, QCAMERA3_CROP_COUNT_REPROCESS, QCAMERA3_CROP_REPROCESS, QCAMERA3_CROP_ROI_MAP_REPROCESS, QCAMERA3_TEMPORAL_DENOISE_ENABLE, QCAMERA3_TEMPORAL_DENOISE_PROCESS_TYPE, QCAMERA3_USE_ISO_EXP_PRIORITY, QCAMERA3_SELECT_PRIORITY, QCAMERA3_USE_SATURATION, QCAMERA3_EXPOSURE_METER, QCAMERA3_USE_AV_TIMER, QCAMERA3_DUALCAM_LINK_ENABLE, QCAMERA3_DUALCAM_LINK_IS_MAIN, QCAMERA3_DUALCAM_LINK_RELATED_CAMERA_ID, QCAMERA3_HAL_PRIVATEDATA_REPROCESS_FLAGS, QCAMERA3_HAL_PRIVATEDATA_REPROCESS_DATA_BLOB, QCAMERA3_HAL_PRIVATEDATA_EXIF_DEBUG_DATA_BLOB, QCAMERA3_JPEG_ENCODE_CROP_ENABLE, QCAMERA3_JPEG_ENCODE_CROP_RECT, QCAMERA3_JPEG_ENCODE_CROP_ROI, QCAMERA3_VIDEO_HDR_MODE, QCAMERA3_IR_MODE, QCAMERA3_AEC_CONVERGENCE_SPEED, QCAMERA3_AWB_CONVERGENCE_SPEED, QCAMERA3_INSTANT_AEC_MODE, QCAMERA3_SHARPNESS_STRENGTH, QCAMERA3_HISTOGRAM_MODE, QCAMERA3_BINNING_CORRECTION_MODE, /* DevCamDebug metadata request_keys_basic */ DEVCAMDEBUG_META_ENABLE, /* DevCamDebug metadata end */ NEXUS_EXPERIMENTAL_2017_HISTOGRAM_ENABLE, NEXUS_EXPERIMENTAL_2017_HISTOGRAM_BINS, TANGO_MODE_DATA_SENSOR_FULLFOV, NEXUS_EXPERIMENTAL_2017_TRACKING_AF_TRIGGER, NEXUS_EXPERIMENTAL_2017_PD_DATA_ENABLE, NEXUS_EXPERIMENTAL_2017_EXIF_MAKERNOTE, NEXUS_EXPERIMENTAL_2017_MOTION_DETECTION_ENABLE, }; size_t request_keys_cnt = sizeof(request_keys_basic)/sizeof(request_keys_basic[0]); Vector available_request_keys; available_request_keys.appendArray(request_keys_basic, request_keys_cnt); if (gCamCapability[cameraId]->supported_focus_modes_cnt > 1) { available_request_keys.add(ANDROID_CONTROL_AF_REGIONS); } if (gExposeEnableZslKey) { available_request_keys.add(ANDROID_CONTROL_ENABLE_ZSL); available_request_keys.add(NEXUS_EXPERIMENTAL_2017_POSTVIEW); available_request_keys.add(NEXUS_EXPERIMENTAL_2017_CONTINUOUS_ZSL_CAPTURE); available_request_keys.add(NEXUS_EXPERIMENTAL_2017_DISABLE_HDRPLUS); } staticInfo.update(ANDROID_REQUEST_AVAILABLE_REQUEST_KEYS, available_request_keys.array(), available_request_keys.size()); int32_t result_keys_basic[] = {ANDROID_COLOR_CORRECTION_TRANSFORM, ANDROID_COLOR_CORRECTION_GAINS, ANDROID_CONTROL_AE_MODE, ANDROID_CONTROL_AE_REGIONS, ANDROID_CONTROL_AE_STATE, ANDROID_CONTROL_AF_MODE, ANDROID_CONTROL_AF_STATE, ANDROID_CONTROL_AWB_MODE, ANDROID_CONTROL_AF_SCENE_CHANGE, ANDROID_CONTROL_AWB_STATE, ANDROID_CONTROL_MODE, ANDROID_EDGE_MODE, ANDROID_FLASH_FIRING_POWER, ANDROID_FLASH_FIRING_TIME, ANDROID_FLASH_MODE, ANDROID_FLASH_STATE, ANDROID_JPEG_GPS_COORDINATES, ANDROID_JPEG_GPS_PROCESSING_METHOD, ANDROID_JPEG_GPS_TIMESTAMP, ANDROID_JPEG_ORIENTATION, ANDROID_JPEG_QUALITY, ANDROID_JPEG_THUMBNAIL_QUALITY, ANDROID_JPEG_THUMBNAIL_SIZE, ANDROID_LENS_APERTURE, ANDROID_LENS_FILTER_DENSITY, ANDROID_LENS_FOCAL_LENGTH, ANDROID_LENS_FOCUS_DISTANCE, ANDROID_LENS_FOCUS_RANGE, ANDROID_LENS_STATE, ANDROID_LENS_OPTICAL_STABILIZATION_MODE, ANDROID_NOISE_REDUCTION_MODE, ANDROID_REQUEST_ID, ANDROID_SCALER_CROP_REGION, ANDROID_SHADING_MODE, ANDROID_SENSOR_EXPOSURE_TIME, ANDROID_SENSOR_FRAME_DURATION, ANDROID_SENSOR_SENSITIVITY, ANDROID_SENSOR_TIMESTAMP, ANDROID_SENSOR_NEUTRAL_COLOR_POINT, ANDROID_SENSOR_PROFILE_TONE_CURVE, ANDROID_BLACK_LEVEL_LOCK, ANDROID_TONEMAP_CURVE_BLUE, ANDROID_TONEMAP_CURVE_GREEN, ANDROID_TONEMAP_CURVE_RED, ANDROID_TONEMAP_MODE, ANDROID_STATISTICS_FACE_DETECT_MODE, ANDROID_STATISTICS_SHARPNESS_MAP, ANDROID_STATISTICS_SHARPNESS_MAP_MODE, ANDROID_STATISTICS_PREDICTED_COLOR_GAINS, ANDROID_STATISTICS_PREDICTED_COLOR_TRANSFORM, ANDROID_STATISTICS_SCENE_FLICKER, ANDROID_STATISTICS_FACE_RECTANGLES, ANDROID_STATISTICS_FACE_SCORES, ANDROID_STATISTICS_OIS_DATA_MODE, ANDROID_STATISTICS_OIS_TIMESTAMPS, ANDROID_STATISTICS_OIS_X_SHIFTS, ANDROID_STATISTICS_OIS_Y_SHIFTS, #ifndef USE_HAL_3_3 ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST, ANDROID_CONTROL_ZOOM_RATIO, #endif NEXUS_EXPERIMENTAL_2016_HYBRID_AE_ENABLE, NEXUS_EXPERIMENTAL_2016_AF_SCENE_CHANGE, QCAMERA3_PRIVATEDATA_REPROCESS, QCAMERA3_CDS_MODE, QCAMERA3_CDS_INFO, QCAMERA3_CROP_COUNT_REPROCESS, QCAMERA3_CROP_REPROCESS, QCAMERA3_CROP_ROI_MAP_REPROCESS, QCAMERA3_TUNING_META_DATA_BLOB, QCAMERA3_TEMPORAL_DENOISE_ENABLE, QCAMERA3_TEMPORAL_DENOISE_PROCESS_TYPE, QCAMERA3_EXPOSURE_METER, QCAMERA3_SENSOR_DYNAMIC_BLACK_LEVEL_PATTERN, QCAMERA3_DUALCAM_LINK_ENABLE, QCAMERA3_DUALCAM_LINK_IS_MAIN, QCAMERA3_DUALCAM_LINK_RELATED_CAMERA_ID, QCAMERA3_HAL_PRIVATEDATA_REPROCESS_FLAGS, QCAMERA3_HAL_PRIVATEDATA_REPROCESS_DATA_BLOB, QCAMERA3_HAL_PRIVATEDATA_EXIF_DEBUG_DATA_BLOB, QCAMERA3_VIDEO_HDR_MODE, QCAMERA3_IR_MODE, QCAMERA3_AEC_CONVERGENCE_SPEED, QCAMERA3_AWB_CONVERGENCE_SPEED, QCAMERA3_INSTANT_AEC_MODE, QCAMERA3_HISTOGRAM_MODE, QCAMERA3_BINNING_CORRECTION_MODE, QCAMERA3_STATS_IS_HDR_SCENE, QCAMERA3_STATS_IS_HDR_SCENE_CONFIDENCE, QCAMERA3_STATS_BLINK_DETECTED, QCAMERA3_STATS_BLINK_DEGREE, QCAMERA3_STATS_SMILE_DEGREE, QCAMERA3_STATS_SMILE_CONFIDENCE, QCAMERA3_STATS_GAZE_ANGLE, QCAMERA3_STATS_GAZE_DIRECTION, QCAMERA3_STATS_GAZE_DEGREE, // DevCamDebug metadata result_keys_basic DEVCAMDEBUG_META_ENABLE, // DevCamDebug metadata result_keys AF DEVCAMDEBUG_AF_LENS_POSITION, DEVCAMDEBUG_AF_TOF_CONFIDENCE, DEVCAMDEBUG_AF_TOF_DISTANCE, DEVCAMDEBUG_AF_LUMA, DEVCAMDEBUG_AF_HAF_STATE, DEVCAMDEBUG_AF_MONITOR_PDAF_TARGET_POS, DEVCAMDEBUG_AF_MONITOR_PDAF_CONFIDENCE, DEVCAMDEBUG_AF_MONITOR_PDAF_REFOCUS, DEVCAMDEBUG_AF_MONITOR_TOF_TARGET_POS, DEVCAMDEBUG_AF_MONITOR_TOF_CONFIDENCE, DEVCAMDEBUG_AF_MONITOR_TOF_REFOCUS, DEVCAMDEBUG_AF_MONITOR_TYPE_SELECT, DEVCAMDEBUG_AF_MONITOR_REFOCUS, DEVCAMDEBUG_AF_MONITOR_TARGET_POS, DEVCAMDEBUG_AF_SEARCH_PDAF_TARGET_POS, DEVCAMDEBUG_AF_SEARCH_PDAF_NEXT_POS, DEVCAMDEBUG_AF_SEARCH_PDAF_NEAR_POS, DEVCAMDEBUG_AF_SEARCH_PDAF_FAR_POS, DEVCAMDEBUG_AF_SEARCH_PDAF_CONFIDENCE, DEVCAMDEBUG_AF_SEARCH_TOF_TARGET_POS, DEVCAMDEBUG_AF_SEARCH_TOF_NEXT_POS, DEVCAMDEBUG_AF_SEARCH_TOF_NEAR_POS, DEVCAMDEBUG_AF_SEARCH_TOF_FAR_POS, DEVCAMDEBUG_AF_SEARCH_TOF_CONFIDENCE, DEVCAMDEBUG_AF_SEARCH_TYPE_SELECT, DEVCAMDEBUG_AF_SEARCH_NEXT_POS, DEVCAMDEBUG_AF_SEARCH_TARGET_POS, // DevCamDebug metadata result_keys AEC DEVCAMDEBUG_AEC_TARGET_LUMA, DEVCAMDEBUG_AEC_COMP_LUMA, DEVCAMDEBUG_AEC_AVG_LUMA, DEVCAMDEBUG_AEC_CUR_LUMA, DEVCAMDEBUG_AEC_LINECOUNT, DEVCAMDEBUG_AEC_REAL_GAIN, DEVCAMDEBUG_AEC_EXP_INDEX, DEVCAMDEBUG_AEC_LUX_IDX, // DevCamDebug metadata result_keys zzHDR DEVCAMDEBUG_AEC_L_REAL_GAIN, DEVCAMDEBUG_AEC_L_LINECOUNT, DEVCAMDEBUG_AEC_S_REAL_GAIN, DEVCAMDEBUG_AEC_S_LINECOUNT, DEVCAMDEBUG_AEC_HDR_SENSITIVITY_RATIO, DEVCAMDEBUG_AEC_HDR_EXP_TIME_RATIO, // DevCamDebug metadata result_keys ADRC DEVCAMDEBUG_AEC_TOTAL_DRC_GAIN, DEVCAMDEBUG_AEC_COLOR_DRC_GAIN, DEVCAMDEBUG_AEC_GTM_RATIO, DEVCAMDEBUG_AEC_LTM_RATIO, DEVCAMDEBUG_AEC_LA_RATIO, DEVCAMDEBUG_AEC_GAMMA_RATIO, // DevCamDebug metadata result_keys AEC MOTION DEVCAMDEBUG_AEC_CAMERA_MOTION_DX, DEVCAMDEBUG_AEC_CAMERA_MOTION_DY, DEVCAMDEBUG_AEC_SUBJECT_MOTION, // DevCamDebug metadata result_keys AWB DEVCAMDEBUG_AWB_R_GAIN, DEVCAMDEBUG_AWB_G_GAIN, DEVCAMDEBUG_AWB_B_GAIN, DEVCAMDEBUG_AWB_CCT, DEVCAMDEBUG_AWB_DECISION, /* DevCamDebug metadata end */ NEXUS_EXPERIMENTAL_2017_HISTOGRAM_ENABLE, NEXUS_EXPERIMENTAL_2017_HISTOGRAM_BINS, NEXUS_EXPERIMENTAL_2017_HISTOGRAM, NEXUS_EXPERIMENTAL_2017_AF_REGIONS_CONFIDENCE, NEXUS_EXPERIMENTAL_2017_TRACKING_AF_TRIGGER, NEXUS_EXPERIMENTAL_2017_EXP_TIME_BOOST, NEXUS_EXPERIMENTAL_2017_SCENE_DISTANCE, NEXUS_EXPERIMENTAL_2017_OIS_FRAME_TIMESTAMP_VSYNC, NEXUS_EXPERIMENTAL_2017_OIS_FRAME_TIMESTAMP_BOOTTIME, NEXUS_EXPERIMENTAL_2017_OIS_TIMESTAMPS_BOOTTIME, NEXUS_EXPERIMENTAL_2017_OIS_SHIFT_X, NEXUS_EXPERIMENTAL_2017_OIS_SHIFT_Y, NEXUS_EXPERIMENTAL_2017_OIS_SHIFT_PIXEL_X, NEXUS_EXPERIMENTAL_2017_OIS_SHIFT_PIXEL_Y, NEXUS_EXPERIMENTAL_2017_MOTION_DETECTION_ENABLE, NEXUS_EXPERIMENTAL_2017_CAMERA_MOTION_X, NEXUS_EXPERIMENTAL_2017_CAMERA_MOTION_Y, NEXUS_EXPERIMENTAL_2017_SUBJECT_MOTION }; size_t result_keys_cnt = sizeof(result_keys_basic)/sizeof(result_keys_basic[0]); Vector available_result_keys; available_result_keys.appendArray(result_keys_basic, result_keys_cnt); if (gCamCapability[cameraId]->supported_focus_modes_cnt > 1) { available_result_keys.add(ANDROID_CONTROL_AF_REGIONS); } if (CAM_SENSOR_RAW == gCamCapability[cameraId]->sensor_type.sens_type) { available_result_keys.add(ANDROID_SENSOR_NOISE_PROFILE); available_result_keys.add(ANDROID_SENSOR_GREEN_SPLIT); } if (supportedFaceDetectMode == 1) { available_result_keys.add(ANDROID_STATISTICS_FACE_RECTANGLES); available_result_keys.add(ANDROID_STATISTICS_FACE_SCORES); } else if ((supportedFaceDetectMode == 2) || (supportedFaceDetectMode == 3)) { available_result_keys.add(ANDROID_STATISTICS_FACE_IDS); available_result_keys.add(ANDROID_STATISTICS_FACE_LANDMARKS); } #ifndef USE_HAL_3_3 { available_result_keys.add(ANDROID_SENSOR_DYNAMIC_BLACK_LEVEL); available_result_keys.add(ANDROID_SENSOR_DYNAMIC_WHITE_LEVEL); } #endif if (gExposeEnableZslKey) { available_result_keys.add(ANDROID_CONTROL_ENABLE_ZSL); available_result_keys.add(NEXUS_EXPERIMENTAL_2017_NEXT_STILL_INTENT_REQUEST_READY); available_result_keys.add(NEXUS_EXPERIMENTAL_2017_POSTVIEW_CONFIG); available_result_keys.add(NEXUS_EXPERIMENTAL_2017_POSTVIEW_DATA); } staticInfo.update(ANDROID_REQUEST_AVAILABLE_RESULT_KEYS, available_result_keys.array(), available_result_keys.size()); int32_t characteristics_keys_basic[] = {ANDROID_CONTROL_AE_AVAILABLE_ANTIBANDING_MODES, ANDROID_CONTROL_AE_AVAILABLE_MODES, ANDROID_CONTROL_AE_AVAILABLE_TARGET_FPS_RANGES, ANDROID_CONTROL_AE_COMPENSATION_RANGE, ANDROID_CONTROL_AE_COMPENSATION_STEP, ANDROID_CONTROL_AF_AVAILABLE_MODES, ANDROID_CONTROL_AVAILABLE_EFFECTS, ANDROID_COLOR_CORRECTION_AVAILABLE_ABERRATION_MODES, ANDROID_SCALER_CROPPING_TYPE, ANDROID_SYNC_MAX_LATENCY, ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE, ANDROID_CONTROL_AVAILABLE_SCENE_MODES, ANDROID_CONTROL_AVAILABLE_VIDEO_STABILIZATION_MODES, ANDROID_CONTROL_AWB_AVAILABLE_MODES, ANDROID_CONTROL_MAX_REGIONS, ANDROID_CONTROL_SCENE_MODE_OVERRIDES,ANDROID_FLASH_INFO_AVAILABLE, ANDROID_FLASH_INFO_CHARGE_DURATION, ANDROID_JPEG_AVAILABLE_THUMBNAIL_SIZES, ANDROID_JPEG_MAX_SIZE, ANDROID_LENS_INFO_AVAILABLE_APERTURES, ANDROID_LENS_INFO_AVAILABLE_FILTER_DENSITIES, ANDROID_LENS_INFO_AVAILABLE_FOCAL_LENGTHS, ANDROID_LENS_INFO_AVAILABLE_OPTICAL_STABILIZATION, ANDROID_LENS_INFO_HYPERFOCAL_DISTANCE, ANDROID_LENS_INFO_MINIMUM_FOCUS_DISTANCE, ANDROID_LENS_INFO_SHADING_MAP_SIZE, ANDROID_LENS_INFO_FOCUS_DISTANCE_CALIBRATION, ANDROID_LENS_FACING, ANDROID_REQUEST_MAX_NUM_OUTPUT_STREAMS, ANDROID_REQUEST_MAX_NUM_INPUT_STREAMS, ANDROID_REQUEST_PIPELINE_MAX_DEPTH, ANDROID_REQUEST_AVAILABLE_CAPABILITIES, ANDROID_REQUEST_AVAILABLE_REQUEST_KEYS, ANDROID_REQUEST_AVAILABLE_RESULT_KEYS, ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS, ANDROID_REQUEST_PARTIAL_RESULT_COUNT, ANDROID_SCALER_AVAILABLE_MAX_DIGITAL_ZOOM, ANDROID_SCALER_AVAILABLE_INPUT_OUTPUT_FORMATS_MAP, ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS, /*ANDROID_SCALER_AVAILABLE_STALL_DURATIONS,*/ ANDROID_SCALER_AVAILABLE_MIN_FRAME_DURATIONS, ANDROID_SENSOR_FORWARD_MATRIX1, ANDROID_SENSOR_REFERENCE_ILLUMINANT1, ANDROID_SENSOR_REFERENCE_ILLUMINANT2, ANDROID_SENSOR_FORWARD_MATRIX2, ANDROID_SENSOR_COLOR_TRANSFORM1, ANDROID_SENSOR_COLOR_TRANSFORM2, ANDROID_SENSOR_CALIBRATION_TRANSFORM1, ANDROID_SENSOR_CALIBRATION_TRANSFORM2, ANDROID_SENSOR_INFO_ACTIVE_ARRAY_SIZE, ANDROID_SENSOR_INFO_SENSITIVITY_RANGE, ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT, ANDROID_SENSOR_INFO_EXPOSURE_TIME_RANGE, ANDROID_SENSOR_INFO_MAX_FRAME_DURATION, ANDROID_SENSOR_INFO_PHYSICAL_SIZE, ANDROID_SENSOR_INFO_PIXEL_ARRAY_SIZE, ANDROID_SENSOR_INFO_WHITE_LEVEL, ANDROID_SENSOR_BASE_GAIN_FACTOR, ANDROID_SENSOR_BLACK_LEVEL_PATTERN, ANDROID_SENSOR_MAX_ANALOG_SENSITIVITY, ANDROID_SENSOR_ORIENTATION, ANDROID_SENSOR_AVAILABLE_TEST_PATTERN_MODES, ANDROID_STATISTICS_INFO_AVAILABLE_FACE_DETECT_MODES, ANDROID_STATISTICS_INFO_MAX_FACE_COUNT, ANDROID_STATISTICS_INFO_MAX_SHARPNESS_MAP_VALUE, ANDROID_STATISTICS_INFO_SHARPNESS_MAP_SIZE, ANDROID_HOT_PIXEL_AVAILABLE_HOT_PIXEL_MODES, ANDROID_EDGE_AVAILABLE_EDGE_MODES, ANDROID_NOISE_REDUCTION_AVAILABLE_NOISE_REDUCTION_MODES, ANDROID_TONEMAP_AVAILABLE_TONE_MAP_MODES, ANDROID_STATISTICS_INFO_AVAILABLE_HOT_PIXEL_MAP_MODES, ANDROID_TONEMAP_MAX_CURVE_POINTS, ANDROID_CONTROL_AVAILABLE_MODES, ANDROID_CONTROL_AE_LOCK_AVAILABLE, ANDROID_CONTROL_AWB_LOCK_AVAILABLE, ANDROID_STATISTICS_INFO_AVAILABLE_LENS_SHADING_MAP_MODES, ANDROID_SHADING_AVAILABLE_MODES, ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL, #ifndef USE_HAL_3_3 ANDROID_SENSOR_OPAQUE_RAW_SIZE, ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST_RANGE, ANDROID_CONTROL_ZOOM_RATIO_RANGE, #endif ANDROID_SCALER_AVAILABLE_RECOMMENDED_STREAM_CONFIGURATIONS, ANDROID_SCALER_AVAILABLE_RECOMMENDED_INPUT_OUTPUT_FORMATS_MAP, QCAMERA3_OPAQUE_RAW_FORMAT, QCAMERA3_EXP_TIME_RANGE, QCAMERA3_SATURATION_RANGE, QCAMERA3_SENSOR_IS_MONO_ONLY, QCAMERA3_DUALCAM_CALIB_META_DATA_BLOB, QCAMERA3_SHARPNESS_RANGE, QCAMERA3_HISTOGRAM_BUCKETS, QCAMERA3_HISTOGRAM_MAX_COUNT, QCAMERA3_STATS_BSGC_AVAILABLE }; available_characteristics_keys.appendArray(characteristics_keys_basic, sizeof(characteristics_keys_basic)/sizeof(int32_t)); #ifndef USE_HAL_3_3 if (hasBlackRegions) { available_characteristics_keys.add(ANDROID_SENSOR_OPTICAL_BLACK_REGIONS); } #endif if (cameraId == 0) { int32_t lensCalibrationKeys[] = { ANDROID_LENS_POSE_ROTATION, ANDROID_LENS_POSE_TRANSLATION, ANDROID_LENS_POSE_REFERENCE, ANDROID_LENS_INTRINSIC_CALIBRATION, ANDROID_LENS_DISTORTION, }; available_characteristics_keys.appendArray(lensCalibrationKeys, sizeof(lensCalibrationKeys) / sizeof(lensCalibrationKeys[0])); } if (0 <= indexPD) { int32_t depthKeys[] = { ANDROID_DEPTH_MAX_DEPTH_SAMPLES, ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS, ANDROID_DEPTH_AVAILABLE_DEPTH_MIN_FRAME_DURATIONS, ANDROID_DEPTH_AVAILABLE_DEPTH_STALL_DURATIONS, ANDROID_DEPTH_DEPTH_IS_EXCLUSIVE }; available_characteristics_keys.appendArray(depthKeys, sizeof(depthKeys) / sizeof(depthKeys[0])); } /*available stall durations depend on the hw + sw and will be different for different devices */ /*have to add for raw after implementation*/ int32_t stall_formats[] = {HAL_PIXEL_FORMAT_BLOB, ANDROID_SCALER_AVAILABLE_FORMATS_RAW16}; size_t stall_formats_count = sizeof(stall_formats)/sizeof(int32_t); Vector available_stall_durations; for (uint32_t j = 0; j < stall_formats_count; j++) { if (stall_formats[j] == HAL_PIXEL_FORMAT_BLOB) { for (uint32_t i = 0; i < MIN(MAX_SIZES_CNT, gCamCapability[cameraId]->picture_sizes_tbl_cnt); i++) { available_stall_durations.add(stall_formats[j]); available_stall_durations.add(gCamCapability[cameraId]->picture_sizes_tbl[i].width); available_stall_durations.add(gCamCapability[cameraId]->picture_sizes_tbl[i].height); available_stall_durations.add(gCamCapability[cameraId]->jpeg_stall_durations[i]); } } else { for (uint32_t i = 0; i < MIN(MAX_SIZES_CNT, gCamCapability[cameraId]->supported_raw_dim_cnt); i++) { available_stall_durations.add(stall_formats[j]); available_stall_durations.add(gCamCapability[cameraId]->raw_dim[i].width); available_stall_durations.add(gCamCapability[cameraId]->raw_dim[i].height); available_stall_durations.add(gCamCapability[cameraId]->raw16_stall_durations[i]); } } } staticInfo.update(ANDROID_SCALER_AVAILABLE_STALL_DURATIONS, available_stall_durations.array(), available_stall_durations.size()); //QCAMERA3_OPAQUE_RAW uint8_t raw_format = QCAMERA3_OPAQUE_RAW_FORMAT_LEGACY; cam_format_t fmt = CAM_FORMAT_BAYER_QCOM_RAW_10BPP_GBRG; switch (gCamCapability[cameraId]->opaque_raw_fmt) { case LEGACY_RAW: if (gCamCapability[cameraId]->white_level == MAX_VALUE_8BIT) fmt = CAM_FORMAT_BAYER_QCOM_RAW_8BPP_GBRG; else if (gCamCapability[cameraId]->white_level == MAX_VALUE_10BIT) fmt = CAM_FORMAT_BAYER_QCOM_RAW_10BPP_GBRG; else if (gCamCapability[cameraId]->white_level == MAX_VALUE_12BIT) fmt = CAM_FORMAT_BAYER_QCOM_RAW_12BPP_GBRG; raw_format = QCAMERA3_OPAQUE_RAW_FORMAT_LEGACY; break; case MIPI_RAW: if (gCamCapability[cameraId]->white_level == MAX_VALUE_8BIT) fmt = CAM_FORMAT_BAYER_MIPI_RAW_8BPP_GBRG; else if (gCamCapability[cameraId]->white_level == MAX_VALUE_10BIT) fmt = CAM_FORMAT_BAYER_MIPI_RAW_10BPP_GBRG; else if (gCamCapability[cameraId]->white_level == MAX_VALUE_12BIT) fmt = CAM_FORMAT_BAYER_MIPI_RAW_12BPP_GBRG; raw_format = QCAMERA3_OPAQUE_RAW_FORMAT_MIPI; break; default: LOGE("unknown opaque_raw_format %d", gCamCapability[cameraId]->opaque_raw_fmt); break; } staticInfo.update(QCAMERA3_OPAQUE_RAW_FORMAT, &raw_format, 1); Vector strides; for (size_t i = 0; i < MIN(MAX_SIZES_CNT, gCamCapability[cameraId]->supported_raw_dim_cnt); i++) { cam_stream_buf_plane_info_t buf_planes; strides.add(gCamCapability[cameraId]->raw_dim[i].width); strides.add(gCamCapability[cameraId]->raw_dim[i].height); cam_stream_info_t info = {.fmt = fmt}; mm_stream_calc_offset_raw(&info, &gCamCapability[cameraId]->raw_dim[i], &gCamCapability[cameraId]->padding_info, &buf_planes); strides.add(buf_planes.plane_info.mp[0].stride); } if (!strides.isEmpty()) { staticInfo.update(QCAMERA3_OPAQUE_RAW_STRIDES, strides.array(), strides.size()); available_characteristics_keys.add(QCAMERA3_OPAQUE_RAW_STRIDES); } //TBD: remove the following line once backend advertises zzHDR in feature mask gCamCapability[cameraId]->qcom_supported_feature_mask |= CAM_QCOM_FEATURE_ZIGZAG_HDR; //Video HDR default if ((gCamCapability[cameraId]->qcom_supported_feature_mask) & (CAM_QCOM_FEATURE_STAGGERED_VIDEO_HDR | CAM_QCOM_FEATURE_ZIGZAG_HDR | CAM_QCOM_FEATURE_SENSOR_HDR)) { int32_t vhdr_mode[] = { QCAMERA3_VIDEO_HDR_MODE_OFF, QCAMERA3_VIDEO_HDR_MODE_ON}; size_t vhdr_mode_count = sizeof(vhdr_mode) / sizeof(int32_t); staticInfo.update(QCAMERA3_AVAILABLE_VIDEO_HDR_MODES, vhdr_mode, vhdr_mode_count); available_characteristics_keys.add(QCAMERA3_AVAILABLE_VIDEO_HDR_MODES); } staticInfo.update(QCAMERA3_DUALCAM_CALIB_META_DATA_BLOB, (const uint8_t*)&gCamCapability[cameraId]->related_cam_calibration, sizeof(gCamCapability[cameraId]->related_cam_calibration)); uint8_t isMonoOnly = (gCamCapability[cameraId]->color_arrangement == CAM_FILTER_ARRANGEMENT_Y); staticInfo.update(QCAMERA3_SENSOR_IS_MONO_ONLY, &isMonoOnly, 1); #ifndef USE_HAL_3_3 Vector opaque_size; for (size_t j = 0; j < scalar_formats_count; j++) { if (scalar_formats[j] == ANDROID_SCALER_AVAILABLE_FORMATS_RAW_OPAQUE) { for (size_t i = 0; i < MIN(MAX_SIZES_CNT, gCamCapability[cameraId]->supported_raw_dim_cnt); i++) { cam_stream_buf_plane_info_t buf_planes; cam_stream_info_t info = {.fmt = fmt}; rc = mm_stream_calc_offset_raw(&info, &gCamCapability[cameraId]->raw_dim[i], &gCamCapability[cameraId]->padding_info, &buf_planes); if (rc == 0) { opaque_size.add(gCamCapability[cameraId]->raw_dim[i].width); opaque_size.add(gCamCapability[cameraId]->raw_dim[i].height); opaque_size.add(buf_planes.plane_info.frame_len); }else { LOGE("raw frame calculation failed!"); } } } } if ((opaque_size.size() > 0) && (opaque_size.size() % PER_CONFIGURATION_SIZE_3 == 0)) staticInfo.update(ANDROID_SENSOR_OPAQUE_RAW_SIZE, opaque_size.array(), opaque_size.size()); else LOGW("Warning: ANDROID_SENSOR_OPAQUE_RAW_SIZE is using rough estimation(2 bytes/pixel)"); #endif if (gCamCapability[cameraId]->supported_ir_mode_cnt > 0) { int32_t avail_ir_modes[CAM_IR_MODE_MAX]; size = 0; count = CAM_IR_MODE_MAX; count = MIN(gCamCapability[cameraId]->supported_ir_mode_cnt, count); for (size_t i = 0; i < count; i++) { int val = lookupFwkName(IR_MODES_MAP, METADATA_MAP_SIZE(IR_MODES_MAP), gCamCapability[cameraId]->supported_ir_modes[i]); if (NAME_NOT_FOUND != val) { avail_ir_modes[size] = (int32_t)val; size++; } } staticInfo.update(QCAMERA3_IR_AVAILABLE_MODES, avail_ir_modes, size); available_characteristics_keys.add(QCAMERA3_IR_AVAILABLE_MODES); } if (gCamCapability[cameraId]->supported_instant_aec_modes_cnt > 0) { uint8_t available_instant_aec_modes[CAM_AEC_CONVERGENCE_MAX]; size = 0; count = CAM_AEC_CONVERGENCE_MAX; count = MIN(gCamCapability[cameraId]->supported_instant_aec_modes_cnt, count); for (size_t i = 0; i < count; i++) { int val = lookupFwkName(INSTANT_AEC_MODES_MAP, METADATA_MAP_SIZE(INSTANT_AEC_MODES_MAP), gCamCapability[cameraId]->supported_instant_aec_modes[i]); if (NAME_NOT_FOUND != val) { available_instant_aec_modes[size] = (uint8_t)val; size++; } } staticInfo.update(QCAMERA3_INSTANT_AEC_AVAILABLE_MODES, available_instant_aec_modes, size); available_characteristics_keys.add(QCAMERA3_INSTANT_AEC_AVAILABLE_MODES); } int32_t sharpness_range[] = { gCamCapability[cameraId]->sharpness_ctrl.min_value, gCamCapability[cameraId]->sharpness_ctrl.max_value}; staticInfo.update(QCAMERA3_SHARPNESS_RANGE, sharpness_range, 2); if (gCamCapability[cameraId]->supported_binning_correction_mode_cnt > 0) { int32_t avail_binning_modes[CAM_BINNING_CORRECTION_MODE_MAX]; size = 0; count = CAM_BINNING_CORRECTION_MODE_MAX; count = MIN(gCamCapability[cameraId]->supported_binning_correction_mode_cnt, count); for (size_t i = 0; i < count; i++) { int val = lookupFwkName(BINNING_CORRECTION_MODES_MAP, METADATA_MAP_SIZE(BINNING_CORRECTION_MODES_MAP), gCamCapability[cameraId]->supported_binning_modes[i]); if (NAME_NOT_FOUND != val) { avail_binning_modes[size] = (int32_t)val; size++; } } staticInfo.update(QCAMERA3_AVAILABLE_BINNING_CORRECTION_MODES, avail_binning_modes, size); available_characteristics_keys.add(QCAMERA3_AVAILABLE_BINNING_CORRECTION_MODES); } if (gCamCapability[cameraId]->supported_aec_modes_cnt > 0) { int32_t available_aec_modes[CAM_AEC_MODE_MAX]; size = 0; count = MIN(gCamCapability[cameraId]->supported_aec_modes_cnt, CAM_AEC_MODE_MAX); for (size_t i = 0; i < count; i++) { int32_t val = lookupFwkName(AEC_MODES_MAP, METADATA_MAP_SIZE(AEC_MODES_MAP), gCamCapability[cameraId]->supported_aec_modes[i]); if (NAME_NOT_FOUND != val) available_aec_modes[size++] = val; } staticInfo.update(QCAMERA3_EXPOSURE_METER_AVAILABLE_MODES, available_aec_modes, size); available_characteristics_keys.add(QCAMERA3_EXPOSURE_METER_AVAILABLE_MODES); } if (gCamCapability[cameraId]->supported_iso_modes_cnt > 0) { int32_t available_iso_modes[CAM_ISO_MODE_MAX]; size = 0; count = MIN(gCamCapability[cameraId]->supported_iso_modes_cnt, CAM_ISO_MODE_MAX); for (size_t i = 0; i < count; i++) { int32_t val = lookupFwkName(ISO_MODES_MAP, METADATA_MAP_SIZE(ISO_MODES_MAP), gCamCapability[cameraId]->supported_iso_modes[i]); if (NAME_NOT_FOUND != val) available_iso_modes[size++] = val; } staticInfo.update(QCAMERA3_ISO_AVAILABLE_MODES, available_iso_modes, size); available_characteristics_keys.add(QCAMERA3_ISO_AVAILABLE_MODES); } int64_t available_exp_time_range[EXPOSURE_TIME_RANGE_CNT]; for (size_t i = 0; i < EXPOSURE_TIME_RANGE_CNT; i++) available_exp_time_range[i] = gCamCapability[cameraId]->exposure_time_range[i]; staticInfo.update(QCAMERA3_EXP_TIME_RANGE, available_exp_time_range, EXPOSURE_TIME_RANGE_CNT); int32_t available_saturation_range[4]; available_saturation_range[0] = gCamCapability[cameraId]->saturation_ctrl.min_value; available_saturation_range[1] = gCamCapability[cameraId]->saturation_ctrl.max_value; available_saturation_range[2] = gCamCapability[cameraId]->saturation_ctrl.def_value; available_saturation_range[3] = gCamCapability[cameraId]->saturation_ctrl.step; staticInfo.update(QCAMERA3_SATURATION_RANGE, available_saturation_range, 4); uint8_t is_hdr_values[2]; is_hdr_values[0] = 0; is_hdr_values[1] = 1; staticInfo.update(QCAMERA3_STATS_IS_HDR_SCENE_VALUES, is_hdr_values, 2); float is_hdr_confidence_range[2]; is_hdr_confidence_range[0] = 0.0; is_hdr_confidence_range[1] = 1.0; staticInfo.update(QCAMERA3_STATS_IS_HDR_SCENE_CONFIDENCE_RANGE, is_hdr_confidence_range, 2); size_t eepromLength = strnlen( reinterpret_cast( gCamCapability[cameraId]->eeprom_version_info), sizeof(gCamCapability[cameraId]->eeprom_version_info)); if (0 < eepromLength) { char easelInfo[] = ",E:N"; char *eepromInfo = reinterpret_cast(gCamCapability[cameraId]->eeprom_version_info); if (eepromLength + sizeof(easelInfo) < MAX_EEPROM_VERSION_INFO_LEN) { eepromLength += sizeof(easelInfo); strlcat(eepromInfo, ((gEaselManagerClient != nullptr && gEaselManagerClient->isEaselPresentOnDevice()) ? ",E-Y" : ",E:N"), MAX_EEPROM_VERSION_INFO_LEN); } staticInfo.update(NEXUS_EXPERIMENTAL_2017_EEPROM_VERSION_INFO, gCamCapability[cameraId]->eeprom_version_info, eepromLength); available_characteristics_keys.add(NEXUS_EXPERIMENTAL_2017_EEPROM_VERSION_INFO); staticInfo.update(ANDROID_INFO_VERSION, gCamCapability[cameraId]->eeprom_version_info, eepromLength); available_characteristics_keys.add(ANDROID_INFO_VERSION); } staticInfo.update(ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS, available_characteristics_keys.array(), available_characteristics_keys.size()); std::vector availableOisModes; availableOisModes.push_back(ANDROID_STATISTICS_OIS_DATA_MODE_OFF); if (cameraId == 0) { availableOisModes.push_back(ANDROID_STATISTICS_OIS_DATA_MODE_ON); } staticInfo.update(ANDROID_STATISTICS_INFO_AVAILABLE_OIS_DATA_MODES, availableOisModes.data(), availableOisModes.size()); gStaticMetadata[cameraId] = staticInfo.release(); return rc; } /*=========================================================================== * FUNCTION : makeTable * * DESCRIPTION: make a table of sizes * * PARAMETERS : * * *==========================================================================*/ void QCamera3HardwareInterface::makeTable(cam_dimension_t* dimTable, size_t size, size_t max_size, int32_t *sizeTable) { size_t j = 0; if (size > max_size) { size = max_size; } for (size_t i = 0; i < size; i++) { sizeTable[j] = dimTable[i].width; sizeTable[j+1] = dimTable[i].height; j+=2; } } /*=========================================================================== * FUNCTION : makeFPSTable * * DESCRIPTION: make a table of fps ranges * * PARAMETERS : * *==========================================================================*/ void QCamera3HardwareInterface::makeFPSTable(cam_fps_range_t* fpsTable, size_t size, size_t max_size, int32_t *fpsRangesTable) { size_t j = 0; if (size > max_size) { size = max_size; } for (size_t i = 0; i < size; i++) { fpsRangesTable[j] = (int32_t)fpsTable[i].min_fps; fpsRangesTable[j+1] = (int32_t)fpsTable[i].max_fps; j+=2; } } /*=========================================================================== * FUNCTION : makeOverridesList * * DESCRIPTION: make a list of scene mode overrides * * PARAMETERS : * * *==========================================================================*/ void QCamera3HardwareInterface::makeOverridesList( cam_scene_mode_overrides_t* overridesTable, size_t size, size_t max_size, uint8_t *overridesList, uint8_t *supported_indexes, uint32_t camera_id) { /*daemon will give a list of overrides for all scene modes. However we should send the fwk only the overrides for the scene modes supported by the framework*/ size_t j = 0; if (size > max_size) { size = max_size; } size_t focus_count = CAM_FOCUS_MODE_MAX; focus_count = MIN(gCamCapability[camera_id]->supported_focus_modes_cnt, focus_count); for (size_t i = 0; i < size; i++) { bool supt = false; size_t index = supported_indexes[i]; overridesList[j] = gCamCapability[camera_id]->flash_available ? ANDROID_CONTROL_AE_MODE_ON_AUTO_FLASH : ANDROID_CONTROL_AE_MODE_ON; int val = lookupFwkName(WHITE_BALANCE_MODES_MAP, METADATA_MAP_SIZE(WHITE_BALANCE_MODES_MAP), overridesTable[index].awb_mode); if (NAME_NOT_FOUND != val) { overridesList[j+1] = (uint8_t)val; } uint8_t focus_override = overridesTable[index].af_mode; for (size_t k = 0; k < focus_count; k++) { if (gCamCapability[camera_id]->supported_focus_modes[k] == focus_override) { supt = true; break; } } if (supt) { val = lookupFwkName(FOCUS_MODES_MAP, METADATA_MAP_SIZE(FOCUS_MODES_MAP), focus_override); if (NAME_NOT_FOUND != val) { overridesList[j+2] = (uint8_t)val; } } else { overridesList[j+2] = ANDROID_CONTROL_AF_MODE_OFF; } j+=3; } } /*=========================================================================== * FUNCTION : filterJpegSizes * * DESCRIPTION: Returns the supported jpeg sizes based on the max dimension that * could be downscaled to * * PARAMETERS : * * RETURN : length of jpegSizes array *==========================================================================*/ size_t QCamera3HardwareInterface::filterJpegSizes(int32_t *jpegSizes, int32_t *processedSizes, size_t processedSizesCnt, size_t maxCount, cam_rect_t active_array_size, uint8_t downscale_factor) { if (0 == downscale_factor) { downscale_factor = 1; } int32_t min_width = active_array_size.width / downscale_factor; int32_t min_height = active_array_size.height / downscale_factor; size_t jpegSizesCnt = 0; if (processedSizesCnt > maxCount) { processedSizesCnt = maxCount; } for (size_t i = 0; i < processedSizesCnt; i+=2) { if (processedSizes[i] >= min_width && processedSizes[i+1] >= min_height) { jpegSizes[jpegSizesCnt] = processedSizes[i]; jpegSizes[jpegSizesCnt+1] = processedSizes[i+1]; jpegSizesCnt += 2; } } return jpegSizesCnt; } /*=========================================================================== * FUNCTION : computeNoiseModelEntryS * * DESCRIPTION: function to map a given sensitivity to the S noise * model parameters in the DNG noise model. * * PARAMETERS : sens : the sensor sensitivity * ** RETURN : S (sensor amplification) noise * *==========================================================================*/ double QCamera3HardwareInterface::computeNoiseModelEntryS(int32_t sens) { double s = gCamCapability[mCameraId]->gradient_S * sens + gCamCapability[mCameraId]->offset_S; return ((s < 0.0) ? 0.0 : s); } /*=========================================================================== * FUNCTION : computeNoiseModelEntryO * * DESCRIPTION: function to map a given sensitivity to the O noise * model parameters in the DNG noise model. * * PARAMETERS : sens : the sensor sensitivity * ** RETURN : O (sensor readout) noise * *==========================================================================*/ double QCamera3HardwareInterface::computeNoiseModelEntryO(int32_t sens) { int32_t max_analog_sens = gCamCapability[mCameraId]->max_analog_sensitivity; double digital_gain = (1.0 * sens / max_analog_sens) < 1.0 ? 1.0 : (1.0 * sens / max_analog_sens); double o = gCamCapability[mCameraId]->gradient_O * sens * sens + gCamCapability[mCameraId]->offset_O * digital_gain * digital_gain; return ((o < 0.0) ? 0.0 : o); } /*=========================================================================== * FUNCTION : getSensorSensitivity * * DESCRIPTION: convert iso_mode to an integer value * * PARAMETERS : iso_mode : the iso_mode supported by sensor * ** RETURN : sensitivity supported by sensor * *==========================================================================*/ int32_t QCamera3HardwareInterface::getSensorSensitivity(int32_t iso_mode) { int32_t sensitivity; switch (iso_mode) { case CAM_ISO_MODE_100: sensitivity = 100; break; case CAM_ISO_MODE_200: sensitivity = 200; break; case CAM_ISO_MODE_400: sensitivity = 400; break; case CAM_ISO_MODE_800: sensitivity = 800; break; case CAM_ISO_MODE_1600: sensitivity = 1600; break; default: sensitivity = -1; break; } return sensitivity; } int QCamera3HardwareInterface::initHdrPlusClientLocked() { if (gEaselManagerClient == nullptr) { gEaselManagerClient = EaselManagerClient::create(); if (gEaselManagerClient == nullptr) { ALOGE("%s: Failed to create Easel manager client.", __FUNCTION__); return -ENODEV; } } if (!EaselManagerClientOpened && gEaselManagerClient->isEaselPresentOnDevice()) { // Check if HAL should not power on Easel even if it's present. This is to allow HDR+ tests // to connect to Easel. bool doNotpowerOnEasel = property_get_bool("camera.hdrplus.donotpoweroneasel", false); if (doNotpowerOnEasel) { ALOGI("%s: Easel is present but not powered on.", __FUNCTION__); return OK; } // If Easel is present, power on Easel and suspend it immediately. status_t res = gEaselManagerClient->open(); if (res != OK) { ALOGE("%s: Opening Easel manager client failed: %s (%d)", __FUNCTION__, strerror(-res), res); return res; } EaselManagerClientOpened = true; res = gEaselManagerClient->suspend(); if (res != OK) { ALOGE("%s: Suspending Easel failed: %s (%d)", __FUNCTION__, strerror(-res), res); } gEaselBypassOnly = property_get_bool("persist.camera.hdrplus.disable", false); gEaselProfilingEnabled = property_get_bool("persist.camera.hdrplus.profiling", false); // Expose enableZsl key only when HDR+ mode is enabled. gExposeEnableZslKey = !gEaselBypassOnly; } return OK; } /*=========================================================================== * FUNCTION : isStreamCombinationSupported * * DESCRIPTION: query camera support for specific stream combination * * PARAMETERS : * @cameraId : camera Id * @comb : stream combination * * RETURN : int type of status * NO_ERROR -- in case combination is supported * none-zero failure code *==========================================================================*/ int QCamera3HardwareInterface::isStreamCombinationSupported(uint32_t cameraId, const camera_stream_combination_t *comb) { int rc = BAD_VALUE; pthread_mutex_lock(&gCamLock); if (NULL == gCamCapability[cameraId]) { rc = initCapabilities(cameraId); if (rc < 0) { pthread_mutex_unlock(&gCamLock); return rc; } } camera3_stream_configuration_t streamList = {comb->num_streams, /*streams*/ nullptr, comb->operation_mode, /*session_parameters*/ nullptr}; streamList.streams = new camera3_stream_t * [comb->num_streams]; camera3_stream_t *streamBuffer = new camera3_stream_t[comb->num_streams]; for (size_t i = 0; i < comb->num_streams; i++) { streamBuffer[i] = {comb->streams[i].stream_type, comb->streams[i].width, comb->streams[i].height, comb->streams[i].format, comb->streams[i].usage, /*max_buffers*/ 0, /*priv*/ nullptr, comb->streams[i].data_space, comb->streams[i].rotation, comb->streams[i].physical_camera_id, /*reserved*/ {nullptr}}; streamList.streams[i] = &streamBuffer[i]; } StreamValidateStatus validateStatus; rc = validateStreamCombination(cameraId, &streamList, &validateStatus); delete [] streamBuffer; delete [] streamList.streams; pthread_mutex_unlock(&gCamLock); return rc; } /*=========================================================================== * FUNCTION : getCamInfo * * DESCRIPTION: query camera capabilities * * PARAMETERS : * @cameraId : camera Id * @info : camera info struct to be filled in with camera capabilities * * RETURN : int type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int QCamera3HardwareInterface::getCamInfo(uint32_t cameraId, struct camera_info *info) { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_GET_CAM_INFO); int rc = 0; pthread_mutex_lock(&gCamLock); { std::unique_lock l(gHdrPlusClientLock); rc = initHdrPlusClientLocked(); if (rc != OK) { ALOGE("%s: initHdrPlusClientLocked failed: %s (%d)", __FUNCTION__, strerror(-rc), rc); pthread_mutex_unlock(&gCamLock); return rc; } } if (NULL == gCamCapability[cameraId]) { rc = initCapabilities(cameraId); if (rc < 0) { pthread_mutex_unlock(&gCamLock); return rc; } } if (NULL == gStaticMetadata[cameraId]) { rc = initStaticMetadata(cameraId); if (rc < 0) { pthread_mutex_unlock(&gCamLock); return rc; } } switch(gCamCapability[cameraId]->position) { case CAM_POSITION_BACK: case CAM_POSITION_BACK_AUX: info->facing = CAMERA_FACING_BACK; break; case CAM_POSITION_FRONT: case CAM_POSITION_FRONT_AUX: info->facing = CAMERA_FACING_FRONT; break; default: LOGE("Unknown position type %d for camera id:%d", gCamCapability[cameraId]->position, cameraId); rc = -1; break; } info->orientation = (int)gCamCapability[cameraId]->sensor_mount_angle; #ifndef USE_HAL_3_3 info->device_version = CAMERA_DEVICE_API_VERSION_3_5; #else info->device_version = CAMERA_DEVICE_API_VERSION_3_3; #endif info->static_camera_characteristics = gStaticMetadata[cameraId]; //For now assume both cameras can operate independently. info->conflicting_devices = NULL; info->conflicting_devices_length = 0; //resource cost is 100 * MIN(1.0, m/M), //where m is throughput requirement with maximum stream configuration //and M is CPP maximum throughput. float max_fps = 0.0; for (uint32_t i = 0; i < gCamCapability[cameraId]->fps_ranges_tbl_cnt; i++) { if (max_fps < gCamCapability[cameraId]->fps_ranges_tbl[i].max_fps) max_fps = gCamCapability[cameraId]->fps_ranges_tbl[i].max_fps; } float ratio = 1.0 * MAX_PROCESSED_STREAMS * gCamCapability[cameraId]->active_array_size.width * gCamCapability[cameraId]->active_array_size.height * max_fps / gCamCapability[cameraId]->max_pixel_bandwidth; info->resource_cost = 100 * MIN(1.0, ratio); LOGI("camera %d resource cost is %d", cameraId, info->resource_cost); pthread_mutex_unlock(&gCamLock); return rc; } /*=========================================================================== * FUNCTION : translateCapabilityToMetadata * * DESCRIPTION: translate the capability into camera_metadata_t * * PARAMETERS : type of the request * * * RETURN : success: camera_metadata_t* * failure: NULL * *==========================================================================*/ camera_metadata_t* QCamera3HardwareInterface::translateCapabilityToMetadata(int type) { if (mDefaultMetadata[type] != NULL) { return mDefaultMetadata[type]; } //first time we are handling this request //fill up the metadata structure using the wrapper class CameraMetadata settings; //translate from cam_capability_t to camera_metadata_tag_t static const uint8_t requestType = ANDROID_REQUEST_TYPE_CAPTURE; settings.update(ANDROID_REQUEST_TYPE, &requestType, 1); int32_t defaultRequestID = 0; settings.update(ANDROID_REQUEST_ID, &defaultRequestID, 1); /* OIS disable */ char ois_prop[PROPERTY_VALUE_MAX]; memset(ois_prop, 0, sizeof(ois_prop)); property_get("persist.camera.ois.disable", ois_prop, "0"); uint8_t ois_disable = (uint8_t)atoi(ois_prop); /* Force video to use OIS */ char videoOisProp[PROPERTY_VALUE_MAX]; memset(videoOisProp, 0, sizeof(videoOisProp)); property_get("persist.camera.ois.video", videoOisProp, "1"); uint8_t forceVideoOis = (uint8_t)atoi(videoOisProp); // Hybrid AE enable/disable char hybrid_ae_prop[PROPERTY_VALUE_MAX]; memset(hybrid_ae_prop, 0, sizeof(hybrid_ae_prop)); property_get("persist.camera.hybrid_ae.enable", hybrid_ae_prop, "0"); uint8_t hybrid_ae = (uint8_t)atoi(hybrid_ae_prop); uint8_t controlIntent = 0; uint8_t focusMode; uint8_t vsMode; uint8_t optStabMode; uint8_t cacMode; uint8_t edge_mode; uint8_t noise_red_mode; uint8_t shading_mode; uint8_t hot_pixel_mode; uint8_t tonemap_mode; bool highQualityModeEntryAvailable = FALSE; bool fastModeEntryAvailable = FALSE; uint8_t histogramEnable = false; vsMode = ANDROID_CONTROL_VIDEO_STABILIZATION_MODE_OFF; optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_OFF; uint8_t shadingmap_mode = ANDROID_STATISTICS_LENS_SHADING_MAP_MODE_OFF; uint8_t trackingAfTrigger = NEXUS_EXPERIMENTAL_2017_TRACKING_AF_TRIGGER_IDLE; uint8_t enableZsl = ANDROID_CONTROL_ENABLE_ZSL_FALSE; switch (type) { case CAMERA3_TEMPLATE_PREVIEW: controlIntent = ANDROID_CONTROL_CAPTURE_INTENT_PREVIEW; focusMode = ANDROID_CONTROL_AF_MODE_CONTINUOUS_PICTURE; optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_ON; cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_FAST; edge_mode = ANDROID_EDGE_MODE_FAST; noise_red_mode = ANDROID_NOISE_REDUCTION_MODE_FAST; shading_mode = ANDROID_SHADING_MODE_FAST; hot_pixel_mode = ANDROID_HOT_PIXEL_MODE_FAST; tonemap_mode = ANDROID_TONEMAP_MODE_FAST; break; case CAMERA3_TEMPLATE_STILL_CAPTURE: controlIntent = ANDROID_CONTROL_CAPTURE_INTENT_STILL_CAPTURE; focusMode = ANDROID_CONTROL_AF_MODE_CONTINUOUS_PICTURE; optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_ON; edge_mode = ANDROID_EDGE_MODE_HIGH_QUALITY; noise_red_mode = ANDROID_NOISE_REDUCTION_MODE_HIGH_QUALITY; shading_mode = ANDROID_SHADING_MODE_HIGH_QUALITY; hot_pixel_mode = ANDROID_HOT_PIXEL_MODE_HIGH_QUALITY; tonemap_mode = ANDROID_TONEMAP_MODE_HIGH_QUALITY; cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_OFF; // Order of priority for default CAC is HIGH Quality -> FAST -> OFF for (size_t i = 0; i < gCamCapability[mCameraId]->aberration_modes_count; i++) { if (gCamCapability[mCameraId]->aberration_modes[i] == CAM_COLOR_CORRECTION_ABERRATION_HIGH_QUALITY) { highQualityModeEntryAvailable = TRUE; } else if (gCamCapability[mCameraId]->aberration_modes[i] == CAM_COLOR_CORRECTION_ABERRATION_FAST) { fastModeEntryAvailable = TRUE; } } if (highQualityModeEntryAvailable) { cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_HIGH_QUALITY; } else if (fastModeEntryAvailable) { cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_FAST; } if (CAM_SENSOR_RAW == gCamCapability[mCameraId]->sensor_type.sens_type) { shadingmap_mode = ANDROID_STATISTICS_LENS_SHADING_MAP_MODE_ON; } enableZsl = ANDROID_CONTROL_ENABLE_ZSL_TRUE; break; case CAMERA3_TEMPLATE_VIDEO_RECORD: controlIntent = ANDROID_CONTROL_CAPTURE_INTENT_VIDEO_RECORD; focusMode = ANDROID_CONTROL_AF_MODE_CONTINUOUS_VIDEO; optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_OFF; cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_FAST; edge_mode = ANDROID_EDGE_MODE_FAST; noise_red_mode = ANDROID_NOISE_REDUCTION_MODE_FAST; shading_mode = ANDROID_SHADING_MODE_FAST; hot_pixel_mode = ANDROID_HOT_PIXEL_MODE_FAST; tonemap_mode = ANDROID_TONEMAP_MODE_FAST; if (forceVideoOis) optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_ON; break; case CAMERA3_TEMPLATE_VIDEO_SNAPSHOT: controlIntent = ANDROID_CONTROL_CAPTURE_INTENT_VIDEO_SNAPSHOT; focusMode = ANDROID_CONTROL_AF_MODE_CONTINUOUS_VIDEO; optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_OFF; cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_FAST; edge_mode = ANDROID_EDGE_MODE_FAST; noise_red_mode = ANDROID_NOISE_REDUCTION_MODE_FAST; shading_mode = ANDROID_SHADING_MODE_FAST; hot_pixel_mode = ANDROID_HOT_PIXEL_MODE_FAST; tonemap_mode = ANDROID_TONEMAP_MODE_FAST; if (forceVideoOis) optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_ON; break; case CAMERA3_TEMPLATE_ZERO_SHUTTER_LAG: controlIntent = ANDROID_CONTROL_CAPTURE_INTENT_ZERO_SHUTTER_LAG; focusMode = ANDROID_CONTROL_AF_MODE_CONTINUOUS_PICTURE; optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_ON; cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_FAST; edge_mode = ANDROID_EDGE_MODE_ZERO_SHUTTER_LAG; noise_red_mode = ANDROID_NOISE_REDUCTION_MODE_ZERO_SHUTTER_LAG; shading_mode = ANDROID_SHADING_MODE_FAST; hot_pixel_mode = ANDROID_HOT_PIXEL_MODE_FAST; tonemap_mode = ANDROID_TONEMAP_MODE_FAST; break; case CAMERA3_TEMPLATE_MANUAL: edge_mode = ANDROID_EDGE_MODE_FAST; noise_red_mode = ANDROID_NOISE_REDUCTION_MODE_FAST; shading_mode = ANDROID_SHADING_MODE_FAST; hot_pixel_mode = ANDROID_HOT_PIXEL_MODE_FAST; tonemap_mode = ANDROID_TONEMAP_MODE_FAST; cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_FAST; controlIntent = ANDROID_CONTROL_CAPTURE_INTENT_MANUAL; focusMode = ANDROID_CONTROL_AF_MODE_OFF; optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_OFF; break; default: edge_mode = ANDROID_EDGE_MODE_FAST; noise_red_mode = ANDROID_NOISE_REDUCTION_MODE_FAST; shading_mode = ANDROID_SHADING_MODE_FAST; hot_pixel_mode = ANDROID_HOT_PIXEL_MODE_FAST; tonemap_mode = ANDROID_TONEMAP_MODE_FAST; cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_FAST; controlIntent = ANDROID_CONTROL_CAPTURE_INTENT_CUSTOM; focusMode = ANDROID_CONTROL_AF_MODE_CONTINUOUS_PICTURE; optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_OFF; break; } // Set CAC to OFF if underlying device doesn't support if (gCamCapability[mCameraId]->aberration_modes_count == 0) { cacMode = ANDROID_COLOR_CORRECTION_ABERRATION_MODE_OFF; } settings.update(ANDROID_COLOR_CORRECTION_ABERRATION_MODE, &cacMode, 1); settings.update(ANDROID_CONTROL_CAPTURE_INTENT, &controlIntent, 1); settings.update(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE, &vsMode, 1); if (gCamCapability[mCameraId]->supported_focus_modes_cnt == 1) { focusMode = ANDROID_CONTROL_AF_MODE_OFF; } settings.update(ANDROID_CONTROL_AF_MODE, &focusMode, 1); settings.update(NEXUS_EXPERIMENTAL_2017_HISTOGRAM_ENABLE, &histogramEnable, 1); settings.update(NEXUS_EXPERIMENTAL_2017_TRACKING_AF_TRIGGER, &trackingAfTrigger, 1); if (gCamCapability[mCameraId]->optical_stab_modes_count == 1 && gCamCapability[mCameraId]->optical_stab_modes[0] == CAM_OPT_STAB_ON) optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_ON; else if ((gCamCapability[mCameraId]->optical_stab_modes_count == 1 && gCamCapability[mCameraId]->optical_stab_modes[0] == CAM_OPT_STAB_OFF) || ois_disable) optStabMode = ANDROID_LENS_OPTICAL_STABILIZATION_MODE_OFF; settings.update(ANDROID_LENS_OPTICAL_STABILIZATION_MODE, &optStabMode, 1); settings.update(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE, &shadingmap_mode, 1); settings.update(ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION, &gCamCapability[mCameraId]->exposure_compensation_default, 1); static const uint8_t aeLock = ANDROID_CONTROL_AE_LOCK_OFF; settings.update(ANDROID_CONTROL_AE_LOCK, &aeLock, 1); static const uint8_t awbLock = ANDROID_CONTROL_AWB_LOCK_OFF; settings.update(ANDROID_CONTROL_AWB_LOCK, &awbLock, 1); static const uint8_t awbMode = ANDROID_CONTROL_AWB_MODE_AUTO; settings.update(ANDROID_CONTROL_AWB_MODE, &awbMode, 1); static const uint8_t controlMode = ANDROID_CONTROL_MODE_AUTO; settings.update(ANDROID_CONTROL_MODE, &controlMode, 1); static const uint8_t effectMode = ANDROID_CONTROL_EFFECT_MODE_OFF; settings.update(ANDROID_CONTROL_EFFECT_MODE, &effectMode, 1); static const uint8_t sceneMode = ANDROID_CONTROL_SCENE_MODE_FACE_PRIORITY; settings.update(ANDROID_CONTROL_SCENE_MODE, &sceneMode, 1); static const uint8_t aeMode = ANDROID_CONTROL_AE_MODE_ON; settings.update(ANDROID_CONTROL_AE_MODE, &aeMode, 1); /*flash*/ static const uint8_t flashMode = ANDROID_FLASH_MODE_OFF; settings.update(ANDROID_FLASH_MODE, &flashMode, 1); static const uint8_t flashFiringLevel = CAM_FLASH_FIRING_LEVEL_4; settings.update(ANDROID_FLASH_FIRING_POWER, &flashFiringLevel, 1); /* lens */ float default_aperture = gCamCapability[mCameraId]->apertures[0]; settings.update(ANDROID_LENS_APERTURE, &default_aperture, 1); if (gCamCapability[mCameraId]->filter_densities_count) { float default_filter_density = gCamCapability[mCameraId]->filter_densities[0]; settings.update(ANDROID_LENS_FILTER_DENSITY, &default_filter_density, gCamCapability[mCameraId]->filter_densities_count); } float default_focal_length = gCamCapability[mCameraId]->focal_length; settings.update(ANDROID_LENS_FOCAL_LENGTH, &default_focal_length, 1); static const uint8_t demosaicMode = ANDROID_DEMOSAIC_MODE_FAST; settings.update(ANDROID_DEMOSAIC_MODE, &demosaicMode, 1); static const int32_t testpatternMode = ANDROID_SENSOR_TEST_PATTERN_MODE_OFF; settings.update(ANDROID_SENSOR_TEST_PATTERN_MODE, &testpatternMode, 1); /* face detection (default to OFF) */ static const uint8_t faceDetectMode = ANDROID_STATISTICS_FACE_DETECT_MODE_OFF; settings.update(ANDROID_STATISTICS_FACE_DETECT_MODE, &faceDetectMode, 1); static const uint8_t histogramMode = QCAMERA3_HISTOGRAM_MODE_OFF; settings.update(QCAMERA3_HISTOGRAM_MODE, &histogramMode, 1); static const uint8_t sharpnessMapMode = ANDROID_STATISTICS_SHARPNESS_MAP_MODE_OFF; settings.update(ANDROID_STATISTICS_SHARPNESS_MAP_MODE, &sharpnessMapMode, 1); static const uint8_t hotPixelMapMode = ANDROID_STATISTICS_HOT_PIXEL_MAP_MODE_OFF; settings.update(ANDROID_STATISTICS_HOT_PIXEL_MAP_MODE, &hotPixelMapMode, 1); static const uint8_t blackLevelLock = ANDROID_BLACK_LEVEL_LOCK_OFF; settings.update(ANDROID_BLACK_LEVEL_LOCK, &blackLevelLock, 1); /* Exposure time(Update the Min Exposure Time)*/ int64_t default_exposure_time = gCamCapability[mCameraId]->exposure_time_range[0]; settings.update(ANDROID_SENSOR_EXPOSURE_TIME, &default_exposure_time, 1); /* frame duration */ static const int64_t default_frame_duration = NSEC_PER_33MSEC; settings.update(ANDROID_SENSOR_FRAME_DURATION, &default_frame_duration, 1); /* sensitivity */ static const int32_t default_sensitivity = 100; settings.update(ANDROID_SENSOR_SENSITIVITY, &default_sensitivity, 1); #ifndef USE_HAL_3_3 static const int32_t default_isp_sensitivity = gCamCapability[mCameraId]->isp_sensitivity_range.min_sensitivity; settings.update(ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST, &default_isp_sensitivity, 1); #endif /*edge mode*/ settings.update(ANDROID_EDGE_MODE, &edge_mode, 1); /*noise reduction mode*/ settings.update(ANDROID_NOISE_REDUCTION_MODE, &noise_red_mode, 1); /*shading mode*/ settings.update(ANDROID_SHADING_MODE, &shading_mode, 1); /*hot pixel mode*/ settings.update(ANDROID_HOT_PIXEL_MODE, &hot_pixel_mode, 1); /*color correction mode*/ static const uint8_t color_correct_mode = ANDROID_COLOR_CORRECTION_MODE_FAST; settings.update(ANDROID_COLOR_CORRECTION_MODE, &color_correct_mode, 1); /*transform matrix mode*/ settings.update(ANDROID_TONEMAP_MODE, &tonemap_mode, 1); int32_t scaler_crop_region[4]; scaler_crop_region[0] = 0; scaler_crop_region[1] = 0; scaler_crop_region[2] = gCamCapability[mCameraId]->active_array_size.width; scaler_crop_region[3] = gCamCapability[mCameraId]->active_array_size.height; settings.update(ANDROID_SCALER_CROP_REGION, scaler_crop_region, 4); float zoom_ratio = 1.0f; settings.update(ANDROID_CONTROL_ZOOM_RATIO, &zoom_ratio, 1); static const uint8_t antibanding_mode = ANDROID_CONTROL_AE_ANTIBANDING_MODE_AUTO; settings.update(ANDROID_CONTROL_AE_ANTIBANDING_MODE, &antibanding_mode, 1); /*focus distance*/ float focus_distance = 0.0; settings.update(ANDROID_LENS_FOCUS_DISTANCE, &focus_distance, 1); /*target fps range: use maximum range for picture, and maximum fixed range for video*/ /* Restrict template max_fps to 30 */ float max_range = 0.0; float max_fixed_fps = 0.0; int32_t fps_range[2] = {0, 0}; for (uint32_t i = 0; i < gCamCapability[mCameraId]->fps_ranges_tbl_cnt; i++) { if (gCamCapability[mCameraId]->fps_ranges_tbl[i].max_fps > TEMPLATE_MAX_PREVIEW_FPS) { continue; } float range = gCamCapability[mCameraId]->fps_ranges_tbl[i].max_fps - gCamCapability[mCameraId]->fps_ranges_tbl[i].min_fps; if (type == CAMERA3_TEMPLATE_PREVIEW || type == CAMERA3_TEMPLATE_STILL_CAPTURE || type == CAMERA3_TEMPLATE_ZERO_SHUTTER_LAG) { if (range > max_range) { fps_range[0] = (int32_t)gCamCapability[mCameraId]->fps_ranges_tbl[i].min_fps; fps_range[1] = (int32_t)gCamCapability[mCameraId]->fps_ranges_tbl[i].max_fps; max_range = range; } } else { if (range < 0.01 && max_fixed_fps < gCamCapability[mCameraId]->fps_ranges_tbl[i].max_fps) { fps_range[0] = (int32_t)gCamCapability[mCameraId]->fps_ranges_tbl[i].min_fps; fps_range[1] = (int32_t)gCamCapability[mCameraId]->fps_ranges_tbl[i].max_fps; max_fixed_fps = gCamCapability[mCameraId]->fps_ranges_tbl[i].max_fps; } } } settings.update(ANDROID_CONTROL_AE_TARGET_FPS_RANGE, fps_range, 2); /*precapture trigger*/ uint8_t precapture_trigger = ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_IDLE; settings.update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER, &precapture_trigger, 1); /*af trigger*/ uint8_t af_trigger = ANDROID_CONTROL_AF_TRIGGER_IDLE; settings.update(ANDROID_CONTROL_AF_TRIGGER, &af_trigger, 1); /* ae & af regions */ int32_t active_region[] = { gCamCapability[mCameraId]->active_array_size.left, gCamCapability[mCameraId]->active_array_size.top, gCamCapability[mCameraId]->active_array_size.left + gCamCapability[mCameraId]->active_array_size.width, gCamCapability[mCameraId]->active_array_size.top + gCamCapability[mCameraId]->active_array_size.height, 0}; settings.update(ANDROID_CONTROL_AE_REGIONS, active_region, sizeof(active_region) / sizeof(active_region[0])); settings.update(ANDROID_CONTROL_AF_REGIONS, active_region, sizeof(active_region) / sizeof(active_region[0])); /* black level lock */ uint8_t blacklevel_lock = ANDROID_BLACK_LEVEL_LOCK_OFF; settings.update(ANDROID_BLACK_LEVEL_LOCK, &blacklevel_lock, 1); //special defaults for manual template if (type == CAMERA3_TEMPLATE_MANUAL) { static const uint8_t manualControlMode = ANDROID_CONTROL_MODE_OFF; settings.update(ANDROID_CONTROL_MODE, &manualControlMode, 1); static const uint8_t manualFocusMode = ANDROID_CONTROL_AF_MODE_OFF; settings.update(ANDROID_CONTROL_AF_MODE, &manualFocusMode, 1); static const uint8_t manualAeMode = ANDROID_CONTROL_AE_MODE_OFF; settings.update(ANDROID_CONTROL_AE_MODE, &manualAeMode, 1); static const uint8_t manualAwbMode = ANDROID_CONTROL_AWB_MODE_OFF; settings.update(ANDROID_CONTROL_AWB_MODE, &manualAwbMode, 1); static const uint8_t manualTonemapMode = ANDROID_TONEMAP_MODE_FAST; settings.update(ANDROID_TONEMAP_MODE, &manualTonemapMode, 1); static const uint8_t manualColorCorrectMode = ANDROID_COLOR_CORRECTION_MODE_TRANSFORM_MATRIX; settings.update(ANDROID_COLOR_CORRECTION_MODE, &manualColorCorrectMode, 1); } /* TNR * We'll use this location to determine which modes TNR will be set. * We will enable TNR to be on if either of the Preview/Video stream requires TNR * This is not to be confused with linking on a per stream basis that decision * is still on per-session basis and will be handled as part of config stream */ uint8_t tnr_enable = 0; if (m_bTnrPreview || m_bTnrVideo) { switch (type) { case CAMERA3_TEMPLATE_VIDEO_RECORD: tnr_enable = 1; break; default: tnr_enable = 0; break; } int32_t tnr_process_type = (int32_t)getTemporalDenoiseProcessPlate(); settings.update(QCAMERA3_TEMPORAL_DENOISE_ENABLE, &tnr_enable, 1); settings.update(QCAMERA3_TEMPORAL_DENOISE_PROCESS_TYPE, &tnr_process_type, 1); LOGD("TNR:%d with process plate %d for template:%d", tnr_enable, tnr_process_type, type); } //Update Link tags to default uint8_t sync_type = CAM_TYPE_STANDALONE; settings.update(QCAMERA3_DUALCAM_LINK_ENABLE, &sync_type, 1); uint8_t is_main = 1; settings.update(QCAMERA3_DUALCAM_LINK_IS_MAIN, &is_main, 1); uint8_t related_camera_id = mCameraId; settings.update(QCAMERA3_DUALCAM_LINK_RELATED_CAMERA_ID, &related_camera_id, 1); /* CDS default */ char prop[PROPERTY_VALUE_MAX]; memset(prop, 0, sizeof(prop)); property_get("persist.camera.CDS", prop, "Auto"); cam_cds_mode_type_t cds_mode = CAM_CDS_MODE_AUTO; cds_mode = lookupProp(CDS_MAP, METADATA_MAP_SIZE(CDS_MAP), prop); if (CAM_CDS_MODE_MAX == cds_mode) { cds_mode = CAM_CDS_MODE_AUTO; } /* Disabling CDS in templates which have TNR enabled*/ if (tnr_enable) cds_mode = CAM_CDS_MODE_OFF; int32_t mode = cds_mode; settings.update(QCAMERA3_CDS_MODE, &mode, 1); /* Manual Convergence AEC Speed is disabled by default*/ float default_aec_speed = 0; settings.update(QCAMERA3_AEC_CONVERGENCE_SPEED, &default_aec_speed, 1); /* Manual Convergence AWB Speed is disabled by default*/ float default_awb_speed = 0; settings.update(QCAMERA3_AWB_CONVERGENCE_SPEED, &default_awb_speed, 1); // Set instant AEC to normal convergence by default uint8_t instant_aec_mode = (uint8_t)QCAMERA3_INSTANT_AEC_NORMAL_CONVERGENCE; settings.update(QCAMERA3_INSTANT_AEC_MODE, &instant_aec_mode, 1); uint8_t oisDataMode = ANDROID_STATISTICS_OIS_DATA_MODE_OFF; if (mCameraId == 0) { oisDataMode = ANDROID_STATISTICS_OIS_DATA_MODE_ON; } settings.update(ANDROID_STATISTICS_OIS_DATA_MODE, &oisDataMode, 1); if (gExposeEnableZslKey) { settings.update(ANDROID_CONTROL_ENABLE_ZSL, &enableZsl, 1); int32_t postview = 0; settings.update(NEXUS_EXPERIMENTAL_2017_POSTVIEW, &postview, 1); int32_t continuousZslCapture = 0; settings.update(NEXUS_EXPERIMENTAL_2017_CONTINUOUS_ZSL_CAPTURE, &continuousZslCapture, 1); // Disable HDR+ for templates other than CAMERA3_TEMPLATE_STILL_CAPTURE and // CAMERA3_TEMPLATE_PREVIEW. int32_t disableHdrplus = (type == CAMERA3_TEMPLATE_STILL_CAPTURE || type == CAMERA3_TEMPLATE_PREVIEW) ? 0 : 1; settings.update(NEXUS_EXPERIMENTAL_2017_DISABLE_HDRPLUS, &disableHdrplus, 1); // Set hybrid_ae tag in PREVIEW and STILL_CAPTURE templates to 1 so that // hybrid ae is enabled for 3rd party app HDR+. if (type == CAMERA3_TEMPLATE_PREVIEW || type == CAMERA3_TEMPLATE_STILL_CAPTURE) { hybrid_ae = 1; } } /* hybrid ae */ settings.update(NEXUS_EXPERIMENTAL_2016_HYBRID_AE_ENABLE, &hybrid_ae, 1); int32_t fwk_hdr = QCAMERA3_VIDEO_HDR_MODE_OFF; settings.update(QCAMERA3_VIDEO_HDR_MODE, &fwk_hdr, 1); mDefaultMetadata[type] = settings.release(); return mDefaultMetadata[type]; } /*=========================================================================== * FUNCTION : getExpectedFrameDuration * * DESCRIPTION: Extract the maximum frame duration from either exposure or frame * duration * * PARAMETERS : * @request : request settings * @frameDuration : The maximum frame duration in nanoseconds * * RETURN : None *==========================================================================*/ void QCamera3HardwareInterface::getExpectedFrameDuration( const camera_metadata_t *request, nsecs_t *frameDuration /*out*/) { if (nullptr == frameDuration) { return; } camera_metadata_ro_entry_t e = camera_metadata_ro_entry_t(); find_camera_metadata_ro_entry(request, ANDROID_SENSOR_EXPOSURE_TIME, &e); if (e.count > 0) { *frameDuration = e.data.i64[0]; } find_camera_metadata_ro_entry(request, ANDROID_SENSOR_FRAME_DURATION, &e); if (e.count > 0) { *frameDuration = std::max(e.data.i64[0], *frameDuration); } } /*=========================================================================== * FUNCTION : calculateMaxExpectedDuration * * DESCRIPTION: Calculate the expected frame duration in nanoseconds given the * current camera settings. * * PARAMETERS : * @request : request settings * * RETURN : Expected frame duration in nanoseconds. *==========================================================================*/ nsecs_t QCamera3HardwareInterface::calculateMaxExpectedDuration( const camera_metadata_t *request) { nsecs_t maxExpectedDuration = kDefaultExpectedDuration; camera_metadata_ro_entry_t e = camera_metadata_ro_entry_t(); find_camera_metadata_ro_entry(request, ANDROID_CONTROL_MODE, &e); if (e.count == 0) { return maxExpectedDuration; } if (e.data.u8[0] == ANDROID_CONTROL_MODE_OFF) { getExpectedFrameDuration(request, &maxExpectedDuration /*out*/); } if (e.data.u8[0] != ANDROID_CONTROL_MODE_AUTO) { return maxExpectedDuration; } find_camera_metadata_ro_entry(request, ANDROID_CONTROL_AE_MODE, &e); if (e.count == 0) { return maxExpectedDuration; } switch (e.data.u8[0]) { case ANDROID_CONTROL_AE_MODE_OFF: getExpectedFrameDuration(request, &maxExpectedDuration /*out*/); break; default: find_camera_metadata_ro_entry(request, ANDROID_CONTROL_AE_TARGET_FPS_RANGE, &e); if (e.count > 1) { maxExpectedDuration = 1e9 / e.data.u8[0]; } break; } return maxExpectedDuration; } /*=========================================================================== * FUNCTION : setFrameParameters * * DESCRIPTION: set parameters per frame as requested in the metadata from * framework * * PARAMETERS : * @request : request that needs to be serviced * @streamsArray : Stream ID of all the requested streams * @blob_request: Whether this request is a blob request or not * * RETURN : success: NO_ERROR * failure: *==========================================================================*/ int QCamera3HardwareInterface::setFrameParameters( camera3_capture_request_t *request, cam_stream_ID_t streamsArray, int blob_request, uint32_t snapshotStreamId) { /*translate from camera_metadata_t type to parm_type_t*/ int rc = 0; int32_t hal_version = CAM_HAL_V3; clear_metadata_buffer(mParameters); if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_HAL_VERSION, hal_version)) { LOGE("Failed to set hal version in the parameters"); return BAD_VALUE; } /*we need to update the frame number in the parameters*/ if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_FRAME_NUMBER, request->frame_number)) { LOGE("Failed to set the frame number in the parameters"); return BAD_VALUE; } /* Update stream id of all the requested buffers */ if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_STREAM_ID, streamsArray)) { LOGE("Failed to set stream type mask in the parameters"); return BAD_VALUE; } if (mUpdateDebugLevel) { uint32_t dummyDebugLevel = 0; /* The value of dummyDebugLevel is irrelavent. On * CAM_INTF_PARM_UPDATE_DEBUG_LEVEL, read debug property */ if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_UPDATE_DEBUG_LEVEL, dummyDebugLevel)) { LOGE("Failed to set UPDATE_DEBUG_LEVEL"); return BAD_VALUE; } mUpdateDebugLevel = false; } if(request->settings != NULL){ mExpectedFrameDuration = calculateMaxExpectedDuration(request->settings); rc = translateToHalMetadata(request, mParameters, snapshotStreamId); if (blob_request) memcpy(mPrevParameters, mParameters, sizeof(metadata_buffer_t)); } return rc; } /*=========================================================================== * FUNCTION : setReprocParameters * * DESCRIPTION: Translate frameworks metadata to HAL metadata structure, and * return it. * * PARAMETERS : * @request : request that needs to be serviced * * RETURN : success: NO_ERROR * failure: *==========================================================================*/ int32_t QCamera3HardwareInterface::setReprocParameters( camera3_capture_request_t *request, metadata_buffer_t *reprocParam, uint32_t snapshotStreamId) { /*translate from camera_metadata_t type to parm_type_t*/ int rc = 0; if (NULL == request->settings){ LOGE("Reprocess settings cannot be NULL"); return BAD_VALUE; } if (NULL == reprocParam) { LOGE("Invalid reprocessing metadata buffer"); return BAD_VALUE; } clear_metadata_buffer(reprocParam); /*we need to update the frame number in the parameters*/ if (ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_FRAME_NUMBER, request->frame_number)) { LOGE("Failed to set the frame number in the parameters"); return BAD_VALUE; } rc = translateToHalMetadata(request, reprocParam, snapshotStreamId); if (rc < 0) { LOGE("Failed to translate reproc request"); return rc; } CameraMetadata frame_settings; frame_settings = request->settings; if (frame_settings.exists(QCAMERA3_CROP_COUNT_REPROCESS) && frame_settings.exists(QCAMERA3_CROP_REPROCESS)) { int32_t *crop_count = frame_settings.find(QCAMERA3_CROP_COUNT_REPROCESS).data.i32; int32_t *crop_data = frame_settings.find(QCAMERA3_CROP_REPROCESS).data.i32; int32_t *roi_map = frame_settings.find(QCAMERA3_CROP_ROI_MAP_REPROCESS).data.i32; if ((0 < *crop_count) && (*crop_count < MAX_NUM_STREAMS)) { cam_crop_data_t crop_meta; memset(&crop_meta, 0, sizeof(cam_crop_data_t)); crop_meta.num_of_streams = 1; crop_meta.crop_info[0].crop.left = crop_data[0]; crop_meta.crop_info[0].crop.top = crop_data[1]; crop_meta.crop_info[0].crop.width = crop_data[2]; crop_meta.crop_info[0].crop.height = crop_data[3]; crop_meta.crop_info[0].roi_map.left = roi_map[0]; crop_meta.crop_info[0].roi_map.top = roi_map[1]; crop_meta.crop_info[0].roi_map.width = roi_map[2]; crop_meta.crop_info[0].roi_map.height = roi_map[3]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_CROP_DATA, crop_meta)) { rc = BAD_VALUE; } LOGD("Found reprocess crop data for stream %p %dx%d, %dx%d", request->input_buffer->stream, crop_meta.crop_info[0].crop.left, crop_meta.crop_info[0].crop.top, crop_meta.crop_info[0].crop.width, crop_meta.crop_info[0].crop.height); LOGD("Found reprocess roi map data for stream %p %dx%d, %dx%d", request->input_buffer->stream, crop_meta.crop_info[0].roi_map.left, crop_meta.crop_info[0].roi_map.top, crop_meta.crop_info[0].roi_map.width, crop_meta.crop_info[0].roi_map.height); } else { LOGE("Invalid reprocess crop count %d!", *crop_count); } } else { LOGE("No crop data from matching output stream"); } /* These settings are not needed for regular requests so handle them specially for reprocess requests; information needed for EXIF tags */ if (frame_settings.exists(ANDROID_FLASH_MODE)) { int val = lookupHalName(FLASH_MODES_MAP, METADATA_MAP_SIZE(FLASH_MODES_MAP), (int)frame_settings.find(ANDROID_FLASH_MODE).data.u8[0]); if (NAME_NOT_FOUND != val) { uint32_t flashMode = (uint32_t)val; if (ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_FLASH_MODE, flashMode)) { rc = BAD_VALUE; } } else { LOGE("Could not map fwk flash mode %d to correct hal flash mode", frame_settings.find(ANDROID_FLASH_MODE).data.u8[0]); } } else { LOGH("No flash mode in reprocess settings"); } if (frame_settings.exists(ANDROID_FLASH_STATE)) { int32_t flashState = (int32_t)frame_settings.find(ANDROID_FLASH_STATE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_FLASH_STATE, flashState)) { rc = BAD_VALUE; } } else { LOGH("No flash state in reprocess settings"); } if (frame_settings.exists(QCAMERA3_HAL_PRIVATEDATA_REPROCESS_FLAGS)) { uint8_t *reprocessFlags = frame_settings.find(QCAMERA3_HAL_PRIVATEDATA_REPROCESS_FLAGS).data.u8; if (ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_REPROCESS_FLAGS, *reprocessFlags)) { rc = BAD_VALUE; } } // Add exif debug data to internal metadata if (frame_settings.exists(QCAMERA3_HAL_PRIVATEDATA_EXIF_DEBUG_DATA_BLOB)) { mm_jpeg_debug_exif_params_t *debug_params = (mm_jpeg_debug_exif_params_t *)frame_settings.find (QCAMERA3_HAL_PRIVATEDATA_EXIF_DEBUG_DATA_BLOB).data.u8; // AE if (debug_params->ae_debug_params_valid == TRUE) { ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_EXIF_DEBUG_AE, debug_params->ae_debug_params); } // AWB if (debug_params->awb_debug_params_valid == TRUE) { ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_EXIF_DEBUG_AWB, debug_params->awb_debug_params); } // AF if (debug_params->af_debug_params_valid == TRUE) { ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_EXIF_DEBUG_AF, debug_params->af_debug_params); } // ASD if (debug_params->asd_debug_params_valid == TRUE) { ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_EXIF_DEBUG_ASD, debug_params->asd_debug_params); } // Stats if (debug_params->stats_debug_params_valid == TRUE) { ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_EXIF_DEBUG_STATS, debug_params->stats_debug_params); } // BE Stats if (debug_params->bestats_debug_params_valid == TRUE) { ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_EXIF_DEBUG_BESTATS, debug_params->bestats_debug_params); } // BHIST if (debug_params->bhist_debug_params_valid == TRUE) { ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_EXIF_DEBUG_BHIST, debug_params->bhist_debug_params); } // 3A Tuning if (debug_params->q3a_tuning_debug_params_valid == TRUE) { ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_EXIF_DEBUG_3A_TUNING, debug_params->q3a_tuning_debug_params); } } // Add metadata which reprocess needs if (frame_settings.exists(QCAMERA3_HAL_PRIVATEDATA_REPROCESS_DATA_BLOB)) { cam_reprocess_info_t *repro_info = (cam_reprocess_info_t *)frame_settings.find (QCAMERA3_HAL_PRIVATEDATA_REPROCESS_DATA_BLOB).data.u8; ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_SNAP_CROP_INFO_SENSOR, repro_info->sensor_crop_info); ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_SNAP_CROP_INFO_CAMIF, repro_info->camif_crop_info); ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_SNAP_CROP_INFO_ISP, repro_info->isp_crop_info); ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_SNAP_CROP_INFO_CPP, repro_info->cpp_crop_info); ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_AF_FOCAL_LENGTH_RATIO, repro_info->af_focal_length_ratio); ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_PARM_FLIP, repro_info->pipeline_flip); ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_AF_ROI, repro_info->af_roi); ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_META_IMG_DYN_FEAT, repro_info->dyn_mask); /* If there is ANDROID_JPEG_ORIENTATION in frame setting, CAM_INTF_PARM_ROTATION metadata then has been added in translateToHalMetadata. HAL need to keep this new rotation metadata. Otherwise, the old rotation info saved in the vendor tag would be used */ IF_META_AVAILABLE(cam_rotation_info_t, rotationInfo, CAM_INTF_PARM_ROTATION, reprocParam) { LOGD("CAM_INTF_PARM_ROTATION metadata is added in translateToHalMetadata"); } else { ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_PARM_ROTATION, repro_info->rotation_info); } } /* Add additional JPEG cropping information. App add QCAMERA3_JPEG_ENCODE_CROP_RECT to ask for cropping and use ROI for downscale/upscale during HW JPEG encoding. roi.width and roi.height would be the final JPEG size. For now, HAL only checks this for reprocess request */ if (frame_settings.exists(QCAMERA3_JPEG_ENCODE_CROP_ENABLE) && frame_settings.exists(QCAMERA3_JPEG_ENCODE_CROP_RECT)) { uint8_t *enable = frame_settings.find(QCAMERA3_JPEG_ENCODE_CROP_ENABLE).data.u8; if (*enable == TRUE) { int32_t *crop_data = frame_settings.find(QCAMERA3_JPEG_ENCODE_CROP_RECT).data.i32; cam_stream_crop_info_t crop_meta; memset(&crop_meta, 0, sizeof(cam_stream_crop_info_t)); crop_meta.stream_id = 0; crop_meta.crop.left = crop_data[0]; crop_meta.crop.top = crop_data[1]; crop_meta.crop.width = crop_data[2]; crop_meta.crop.height = crop_data[3]; // The JPEG crop roi should match cpp output size IF_META_AVAILABLE(cam_stream_crop_info_t, cpp_crop, CAM_INTF_META_SNAP_CROP_INFO_CPP, reprocParam) { crop_meta.roi_map.left = 0; crop_meta.roi_map.top = 0; crop_meta.roi_map.width = cpp_crop->crop.width; crop_meta.roi_map.height = cpp_crop->crop.height; } ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_PARM_JPEG_ENCODE_CROP, crop_meta); LOGH("Add JPEG encode crop left %d, top %d, width %d, height %d, mCameraId %d", crop_meta.crop.left, crop_meta.crop.top, crop_meta.crop.width, crop_meta.crop.height, mCameraId); LOGH("Add JPEG encode crop ROI left %d, top %d, width %d, height %d, mCameraId %d", crop_meta.roi_map.left, crop_meta.roi_map.top, crop_meta.roi_map.width, crop_meta.roi_map.height, mCameraId); // Add JPEG scale information cam_dimension_t scale_dim; memset(&scale_dim, 0, sizeof(cam_dimension_t)); if (frame_settings.exists(QCAMERA3_JPEG_ENCODE_CROP_ROI)) { int32_t *roi = frame_settings.find(QCAMERA3_JPEG_ENCODE_CROP_ROI).data.i32; scale_dim.width = roi[2]; scale_dim.height = roi[3]; ADD_SET_PARAM_ENTRY_TO_BATCH(reprocParam, CAM_INTF_PARM_JPEG_SCALE_DIMENSION, scale_dim); LOGH("Add JPEG encode scale width %d, height %d, mCameraId %d", scale_dim.width, scale_dim.height, mCameraId); } } } return rc; } /*=========================================================================== * FUNCTION : saveRequestSettings * * DESCRIPTION: Add any settings that might have changed to the request settings * and save the settings to be applied on the frame * * PARAMETERS : * @jpegMetadata : the extracted and/or modified jpeg metadata * @request : request with initial settings * * RETURN : * camera_metadata_t* : pointer to the saved request settings *==========================================================================*/ camera_metadata_t* QCamera3HardwareInterface::saveRequestSettings( const CameraMetadata &jpegMetadata, camera3_capture_request_t *request) { camera_metadata_t *resultMetadata; CameraMetadata camMetadata; camMetadata = request->settings; if (jpegMetadata.exists(ANDROID_JPEG_THUMBNAIL_SIZE)) { int32_t thumbnail_size[2]; thumbnail_size[0] = jpegMetadata.find(ANDROID_JPEG_THUMBNAIL_SIZE).data.i32[0]; thumbnail_size[1] = jpegMetadata.find(ANDROID_JPEG_THUMBNAIL_SIZE).data.i32[1]; camMetadata.update(ANDROID_JPEG_THUMBNAIL_SIZE, thumbnail_size, jpegMetadata.find(ANDROID_JPEG_THUMBNAIL_SIZE).count); } if (request->input_buffer != NULL) { uint8_t reprocessFlags = 1; camMetadata.update(QCAMERA3_HAL_PRIVATEDATA_REPROCESS_FLAGS, (uint8_t*)&reprocessFlags, sizeof(reprocessFlags)); } resultMetadata = camMetadata.release(); return resultMetadata; } /*=========================================================================== * FUNCTION : setHalFpsRange * * DESCRIPTION: set FPS range parameter * * * PARAMETERS : * @settings : Metadata from framework * @hal_metadata: Metadata buffer * * * RETURN : success: NO_ERROR * failure: *==========================================================================*/ int32_t QCamera3HardwareInterface::setHalFpsRange(const CameraMetadata &settings, metadata_buffer_t *hal_metadata) { int32_t rc = NO_ERROR; cam_fps_range_t fps_range; fps_range.min_fps = (float) settings.find(ANDROID_CONTROL_AE_TARGET_FPS_RANGE).data.i32[0]; fps_range.max_fps = (float) settings.find(ANDROID_CONTROL_AE_TARGET_FPS_RANGE).data.i32[1]; fps_range.video_min_fps = fps_range.min_fps; fps_range.video_max_fps = fps_range.max_fps; LOGD("aeTargetFpsRange fps: [%f %f]", fps_range.min_fps, fps_range.max_fps); /* In CONSTRAINED_HFR_MODE, sensor_fps is derived from aeTargetFpsRange as * follows: * ---------------------------------------------------------------| * Video stream is absent in configure_streams | * (Camcorder preview before the first video record | * ---------------------------------------------------------------| * vid_buf_requested | aeTgtFpsRng | snsrFpsMode | sensorFpsRange | * | | | vid_min/max_fps| * ---------------------------------------------------------------| * NO | [ 30, 240] | 240 | [240, 240] | * |-------------|-------------|----------------| * | [240, 240] | 240 | [240, 240] | * ---------------------------------------------------------------| * Video stream is present in configure_streams | * ---------------------------------------------------------------| * vid_buf_requested | aeTgtFpsRng | snsrFpsMode | sensorFpsRange | * | | | vid_min/max_fps| * ---------------------------------------------------------------| * NO | [ 30, 240] | 240 | [240, 240] | * (camcorder prev |-------------|-------------|----------------| * after video rec | [240, 240] | 240 | [240, 240] | * is stopped) | | | | * ---------------------------------------------------------------| * YES | [ 30, 240] | 240 | [240, 240] | * |-------------|-------------|----------------| * | [240, 240] | 240 | [240, 240] | * ---------------------------------------------------------------| * When Video stream is absent in configure_streams, * preview fps = sensor_fps / batchsize * Eg: for 240fps at batchSize 4, preview = 60fps * for 120fps at batchSize 4, preview = 30fps * * When video stream is present in configure_streams, preview fps is as per * the ratio of preview buffers to video buffers requested in process * capture request */ mBatchSize = 0; if (CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE == mOpMode) { fps_range.min_fps = fps_range.video_max_fps; fps_range.video_min_fps = fps_range.video_max_fps; int val = lookupHalName(HFR_MODE_MAP, METADATA_MAP_SIZE(HFR_MODE_MAP), fps_range.max_fps); if (NAME_NOT_FOUND != val) { cam_hfr_mode_t hfrMode = (cam_hfr_mode_t)val; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_HFR, hfrMode)) { return BAD_VALUE; } if (fps_range.max_fps >= MIN_FPS_FOR_BATCH_MODE) { /* If batchmode is currently in progress and the fps changes, * set the flag to restart the sensor */ if((mHFRVideoFps >= MIN_FPS_FOR_BATCH_MODE) && (mHFRVideoFps != fps_range.max_fps)) { mNeedSensorRestart = true; } mHFRVideoFps = fps_range.max_fps; mBatchSize = mHFRVideoFps / PREVIEW_FPS_FOR_HFR; if (mBatchSize > MAX_HFR_BATCH_SIZE) { mBatchSize = MAX_HFR_BATCH_SIZE; } } LOGD("hfrMode: %d batchSize: %d", hfrMode, mBatchSize); } } else { /* HFR mode is session param in backend/ISP. This should be reset when * in non-HFR mode */ cam_hfr_mode_t hfrMode = CAM_HFR_MODE_OFF; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_HFR, hfrMode)) { return BAD_VALUE; } } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_FPS_RANGE, fps_range)) { return BAD_VALUE; } LOGD("fps: [%f %f] vid_fps: [%f %f]", fps_range.min_fps, fps_range.max_fps, fps_range.video_min_fps, fps_range.video_max_fps); return rc; } /*=========================================================================== * FUNCTION : translateToHalMetadata * * DESCRIPTION: read from the camera_metadata_t and change to parm_type_t * * * PARAMETERS : * @request : request sent from framework * @hal_metadata: Hal specific metadata buffer * @snapshotStreamId: Snapshot stream ID. * * RETURN : success: NO_ERROR * failure: *==========================================================================*/ int QCamera3HardwareInterface::translateToHalMetadata (const camera3_capture_request_t *request, metadata_buffer_t *hal_metadata, uint32_t snapshotStreamId) { if (request == nullptr || hal_metadata == nullptr) { return BAD_VALUE; } int64_t minFrameDuration = getMinFrameDuration(request); return translateFwkMetadataToHalMetadata(request->settings, hal_metadata, snapshotStreamId, minFrameDuration); } int QCamera3HardwareInterface::translateFwkMetadataToHalMetadata( const camera_metadata_t *frameworkMetadata, metadata_buffer_t *hal_metadata, uint32_t snapshotStreamId, int64_t minFrameDuration) { int rc = 0; CameraMetadata frame_settings; frame_settings = frameworkMetadata; /* Do not change the order of the following list unless you know what you are * doing. * The order is laid out in such a way that parameters in the front of the table * may be used to override the parameters later in the table. Examples are: * 1. META_MODE should precede AEC/AWB/AF MODE * 2. AEC MODE should preced EXPOSURE_TIME/SENSITIVITY/FRAME_DURATION * 3. AWB_MODE should precede COLOR_CORRECTION_MODE * 4. Any mode should precede it's corresponding settings */ if (frame_settings.exists(ANDROID_CONTROL_MODE)) { uint8_t metaMode = frame_settings.find(ANDROID_CONTROL_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_MODE, metaMode)) { rc = BAD_VALUE; } rc = extractSceneMode(frame_settings, metaMode, hal_metadata); if (rc != NO_ERROR) { LOGE("extractSceneMode failed"); } } if (frame_settings.exists(ANDROID_CONTROL_AE_MODE)) { uint8_t fwk_aeMode = frame_settings.find(ANDROID_CONTROL_AE_MODE).data.u8[0]; uint8_t aeMode; int32_t redeye; if (fwk_aeMode == ANDROID_CONTROL_AE_MODE_OFF ) { aeMode = CAM_AE_MODE_OFF; } else if (fwk_aeMode == ANDROID_CONTROL_AE_MODE_ON_EXTERNAL_FLASH) { aeMode = CAM_AE_MODE_ON_EXTERNAL_FLASH; } else { aeMode = CAM_AE_MODE_ON; } if (fwk_aeMode == ANDROID_CONTROL_AE_MODE_ON_AUTO_FLASH_REDEYE) { redeye = 1; } else { redeye = 0; } int val = lookupHalName(AE_FLASH_MODE_MAP, METADATA_MAP_SIZE(AE_FLASH_MODE_MAP), fwk_aeMode); if (NAME_NOT_FOUND != val) { int32_t flashMode = (int32_t)val; ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_LED_MODE, flashMode); } ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_AEC_MODE, aeMode); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_REDEYE_REDUCTION, redeye)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_CONTROL_AWB_MODE)) { uint8_t fwk_whiteLevel = frame_settings.find(ANDROID_CONTROL_AWB_MODE).data.u8[0]; int val = lookupHalName(WHITE_BALANCE_MODES_MAP, METADATA_MAP_SIZE(WHITE_BALANCE_MODES_MAP), fwk_whiteLevel); if (NAME_NOT_FOUND != val) { uint8_t whiteLevel = (uint8_t)val; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_WHITE_BALANCE, whiteLevel)) { rc = BAD_VALUE; } } } if (frame_settings.exists(ANDROID_COLOR_CORRECTION_ABERRATION_MODE)) { uint8_t fwk_cacMode = frame_settings.find( ANDROID_COLOR_CORRECTION_ABERRATION_MODE).data.u8[0]; int val = lookupHalName(COLOR_ABERRATION_MAP, METADATA_MAP_SIZE(COLOR_ABERRATION_MAP), fwk_cacMode); if (NAME_NOT_FOUND != val) { cam_aberration_mode_t cacMode = (cam_aberration_mode_t) val; bool entryAvailable = FALSE; // Check whether Frameworks set CAC mode is supported in device or not for (size_t i = 0; i < gCamCapability[mCameraId]->aberration_modes_count; i++) { if (gCamCapability[mCameraId]->aberration_modes[i] == cacMode) { entryAvailable = TRUE; break; } } LOGD("FrameworksCacMode=%d entryAvailable=%d", cacMode, entryAvailable); // If entry not found then set the device supported mode instead of frameworks mode i.e, // Only HW ISP CAC + NO SW CAC : Advertise all 3 with High doing same as fast by ISP // NO HW ISP CAC + Only SW CAC : Advertise all 3 with Fast doing the same as OFF if (entryAvailable == FALSE) { if (gCamCapability[mCameraId]->aberration_modes_count == 0) { cacMode = CAM_COLOR_CORRECTION_ABERRATION_OFF; } else { if (cacMode == CAM_COLOR_CORRECTION_ABERRATION_HIGH_QUALITY) { // High is not supported and so set the FAST as spec say's underlying // device implementation can be the same for both modes. cacMode = CAM_COLOR_CORRECTION_ABERRATION_FAST; } else if (cacMode == CAM_COLOR_CORRECTION_ABERRATION_FAST) { // Fast is not supported and so we cannot set HIGH or FAST but choose OFF // in order to avoid the fps drop due to high quality cacMode = CAM_COLOR_CORRECTION_ABERRATION_OFF; } else { cacMode = CAM_COLOR_CORRECTION_ABERRATION_OFF; } } } LOGD("Final cacMode is %d", cacMode); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_CAC, cacMode)) { rc = BAD_VALUE; } } else { LOGE("Invalid framework CAC mode: %d", fwk_cacMode); } } uint8_t fwk_focusMode = 0; if (m_bForceInfinityAf == 0) { if (frame_settings.exists(ANDROID_CONTROL_AF_MODE)) { fwk_focusMode = frame_settings.find(ANDROID_CONTROL_AF_MODE).data.u8[0]; int val = lookupHalName(FOCUS_MODES_MAP, METADATA_MAP_SIZE(FOCUS_MODES_MAP), fwk_focusMode); if (NAME_NOT_FOUND != val) { uint8_t focusMode = (uint8_t)val; LOGD("set focus mode %d", focusMode); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_FOCUS_MODE, focusMode)) { rc = BAD_VALUE; } } } else { LOGE("Fatal: Missing ANDROID_CONTROL_AF_MODE"); } } else { uint8_t focusMode = (uint8_t)CAM_FOCUS_MODE_INFINITY; LOGE("Focus forced to infinity %d", focusMode); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_FOCUS_MODE, focusMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_LENS_FOCUS_DISTANCE) && fwk_focusMode == ANDROID_CONTROL_AF_MODE_OFF) { float focalDistance = frame_settings.find(ANDROID_LENS_FOCUS_DISTANCE).data.f[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_LENS_FOCUS_DISTANCE, focalDistance)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_CONTROL_AE_ANTIBANDING_MODE)) { uint8_t fwk_antibandingMode = frame_settings.find(ANDROID_CONTROL_AE_ANTIBANDING_MODE).data.u8[0]; int val = lookupHalName(ANTIBANDING_MODES_MAP, METADATA_MAP_SIZE(ANTIBANDING_MODES_MAP), fwk_antibandingMode); if (NAME_NOT_FOUND != val) { uint32_t hal_antibandingMode = (uint32_t)val; if (hal_antibandingMode == CAM_ANTIBANDING_MODE_AUTO) { if (m60HzZone) { hal_antibandingMode = CAM_ANTIBANDING_MODE_AUTO_60HZ; } else { hal_antibandingMode = CAM_ANTIBANDING_MODE_AUTO_50HZ; } } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_ANTIBANDING, hal_antibandingMode)) { rc = BAD_VALUE; } } } if (frame_settings.exists(ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION)) { int32_t expCompensation = frame_settings.find( ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION).data.i32[0]; if (expCompensation < gCamCapability[mCameraId]->exposure_compensation_min) expCompensation = gCamCapability[mCameraId]->exposure_compensation_min; if (expCompensation > gCamCapability[mCameraId]->exposure_compensation_max) expCompensation = gCamCapability[mCameraId]->exposure_compensation_max; LOGD("Setting compensation:%d", expCompensation); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_EXPOSURE_COMPENSATION, expCompensation)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_CONTROL_AE_LOCK)) { uint8_t aeLock = frame_settings.find(ANDROID_CONTROL_AE_LOCK).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_AEC_LOCK, aeLock)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_CONTROL_AE_TARGET_FPS_RANGE)) { rc = setHalFpsRange(frame_settings, hal_metadata); if (rc != NO_ERROR) { LOGE("setHalFpsRange failed"); } } if (frame_settings.exists(ANDROID_CONTROL_AWB_LOCK)) { uint8_t awbLock = frame_settings.find(ANDROID_CONTROL_AWB_LOCK).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_AWB_LOCK, awbLock)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_CONTROL_EFFECT_MODE)) { uint8_t fwk_effectMode = frame_settings.find(ANDROID_CONTROL_EFFECT_MODE).data.u8[0]; int val = lookupHalName(EFFECT_MODES_MAP, METADATA_MAP_SIZE(EFFECT_MODES_MAP), fwk_effectMode); if (NAME_NOT_FOUND != val) { uint8_t effectMode = (uint8_t)val; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_EFFECT, effectMode)) { rc = BAD_VALUE; } } } if (frame_settings.exists(ANDROID_COLOR_CORRECTION_MODE)) { uint8_t colorCorrectMode = frame_settings.find(ANDROID_COLOR_CORRECTION_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_COLOR_CORRECT_MODE, colorCorrectMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_COLOR_CORRECTION_GAINS)) { cam_color_correct_gains_t colorCorrectGains; for (size_t i = 0; i < CC_GAIN_MAX; i++) { colorCorrectGains.gains[i] = frame_settings.find(ANDROID_COLOR_CORRECTION_GAINS).data.f[i]; } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_COLOR_CORRECT_GAINS, colorCorrectGains)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_COLOR_CORRECTION_TRANSFORM)) { cam_color_correct_matrix_t colorCorrectTransform; cam_rational_type_t transform_elem; size_t num = 0; for (size_t i = 0; i < CC_MATRIX_ROWS; i++) { for (size_t j = 0; j < CC_MATRIX_COLS; j++) { transform_elem.numerator = frame_settings.find(ANDROID_COLOR_CORRECTION_TRANSFORM).data.r[num].numerator; transform_elem.denominator = frame_settings.find(ANDROID_COLOR_CORRECTION_TRANSFORM).data.r[num].denominator; colorCorrectTransform.transform_matrix[i][j] = transform_elem; num++; } } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_COLOR_CORRECT_TRANSFORM, colorCorrectTransform)) { rc = BAD_VALUE; } } cam_trigger_t aecTrigger; aecTrigger.trigger = CAM_AEC_TRIGGER_IDLE; aecTrigger.trigger_id = -1; if (frame_settings.exists(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER)&& frame_settings.exists(ANDROID_CONTROL_AE_PRECAPTURE_ID)) { aecTrigger.trigger = frame_settings.find(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER).data.u8[0]; aecTrigger.trigger_id = frame_settings.find(ANDROID_CONTROL_AE_PRECAPTURE_ID).data.i32[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_AEC_PRECAPTURE_TRIGGER, aecTrigger)) { rc = BAD_VALUE; } LOGD("precaptureTrigger: %d precaptureTriggerID: %d", aecTrigger.trigger, aecTrigger.trigger_id); } /*af_trigger must come with a trigger id*/ if (frame_settings.exists(ANDROID_CONTROL_AF_TRIGGER) && frame_settings.exists(ANDROID_CONTROL_AF_TRIGGER_ID)) { cam_trigger_t af_trigger; af_trigger.trigger = frame_settings.find(ANDROID_CONTROL_AF_TRIGGER).data.u8[0]; af_trigger.trigger_id = frame_settings.find(ANDROID_CONTROL_AF_TRIGGER_ID).data.i32[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_AF_TRIGGER, af_trigger)) { rc = BAD_VALUE; } LOGD("AfTrigger: %d AfTriggerID: %d", af_trigger.trigger, af_trigger.trigger_id); } if (frame_settings.exists(ANDROID_DEMOSAIC_MODE)) { int32_t demosaic = frame_settings.find(ANDROID_DEMOSAIC_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_DEMOSAIC, demosaic)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_EDGE_MODE)) { cam_edge_application_t edge_application; edge_application.edge_mode = frame_settings.find(ANDROID_EDGE_MODE).data.u8[0]; if (edge_application.edge_mode == CAM_EDGE_MODE_OFF) { edge_application.sharpness = 0; } else { edge_application.sharpness = gCamCapability[mCameraId]->sharpness_ctrl.def_value; //default if (frame_settings.exists(QCAMERA3_SHARPNESS_STRENGTH)) { int32_t sharpness = frame_settings.find(QCAMERA3_SHARPNESS_STRENGTH).data.i32[0]; if (sharpness >= gCamCapability[mCameraId]->sharpness_ctrl.min_value && sharpness <= gCamCapability[mCameraId]->sharpness_ctrl.max_value) { LOGD("Setting edge mode sharpness %d", sharpness); edge_application.sharpness = sharpness; } } } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_EDGE_MODE, edge_application)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_FLASH_MODE)) { uint32_t flashMode = (uint32_t)frame_settings.find(ANDROID_FLASH_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_FLASH_MODE, flashMode)) { rc = BAD_VALUE; } int32_t respectFlashMode = 1; if (frame_settings.exists(ANDROID_CONTROL_AE_MODE)) { uint8_t fwk_aeMode = frame_settings.find(ANDROID_CONTROL_AE_MODE).data.u8[0]; if (fwk_aeMode == ANDROID_CONTROL_AE_MODE_ON_AUTO_FLASH || fwk_aeMode == ANDROID_CONTROL_AE_MODE_ON_ALWAYS_FLASH || fwk_aeMode == ANDROID_CONTROL_AE_MODE_ON_AUTO_FLASH_REDEYE) { respectFlashMode = 0; LOGH("AE Mode controls flash, ignore android.flash.mode"); } } if (respectFlashMode) { int val = lookupHalName(FLASH_MODES_MAP, METADATA_MAP_SIZE(FLASH_MODES_MAP), (int)frame_settings.find(ANDROID_FLASH_MODE).data.u8[0]); LOGH("flash mode after mapping %d", val); // To check: CAM_INTF_META_FLASH_MODE usage if (NAME_NOT_FOUND != val) { uint8_t ledMode = (uint8_t)val; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_LED_MODE, ledMode)) { rc = BAD_VALUE; } } } } if (frame_settings.exists(ANDROID_FLASH_STATE)) { int32_t flashState = (int32_t)frame_settings.find(ANDROID_FLASH_STATE).data.i32[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_FLASH_STATE, flashState)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_FLASH_FIRING_POWER)) { uint8_t flashPower = frame_settings.find(ANDROID_FLASH_FIRING_POWER).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_FLASH_POWER, flashPower)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_FLASH_FIRING_TIME)) { int64_t flashFiringTime = frame_settings.find(ANDROID_FLASH_FIRING_TIME).data.i64[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_FLASH_FIRING_TIME, flashFiringTime)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_HOT_PIXEL_MODE)) { uint8_t hotPixelMode = frame_settings.find(ANDROID_HOT_PIXEL_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_HOTPIXEL_MODE, hotPixelMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_LENS_APERTURE)) { float lensAperture = frame_settings.find( ANDROID_LENS_APERTURE).data.f[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_LENS_APERTURE, lensAperture)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_LENS_FILTER_DENSITY)) { float filterDensity = frame_settings.find(ANDROID_LENS_FILTER_DENSITY).data.f[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_LENS_FILTERDENSITY, filterDensity)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_LENS_FOCAL_LENGTH)) { float focalLength = frame_settings.find(ANDROID_LENS_FOCAL_LENGTH).data.f[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_LENS_FOCAL_LENGTH, focalLength)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_LENS_OPTICAL_STABILIZATION_MODE)) { uint8_t optStabMode = frame_settings.find(ANDROID_LENS_OPTICAL_STABILIZATION_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_LENS_OPT_STAB_MODE, optStabMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE)) { uint8_t videoStabMode = frame_settings.find(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE).data.u8[0]; LOGD("videoStabMode from APP = %d", videoStabMode); if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_VIDEO_STAB_MODE, videoStabMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_NOISE_REDUCTION_MODE)) { uint8_t noiseRedMode = frame_settings.find(ANDROID_NOISE_REDUCTION_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_NOISE_REDUCTION_MODE, noiseRedMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_REPROCESS_EFFECTIVE_EXPOSURE_FACTOR)) { float reprocessEffectiveExposureFactor = frame_settings.find(ANDROID_REPROCESS_EFFECTIVE_EXPOSURE_FACTOR).data.f[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_EFFECTIVE_EXPOSURE_FACTOR, reprocessEffectiveExposureFactor)) { rc = BAD_VALUE; } } cam_crop_region_t scalerCropRegion; bool scalerCropSet = false; if (frame_settings.exists(ANDROID_SCALER_CROP_REGION)) { scalerCropRegion.left = frame_settings.find(ANDROID_SCALER_CROP_REGION).data.i32[0]; scalerCropRegion.top = frame_settings.find(ANDROID_SCALER_CROP_REGION).data.i32[1]; scalerCropRegion.width = frame_settings.find(ANDROID_SCALER_CROP_REGION).data.i32[2]; scalerCropRegion.height = frame_settings.find(ANDROID_SCALER_CROP_REGION).data.i32[3]; if (frame_settings.exists(ANDROID_CONTROL_ZOOM_RATIO)) { mLastRequestedZoomRatio = frame_settings.find(ANDROID_CONTROL_ZOOM_RATIO).data.f[0]; mLastRequestedZoomRatio = MIN(MAX(mLastRequestedZoomRatio, 1.0f), gCamCapability[mCameraId]->max_zoom); LOGD("setting zoomRatio %f", mLastRequestedZoomRatio); } // Map coordinate system from active array to sensor output. mCropRegionMapper.toSensor(scalerCropRegion.left, scalerCropRegion.top, scalerCropRegion.width, scalerCropRegion.height, mLastRequestedZoomRatio); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_SCALER_CROP_REGION, scalerCropRegion)) { rc = BAD_VALUE; } scalerCropSet = true; } if (frame_settings.exists(ANDROID_SENSOR_EXPOSURE_TIME)) { int64_t sensorExpTime = frame_settings.find(ANDROID_SENSOR_EXPOSURE_TIME).data.i64[0]; LOGD("setting sensorExpTime %lld", sensorExpTime); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_SENSOR_EXPOSURE_TIME, sensorExpTime)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_SENSOR_FRAME_DURATION)) { int64_t sensorFrameDuration = frame_settings.find(ANDROID_SENSOR_FRAME_DURATION).data.i64[0]; sensorFrameDuration = MAX(sensorFrameDuration, minFrameDuration); if (sensorFrameDuration > gCamCapability[mCameraId]->max_frame_duration) sensorFrameDuration = gCamCapability[mCameraId]->max_frame_duration; LOGD("clamp sensorFrameDuration to %lld", sensorFrameDuration); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_SENSOR_FRAME_DURATION, sensorFrameDuration)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_SENSOR_SENSITIVITY)) { int32_t sensorSensitivity = frame_settings.find(ANDROID_SENSOR_SENSITIVITY).data.i32[0]; if (sensorSensitivity < gCamCapability[mCameraId]->sensitivity_range.min_sensitivity) sensorSensitivity = gCamCapability[mCameraId]->sensitivity_range.min_sensitivity; if (sensorSensitivity > gCamCapability[mCameraId]->sensitivity_range.max_sensitivity) sensorSensitivity = gCamCapability[mCameraId]->sensitivity_range.max_sensitivity; LOGD("clamp sensorSensitivity to %d", sensorSensitivity); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_SENSOR_SENSITIVITY, sensorSensitivity)) { rc = BAD_VALUE; } } #ifndef USE_HAL_3_3 if (frame_settings.exists(ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST)) { int32_t ispSensitivity = frame_settings.find(ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST).data.i32[0]; if (ispSensitivity < gCamCapability[mCameraId]->isp_sensitivity_range.min_sensitivity) { ispSensitivity = gCamCapability[mCameraId]->isp_sensitivity_range.min_sensitivity; LOGD("clamp ispSensitivity to %d", ispSensitivity); } if (ispSensitivity > gCamCapability[mCameraId]->isp_sensitivity_range.max_sensitivity) { ispSensitivity = gCamCapability[mCameraId]->isp_sensitivity_range.max_sensitivity; LOGD("clamp ispSensitivity to %d", ispSensitivity); } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_ISP_SENSITIVITY, ispSensitivity)) { rc = BAD_VALUE; } } #endif if (frame_settings.exists(ANDROID_SHADING_MODE)) { uint8_t shadingMode = frame_settings.find(ANDROID_SHADING_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_SHADING_MODE, shadingMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_STATISTICS_FACE_DETECT_MODE)) { uint8_t fwk_facedetectMode = frame_settings.find(ANDROID_STATISTICS_FACE_DETECT_MODE).data.u8[0]; int val = lookupHalName(FACEDETECT_MODES_MAP, METADATA_MAP_SIZE(FACEDETECT_MODES_MAP), fwk_facedetectMode); if (NAME_NOT_FOUND != val) { uint8_t facedetectMode = (uint8_t)val; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_STATS_FACEDETECT_MODE, facedetectMode)) { rc = BAD_VALUE; } } } if (frame_settings.exists(QCAMERA3_HISTOGRAM_MODE)) { uint8_t histogramMode = frame_settings.find(QCAMERA3_HISTOGRAM_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_STATS_HISTOGRAM_MODE, histogramMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_STATISTICS_SHARPNESS_MAP_MODE)) { uint8_t sharpnessMapMode = frame_settings.find(ANDROID_STATISTICS_SHARPNESS_MAP_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_STATS_SHARPNESS_MAP_MODE, sharpnessMapMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_TONEMAP_MODE)) { uint8_t tonemapMode = frame_settings.find(ANDROID_TONEMAP_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_TONEMAP_MODE, tonemapMode)) { rc = BAD_VALUE; } } /* Tonemap curve channels ch0 = G, ch 1 = B, ch 2 = R */ /*All tonemap channels will have the same number of points*/ if (frame_settings.exists(ANDROID_TONEMAP_CURVE_GREEN) && frame_settings.exists(ANDROID_TONEMAP_CURVE_BLUE) && frame_settings.exists(ANDROID_TONEMAP_CURVE_RED)) { cam_rgb_tonemap_curves tonemapCurves; tonemapCurves.tonemap_points_cnt = frame_settings.find(ANDROID_TONEMAP_CURVE_GREEN).count/2; if (tonemapCurves.tonemap_points_cnt > CAM_MAX_TONEMAP_CURVE_SIZE) { LOGE("Fatal: tonemap_points_cnt %d exceeds max value of %d", tonemapCurves.tonemap_points_cnt, CAM_MAX_TONEMAP_CURVE_SIZE); tonemapCurves.tonemap_points_cnt = CAM_MAX_TONEMAP_CURVE_SIZE; } /* ch0 = G*/ size_t point = 0; cam_tonemap_curve_t tonemapCurveGreen; for (size_t i = 0; i < tonemapCurves.tonemap_points_cnt; i++) { for (size_t j = 0; j < 2; j++) { tonemapCurveGreen.tonemap_points[i][j] = frame_settings.find(ANDROID_TONEMAP_CURVE_GREEN).data.f[point]; point++; } } tonemapCurves.curves[0] = tonemapCurveGreen; /* ch 1 = B */ point = 0; cam_tonemap_curve_t tonemapCurveBlue; for (size_t i = 0; i < tonemapCurves.tonemap_points_cnt; i++) { for (size_t j = 0; j < 2; j++) { tonemapCurveBlue.tonemap_points[i][j] = frame_settings.find(ANDROID_TONEMAP_CURVE_BLUE).data.f[point]; point++; } } tonemapCurves.curves[1] = tonemapCurveBlue; /* ch 2 = R */ point = 0; cam_tonemap_curve_t tonemapCurveRed; for (size_t i = 0; i < tonemapCurves.tonemap_points_cnt; i++) { for (size_t j = 0; j < 2; j++) { tonemapCurveRed.tonemap_points[i][j] = frame_settings.find(ANDROID_TONEMAP_CURVE_RED).data.f[point]; point++; } } tonemapCurves.curves[2] = tonemapCurveRed; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_TONEMAP_CURVES, tonemapCurves)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_CONTROL_CAPTURE_INTENT)) { uint8_t captureIntent = frame_settings.find(ANDROID_CONTROL_CAPTURE_INTENT).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_CAPTURE_INTENT, captureIntent)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_BLACK_LEVEL_LOCK)) { uint8_t blackLevelLock = frame_settings.find(ANDROID_BLACK_LEVEL_LOCK).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_BLACK_LEVEL_LOCK, blackLevelLock)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE)) { uint8_t lensShadingMapMode = frame_settings.find(ANDROID_STATISTICS_LENS_SHADING_MAP_MODE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_LENS_SHADING_MAP_MODE, lensShadingMapMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_CONTROL_AE_REGIONS)) { cam_area_t roi; bool reset = true; convertFromRegions(roi, frame_settings, ANDROID_CONTROL_AE_REGIONS); // Map coordinate system from active array to sensor output. mCropRegionMapper.toSensor(roi.rect.left, roi.rect.top, roi.rect.width, roi.rect.height, mLastRequestedZoomRatio); if (scalerCropSet) { reset = resetIfNeededROI(&roi, &scalerCropRegion); } if (reset && ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_AEC_ROI, roi)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_CONTROL_AF_REGIONS)) { cam_area_t roi; bool reset = true; convertFromRegions(roi, frame_settings, ANDROID_CONTROL_AF_REGIONS); // Map coordinate system from active array to sensor output. mCropRegionMapper.toSensor(roi.rect.left, roi.rect.top, roi.rect.width, roi.rect.height, mLastRequestedZoomRatio); if (scalerCropSet) { reset = resetIfNeededROI(&roi, &scalerCropRegion); } if (reset && ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_AF_ROI, roi)) { rc = BAD_VALUE; } } // CDS for non-HFR non-video mode if ((mOpMode != CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE) && !(m_bIsVideo) && frame_settings.exists(QCAMERA3_CDS_MODE)) { int32_t *fwk_cds = frame_settings.find(QCAMERA3_CDS_MODE).data.i32; if ((CAM_CDS_MODE_MAX <= *fwk_cds) || (0 > *fwk_cds)) { LOGE("Invalid CDS mode %d!", *fwk_cds); } else { if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_CDS_MODE, *fwk_cds)) { rc = BAD_VALUE; } } } // Video HDR cam_video_hdr_mode_t vhdr = CAM_VIDEO_HDR_MODE_OFF; if (frame_settings.exists(QCAMERA3_VIDEO_HDR_MODE)) { vhdr = (cam_video_hdr_mode_t) frame_settings.find(QCAMERA3_VIDEO_HDR_MODE).data.i32[0]; } if (m_bVideoHdrEnabled) vhdr = CAM_VIDEO_HDR_MODE_ON; int8_t curr_hdr_state = ((mCurrFeatureState & CAM_QCOM_FEATURE_STAGGERED_VIDEO_HDR) != 0); if(vhdr != curr_hdr_state) LOGH("PROFILE_SET_HDR_MODE %d" ,vhdr); rc = setVideoHdrMode(mParameters, vhdr); if (rc != NO_ERROR) { LOGE("setVideoHDR is failed"); } //IR if(frame_settings.exists(QCAMERA3_IR_MODE)) { cam_ir_mode_type_t fwk_ir = (cam_ir_mode_type_t) frame_settings.find(QCAMERA3_IR_MODE).data.i32[0]; uint8_t curr_ir_state = ((mCurrFeatureState & CAM_QCOM_FEATURE_IR) != 0); uint8_t isIRon = 0; (fwk_ir >0) ? (isIRon = 1) : (isIRon = 0) ; if ((CAM_IR_MODE_MAX <= fwk_ir) || (0 > fwk_ir)) { LOGE("Invalid IR mode %d!", fwk_ir); } else { if(isIRon != curr_ir_state ) LOGH("PROFILE_SET_IR_MODE %d" ,isIRon); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_IR_MODE, fwk_ir)) { rc = BAD_VALUE; } } } //Binning Correction Mode if(frame_settings.exists(QCAMERA3_BINNING_CORRECTION_MODE)) { cam_binning_correction_mode_t fwk_binning_correction = (cam_binning_correction_mode_t) frame_settings.find(QCAMERA3_BINNING_CORRECTION_MODE).data.i32[0]; if ((CAM_BINNING_CORRECTION_MODE_MAX <= fwk_binning_correction) || (0 > fwk_binning_correction)) { LOGE("Invalid binning correction mode %d!", fwk_binning_correction); } else { if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_BINNING_CORRECTION_MODE, fwk_binning_correction)) { rc = BAD_VALUE; } } } if (frame_settings.exists(QCAMERA3_AEC_CONVERGENCE_SPEED)) { float aec_speed; aec_speed = frame_settings.find(QCAMERA3_AEC_CONVERGENCE_SPEED).data.f[0]; LOGD("AEC Speed :%f", aec_speed); if ( aec_speed < 0 ) { LOGE("Invalid AEC mode %f!", aec_speed); } else { if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_AEC_CONVERGENCE_SPEED, aec_speed)) { rc = BAD_VALUE; } } } if (frame_settings.exists(QCAMERA3_AWB_CONVERGENCE_SPEED)) { float awb_speed; awb_speed = frame_settings.find(QCAMERA3_AWB_CONVERGENCE_SPEED).data.f[0]; LOGD("AWB Speed :%f", awb_speed); if ( awb_speed < 0 ) { LOGE("Invalid AWB mode %f!", awb_speed); } else { if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_AWB_CONVERGENCE_SPEED, awb_speed)) { rc = BAD_VALUE; } } } // TNR if (frame_settings.exists(QCAMERA3_TEMPORAL_DENOISE_ENABLE) && frame_settings.exists(QCAMERA3_TEMPORAL_DENOISE_PROCESS_TYPE)) { uint8_t b_TnrRequested = 0; uint8_t curr_tnr_state = ((mCurrFeatureState & CAM_QTI_FEATURE_SW_TNR) != 0); cam_denoise_param_t tnr; tnr.denoise_enable = frame_settings.find(QCAMERA3_TEMPORAL_DENOISE_ENABLE).data.u8[0]; tnr.process_plates = (cam_denoise_process_type_t)frame_settings.find( QCAMERA3_TEMPORAL_DENOISE_PROCESS_TYPE).data.i32[0]; b_TnrRequested = tnr.denoise_enable; if(b_TnrRequested != curr_tnr_state) LOGH("PROFILE_SET_TNR_MODE %d" ,b_TnrRequested); if (ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_TEMPORAL_DENOISE, tnr)) { rc = BAD_VALUE; } } if (frame_settings.exists(QCAMERA3_EXPOSURE_METER)) { int32_t* exposure_metering_mode = frame_settings.find(QCAMERA3_EXPOSURE_METER).data.i32; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_AEC_ALGO_TYPE, *exposure_metering_mode)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_SENSOR_TEST_PATTERN_MODE)) { int32_t fwk_testPatternMode = frame_settings.find(ANDROID_SENSOR_TEST_PATTERN_MODE).data.i32[0]; int testPatternMode = lookupHalName(TEST_PATTERN_MAP, METADATA_MAP_SIZE(TEST_PATTERN_MAP), fwk_testPatternMode); if (NAME_NOT_FOUND != testPatternMode) { cam_test_pattern_data_t testPatternData; memset(&testPatternData, 0, sizeof(testPatternData)); testPatternData.mode = (cam_test_pattern_mode_t)testPatternMode; if (testPatternMode == CAM_TEST_PATTERN_SOLID_COLOR && frame_settings.exists(ANDROID_SENSOR_TEST_PATTERN_DATA)) { int32_t *fwk_testPatternData = frame_settings.find(ANDROID_SENSOR_TEST_PATTERN_DATA).data.i32; testPatternData.r = fwk_testPatternData[0]; testPatternData.b = fwk_testPatternData[3]; switch (gCamCapability[mCameraId]->color_arrangement) { case CAM_FILTER_ARRANGEMENT_RGGB: case CAM_FILTER_ARRANGEMENT_GRBG: testPatternData.gr = fwk_testPatternData[1]; testPatternData.gb = fwk_testPatternData[2]; break; case CAM_FILTER_ARRANGEMENT_GBRG: case CAM_FILTER_ARRANGEMENT_BGGR: testPatternData.gr = fwk_testPatternData[2]; testPatternData.gb = fwk_testPatternData[1]; break; default: LOGE("color arrangement %d is not supported", gCamCapability[mCameraId]->color_arrangement); break; } } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_TEST_PATTERN_DATA, testPatternData)) { rc = BAD_VALUE; } } else { LOGE("Invalid framework sensor test pattern mode %d", fwk_testPatternMode); } } if (frame_settings.exists(ANDROID_JPEG_GPS_COORDINATES)) { size_t count = 0; camera_metadata_entry_t gps_coords = frame_settings.find(ANDROID_JPEG_GPS_COORDINATES); ADD_SET_PARAM_ARRAY_TO_BATCH(hal_metadata, CAM_INTF_META_JPEG_GPS_COORDINATES, gps_coords.data.d, gps_coords.count, count); if (gps_coords.count != count) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_JPEG_GPS_PROCESSING_METHOD)) { char gps_methods[GPS_PROCESSING_METHOD_SIZE]; size_t count = 0; const char *gps_methods_src = (const char *) frame_settings.find(ANDROID_JPEG_GPS_PROCESSING_METHOD).data.u8; memset(gps_methods, '\0', sizeof(gps_methods)); strlcpy(gps_methods, gps_methods_src, sizeof(gps_methods)); ADD_SET_PARAM_ARRAY_TO_BATCH(hal_metadata, CAM_INTF_META_JPEG_GPS_PROC_METHODS, gps_methods, GPS_PROCESSING_METHOD_SIZE, count); if (GPS_PROCESSING_METHOD_SIZE != count) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_JPEG_GPS_TIMESTAMP)) { int64_t gps_timestamp = frame_settings.find(ANDROID_JPEG_GPS_TIMESTAMP).data.i64[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_JPEG_GPS_TIMESTAMP, gps_timestamp)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_JPEG_ORIENTATION)) { int32_t orientation = frame_settings.find(ANDROID_JPEG_ORIENTATION).data.i32[0]; cam_rotation_info_t rotation_info; if (orientation == 0) { rotation_info.rotation = ROTATE_0; } else if (orientation == 90) { rotation_info.rotation = ROTATE_90; } else if (orientation == 180) { rotation_info.rotation = ROTATE_180; } else if (orientation == 270) { rotation_info.rotation = ROTATE_270; } rotation_info.device_rotation = ROTATE_0; rotation_info.streamId = snapshotStreamId; ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_JPEG_ORIENTATION, orientation); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_ROTATION, rotation_info)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_JPEG_QUALITY)) { uint32_t quality = (uint32_t) frame_settings.find(ANDROID_JPEG_QUALITY).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_JPEG_QUALITY, quality)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_JPEG_THUMBNAIL_QUALITY)) { uint32_t thumb_quality = (uint32_t) frame_settings.find(ANDROID_JPEG_THUMBNAIL_QUALITY).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_JPEG_THUMB_QUALITY, thumb_quality)) { rc = BAD_VALUE; } } if (frame_settings.exists(ANDROID_JPEG_THUMBNAIL_SIZE)) { cam_dimension_t dim; dim.width = frame_settings.find(ANDROID_JPEG_THUMBNAIL_SIZE).data.i32[0]; dim.height = frame_settings.find(ANDROID_JPEG_THUMBNAIL_SIZE).data.i32[1]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_JPEG_THUMB_SIZE, dim)) { rc = BAD_VALUE; } } // Internal metadata if (frame_settings.exists(QCAMERA3_PRIVATEDATA_REPROCESS)) { size_t count = 0; camera_metadata_entry_t privatedata = frame_settings.find(QCAMERA3_PRIVATEDATA_REPROCESS); ADD_SET_PARAM_ARRAY_TO_BATCH(hal_metadata, CAM_INTF_META_PRIVATE_DATA, privatedata.data.i32, privatedata.count, count); if (privatedata.count != count) { rc = BAD_VALUE; } } // ISO/Exposure Priority if (frame_settings.exists(QCAMERA3_USE_ISO_EXP_PRIORITY) && frame_settings.exists(QCAMERA3_SELECT_PRIORITY)) { cam_priority_mode_t mode = (cam_priority_mode_t)frame_settings.find(QCAMERA3_SELECT_PRIORITY).data.i32[0]; if((CAM_ISO_PRIORITY == mode) || (CAM_EXP_PRIORITY == mode)) { cam_intf_parm_manual_3a_t use_iso_exp_pty; use_iso_exp_pty.previewOnly = FALSE; uint64_t* ptr = (uint64_t*)frame_settings.find(QCAMERA3_USE_ISO_EXP_PRIORITY).data.i64; use_iso_exp_pty.value = *ptr; if(CAM_ISO_PRIORITY == mode) { if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_ISO, use_iso_exp_pty)) { rc = BAD_VALUE; } } else { if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_EXPOSURE_TIME, use_iso_exp_pty)) { rc = BAD_VALUE; } } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_ZSL_MODE, 1)) { rc = BAD_VALUE; } } } else { if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_ZSL_MODE, 0)) { rc = BAD_VALUE; } } // Saturation if (frame_settings.exists(QCAMERA3_USE_SATURATION)) { int32_t* use_saturation = frame_settings.find(QCAMERA3_USE_SATURATION).data.i32; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_SATURATION, *use_saturation)) { rc = BAD_VALUE; } } // EV step if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_EV_STEP, gCamCapability[mCameraId]->exp_compensation_step)) { rc = BAD_VALUE; } // CDS info if (frame_settings.exists(QCAMERA3_CDS_INFO)) { cam_cds_data_t *cdsData = (cam_cds_data_t *) frame_settings.find(QCAMERA3_CDS_INFO).data.u8; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_CDS_DATA, *cdsData)) { rc = BAD_VALUE; } } // Hybrid AE if (frame_settings.exists(NEXUS_EXPERIMENTAL_2016_HYBRID_AE_ENABLE)) { uint8_t *hybrid_ae = (uint8_t *) frame_settings.find(NEXUS_EXPERIMENTAL_2016_HYBRID_AE_ENABLE).data.u8; // Motion tracking intent isn't compatible with hybrid ae. if (mCaptureIntent == CAM_INTENT_MOTION_TRACKING) { *hybrid_ae = 0; } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_HYBRID_AE, *hybrid_ae)) { rc = BAD_VALUE; } } // Motion Detection if (frame_settings.exists(NEXUS_EXPERIMENTAL_2017_MOTION_DETECTION_ENABLE)) { uint8_t *motion_detection = (uint8_t *) frame_settings.find(NEXUS_EXPERIMENTAL_2017_MOTION_DETECTION_ENABLE).data.u8; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_MOTION_DETECTION_ENABLE, *motion_detection)) { rc = BAD_VALUE; } } // Histogram if (frame_settings.exists(NEXUS_EXPERIMENTAL_2017_HISTOGRAM_ENABLE)) { uint8_t histogramMode = frame_settings.find(NEXUS_EXPERIMENTAL_2017_HISTOGRAM_ENABLE).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_STATS_HISTOGRAM_MODE, histogramMode)) { rc = BAD_VALUE; } } if (frame_settings.exists(NEXUS_EXPERIMENTAL_2017_HISTOGRAM_BINS)) { int32_t histogramBins = frame_settings.find(NEXUS_EXPERIMENTAL_2017_HISTOGRAM_BINS).data.i32[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_STATS_HISTOGRAM_BINS, histogramBins)) { rc = BAD_VALUE; } } // Tracking AF if (frame_settings.exists(NEXUS_EXPERIMENTAL_2017_TRACKING_AF_TRIGGER)) { uint8_t trackingAfTrigger = frame_settings.find(NEXUS_EXPERIMENTAL_2017_TRACKING_AF_TRIGGER).data.u8[0]; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_TRACKING_AF_TRIGGER, trackingAfTrigger)) { rc = BAD_VALUE; } } // Makernote camera_metadata_entry entry = frame_settings.find(NEXUS_EXPERIMENTAL_2017_EXIF_MAKERNOTE); if (entry.count != 0) { if (entry.count <= MAX_MAKERNOTE_LENGTH) { cam_makernote_t makernote; makernote.length = entry.count; memcpy(makernote.data, entry.data.u8, makernote.length); if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_META_MAKERNOTE, makernote)) { rc = BAD_VALUE; } } else { ALOGE("%s: Makernote length %u is larger than %d", __FUNCTION__, entry.count, MAX_MAKERNOTE_LENGTH); rc = BAD_VALUE; } } return rc; } /*=========================================================================== * FUNCTION : captureResultCb * * DESCRIPTION: Callback handler for all channels (streams, as well as metadata) * * PARAMETERS : * @frame : frame information from mm-camera-interface * @buffer : actual gralloc buffer to be returned to frameworks. NULL if metadata. * @userdata: userdata * * RETURN : NONE *==========================================================================*/ void QCamera3HardwareInterface::captureResultCb(mm_camera_super_buf_t *metadata, camera3_stream_buffer_t *buffer, uint32_t frame_number, bool isInputBuffer, void *userdata) { QCamera3HardwareInterface *hw = (QCamera3HardwareInterface *)userdata; if (hw == NULL) { LOGE("Invalid hw %p", hw); return; } hw->captureResultCb(metadata, buffer, frame_number, isInputBuffer); return; } /*=========================================================================== * FUNCTION : setBufferErrorStatus * * DESCRIPTION: Callback handler for channels to report any buffer errors * * PARAMETERS : * @ch : Channel on which buffer error is reported from * @frame_number : frame number on which buffer error is reported on * @buffer_status : buffer error status * @userdata: userdata * * RETURN : NONE *==========================================================================*/ void QCamera3HardwareInterface::setBufferErrorStatus(QCamera3Channel* ch, uint32_t frame_number, camera3_buffer_status_t err, void *userdata) { QCamera3HardwareInterface *hw = (QCamera3HardwareInterface *)userdata; if (hw == NULL) { LOGE("Invalid hw %p", hw); return; } hw->setBufferErrorStatus(ch, frame_number, err); return; } void QCamera3HardwareInterface::setBufferErrorStatus(QCamera3Channel* ch, uint32_t frameNumber, camera3_buffer_status_t err) { LOGD("channel: %p, frame# %d, buf err: %d", ch, frameNumber, err); pthread_mutex_lock(&mMutex); for (auto& req : mPendingBuffersMap.mPendingBuffersInRequest) { if (req.frame_number != frameNumber) continue; for (auto& k : req.mPendingBufferList) { if(k.stream->priv == ch) { k.bufStatus = CAMERA3_BUFFER_STATUS_ERROR; } } } pthread_mutex_unlock(&mMutex); return; } /*=========================================================================== * FUNCTION : initialize * * DESCRIPTION: Pass framework callback pointers to HAL * * PARAMETERS : * * * RETURN : Success : 0 * Failure: -ENODEV *==========================================================================*/ int QCamera3HardwareInterface::initialize(const struct camera3_device *device, const camera3_callback_ops_t *callback_ops) { LOGD("E"); QCamera3HardwareInterface *hw = reinterpret_cast(device->priv); if (!hw) { LOGE("NULL camera device"); return -ENODEV; } int rc = hw->initialize(callback_ops); LOGD("X"); return rc; } /*=========================================================================== * FUNCTION : configure_streams * * DESCRIPTION: * * PARAMETERS : * * * RETURN : Success: 0 * Failure: -EINVAL (if stream configuration is invalid) * -ENODEV (fatal error) *==========================================================================*/ int QCamera3HardwareInterface::configure_streams( const struct camera3_device *device, camera3_stream_configuration_t *stream_list) { LOGD("E"); QCamera3HardwareInterface *hw = reinterpret_cast(device->priv); if (!hw) { LOGE("NULL camera device"); return -ENODEV; } int rc = hw->configureStreams(stream_list); LOGD("X"); return rc; } /*=========================================================================== * FUNCTION : construct_default_request_settings * * DESCRIPTION: Configure a settings buffer to meet the required use case * * PARAMETERS : * * * RETURN : Success: Return valid metadata * Failure: Return NULL *==========================================================================*/ const camera_metadata_t* QCamera3HardwareInterface:: construct_default_request_settings(const struct camera3_device *device, int type) { LOGD("E"); camera_metadata_t* fwk_metadata = NULL; QCamera3HardwareInterface *hw = reinterpret_cast(device->priv); if (!hw) { LOGE("NULL camera device"); return NULL; } fwk_metadata = hw->translateCapabilityToMetadata(type); LOGD("X"); return fwk_metadata; } /*=========================================================================== * FUNCTION : process_capture_request * * DESCRIPTION: * * PARAMETERS : * * * RETURN : *==========================================================================*/ int QCamera3HardwareInterface::process_capture_request( const struct camera3_device *device, camera3_capture_request_t *request) { LOGD("E"); CAMSCOPE_UPDATE_FLAGS(CAMSCOPE_SECTION_HAL, kpi_camscope_flags); QCamera3HardwareInterface *hw = reinterpret_cast(device->priv); if (!hw) { LOGE("NULL camera device"); return -EINVAL; } int rc = hw->orchestrateRequest(request); LOGD("X"); return rc; } /*=========================================================================== * FUNCTION : dump * * DESCRIPTION: * * PARAMETERS : * * * RETURN : *==========================================================================*/ void QCamera3HardwareInterface::dump( const struct camera3_device *device, int fd) { /* Log level property is read when "adb shell dumpsys media.camera" is called so that the log level can be controlled without restarting the media server */ getLogLevel(); LOGD("E"); QCamera3HardwareInterface *hw = reinterpret_cast(device->priv); if (!hw) { LOGE("NULL camera device"); return; } hw->dump(fd); LOGD("X"); return; } /*=========================================================================== * FUNCTION : flush * * DESCRIPTION: * * PARAMETERS : * * * RETURN : *==========================================================================*/ int QCamera3HardwareInterface::flush( const struct camera3_device *device) { int rc; LOGD("E"); QCamera3HardwareInterface *hw = reinterpret_cast(device->priv); if (!hw) { LOGE("NULL camera device"); return -EINVAL; } pthread_mutex_lock(&hw->mMutex); // Validate current state switch (hw->mState) { case STARTED: /* valid state */ break; case ERROR: pthread_mutex_unlock(&hw->mMutex); hw->handleCameraDeviceError(); return -ENODEV; default: LOGI("Flush returned during state %d", hw->mState); pthread_mutex_unlock(&hw->mMutex); return 0; } pthread_mutex_unlock(&hw->mMutex); rc = hw->flush(true /* restart channels */ ); LOGD("X"); return rc; } /*=========================================================================== * FUNCTION : close_camera_device * * DESCRIPTION: * * PARAMETERS : * * * RETURN : *==========================================================================*/ int QCamera3HardwareInterface::close_camera_device(struct hw_device_t* device) { int ret = NO_ERROR; QCamera3HardwareInterface *hw = reinterpret_cast( reinterpret_cast(device)->priv); if (!hw) { LOGE("NULL camera device"); return BAD_VALUE; } LOGI("[KPI Perf]: E camera id %d", hw->mCameraId); delete hw; LOGI("[KPI Perf]: X"); CAMSCOPE_DESTROY(CAMSCOPE_SECTION_HAL); return ret; } /*=========================================================================== * FUNCTION : getWaveletDenoiseProcessPlate * * DESCRIPTION: query wavelet denoise process plate * * PARAMETERS : None * * RETURN : WNR prcocess plate value *==========================================================================*/ cam_denoise_process_type_t QCamera3HardwareInterface::getWaveletDenoiseProcessPlate() { char prop[PROPERTY_VALUE_MAX]; memset(prop, 0, sizeof(prop)); property_get("persist.denoise.process.plates", prop, "0"); int processPlate = atoi(prop); switch(processPlate) { case 0: return CAM_WAVELET_DENOISE_YCBCR_PLANE; case 1: return CAM_WAVELET_DENOISE_CBCR_ONLY; case 2: return CAM_WAVELET_DENOISE_STREAMLINE_YCBCR; case 3: return CAM_WAVELET_DENOISE_STREAMLINED_CBCR; default: return CAM_WAVELET_DENOISE_STREAMLINE_YCBCR; } } /*=========================================================================== * FUNCTION : getTemporalDenoiseProcessPlate * * DESCRIPTION: query temporal denoise process plate * * PARAMETERS : None * * RETURN : TNR prcocess plate value *==========================================================================*/ cam_denoise_process_type_t QCamera3HardwareInterface::getTemporalDenoiseProcessPlate() { char prop[PROPERTY_VALUE_MAX]; memset(prop, 0, sizeof(prop)); property_get("persist.tnr.process.plates", prop, "0"); int processPlate = atoi(prop); switch(processPlate) { case 0: return CAM_WAVELET_DENOISE_YCBCR_PLANE; case 1: return CAM_WAVELET_DENOISE_CBCR_ONLY; case 2: return CAM_WAVELET_DENOISE_STREAMLINE_YCBCR; case 3: return CAM_WAVELET_DENOISE_STREAMLINED_CBCR; default: return CAM_WAVELET_DENOISE_STREAMLINE_YCBCR; } } /*=========================================================================== * FUNCTION : extractSceneMode * * DESCRIPTION: Extract scene mode from frameworks set metadata * * PARAMETERS : * @frame_settings: CameraMetadata reference * @metaMode: ANDROID_CONTORL_MODE * @hal_metadata: hal metadata structure * * RETURN : None *==========================================================================*/ int32_t QCamera3HardwareInterface::extractSceneMode( const CameraMetadata &frame_settings, uint8_t metaMode, metadata_buffer_t *hal_metadata) { int32_t rc = NO_ERROR; uint8_t sceneMode = CAM_SCENE_MODE_OFF; if (ANDROID_CONTROL_MODE_OFF_KEEP_STATE == metaMode) { LOGD("Ignoring control mode OFF_KEEP_STATE"); return NO_ERROR; } if (metaMode == ANDROID_CONTROL_MODE_USE_SCENE_MODE) { camera_metadata_ro_entry entry = frame_settings.find(ANDROID_CONTROL_SCENE_MODE); if (0 == entry.count) return rc; uint8_t fwk_sceneMode = entry.data.u8[0]; int val = lookupHalName(SCENE_MODES_MAP, sizeof(SCENE_MODES_MAP)/sizeof(SCENE_MODES_MAP[0]), fwk_sceneMode); if (NAME_NOT_FOUND != val) { sceneMode = (uint8_t)val; LOGD("sceneMode: %d", sceneMode); } } if ((sceneMode == CAM_SCENE_MODE_HDR) || m_bSensorHDREnabled) { rc = setSensorHDR(hal_metadata, (sceneMode == CAM_SCENE_MODE_HDR)); } if ((rc == NO_ERROR) && !m_bSensorHDREnabled) { if (sceneMode == ANDROID_CONTROL_SCENE_MODE_HDR) { cam_hdr_param_t hdr_params; hdr_params.hdr_enable = 1; hdr_params.hdr_mode = CAM_HDR_MODE_MULTIFRAME; hdr_params.hdr_need_1x = false; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_HAL_BRACKETING_HDR, hdr_params)) { rc = BAD_VALUE; } } if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_BESTSHOT_MODE, sceneMode)) { rc = BAD_VALUE; } } if (mForceHdrSnapshot) { cam_hdr_param_t hdr_params; hdr_params.hdr_enable = 1; hdr_params.hdr_mode = CAM_HDR_MODE_MULTIFRAME; hdr_params.hdr_need_1x = false; if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_HAL_BRACKETING_HDR, hdr_params)) { rc = BAD_VALUE; } } return rc; } /*=========================================================================== * FUNCTION : setVideoHdrMode * * DESCRIPTION: Set Video HDR mode from frameworks set metadata * * PARAMETERS : * @hal_metadata: hal metadata structure * @metaMode: QCAMERA3_VIDEO_HDR_MODE * * RETURN : None *==========================================================================*/ int32_t QCamera3HardwareInterface::setVideoHdrMode( metadata_buffer_t *hal_metadata, cam_video_hdr_mode_t vhdr) { if ( (vhdr >= CAM_VIDEO_HDR_MODE_OFF) && (vhdr < CAM_VIDEO_HDR_MODE_MAX)) { return setSensorHDR(hal_metadata, (vhdr == CAM_VIDEO_HDR_MODE_ON), true); } LOGE("Invalid Video HDR mode %d!", vhdr); return BAD_VALUE; } /*=========================================================================== * FUNCTION : setSensorHDR * * DESCRIPTION: Enable/disable sensor HDR. * * PARAMETERS : * @hal_metadata: hal metadata structure * @enable: boolean whether to enable/disable sensor HDR * * RETURN : None *==========================================================================*/ int32_t QCamera3HardwareInterface::setSensorHDR( metadata_buffer_t *hal_metadata, bool enable, bool isVideoHdrEnable) { int32_t rc = NO_ERROR; cam_sensor_hdr_type_t sensor_hdr = CAM_SENSOR_HDR_OFF; if (enable) { char sensor_hdr_prop[PROPERTY_VALUE_MAX]; memset(sensor_hdr_prop, 0, sizeof(sensor_hdr_prop)); #ifdef _LE_CAMERA_ //Default to staggered HDR for IOT property_get("persist.camera.sensor.hdr", sensor_hdr_prop, "3"); #else property_get("persist.camera.sensor.hdr", sensor_hdr_prop, "0"); #endif sensor_hdr = (cam_sensor_hdr_type_t) atoi(sensor_hdr_prop); } bool isSupported = false; switch (sensor_hdr) { case CAM_SENSOR_HDR_IN_SENSOR: if (gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QCOM_FEATURE_SENSOR_HDR) { isSupported = true; LOGD("Setting HDR mode In Sensor"); } break; case CAM_SENSOR_HDR_ZIGZAG: if (gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QCOM_FEATURE_ZIGZAG_HDR) { isSupported = true; LOGD("Setting HDR mode Zigzag"); } break; case CAM_SENSOR_HDR_STAGGERED: if (gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QCOM_FEATURE_STAGGERED_VIDEO_HDR) { isSupported = true; LOGD("Setting HDR mode Staggered"); } break; case CAM_SENSOR_HDR_OFF: isSupported = true; LOGD("Turning off sensor HDR"); break; default: LOGE("HDR mode %d not supported", sensor_hdr); rc = BAD_VALUE; break; } if(isSupported) { if (ADD_SET_PARAM_ENTRY_TO_BATCH(hal_metadata, CAM_INTF_PARM_SENSOR_HDR, sensor_hdr)) { rc = BAD_VALUE; } else { if(!isVideoHdrEnable) m_bSensorHDREnabled = (sensor_hdr != CAM_SENSOR_HDR_OFF); } } return rc; } /*=========================================================================== * FUNCTION : needRotationReprocess * * DESCRIPTION: if rotation needs to be done by reprocess in pp * * PARAMETERS : none * * RETURN : true: needed * false: no need *==========================================================================*/ bool QCamera3HardwareInterface::needRotationReprocess() { if ((gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QCOM_FEATURE_ROTATION) > 0) { // current rotation is not zero, and pp has the capability to process rotation LOGH("need do reprocess for rotation"); return true; } return false; } /*=========================================================================== * FUNCTION : needReprocess * * DESCRIPTION: if reprocess in needed * * PARAMETERS : none * * RETURN : true: needed * false: no need *==========================================================================*/ bool QCamera3HardwareInterface::needReprocess(cam_feature_mask_t postprocess_mask) { if (gCamCapability[mCameraId]->qcom_supported_feature_mask > 0) { // TODO: add for ZSL HDR later // pp module has min requirement for zsl reprocess, or WNR in ZSL mode if(postprocess_mask == CAM_QCOM_FEATURE_NONE){ LOGH("need do reprocess for ZSL WNR or min PP reprocess"); return true; } else { LOGH("already post processed frame"); return false; } } return needRotationReprocess(); } /*=========================================================================== * FUNCTION : needJpegExifRotation * * DESCRIPTION: if rotation from jpeg is needed * * PARAMETERS : none * * RETURN : true: needed * false: no need *==========================================================================*/ bool QCamera3HardwareInterface::needJpegExifRotation() { /*If the pp does not have the ability to do rotation, enable jpeg rotation*/ if (!(gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QCOM_FEATURE_ROTATION)) { LOGD("Need use Jpeg EXIF Rotation"); return true; } return false; } /*=========================================================================== * FUNCTION : addOfflineReprocChannel * * DESCRIPTION: add a reprocess channel that will do reprocess on frames * coming from input channel * * PARAMETERS : * @config : reprocess configuration * @inputChHandle : pointer to the input (source) channel * * * RETURN : Ptr to the newly created channel obj. NULL if failed. *==========================================================================*/ QCamera3ReprocessChannel *QCamera3HardwareInterface::addOfflineReprocChannel( const reprocess_config_t &config, QCamera3ProcessingChannel *inputChHandle) { int32_t rc = NO_ERROR; QCamera3ReprocessChannel *pChannel = NULL; pChannel = new QCamera3ReprocessChannel(mCameraHandle->camera_handle, mChannelHandle, mCameraHandle->ops, captureResultCb, setBufferErrorStatus, config.padding, CAM_QCOM_FEATURE_NONE, this, inputChHandle); if (NULL == pChannel) { LOGE("no mem for reprocess channel"); return NULL; } rc = pChannel->initialize(IS_TYPE_NONE); if (rc != NO_ERROR) { LOGE("init reprocess channel failed, ret = %d", rc); delete pChannel; return NULL; } // pp feature config cam_pp_feature_config_t pp_config; memset(&pp_config, 0, sizeof(cam_pp_feature_config_t)); pp_config.feature_mask |= CAM_QCOM_FEATURE_PP_SUPERSET_HAL3; if (gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QCOM_FEATURE_DSDN) { //Use CPP CDS incase h/w supports it. pp_config.feature_mask &= ~CAM_QCOM_FEATURE_CDS; pp_config.feature_mask |= CAM_QCOM_FEATURE_DSDN; } if (!(gCamCapability[mCameraId]->qcom_supported_feature_mask & CAM_QCOM_FEATURE_ROTATION)) { pp_config.feature_mask &= ~CAM_QCOM_FEATURE_ROTATION; } if (config.hdr_param.hdr_enable) { pp_config.feature_mask |= CAM_QCOM_FEATURE_HDR; pp_config.hdr_param = config.hdr_param; } if (mForceHdrSnapshot) { pp_config.feature_mask |= CAM_QCOM_FEATURE_HDR; pp_config.hdr_param.hdr_enable = 1; pp_config.hdr_param.hdr_need_1x = 0; pp_config.hdr_param.hdr_mode = CAM_HDR_MODE_MULTIFRAME; } rc = pChannel->addReprocStreamsFromSource(pp_config, config, IS_TYPE_NONE, mMetadataChannel); if (rc != NO_ERROR) { delete pChannel; return NULL; } return pChannel; } /*=========================================================================== * FUNCTION : getMobicatMask * * DESCRIPTION: returns mobicat mask * * PARAMETERS : none * * RETURN : mobicat mask * *==========================================================================*/ uint8_t QCamera3HardwareInterface::getMobicatMask() { return m_MobicatMask; } /*=========================================================================== * FUNCTION : setMobicat * * DESCRIPTION: set Mobicat on/off. * * PARAMETERS : * @params : none * * RETURN : int32_t type of status * NO_ERROR -- success * none-zero failure code *==========================================================================*/ int32_t QCamera3HardwareInterface::setMobicat() { int32_t ret = NO_ERROR; if (m_MobicatMask) { tune_cmd_t tune_cmd; tune_cmd.type = SET_RELOAD_CHROMATIX; tune_cmd.module = MODULE_ALL; tune_cmd.value = TRUE; ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_SET_VFE_COMMAND, tune_cmd); ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_SET_PP_COMMAND, tune_cmd); } return ret; } /*=========================================================================== * FUNCTION : getLogLevel * * DESCRIPTION: Reads the log level property into a variable * * PARAMETERS : * None * * RETURN : * None *==========================================================================*/ void QCamera3HardwareInterface::getLogLevel() { char prop[PROPERTY_VALUE_MAX]; uint32_t globalLogLevel = 0; property_get("persist.camera.hal.debug", prop, "0"); int val = atoi(prop); if (0 <= val) { gCamHal3LogLevel = (uint32_t)val; } property_get("persist.camera.kpi.debug", prop, "0"); gKpiDebugLevel = atoi(prop); property_get("persist.camera.global.debug", prop, "0"); val = atoi(prop); if (0 <= val) { globalLogLevel = (uint32_t)val; } /* Highest log level among hal.logs and global.logs is selected */ if (gCamHal3LogLevel < globalLogLevel) gCamHal3LogLevel = globalLogLevel; return; } /*=========================================================================== * FUNCTION : validateStreamRotations * * DESCRIPTION: Check if the rotations requested are supported * * PARAMETERS : * @stream_list : streams to be configured * * RETURN : NO_ERROR on success * -EINVAL on failure * *==========================================================================*/ int QCamera3HardwareInterface::validateStreamRotations( camera3_stream_configuration_t *streamList) { int rc = NO_ERROR; /* * Loop through all streams requested in configuration * Check if unsupported rotations have been requested on any of them */ for (size_t j = 0; j < streamList->num_streams; j++){ camera3_stream_t *newStream = streamList->streams[j]; switch(newStream->rotation) { case CAMERA3_STREAM_ROTATION_0: case CAMERA3_STREAM_ROTATION_90: case CAMERA3_STREAM_ROTATION_180: case CAMERA3_STREAM_ROTATION_270: //Expected values break; default: ALOGE("%s: Error: Unsupported rotation of %d requested for stream" "type:%d and stream format:%d", __func__, newStream->rotation, newStream->stream_type, newStream->format); return -EINVAL; } bool isRotated = (newStream->rotation != CAMERA3_STREAM_ROTATION_0); bool isImplDef = (newStream->format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED); bool isZsl = (newStream->stream_type == CAMERA3_STREAM_BIDIRECTIONAL && isImplDef); if (isRotated && (!isImplDef || isZsl)) { LOGE("Error: Unsupported rotation of %d requested for stream" "type:%d and stream format:%d", newStream->rotation, newStream->stream_type, newStream->format); rc = -EINVAL; break; } } return rc; } /*=========================================================================== * FUNCTION : getFlashInfo * * DESCRIPTION: Retrieve information about whether the device has a flash. * * PARAMETERS : * @cameraId : Camera id to query * @hasFlash : Boolean indicating whether there is a flash device * associated with given camera * @flashNode : If a flash device exists, this will be its device node. * * RETURN : * None *==========================================================================*/ void QCamera3HardwareInterface::getFlashInfo(const int cameraId, bool& hasFlash, char (&flashNode)[QCAMERA_MAX_FILEPATH_LENGTH]) { cam_capability_t* camCapability = gCamCapability[cameraId]; if (NULL == camCapability) { hasFlash = false; flashNode[0] = '\0'; } else { hasFlash = camCapability->flash_available; strlcpy(flashNode, (char*)camCapability->flash_dev_name, QCAMERA_MAX_FILEPATH_LENGTH); } } /*=========================================================================== * FUNCTION : getEepromVersionInfo * * DESCRIPTION: Retrieve version info of the sensor EEPROM data * * PARAMETERS : None * * RETURN : string describing EEPROM version * "\0" if no such info available *==========================================================================*/ const char *QCamera3HardwareInterface::getEepromVersionInfo() { return (const char *)&gCamCapability[mCameraId]->eeprom_version_info[0]; } /*=========================================================================== * FUNCTION : getLdafCalib * * DESCRIPTION: Retrieve Laser AF calibration data * * PARAMETERS : None * * RETURN : Two uint32_t describing laser AF calibration data * NULL if none is available. *==========================================================================*/ const uint32_t *QCamera3HardwareInterface::getLdafCalib() { if (mLdafCalibExist) { return &mLdafCalib[0]; } else { return NULL; } } /*=========================================================================== * FUNCTION : getEaselFwVersion * * DESCRIPTION: Retrieve Easel firmware version * * PARAMETERS : None * * RETURN : string describing Firmware version * "\0" if version is not up to date *==========================================================================*/ const char *QCamera3HardwareInterface::getEaselFwVersion() { if (mEaselFwUpdated) { return (const char *)&mEaselFwVersion[0]; } else { return NULL; } } /*=========================================================================== * FUNCTION : dynamicUpdateMetaStreamInfo * * DESCRIPTION: This function: * (1) stops all the channels * (2) returns error on pending requests and buffers * (3) sends metastream_info in setparams * (4) starts all channels * This is useful when sensor has to be restarted to apply any * settings such as frame rate from a different sensor mode * * PARAMETERS : None * * RETURN : NO_ERROR on success * Error codes on failure * *==========================================================================*/ int32_t QCamera3HardwareInterface::dynamicUpdateMetaStreamInfo() { ATRACE_CAMSCOPE_CALL(CAMSCOPE_HAL3_DYN_UPDATE_META_STRM_INFO); int rc = NO_ERROR; LOGD("E"); rc = stopAllChannels(); if (rc < 0) { LOGE("stopAllChannels failed"); return rc; } rc = notifyErrorForPendingRequests(); if (rc < 0) { LOGE("notifyErrorForPendingRequests failed"); return rc; } for (uint32_t i = 0; i < mStreamConfigInfo.num_streams; i++) { LOGI("STREAM INFO : type %d, wxh: %d x %d, pp_mask: 0x%x" "Format:%d", mStreamConfigInfo.type[i], mStreamConfigInfo.stream_sizes[i].width, mStreamConfigInfo.stream_sizes[i].height, mStreamConfigInfo.postprocess_mask[i], mStreamConfigInfo.format[i]); } /* Send meta stream info once again so that ISP can start */ ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_META_STREAM_INFO, mStreamConfigInfo); rc = mCameraHandle->ops->set_parms(mCameraHandle->camera_handle, mParameters); if (rc < 0) { LOGE("set Metastreaminfo failed. Sensor mode does not change"); } rc = startAllChannels(); if (rc < 0) { LOGE("startAllChannels failed"); return rc; } LOGD("X"); return rc; } /*=========================================================================== * FUNCTION : stopAllChannels * * DESCRIPTION: This function stops (equivalent to stream-off) all channels * * PARAMETERS : None * * RETURN : NO_ERROR on success * Error codes on failure * *==========================================================================*/ int32_t QCamera3HardwareInterface::stopAllChannels() { int32_t rc = NO_ERROR; LOGD("Stopping all channels"); // Stop the Streams/Channels for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3Channel *channel = (QCamera3Channel *)(*it)->stream->priv; if (channel) { channel->stop(); } (*it)->status = INVALID; } if (mSupportChannel) { mSupportChannel->stop(); } if (mAnalysisChannel) { mAnalysisChannel->stop(); } if (mRawDumpChannel) { mRawDumpChannel->stop(); } if (mHdrPlusRawSrcChannel) { mHdrPlusRawSrcChannel->stop(); } if (mMetadataChannel) { /* If content of mStreamInfo is not 0, there is metadata stream */ mMetadataChannel->stop(); } LOGD("All channels stopped"); return rc; } /*=========================================================================== * FUNCTION : startAllChannels * * DESCRIPTION: This function starts (equivalent to stream-on) all channels * * PARAMETERS : None * * RETURN : NO_ERROR on success * Error codes on failure * *==========================================================================*/ int32_t QCamera3HardwareInterface::startAllChannels() { int32_t rc = NO_ERROR; LOGD("Start all channels "); // Start the Streams/Channels if (mMetadataChannel) { /* If content of mStreamInfo is not 0, there is metadata stream */ rc = mMetadataChannel->start(); if (rc < 0) { LOGE("META channel start failed"); return rc; } } for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3Channel *channel = (QCamera3Channel *)(*it)->stream->priv; if (channel) { rc = channel->start(); if (rc < 0) { LOGE("channel start failed"); return rc; } } } if (mAnalysisChannel) { mAnalysisChannel->start(); } if (mSupportChannel) { rc = mSupportChannel->start(); if (rc < 0) { LOGE("Support channel start failed"); return rc; } } if (mRawDumpChannel) { rc = mRawDumpChannel->start(); if (rc < 0) { LOGE("RAW dump channel start failed"); return rc; } } if (mHdrPlusRawSrcChannel) { rc = mHdrPlusRawSrcChannel->start(); if (rc < 0) { LOGE("HDR+ RAW channel start failed"); return rc; } } LOGD("All channels started"); return rc; } /*=========================================================================== * FUNCTION : notifyErrorForPendingRequests * * DESCRIPTION: This function sends error for all the pending requests/buffers * * PARAMETERS : None * * RETURN : Error codes * NO_ERROR on success * *==========================================================================*/ int32_t QCamera3HardwareInterface::notifyErrorForPendingRequests() { notifyErrorFoPendingDepthData(mDepthChannel); auto pendingRequest = mPendingRequestsList.begin(); auto pendingBuffer = mPendingBuffersMap.mPendingBuffersInRequest.begin(); // Iterate through pending requests (for which result metadata isn't sent yet) and pending // buffers (for which buffers aren't sent yet). while (pendingRequest != mPendingRequestsList.end() || pendingBuffer != mPendingBuffersMap.mPendingBuffersInRequest.end()) { if (pendingRequest == mPendingRequestsList.end() || ((pendingBuffer != mPendingBuffersMap.mPendingBuffersInRequest.end()) && (pendingBuffer->frame_number < pendingRequest->frame_number))) { // If metadata for this frame was sent, notify about a buffer error and returns buffers // with error. for (auto &info : pendingBuffer->mPendingBufferList) { // Send a buffer error for this frame number. camera3_notify_msg_t notify_msg; memset(¬ify_msg, 0, sizeof(camera3_notify_msg_t)); notify_msg.type = CAMERA3_MSG_ERROR; notify_msg.message.error.error_code = CAMERA3_MSG_ERROR_BUFFER; notify_msg.message.error.error_stream = info.stream; notify_msg.message.error.frame_number = pendingBuffer->frame_number; orchestrateNotify(¬ify_msg); camera3_stream_buffer_t buffer = {}; buffer.acquire_fence = -1; buffer.release_fence = -1; buffer.buffer = info.buffer; buffer.status = CAMERA3_BUFFER_STATUS_ERROR; buffer.stream = info.stream; mOutputBufferDispatcher.markBufferReady(pendingBuffer->frame_number, buffer); } pendingBuffer = mPendingBuffersMap.mPendingBuffersInRequest.erase(pendingBuffer); } else if (pendingBuffer == mPendingBuffersMap.mPendingBuffersInRequest.end() || ((pendingRequest != mPendingRequestsList.end()) && (pendingBuffer->frame_number > pendingRequest->frame_number || (pendingBuffer->frame_number == pendingRequest->frame_number && pendingBuffer->mPendingBufferList.size() < pendingRequest->num_buffers)))) { // If some or all buffers for this frame were sent already, notify about a result error, // as well as remaining buffer errors. camera3_notify_msg_t notify_msg; memset(¬ify_msg, 0, sizeof(camera3_notify_msg_t)); notify_msg.type = CAMERA3_MSG_ERROR; notify_msg.message.error.error_code = CAMERA3_MSG_ERROR_RESULT; notify_msg.message.error.error_stream = nullptr; notify_msg.message.error.frame_number = pendingRequest->frame_number; orchestrateNotify(¬ify_msg); if (pendingRequest->input_buffer != nullptr) { camera3_capture_result result = {}; result.frame_number = pendingRequest->frame_number; result.result = nullptr; result.input_buffer = pendingRequest->input_buffer; orchestrateResult(&result); } if (pendingBuffer != mPendingBuffersMap.mPendingBuffersInRequest.end() && pendingBuffer->frame_number == pendingRequest->frame_number) { for (const auto &info : pendingBuffer->mPendingBufferList) { // Send a buffer error for this frame number. camera3_notify_msg_t notify_msg; memset(¬ify_msg, 0, sizeof(camera3_notify_msg_t)); notify_msg.type = CAMERA3_MSG_ERROR; notify_msg.message.error.error_code = CAMERA3_MSG_ERROR_BUFFER; notify_msg.message.error.error_stream = info.stream; notify_msg.message.error.frame_number = pendingBuffer->frame_number; orchestrateNotify(¬ify_msg); camera3_stream_buffer_t buffer = {}; buffer.acquire_fence = -1; buffer.release_fence = -1; buffer.buffer = info.buffer; buffer.status = CAMERA3_BUFFER_STATUS_ERROR; buffer.stream = info.stream; mOutputBufferDispatcher.markBufferReady(pendingBuffer->frame_number, buffer); } pendingBuffer = mPendingBuffersMap.mPendingBuffersInRequest.erase(pendingBuffer); } mShutterDispatcher.clear(pendingRequest->frame_number); pendingRequest = mPendingRequestsList.erase(pendingRequest); } else { // If both buffers and result metadata weren't sent yet, notify about a request error // and return buffers with error. camera3_notify_msg_t notify_msg; memset(¬ify_msg, 0, sizeof(camera3_notify_msg_t)); notify_msg.type = CAMERA3_MSG_ERROR; notify_msg.message.error.error_code = CAMERA3_MSG_ERROR_REQUEST; notify_msg.message.error.frame_number = pendingBuffer->frame_number; orchestrateNotify(¬ify_msg); for (auto &info : pendingBuffer->mPendingBufferList) { camera3_stream_buffer_t buffer = {}; buffer.acquire_fence = -1; buffer.release_fence = -1; buffer.buffer = info.buffer; buffer.status = CAMERA3_BUFFER_STATUS_ERROR; buffer.stream = info.stream; mOutputBufferDispatcher.markBufferReady(pendingBuffer->frame_number, buffer); } if (pendingRequest->input_buffer != nullptr) { camera3_capture_result result = {}; result.frame_number = pendingRequest->frame_number; result.result = nullptr; result.input_buffer = pendingRequest->input_buffer; orchestrateResult(&result); } mShutterDispatcher.clear(pendingRequest->frame_number); pendingBuffer = mPendingBuffersMap.mPendingBuffersInRequest.erase(pendingBuffer); pendingRequest = mPendingRequestsList.erase(pendingRequest); } } /* Reset pending frame Drop list and requests list */ mPendingFrameDropList.clear(); mShutterDispatcher.clear(); mOutputBufferDispatcher.clear(/*clearConfiguredStreams*/false); mPendingBuffersMap.mPendingBuffersInRequest.clear(); mExpectedFrameDuration = 0; mExpectedInflightDuration = 0; LOGH("Cleared all the pending buffers "); return NO_ERROR; } bool QCamera3HardwareInterface::isOnEncoder( const cam_dimension_t max_viewfinder_size, uint32_t width, uint32_t height) { return ((width > (uint32_t)max_viewfinder_size.width) || (height > (uint32_t)max_viewfinder_size.height) || (width > (uint32_t)VIDEO_4K_WIDTH) || (height > (uint32_t)VIDEO_4K_HEIGHT)); } /*=========================================================================== * FUNCTION : setBundleInfo * * DESCRIPTION: Set bundle info for all streams that are bundle. * * PARAMETERS : None * * RETURN : NO_ERROR on success * Error codes on failure *==========================================================================*/ int32_t QCamera3HardwareInterface::setBundleInfo() { int32_t rc = NO_ERROR; if (mChannelHandle) { cam_bundle_config_t bundleInfo; memset(&bundleInfo, 0, sizeof(bundleInfo)); rc = mCameraHandle->ops->get_bundle_info( mCameraHandle->camera_handle, mChannelHandle, &bundleInfo); if (rc != NO_ERROR) { LOGE("get_bundle_info failed"); return rc; } if (mAnalysisChannel) { mAnalysisChannel->setBundleInfo(bundleInfo); } if (mSupportChannel) { mSupportChannel->setBundleInfo(bundleInfo); } for (List::iterator it = mStreamInfo.begin(); it != mStreamInfo.end(); it++) { QCamera3Channel *channel = (QCamera3Channel *)(*it)->stream->priv; channel->setBundleInfo(bundleInfo); } if (mRawDumpChannel) { mRawDumpChannel->setBundleInfo(bundleInfo); } if (mHdrPlusRawSrcChannel) { mHdrPlusRawSrcChannel->setBundleInfo(bundleInfo); } } return rc; } /*=========================================================================== * FUNCTION : setInstantAEC * * DESCRIPTION: Set Instant AEC related params. * * PARAMETERS : * @meta: CameraMetadata reference * * RETURN : NO_ERROR on success * Error codes on failure *==========================================================================*/ int32_t QCamera3HardwareInterface::setInstantAEC(const CameraMetadata &meta) { int32_t rc = NO_ERROR; uint8_t val = 0; char prop[PROPERTY_VALUE_MAX]; // First try to configure instant AEC from framework metadata if (meta.exists(QCAMERA3_INSTANT_AEC_MODE)) { val = meta.find(QCAMERA3_INSTANT_AEC_MODE).data.u8[0]; LOGE("Instant AEC mode set: %d", val); } // If framework did not set this value, try to read from set prop. if (val == 0) { memset(prop, 0, sizeof(prop)); property_get("persist.camera.instant.aec", prop, "0"); val = (uint8_t)atoi(prop); } if ((val >= (uint8_t)CAM_AEC_NORMAL_CONVERGENCE) && ( val < (uint8_t)CAM_AEC_CONVERGENCE_MAX)) { ADD_SET_PARAM_ENTRY_TO_BATCH(mParameters, CAM_INTF_PARM_INSTANT_AEC, val); mInstantAEC = val; mInstantAECSettledFrameNumber = 0; mInstantAecFrameIdxCount = 0; LOGH("instantAEC value set %d",val); if (mInstantAEC) { memset(prop, 0, sizeof(prop)); property_get("persist.camera.ae.instant.bound", prop, "10"); int32_t aec_frame_skip_cnt = atoi(prop); if (aec_frame_skip_cnt >= 0) { mAecSkipDisplayFrameBound = (uint8_t)aec_frame_skip_cnt; } else { LOGE("Invalid prop for aec frame bound %d", aec_frame_skip_cnt); rc = BAD_VALUE; } } } else { LOGE("Bad instant aec value set %d", val); rc = BAD_VALUE; } return rc; } /*=========================================================================== * FUNCTION : get_num_overall_buffers * * DESCRIPTION: Estimate number of pending buffers across all requests. * * PARAMETERS : None * * RETURN : Number of overall pending buffers * *==========================================================================*/ uint32_t PendingBuffersMap::get_num_overall_buffers() { uint32_t sum_buffers = 0; for (auto &req : mPendingBuffersInRequest) { sum_buffers += req.mPendingBufferList.size(); } return sum_buffers; } /*=========================================================================== * FUNCTION : removeBuf * * DESCRIPTION: Remove a matching buffer from tracker. * * PARAMETERS : @buffer: image buffer for the callback * * RETURN : None * *==========================================================================*/ void PendingBuffersMap::removeBuf(buffer_handle_t *buffer) { bool buffer_found = false; for (auto req = mPendingBuffersInRequest.begin(); req != mPendingBuffersInRequest.end(); req++) { for (auto k = req->mPendingBufferList.begin(); k != req->mPendingBufferList.end(); k++ ) { if (k->buffer == buffer) { LOGD("Frame %d: Found Frame buffer %p, take it out from mPendingBufferList", req->frame_number, buffer); k = req->mPendingBufferList.erase(k); if (req->mPendingBufferList.empty()) { // Remove this request from Map req = mPendingBuffersInRequest.erase(req); } buffer_found = true; break; } } if (buffer_found) { break; } } LOGD("mPendingBuffersMap.num_overall_buffers = %d", get_num_overall_buffers()); } /*=========================================================================== * FUNCTION : getBufErrStatus * * DESCRIPTION: get buffer error status * * PARAMETERS : @buffer: buffer handle * * RETURN : Error status * *==========================================================================*/ int32_t PendingBuffersMap::getBufErrStatus(buffer_handle_t *buffer) { for (auto& req : mPendingBuffersInRequest) { for (auto& k : req.mPendingBufferList) { if (k.buffer == buffer) return k.bufStatus; } } return CAMERA3_BUFFER_STATUS_OK; } /*=========================================================================== * FUNCTION : setPAAFSupport * * DESCRIPTION: Set the preview-assisted auto focus support bit in * feature mask according to stream type and filter * arrangement * * PARAMETERS : @feature_mask: current feature mask, which may be modified * @stream_type: stream type * @filter_arrangement: filter arrangement * * RETURN : None *==========================================================================*/ void QCamera3HardwareInterface::setPAAFSupport( cam_feature_mask_t& feature_mask, cam_stream_type_t stream_type, cam_color_filter_arrangement_t filter_arrangement) { switch (filter_arrangement) { case CAM_FILTER_ARRANGEMENT_RGGB: case CAM_FILTER_ARRANGEMENT_GRBG: case CAM_FILTER_ARRANGEMENT_GBRG: case CAM_FILTER_ARRANGEMENT_BGGR: if ((stream_type == CAM_STREAM_TYPE_PREVIEW) || (stream_type == CAM_STREAM_TYPE_ANALYSIS) || (stream_type == CAM_STREAM_TYPE_VIDEO)) { if (!(feature_mask & CAM_QTI_FEATURE_PPEISCORE)) feature_mask |= CAM_QCOM_FEATURE_PAAF; } break; case CAM_FILTER_ARRANGEMENT_Y: if (stream_type == CAM_STREAM_TYPE_ANALYSIS) { feature_mask |= CAM_QCOM_FEATURE_PAAF; } break; default: break; } LOGD("feature_mask=0x%llx; stream_type=%d, filter_arrangement=%d", feature_mask, stream_type, filter_arrangement); } /*=========================================================================== * FUNCTION : getSensorMountAngle * * DESCRIPTION: Retrieve sensor mount angle * * PARAMETERS : None * * RETURN : sensor mount angle in uint32_t *==========================================================================*/ uint32_t QCamera3HardwareInterface::getSensorMountAngle() { return gCamCapability[mCameraId]->sensor_mount_angle; } /*=========================================================================== * FUNCTION : getRelatedCalibrationData * * DESCRIPTION: Retrieve related system calibration data * * PARAMETERS : None * * RETURN : Pointer of related system calibration data *==========================================================================*/ const cam_related_system_calibration_data_t *QCamera3HardwareInterface::getRelatedCalibrationData() { return (const cam_related_system_calibration_data_t *) &(gCamCapability[mCameraId]->related_cam_calibration); } /*=========================================================================== * FUNCTION : is60HzZone * * DESCRIPTION: Whether the phone is in zone with 60hz electricity frequency * * PARAMETERS : None * * RETURN : True if in 60Hz zone, False otherwise *==========================================================================*/ bool QCamera3HardwareInterface::is60HzZone() { time_t t = time(NULL); struct tm lt; struct tm* r = localtime_r(&t, <); if (r == NULL || lt.tm_gmtoff <= -2*60*60 || lt.tm_gmtoff >= 8*60*60) return true; else return false; } /*=========================================================================== * FUNCTION : adjustBlackLevelForCFA * * DESCRIPTION: Adjust the black level pattern in the order of RGGB to the order * of bayer CFA (Color Filter Array). * * PARAMETERS : @input: black level pattern in the order of RGGB * @output: black level pattern in the order of CFA * @color_arrangement: CFA color arrangement * * RETURN : None *==========================================================================*/ template void QCamera3HardwareInterface::adjustBlackLevelForCFA( T input[BLACK_LEVEL_PATTERN_CNT], T output[BLACK_LEVEL_PATTERN_CNT], cam_color_filter_arrangement_t color_arrangement) { switch (color_arrangement) { case CAM_FILTER_ARRANGEMENT_GRBG: output[0] = input[1]; output[1] = input[0]; output[2] = input[3]; output[3] = input[2]; break; case CAM_FILTER_ARRANGEMENT_GBRG: output[0] = input[2]; output[1] = input[3]; output[2] = input[0]; output[3] = input[1]; break; case CAM_FILTER_ARRANGEMENT_BGGR: output[0] = input[3]; output[1] = input[2]; output[2] = input[1]; output[3] = input[0]; break; case CAM_FILTER_ARRANGEMENT_RGGB: output[0] = input[0]; output[1] = input[1]; output[2] = input[2]; output[3] = input[3]; break; default: LOGE("Invalid color arrangement to derive dynamic blacklevel"); break; } } void QCamera3HardwareInterface::updateHdrPlusResultMetadata( CameraMetadata &resultMetadata, std::shared_ptr settings) { if (settings == nullptr) { ALOGE("%s: settings is nullptr.", __FUNCTION__); return; } IF_META_AVAILABLE(double, gps_coords, CAM_INTF_META_JPEG_GPS_COORDINATES, settings) { resultMetadata.update(ANDROID_JPEG_GPS_COORDINATES, gps_coords, 3); } else { resultMetadata.erase(ANDROID_JPEG_GPS_COORDINATES); } IF_META_AVAILABLE(uint8_t, gps_methods, CAM_INTF_META_JPEG_GPS_PROC_METHODS, settings) { String8 str((const char *)gps_methods); resultMetadata.update(ANDROID_JPEG_GPS_PROCESSING_METHOD, str); } else { resultMetadata.erase(ANDROID_JPEG_GPS_PROCESSING_METHOD); } IF_META_AVAILABLE(int64_t, gps_timestamp, CAM_INTF_META_JPEG_GPS_TIMESTAMP, settings) { resultMetadata.update(ANDROID_JPEG_GPS_TIMESTAMP, gps_timestamp, 1); } else { resultMetadata.erase(ANDROID_JPEG_GPS_TIMESTAMP); } IF_META_AVAILABLE(int32_t, jpeg_orientation, CAM_INTF_META_JPEG_ORIENTATION, settings) { resultMetadata.update(ANDROID_JPEG_ORIENTATION, jpeg_orientation, 1); } else { resultMetadata.erase(ANDROID_JPEG_ORIENTATION); } IF_META_AVAILABLE(uint32_t, jpeg_quality, CAM_INTF_META_JPEG_QUALITY, settings) { uint8_t fwk_jpeg_quality = static_cast(*jpeg_quality); resultMetadata.update(ANDROID_JPEG_QUALITY, &fwk_jpeg_quality, 1); } else { resultMetadata.erase(ANDROID_JPEG_QUALITY); } IF_META_AVAILABLE(uint32_t, thumb_quality, CAM_INTF_META_JPEG_THUMB_QUALITY, settings) { uint8_t fwk_thumb_quality = static_cast(*thumb_quality); resultMetadata.update(ANDROID_JPEG_THUMBNAIL_QUALITY, &fwk_thumb_quality, 1); } else { resultMetadata.erase(ANDROID_JPEG_THUMBNAIL_QUALITY); } IF_META_AVAILABLE(cam_dimension_t, thumb_size, CAM_INTF_META_JPEG_THUMB_SIZE, settings) { int32_t fwk_thumb_size[2]; fwk_thumb_size[0] = thumb_size->width; fwk_thumb_size[1] = thumb_size->height; resultMetadata.update(ANDROID_JPEG_THUMBNAIL_SIZE, fwk_thumb_size, 2); } else { resultMetadata.erase(ANDROID_JPEG_THUMBNAIL_SIZE); } IF_META_AVAILABLE(uint32_t, intent, CAM_INTF_META_CAPTURE_INTENT, settings) { uint8_t fwk_intent = intent[0]; resultMetadata.update(ANDROID_CONTROL_CAPTURE_INTENT, &fwk_intent, 1); } else { resultMetadata.erase(ANDROID_CONTROL_CAPTURE_INTENT); } } bool QCamera3HardwareInterface::isRequestHdrPlusCompatible( const camera3_capture_request_t &request, const CameraMetadata &metadata) { if (metadata.exists(NEXUS_EXPERIMENTAL_2017_DISABLE_HDRPLUS) && metadata.find(NEXUS_EXPERIMENTAL_2017_DISABLE_HDRPLUS).data.i32[0] == 1) { ALOGV("%s: NEXUS_EXPERIMENTAL_2017_DISABLE_HDRPLUS is 1", __FUNCTION__); return false; } if (!metadata.exists(ANDROID_NOISE_REDUCTION_MODE) || metadata.find(ANDROID_NOISE_REDUCTION_MODE).data.u8[0] != ANDROID_NOISE_REDUCTION_MODE_HIGH_QUALITY) { ALOGV("%s: ANDROID_NOISE_REDUCTION_MODE is not HQ: %d", __FUNCTION__, metadata.find(ANDROID_NOISE_REDUCTION_MODE).data.u8[0]); return false; } if (!metadata.exists(ANDROID_EDGE_MODE) || metadata.find(ANDROID_EDGE_MODE).data.u8[0] != ANDROID_EDGE_MODE_HIGH_QUALITY) { ALOGV("%s: ANDROID_EDGE_MODE is not HQ.", __FUNCTION__); return false; } if (!metadata.exists(ANDROID_COLOR_CORRECTION_ABERRATION_MODE) || metadata.find(ANDROID_COLOR_CORRECTION_ABERRATION_MODE).data.u8[0] != ANDROID_COLOR_CORRECTION_ABERRATION_MODE_HIGH_QUALITY) { ALOGV("%s: ANDROID_COLOR_CORRECTION_ABERRATION_MODE is not HQ.", __FUNCTION__); return false; } if (!metadata.exists(ANDROID_CONTROL_AE_MODE) || (metadata.find(ANDROID_CONTROL_AE_MODE).data.u8[0] != ANDROID_CONTROL_AE_MODE_ON && metadata.find(ANDROID_CONTROL_AE_MODE).data.u8[0] != ANDROID_CONTROL_AE_MODE_ON_AUTO_FLASH)) { ALOGV("%s: ANDROID_CONTROL_AE_MODE is not ON or ON_AUTO_FLASH.", __FUNCTION__); return false; } if (!metadata.exists(ANDROID_CONTROL_AWB_MODE) || metadata.find(ANDROID_CONTROL_AWB_MODE).data.u8[0] != ANDROID_CONTROL_AWB_MODE_AUTO) { ALOGV("%s: ANDROID_CONTROL_AWB_MODE is not AUTO.", __FUNCTION__); return false; } if (!metadata.exists(ANDROID_CONTROL_EFFECT_MODE) || metadata.find(ANDROID_CONTROL_EFFECT_MODE).data.u8[0] != ANDROID_CONTROL_EFFECT_MODE_OFF) { ALOGV("%s: ANDROID_CONTROL_EFFECT_MODE_OFF is not OFF.", __FUNCTION__); return false; } if (!metadata.exists(ANDROID_CONTROL_MODE) || (metadata.find(ANDROID_CONTROL_MODE).data.u8[0] != ANDROID_CONTROL_MODE_AUTO && metadata.find(ANDROID_CONTROL_MODE).data.u8[0] != ANDROID_CONTROL_MODE_USE_SCENE_MODE)) { ALOGV("%s: ANDROID_CONTROL_MODE is not AUTO or USE_SCENE_MODE.", __FUNCTION__); return false; } // TODO (b/32585046): support non-ZSL. if (!metadata.exists(ANDROID_CONTROL_ENABLE_ZSL) || metadata.find(ANDROID_CONTROL_ENABLE_ZSL).data.u8[0] != ANDROID_CONTROL_ENABLE_ZSL_TRUE) { ALOGV("%s: ANDROID_CONTROL_ENABLE_ZSL is not true.", __FUNCTION__); return false; } // TODO (b/32586081): support flash. if (!metadata.exists(ANDROID_FLASH_MODE) || metadata.find(ANDROID_FLASH_MODE).data.u8[0] != ANDROID_FLASH_MODE_OFF) { ALOGV("%s: ANDROID_FLASH_MODE is not OFF.", __FUNCTION__); return false; } if (!metadata.exists(ANDROID_TONEMAP_MODE) || metadata.find(ANDROID_TONEMAP_MODE).data.u8[0] != ANDROID_TONEMAP_MODE_HIGH_QUALITY) { ALOGV("%s: ANDROID_TONEMAP_MODE is not HQ.", __FUNCTION__); return false; } switch (request.output_buffers[0].stream->format) { case HAL_PIXEL_FORMAT_BLOB: case HAL_PIXEL_FORMAT_YCbCr_420_888: case HAL_PIXEL_FORMAT_Y8: case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: break; default: ALOGV("%s: Not an HDR+ request: Only Jpeg and YUV output is supported.", __FUNCTION__); for (uint32_t i = 0; i < request.num_output_buffers; i++) { ALOGV("%s: output_buffers[%u]: %dx%d format %d", __FUNCTION__, i, request.output_buffers[0].stream->width, request.output_buffers[0].stream->height, request.output_buffers[0].stream->format); } return false; } return true; } void QCamera3HardwareInterface::abortPendingHdrplusRequest(HdrPlusPendingRequest *hdrPlusRequest) { if (hdrPlusRequest == nullptr) return; for (auto & outputBufferIter : hdrPlusRequest->outputBuffers) { // Find the stream for this buffer. for (auto streamInfo : mStreamInfo) { if (streamInfo->id == outputBufferIter.first) { if (streamInfo->channel == mPictureChannel) { // For picture channel, this buffer is internally allocated so return this // buffer to picture channel. mPictureChannel->returnYuvBuffer(outputBufferIter.second.get()); } else { // Unregister this buffer for other channels. streamInfo->channel->unregisterBuffer(outputBufferIter.second.get()); } break; } } } hdrPlusRequest->outputBuffers.clear(); hdrPlusRequest->frameworkOutputBuffers.clear(); } /*=========================================================================== * FUNCTION : isEISCropInSnapshotNeeded * * DESCRIPTION: In case EIS is active, check whether additional crop is needed * to avoid FOV jumps in snapshot streams. * * PARAMETERS : @metadata: Current request settings. * * RETURN : True in case EIS crop is needed, False otherwise. *==========================================================================*/ bool QCamera3HardwareInterface::isEISCropInSnapshotNeeded(const CameraMetadata &metadata) const { if (metadata.exists(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE)) { uint8_t vstabMode = metadata.find(ANDROID_CONTROL_VIDEO_STABILIZATION_MODE).data.u8[0]; if (vstabMode == ANDROID_CONTROL_VIDEO_STABILIZATION_MODE_ON) { if ((mLastEISCropInfo.delta_x != 0) || (mLastEISCropInfo.delta_y != 0) || (mLastEISCropInfo.delta_width != 0) || (mLastEISCropInfo.delta_height != 0)) { return true; } } } return false; } /*=========================================================================== * FUNCTION : isCropValid * * DESCRIPTION: Crop sanity checks. * * PARAMETERS : @startX: Horizontal crop offset. * @startY: Vertical crop offset. * @width: Crop width. * @height: Crop height. * @maxWidth: Horizontal maximum size. * @maxHeight: Vertical maximum size. * * RETURN : True in case crop is valid, False otherwise. *==========================================================================*/ bool QCamera3HardwareInterface::isCropValid(int32_t startX, int32_t startY, int32_t width, int32_t height, int32_t maxWidth, int32_t maxHeight) const { if ((startX < 0) || (startY < 0) || (startX >= maxWidth) || (startY >= maxHeight)) { LOGE("Crop offset is invalid: %dx%d", startX, startY); return false; } if ((width < 0) || (height < 0) || (width >= maxWidth) || (height >= maxHeight)) { LOGE("Crop dimensions are invalid: %dx%d", width, height); return false; } if (((startX + width) > maxWidth) || ((startY + height) > maxHeight)) { LOGE("Crop is out of bounds: %dx%d max %dx%d", startX + width, startY + height, maxWidth, maxHeight); return false; } return true; } bool QCamera3HardwareInterface::trySubmittingHdrPlusRequestLocked( HdrPlusPendingRequest *hdrPlusRequest, const camera3_capture_request_t &request, const CameraMetadata &metadata) { if (hdrPlusRequest == nullptr) return false; if (!isRequestHdrPlusCompatible(request, metadata)) return false; status_t res = OK; pbcamera::CaptureRequest pbRequest; pbRequest.id = request.frame_number; // Iterate through all requested output buffers and add them to an HDR+ request. for (uint32_t i = 0; i < request.num_output_buffers; i++) { // Find the index of the stream in mStreamInfo. uint32_t pbStreamId = 0; bool found = false; for (auto streamInfo : mStreamInfo) { if (streamInfo->stream == request.output_buffers[i].stream) { pbStreamId = streamInfo->id; found = true; break; } } if (!found) { ALOGE("%s: requested stream was not configured.", __FUNCTION__); abortPendingHdrplusRequest(hdrPlusRequest); return false; } auto outBuffer = std::make_shared(); switch (request.output_buffers[i].stream->format) { case HAL_PIXEL_FORMAT_BLOB: { // For jpeg output, get a YUV buffer from pic channel. QCamera3PicChannel *picChannel = (QCamera3PicChannel*)request.output_buffers[i].stream->priv; res = picChannel->getYuvBufferForRequest(outBuffer.get(), request.frame_number); if (res != OK) { ALOGE("%s: Getting an available YUV buffer from pic channel failed: %s (%d)", __FUNCTION__, strerror(-res), res); abortPendingHdrplusRequest(hdrPlusRequest); return false; } break; } case HAL_PIXEL_FORMAT_YCbCr_420_888: case HAL_PIXEL_FORMAT_Y8: case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: { // For YUV output, register the buffer and get the buffer def from the channel. QCamera3ProcessingChannel *channel = (QCamera3ProcessingChannel*)request.output_buffers[i].stream->priv; res = channel->registerBufferAndGetBufDef(request.output_buffers[i].buffer, outBuffer.get()); if (res != OK) { ALOGE("%s: Getting the buffer def failed: %s (%d)", __FUNCTION__, strerror(-res), res); abortPendingHdrplusRequest(hdrPlusRequest); return false; } break; } default: abortPendingHdrplusRequest(hdrPlusRequest); return false; } pbcamera::StreamBuffer buffer; buffer.streamId = pbStreamId; buffer.dmaBufFd = outBuffer->fd; buffer.data = outBuffer->fd == -1 ? outBuffer->buffer : nullptr; buffer.dataSize = outBuffer->frame_len; pbRequest.outputBuffers.push_back(buffer); hdrPlusRequest->outputBuffers.emplace(pbStreamId, outBuffer); hdrPlusRequest->frameworkOutputBuffers.emplace(pbStreamId, request.output_buffers[i]); } float zoomRatio = 1.0f; camera_metadata_ro_entry zoomRatioEntry = metadata.find(ANDROID_CONTROL_ZOOM_RATIO); if (zoomRatioEntry.count == 1) { zoomRatio = MIN(MAX(zoomRatioEntry.data.f[0], 1.0f), gCamCapability[mCameraId]->max_zoom); } // Capture requests should not be modified. CameraMetadata updatedMetadata(metadata); camera_metadata_entry entry = updatedMetadata.find(ANDROID_SCALER_CROP_REGION); if (isEISCropInSnapshotNeeded(metadata)) { int32_t scalerRegion[4] = {0, 0, gCamCapability[mCameraId]->active_array_size.width, gCamCapability[mCameraId]->active_array_size.height}; if (entry.count == 4) { auto currentScalerRegion = metadata.find(ANDROID_SCALER_CROP_REGION).data.i32; scalerRegion[0] = currentScalerRegion[0]; scalerRegion[1] = currentScalerRegion[1]; scalerRegion[2] = currentScalerRegion[2]; scalerRegion[3] = currentScalerRegion[3]; // Apply zoom ratio to generate new crop region mCropRegionMapper.applyZoomRatio(scalerRegion[0], scalerRegion[1], scalerRegion[2], scalerRegion[3], zoomRatio); scalerRegion[0] = currentScalerRegion[0] + mLastEISCropInfo.delta_x; scalerRegion[1] = currentScalerRegion[1] + mLastEISCropInfo.delta_y; scalerRegion[2] = currentScalerRegion[2] - mLastEISCropInfo.delta_width; scalerRegion[3] = currentScalerRegion[3] - mLastEISCropInfo.delta_height; } else { scalerRegion[0] += mLastEISCropInfo.delta_x; scalerRegion[1] += mLastEISCropInfo.delta_y; scalerRegion[2] -= mLastEISCropInfo.delta_width; scalerRegion[3] -= mLastEISCropInfo.delta_height; } if (isCropValid(scalerRegion[0], scalerRegion[1], scalerRegion[2], scalerRegion[3], gCamCapability[mCameraId]->active_array_size.width, gCamCapability[mCameraId]->active_array_size.height)) { updatedMetadata.update(ANDROID_SCALER_CROP_REGION, scalerRegion, 4); } else { LOGE("Invalid EIS compensated crop region"); } } else { if (entry.count == 4) { mCropRegionMapper.applyZoomRatio(entry.data.i32[0], entry.data.i32[1], entry.data.i32[2], entry.data.i32[3], zoomRatio); } } res = gHdrPlusClient->submitCaptureRequest(&pbRequest, updatedMetadata); if (res != OK) { ALOGE("%s: %d: Submitting a capture request failed: %s (%d)", __FUNCTION__, __LINE__, strerror(-res), res); abortPendingHdrplusRequest(hdrPlusRequest); return false; } return true; } status_t QCamera3HardwareInterface::openHdrPlusClientAsyncLocked() { if (gHdrPlusClientOpening || gHdrPlusClient != nullptr) { return OK; } status_t res = gEaselManagerClient->openHdrPlusClientAsync(mQCamera3HdrPlusListenerThread.get()); if (res != OK) { ALOGE("%s: Opening HDR+ client asynchronously failed: %s (%d)", __FUNCTION__, strerror(-res), res); return res; } gHdrPlusClientOpening = true; return OK; } status_t QCamera3HardwareInterface::enableHdrPlusModeLocked() { status_t res; if (mHdrPlusModeEnabled) { return OK; } // Check if gHdrPlusClient is opened or being opened. if (gHdrPlusClient == nullptr) { if (gHdrPlusClientOpening) { // HDR+ client is being opened. HDR+ mode will be enabled when it's opened. return OK; } res = openHdrPlusClientAsyncLocked(); if (res != OK) { ALOGE("%s: Failed to open HDR+ client asynchronously: %s (%d).", __FUNCTION__, strerror(-res), res); return res; } // When opening HDR+ client completes, HDR+ mode will be enabled. return OK; } // Configure stream for HDR+. res = configureHdrPlusStreamsLocked(); if (res != OK) { LOGE("%s: Failed to configure HDR+ streams: %s (%d)", __FUNCTION__, strerror(-res), res); return res; } // Enable HDR+ mode so Easel will start capturing ZSL raw buffers. res = gHdrPlusClient->setZslHdrPlusMode(true); if (res != OK) { LOGE("%s: Failed to enable HDR+ mode: %s (%d)", __FUNCTION__, strerror(-res), res); return res; } mHdrPlusModeEnabled = true; ALOGD("%s: HDR+ mode enabled", __FUNCTION__); return OK; } void QCamera3HardwareInterface::finishHdrPlusClientOpeningLocked(std::unique_lock &lock) { if (gHdrPlusClientOpening) { gHdrPlusClientOpenCond.wait(lock, [&] { return !gHdrPlusClientOpening; }); } } void QCamera3HardwareInterface::disableHdrPlusModeLocked() { // Disable HDR+ mode. if (gHdrPlusClient != nullptr && mHdrPlusModeEnabled) { status_t res = gHdrPlusClient->setZslHdrPlusMode(false); if (res != OK) { ALOGE("%s: Failed to disable HDR+ mode: %s (%d)", __FUNCTION__, strerror(-res), res); } // Close HDR+ client so Easel can enter low power mode. gEaselManagerClient->closeHdrPlusClient(std::move(gHdrPlusClient)); gHdrPlusClient = nullptr; } mHdrPlusModeEnabled = false; ALOGD("%s: HDR+ mode disabled", __FUNCTION__); } bool QCamera3HardwareInterface::isSessionHdrPlusModeCompatible() { // Check that at least one YUV or one JPEG output is configured. // TODO: Support RAW (b/36690506) for (auto streamInfo : mStreamInfo) { if (streamInfo != nullptr && streamInfo->stream != nullptr) { if (streamInfo->stream->stream_type == CAMERA3_STREAM_OUTPUT && (streamInfo->stream->format == HAL_PIXEL_FORMAT_BLOB || streamInfo->stream->format == HAL_PIXEL_FORMAT_YCbCr_420_888 || streamInfo->stream->format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED)) { return true; } } } return false; } status_t QCamera3HardwareInterface::configureHdrPlusStreamsLocked() { pbcamera::InputConfiguration inputConfig; std::vector outputStreamConfigs; status_t res = OK; // Sensor MIPI will send data to Easel. inputConfig.isSensorInput = true; inputConfig.sensorMode.cameraId = mCameraId; inputConfig.sensorMode.pixelArrayWidth = mSensorModeInfo.pixel_array_size.width; inputConfig.sensorMode.pixelArrayHeight = mSensorModeInfo.pixel_array_size.height; inputConfig.sensorMode.activeArrayWidth = mSensorModeInfo.active_array_size.width; inputConfig.sensorMode.activeArrayHeight = mSensorModeInfo.active_array_size.height; inputConfig.sensorMode.outputPixelClkHz = mSensorModeInfo.op_pixel_clk; inputConfig.sensorMode.timestampOffsetNs = mSensorModeInfo.timestamp_offset; inputConfig.sensorMode.timestampCropOffsetNs = mSensorModeInfo.timestamp_crop_offset; if (mSensorModeInfo.num_raw_bits != 10) { ALOGE("%s: Only RAW10 is supported but this sensor mode has %d raw bits.", __FUNCTION__, mSensorModeInfo.num_raw_bits); return BAD_VALUE; } inputConfig.sensorMode.format = HAL_PIXEL_FORMAT_RAW10; // Iterate through configured output streams in HAL and configure those streams in HDR+ // service. for (auto streamInfo : mStreamInfo) { pbcamera::StreamConfiguration outputConfig; if (streamInfo->stream->stream_type == CAMERA3_STREAM_OUTPUT) { switch (streamInfo->stream->format) { case HAL_PIXEL_FORMAT_BLOB: case HAL_PIXEL_FORMAT_YCbCr_420_888: case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: res = fillPbStreamConfig(&outputConfig, streamInfo->id, streamInfo->channel, /*stream index*/0); if (res != OK) { LOGE("%s: Failed to get fill stream config for YUV stream: %s (%d)", __FUNCTION__, strerror(-res), res); return res; } outputStreamConfigs.push_back(outputConfig); break; default: // TODO: handle RAW16 outputs if mRawChannel was created. (b/36690506) break; } } } res = gHdrPlusClient->configureStreams(inputConfig, outputStreamConfigs); if (res != OK) { LOGE("%d: Failed to configure streams with HDR+ client: %s (%d)", __FUNCTION__, strerror(-res), res); return res; } return OK; } void QCamera3HardwareInterface::handleEaselFatalError() { { std::unique_lock l(gHdrPlusClientLock); if (gHdrPlusClient != nullptr) { gHdrPlusClient->nofityEaselFatalError(); } } pthread_mutex_lock(&mMutex); mState = ERROR; pthread_mutex_unlock(&mMutex); handleCameraDeviceError(/*stopChannelImmediately*/true); } void QCamera3HardwareInterface::cleanupEaselErrorFuture() { { std::lock_guard lock(mEaselErrorFutureLock); if (!mEaselErrorFuture.valid()) { // If there is no Easel error, construct a dummy future to wait for. mEaselErrorFuture = std::async([]() { return; }); } } mEaselErrorFuture.wait(); } void QCamera3HardwareInterface::handleEaselFatalErrorAsync() { std::lock_guard lock(mEaselErrorFutureLock); if (mEaselErrorFuture.valid()) { // The error future has been invoked. return; } // Launch a future to handle the fatal error. mEaselErrorFuture = std::async(std::launch::async, &QCamera3HardwareInterface::handleEaselFatalError, this); } void QCamera3HardwareInterface::onEaselFatalError(std::string errMsg) { ALOGE("%s: Got an Easel fatal error: %s", __FUNCTION__, errMsg.c_str()); handleEaselFatalErrorAsync(); } void QCamera3HardwareInterface::closeHdrPlusClientLocked() { if (gHdrPlusClient != nullptr) { // Disable HDR+ mode. disableHdrPlusModeLocked(); // Disconnect Easel if it's connected. gEaselManagerClient->closeHdrPlusClient(std::move(gHdrPlusClient)); gHdrPlusClient = nullptr; ALOGD("HDR+ client closed."); } } void QCamera3HardwareInterface::onThermalThrottle() { ALOGW("%s: Thermal throttling. Will close HDR+ client.", __FUNCTION__); // HDR+ will be disabled when HAL receives the next request and there is no // pending HDR+ request. mEaselThermalThrottled = true; } void QCamera3HardwareInterface::onOpened(std::unique_ptr client) { int rc = NO_ERROR; if (client == nullptr) { ALOGE("%s: Opened client is null.", __FUNCTION__); return; } logEaselEvent("EASEL_STARTUP_LATENCY", "HDR+ client opened."); ALOGI("%s: HDR+ client opened.", __FUNCTION__); std::unique_lock l(gHdrPlusClientLock); if (!gHdrPlusClientOpening) { ALOGW("%s: HDR+ is disabled while HDR+ client is being opened.", __FUNCTION__); return; } gHdrPlusClient = std::move(client); gHdrPlusClientOpening = false; gHdrPlusClientOpenCond.notify_one(); // Set static metadata. status_t res = gHdrPlusClient->setStaticMetadata(*gStaticMetadata[mCameraId]); if (res != OK) { LOGE("%s: Failed to set static metadata in HDR+ client: %s (%d). Closing HDR+ client.", __FUNCTION__, strerror(-res), res); gEaselManagerClient->closeHdrPlusClient(std::move(gHdrPlusClient)); gHdrPlusClient = nullptr; return; } // Enable HDR+ mode. res = enableHdrPlusModeLocked(); if (res != OK) { LOGE("%s: Failed to configure HDR+ streams.", __FUNCTION__); } // Get Easel firmware version if (EaselManagerClientOpened) { rc = gEaselManagerClient->getFwVersion(mEaselFwVersion); if (rc != OK) { ALOGD("%s: Failed to query Easel firmware version", __FUNCTION__); } else { mEaselFwUpdated = true; } } } void QCamera3HardwareInterface::onOpenFailed(status_t err) { ALOGE("%s: Opening HDR+ client failed: %s (%d)", __FUNCTION__, strerror(-err), err); std::unique_lock l(gHdrPlusClientLock); gHdrPlusClientOpening = false; gHdrPlusClientOpenCond.notify_one(); } void QCamera3HardwareInterface::onFatalError() { ALOGE("%s: HDR+ client encountered a fatal error.", __FUNCTION__); handleEaselFatalErrorAsync(); } void QCamera3HardwareInterface::onShutter(uint32_t requestId, int64_t apSensorTimestampNs) { ALOGV("%s: %d: Received a shutter for HDR+ request %d timestamp %" PRId64, __FUNCTION__, __LINE__, requestId, apSensorTimestampNs); mShutterDispatcher.markShutterReady(requestId, apSensorTimestampNs); } void QCamera3HardwareInterface::onNextCaptureReady(uint32_t requestId) { pthread_mutex_lock(&mMutex); // Find the pending request for this result metadata. auto requestIter = mPendingRequestsList.begin(); while (requestIter != mPendingRequestsList.end() && requestIter->frame_number != requestId) { requestIter++; } if (requestIter == mPendingRequestsList.end()) { ALOGE("%s: Cannot find a pending request for frame number %u.", __FUNCTION__, requestId); pthread_mutex_unlock(&mMutex); return; } requestIter->partial_result_cnt++; CameraMetadata metadata; uint8_t ready = true; metadata.update(NEXUS_EXPERIMENTAL_2017_NEXT_STILL_INTENT_REQUEST_READY, &ready, 1); // Send it to framework. camera3_capture_result_t result = {}; result.result = metadata.getAndLock(); // Populate metadata result result.frame_number = requestId; result.num_output_buffers = 0; result.output_buffers = NULL; result.partial_result = requestIter->partial_result_cnt; orchestrateResult(&result); metadata.unlock(result.result); pthread_mutex_unlock(&mMutex); } void QCamera3HardwareInterface::onPostview(uint32_t requestId, std::unique_ptr> postview, uint32_t width, uint32_t height, uint32_t stride, int32_t format) { if (property_get_bool("persist.camera.hdrplus.dump_postview", false)) { ALOGI("%s: %d: Received a postview %dx%d for HDR+ request %d", __FUNCTION__, __LINE__, width, height, requestId); char buf[FILENAME_MAX] = {}; snprintf(buf, sizeof(buf), QCAMERA_DUMP_FRM_LOCATION"postview_%d_%dx%d.ppm", requestId, width, height); pbcamera::StreamConfiguration config = {}; config.image.width = width; config.image.height = height; config.image.format = format; pbcamera::PlaneConfiguration plane = {}; plane.stride = stride; plane.scanline = height; config.image.planes.push_back(plane); pbcamera::StreamBuffer buffer = {}; buffer.streamId = 0; buffer.dmaBufFd = -1; buffer.data = postview->data(); buffer.dataSize = postview->size(); hdrplus_client_utils::writePpm(buf, config, buffer); } pthread_mutex_lock(&mMutex); // Find the pending request for this result metadata. auto requestIter = mPendingRequestsList.begin(); while (requestIter != mPendingRequestsList.end() && requestIter->frame_number != requestId) { requestIter++; } if (requestIter == mPendingRequestsList.end()) { ALOGE("%s: Cannot find a pending request for frame number %u.", __FUNCTION__, requestId); pthread_mutex_unlock(&mMutex); return; } requestIter->partial_result_cnt++; CameraMetadata metadata; int32_t config[3] = {static_cast(width), static_cast(height), static_cast(stride)}; metadata.update(NEXUS_EXPERIMENTAL_2017_POSTVIEW_CONFIG, config, 3); metadata.update(NEXUS_EXPERIMENTAL_2017_POSTVIEW_DATA, postview->data(), postview->size()); // Send it to framework. camera3_capture_result_t result = {}; result.result = metadata.getAndLock(); // Populate metadata result result.frame_number = requestId; result.num_output_buffers = 0; result.output_buffers = NULL; result.partial_result = requestIter->partial_result_cnt; orchestrateResult(&result); metadata.unlock(result.result); pthread_mutex_unlock(&mMutex); } void QCamera3HardwareInterface::onCaptureResult(pbcamera::CaptureResult *result, const camera_metadata_t &resultMetadata) { if (result == nullptr) { ALOGE("%s: result is nullptr.", __FUNCTION__); return; } // Find the pending HDR+ request. HdrPlusPendingRequest pendingRequest; { Mutex::Autolock lock(mHdrPlusPendingRequestsLock); auto req = mHdrPlusPendingRequests.find(result->requestId); pendingRequest = req->second; } // Update the result metadata with the settings of the HDR+ still capture request because // the result metadata belongs to a ZSL buffer. CameraMetadata metadata; metadata = &resultMetadata; updateHdrPlusResultMetadata(metadata, pendingRequest.settings); camera_metadata_t* updatedResultMetadata = metadata.release(); uint32_t halSnapshotStreamId = 0; if (mPictureChannel != nullptr) { halSnapshotStreamId = mPictureChannel->getStreamID(mPictureChannel->getStreamTypeMask()); } auto halMetadata = std::make_shared(); clear_metadata_buffer(halMetadata.get()); // Convert updated result metadata to HAL metadata. status_t res = translateFwkMetadataToHalMetadata(updatedResultMetadata, halMetadata.get(), halSnapshotStreamId, /*minFrameDuration*/0); if (res != 0) { ALOGE("%s: Translating metadata failed: %s (%d)", __FUNCTION__, strerror(-res), res); } for (auto &outputBuffer : result->outputBuffers) { uint32_t streamId = outputBuffer.streamId; // Find the framework output buffer in the pending request. auto frameworkOutputBufferIter = pendingRequest.frameworkOutputBuffers.find(streamId); if (frameworkOutputBufferIter == pendingRequest.frameworkOutputBuffers.end()) { ALOGE("%s: Couldn't find framework output buffers for stream id %u", __FUNCTION__, streamId); continue; } camera3_stream_buffer_t *frameworkOutputBuffer = &frameworkOutputBufferIter->second; // Find the channel for the output buffer. QCamera3ProcessingChannel *channel = (QCamera3ProcessingChannel*)frameworkOutputBuffer->stream->priv; // Find the output buffer def. auto outputBufferIter = pendingRequest.outputBuffers.find(streamId); if (outputBufferIter == pendingRequest.outputBuffers.end()) { ALOGE("%s: Cannot find output buffer", __FUNCTION__); continue; } std::shared_ptr outputBufferDef = outputBufferIter->second; // Check whether to dump the buffer. if (frameworkOutputBuffer->stream->format == HAL_PIXEL_FORMAT_YCbCr_420_888 || frameworkOutputBuffer->stream->format == HAL_PIXEL_FORMAT_BLOB) { // If the stream format is YUV or jpeg, check if dumping HDR+ YUV output is enabled. char prop[PROPERTY_VALUE_MAX]; property_get("persist.camera.hdrplus.dump_yuv", prop, "0"); bool dumpYuvOutput = atoi(prop); if (dumpYuvOutput) { // Dump yuv buffer to a ppm file. pbcamera::StreamConfiguration outputConfig; status_t rc = fillPbStreamConfig(&outputConfig, streamId, channel, /*stream index*/0); if (rc == OK) { char buf[FILENAME_MAX] = {}; snprintf(buf, sizeof(buf), QCAMERA_DUMP_FRM_LOCATION"s_%d_%d_%dx%d.ppm", result->requestId, streamId, outputConfig.image.width, outputConfig.image.height); hdrplus_client_utils::writePpm(buf, outputConfig, outputBuffer); } else { LOGW("%s: Couldn't dump YUV buffer because getting stream config failed: " "%s (%d).", __FUNCTION__, strerror(-rc), rc); } } } if (channel == mPictureChannel) { android_errorWriteLog(0x534e4554, "150004253"); // Keep a copy of outputBufferDef until the final JPEG buffer is // ready because the JPEG callback uses the mm_camera_buf_def_t // struct. The metaBufDef is stored in a shared_ptr to make sure // it's freed. std::shared_ptr metaBufDef = std::make_shared(); { pthread_mutex_lock(&mMutex); for (auto& pendingBuffers : mPendingBuffersMap.mPendingBuffersInRequest) { if (pendingBuffers.frame_number == result->requestId) { pendingBuffers.mHdrplusInputBuf = outputBufferDef; pendingBuffers.mHdrplusInputMetaBuf = metaBufDef; break; } } pthread_mutex_unlock(&mMutex); } // Return the buffer to pic channel for encoding. mPictureChannel->returnYuvBufferAndEncode(outputBufferDef.get(), frameworkOutputBuffer->buffer, result->requestId, halMetadata, metaBufDef.get()); } else { // Return the buffer to camera framework. pthread_mutex_lock(&mMutex); handleBufferWithLock(frameworkOutputBuffer, result->requestId); channel->unregisterBuffer(outputBufferDef.get()); pthread_mutex_unlock(&mMutex); } } // Send HDR+ metadata to framework. { pthread_mutex_lock(&mMutex); // updatedResultMetadata will be freed in handlePendingResultMetadataWithLock. handlePendingResultMetadataWithLock(result->requestId, updatedResultMetadata); pthread_mutex_unlock(&mMutex); } // Remove the HDR+ pending request. { Mutex::Autolock lock(mHdrPlusPendingRequestsLock); auto req = mHdrPlusPendingRequests.find(result->requestId); mHdrPlusPendingRequests.erase(req); } } void QCamera3HardwareInterface::onFailedCaptureResult(pbcamera::CaptureResult *failedResult) { if (failedResult == nullptr) { ALOGE("%s: Got an empty failed result.", __FUNCTION__); return; } ALOGE("%s: Got a failed HDR+ result for request %d", __FUNCTION__, failedResult->requestId); // Find the pending HDR+ request. HdrPlusPendingRequest pendingRequest; { Mutex::Autolock lock(mHdrPlusPendingRequestsLock); auto req = mHdrPlusPendingRequests.find(failedResult->requestId); if (req == mHdrPlusPendingRequests.end()) { ALOGE("%s: Couldn't find pending request %d", __FUNCTION__, failedResult->requestId); return; } pendingRequest = req->second; } for (auto &outputBuffer : failedResult->outputBuffers) { uint32_t streamId = outputBuffer.streamId; // Find the channel // Find the framework output buffer in the pending request. auto frameworkOutputBufferIter = pendingRequest.frameworkOutputBuffers.find(streamId); if (frameworkOutputBufferIter == pendingRequest.frameworkOutputBuffers.end()) { ALOGE("%s: Couldn't find framework output buffers for stream id %u", __FUNCTION__, streamId); continue; } camera3_stream_buffer_t *frameworkOutputBuffer = &frameworkOutputBufferIter->second; // Find the channel for the output buffer. QCamera3ProcessingChannel *channel = (QCamera3ProcessingChannel*)frameworkOutputBuffer->stream->priv; // Find the output buffer def. auto outputBufferIter = pendingRequest.outputBuffers.find(streamId); if (outputBufferIter == pendingRequest.outputBuffers.end()) { ALOGE("%s: Cannot find output buffer", __FUNCTION__); continue; } std::shared_ptr outputBufferDef = outputBufferIter->second; if (channel == mPictureChannel) { // Return the buffer to pic channel. mPictureChannel->returnYuvBuffer(outputBufferDef.get()); } else { channel->unregisterBuffer(outputBufferDef.get()); } } // Remove the HDR+ pending request. { Mutex::Autolock lock(mHdrPlusPendingRequestsLock); auto req = mHdrPlusPendingRequests.find(failedResult->requestId); mHdrPlusPendingRequests.erase(req); } pthread_mutex_lock(&mMutex); // Find the pending buffers. auto pendingBuffers = mPendingBuffersMap.mPendingBuffersInRequest.begin(); while (pendingBuffers != mPendingBuffersMap.mPendingBuffersInRequest.end()) { if (pendingBuffers->frame_number == failedResult->requestId) { break; } pendingBuffers++; } // Send out request errors for the pending buffers. if (pendingBuffers != mPendingBuffersMap.mPendingBuffersInRequest.end()) { std::vector streamBuffers; for (auto &buffer : pendingBuffers->mPendingBufferList) { // Prepare a stream buffer. camera3_stream_buffer_t streamBuffer = {}; streamBuffer.stream = buffer.stream; streamBuffer.buffer = buffer.buffer; streamBuffer.status = CAMERA3_BUFFER_STATUS_ERROR; streamBuffer.acquire_fence = -1; streamBuffer.release_fence = -1; // Send out request error event. camera3_notify_msg_t notify_msg = {}; notify_msg.type = CAMERA3_MSG_ERROR; notify_msg.message.error.frame_number = pendingBuffers->frame_number; notify_msg.message.error.error_code = CAMERA3_MSG_ERROR_REQUEST; notify_msg.message.error.error_stream = buffer.stream; orchestrateNotify(¬ify_msg); mOutputBufferDispatcher.markBufferReady(pendingBuffers->frame_number, streamBuffer); } mShutterDispatcher.clear(pendingBuffers->frame_number); // Remove pending buffers. mPendingBuffersMap.mPendingBuffersInRequest.erase(pendingBuffers); } // Remove pending request. auto halRequest = mPendingRequestsList.begin(); while (halRequest != mPendingRequestsList.end()) { if (halRequest->frame_number == failedResult->requestId) { mPendingRequestsList.erase(halRequest); break; } halRequest++; } pthread_mutex_unlock(&mMutex); } bool QCamera3HardwareInterface::readSensorCalibration( int activeArrayWidth, float poseRotation[4], float poseTranslation[3], float cameraIntrinsics[5], float radialDistortion[5]) { const char* calibrationPath = "/persist/sensors/calibration/calibration.xml"; using namespace tinyxml2; XMLDocument calibrationXml; XMLError err = calibrationXml.LoadFile(calibrationPath); if (err != XML_SUCCESS) { ALOGE("Unable to load calibration file '%s'. Error: %s", calibrationPath, XMLDocument::ErrorIDToName(err)); return false; } XMLElement *rig = calibrationXml.FirstChildElement("rig"); if (rig == nullptr) { ALOGE("No 'rig' in calibration file"); return false; } XMLElement *cam = rig->FirstChildElement("camera"); XMLElement *camModel = nullptr; while (cam != nullptr) { camModel = cam->FirstChildElement("camera_model"); if (camModel == nullptr) { ALOGE("No 'camera_model' in calibration file"); return false; } int modelIndex = camModel->IntAttribute("index", -1); // Model index "0" has the calibration we need if (modelIndex == 0) { break; } cam = cam->NextSiblingElement("camera"); } if (cam == nullptr) { ALOGE("No 'camera' in calibration file"); return false; } const char *modelType = camModel->Attribute("type"); if (modelType == nullptr || strcmp(modelType,"calibu_fu_fv_u0_v0_k1_k2_k3")) { ALOGE("Camera model is unknown type %s", modelType ? modelType : "NULL"); return false; } XMLElement *modelWidth = camModel->FirstChildElement("width"); if (modelWidth == nullptr || modelWidth->GetText() == nullptr) { ALOGE("No camera model width in calibration file"); return false; } int width = atoi(modelWidth->GetText()); XMLElement *modelHeight = camModel->FirstChildElement("height"); if (modelHeight == nullptr || modelHeight->GetText() == nullptr) { ALOGE("No camera model height in calibration file"); return false; } int height = atoi(modelHeight->GetText()); if (width <= 0 || height <= 0) { ALOGE("Bad model width or height in calibration file: %d x %d", width, height); return false; } ALOGI("Width: %d, Height: %d", width, height); XMLElement *modelParams = camModel->FirstChildElement("params"); if (modelParams == nullptr) { ALOGE("No camera model params in calibration file"); return false; } const char* paramText = modelParams->GetText(); if (paramText == nullptr) { ALOGE("No parameters in params element in calibration file"); return false; } ALOGI("Parameters: %s", paramText); // Parameter string is of the form "[ float; float; float ...]" float params[7]; bool success = parseStringArray(paramText, params, 7); if (!success) { ALOGE("Malformed camera parameter string in calibration file"); return false; } XMLElement *extCalib = rig->FirstChildElement("extrinsic_calibration"); while (extCalib != nullptr) { int id = extCalib->IntAttribute("frame_B_id", -1); if (id == 0) { break; } extCalib = extCalib->NextSiblingElement("extrinsic_calibration"); } if (extCalib == nullptr) { ALOGE("No 'extrinsic_calibration' in calibration file"); return false; } XMLElement *q = extCalib->FirstChildElement("A_q_B"); if (q == nullptr || q->GetText() == nullptr) { ALOGE("No extrinsic quarternion in calibration file"); return false; } float rotation[4]; success = parseStringArray(q->GetText(), rotation, 4); if (!success) { ALOGE("Malformed extrinsic quarternion string in calibration file"); return false; } XMLElement *p = extCalib->FirstChildElement("A_p_B"); if (p == nullptr || p->GetText() == nullptr) { ALOGE("No extrinsic translation in calibration file"); return false; } float position[3]; success = parseStringArray(p->GetText(), position, 3); if (!success) { ALOGE("Malformed extrinsic position string in calibration file"); return false; } // Map from width x height to active array float scaleFactor = static_cast(activeArrayWidth) / width; cameraIntrinsics[0] = params[0] * scaleFactor; // fu -> f_x cameraIntrinsics[1] = params[1] * scaleFactor; // fv -> f_y cameraIntrinsics[2] = params[2] * scaleFactor; // u0 -> c_x cameraIntrinsics[3] = params[3] * scaleFactor; // v0 -> c_y cameraIntrinsics[4] = 0; // s = 0 radialDistortion[0] = params[4]; // k1 -> k_1 radialDistortion[1] = params[5]; // k2 -> k_2 radialDistortion[2] = params[6]; // k3 -> k_3 radialDistortion[3] = 0; // k_4 = 0 radialDistortion[4] = 0; // k_5 = 0 for (int i = 0; i < 4; i++) { poseRotation[i] = rotation[i]; } for (int i = 0; i < 3; i++) { poseTranslation[i] = position[i]; } ALOGI("Intrinsics: %f, %f, %f, %f, %f", cameraIntrinsics[0], cameraIntrinsics[1], cameraIntrinsics[2], cameraIntrinsics[3], cameraIntrinsics[4]); ALOGI("Distortion: %f, %f, %f, %f, %f", radialDistortion[0], radialDistortion[1], radialDistortion[2], radialDistortion[3], radialDistortion[4]); ALOGI("Pose rotation: %f, %f, %f, %f", poseRotation[0], poseRotation[1], poseRotation[2], poseRotation[3]); ALOGI("Pose translation: %f, %f, %f", poseTranslation[0], poseTranslation[1], poseTranslation[2]); return true; } bool QCamera3HardwareInterface::parseStringArray(const char *str, float *dest, int count) { size_t idx = 0; size_t len = strlen(str); for (; idx < len; idx++) { if (str[idx] == '[') break; } const char *startParam = str + idx + 1; if (startParam >= str + len) { ALOGE("Malformed array: %s", str); return false; } char *endParam = nullptr; for (int i = 0; i < count; i++) { dest[i] = strtod(startParam, &endParam); if (startParam == endParam) { ALOGE("Malformed array, index %d: %s", i, str); return false; } startParam = endParam + 1; if (startParam >= str + len) { ALOGE("Malformed array, index %d: %s", i, str); return false; } } return true; } ShutterDispatcher::ShutterDispatcher(QCamera3HardwareInterface *parent) : mParent(parent) {} void ShutterDispatcher::expectShutter(uint32_t frameNumber, bool isReprocess, bool isZsl) { std::lock_guard lock(mLock); if (isReprocess) { mReprocessShutters.emplace(frameNumber, Shutter()); } else if (isZsl) { mZslShutters.emplace(frameNumber, Shutter()); } else { mShutters.emplace(frameNumber, Shutter()); } } void ShutterDispatcher::markShutterReady(uint32_t frameNumber, uint64_t timestamp) { std::lock_guard lock(mLock); std::map *shutters = nullptr; // Find the shutter entry. auto shutter = mShutters.find(frameNumber); if (shutter != mShutters.end()) { shutters = &mShutters; } else { shutter = mReprocessShutters.find(frameNumber); if (shutter != mReprocessShutters.end()) { shutters = &mReprocessShutters; } else { shutter = mZslShutters.find(frameNumber); if (shutter != mZslShutters.end()) { shutters = &mZslShutters; } else { // Shutter was already sent. return; } } } if (shutter->second.ready) { // If shutter is already ready, don't update timestamp again. return; } // Make this frame's shutter ready. shutter->second.ready = true; shutter->second.timestamp = timestamp; // Iterate throught the shutters and send out shuters until the one that's not ready yet. shutter = shutters->begin(); while (shutter != shutters->end()) { if (!shutter->second.ready) { // If this shutter is not ready, the following shutters can't be sent. break; } camera3_notify_msg_t msg = {}; msg.type = CAMERA3_MSG_SHUTTER; msg.message.shutter.frame_number = shutter->first; msg.message.shutter.timestamp = shutter->second.timestamp; mParent->orchestrateNotify(&msg); shutter = shutters->erase(shutter); } } void ShutterDispatcher::clear(uint32_t frameNumber) { std::lock_guard lock(mLock); mShutters.erase(frameNumber); mReprocessShutters.erase(frameNumber); mZslShutters.erase(frameNumber); } void ShutterDispatcher::clear() { std::lock_guard lock(mLock); // Log errors for stale shutters. for (auto &shutter : mShutters) { ALOGE("%s: stale shutter: frame number %u, ready %d, timestamp %" PRId64, __FUNCTION__, shutter.first, shutter.second.ready, shutter.second.timestamp); } // Log errors for stale reprocess shutters. for (auto &shutter : mReprocessShutters) { ALOGE("%s: stale reprocess shutter: frame number %u, ready %d, timestamp %" PRId64, __FUNCTION__, shutter.first, shutter.second.ready, shutter.second.timestamp); } // Log errors for stale ZSL shutters. for (auto &shutter : mZslShutters) { ALOGE("%s: stale zsl shutter: frame number %u, ready %d, timestamp %" PRId64, __FUNCTION__, shutter.first, shutter.second.ready, shutter.second.timestamp); } mShutters.clear(); mReprocessShutters.clear(); mZslShutters.clear(); } OutputBufferDispatcher::OutputBufferDispatcher(QCamera3HardwareInterface *parent) : mParent(parent) {} status_t OutputBufferDispatcher::configureStreams(camera3_stream_configuration_t *streamList) { std::lock_guard lock(mLock); mStreamBuffers.clear(); if (!streamList) { ALOGE("%s: streamList is nullptr.", __FUNCTION__); return -EINVAL; } // Create a "frame-number -> buffer" map for each stream. for (uint32_t i = 0; i < streamList->num_streams; i++) { mStreamBuffers.emplace(streamList->streams[i], std::map()); } return OK; } status_t OutputBufferDispatcher::expectBuffer(uint32_t frameNumber, camera3_stream_t *stream) { std::lock_guard lock(mLock); // Find the "frame-number -> buffer" map for the stream. auto buffers = mStreamBuffers.find(stream); if (buffers == mStreamBuffers.end()) { ALOGE("%s: Stream %p was not configured.", __FUNCTION__, stream); return -EINVAL; } // Create an unready buffer for this frame number. buffers->second.emplace(frameNumber, Buffer()); return OK; } void OutputBufferDispatcher::markBufferReady(uint32_t frameNumber, const camera3_stream_buffer_t &buffer) { std::lock_guard lock(mLock); // Find the frame number -> buffer map for the stream. auto buffers = mStreamBuffers.find(buffer.stream); if (buffers == mStreamBuffers.end()) { ALOGE("%s: Cannot find pending buffers for stream %p.", __FUNCTION__, buffer.stream); return; } // Find the unready buffer this frame number and mark it ready. auto pendingBuffer = buffers->second.find(frameNumber); if (pendingBuffer == buffers->second.end()) { ALOGE("%s: Cannot find the pending buffer for frame number %u.", __FUNCTION__, frameNumber); return; } pendingBuffer->second.ready = true; pendingBuffer->second.buffer = buffer; // Iterate through the buffers and send out buffers until the one that's not ready yet. pendingBuffer = buffers->second.begin(); while (pendingBuffer != buffers->second.end()) { if (!pendingBuffer->second.ready) { // If this buffer is not ready, the following buffers can't be sent. break; } camera3_capture_result_t result = {}; result.frame_number = pendingBuffer->first; result.num_output_buffers = 1; result.output_buffers = &pendingBuffer->second.buffer; // Send out result with buffer errors. mParent->orchestrateResult(&result); pendingBuffer = buffers->second.erase(pendingBuffer); } } void OutputBufferDispatcher::clear(bool clearConfiguredStreams) { std::lock_guard lock(mLock); // Log errors for stale buffers. for (auto &buffers : mStreamBuffers) { for (auto &buffer : buffers.second) { ALOGE("%s: stale buffer: stream %p, frame number %u, ready %d", __FUNCTION__, buffers.first, buffer.first, buffer.second.ready); } buffers.second.clear(); } if (clearConfiguredStreams) { mStreamBuffers.clear(); } } }; //end namespace qcamera