/* * Copyright (C) 2013 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #define LOG_TAG "Camera3-Device" #define ATRACE_TAG ATRACE_TAG_CAMERA //#define LOG_NDEBUG 0 //#define LOG_NNDEBUG 0 // Per-frame verbose logging #ifdef LOG_NNDEBUG #define ALOGVV(...) ALOGV(__VA_ARGS__) #else #define ALOGVV(...) ((void)0) #endif // Convenience macro for transient errors #define CLOGE(fmt, ...) ALOGE("Camera %d: %s: " fmt, mId, __FUNCTION__, \ ##__VA_ARGS__) // Convenience macros for transitioning to the error state #define SET_ERR(fmt, ...) setErrorState( \ "%s: " fmt, __FUNCTION__, \ ##__VA_ARGS__) #define SET_ERR_L(fmt, ...) setErrorStateLocked( \ "%s: " fmt, __FUNCTION__, \ ##__VA_ARGS__) #include #include #include #include #include #include "utils/CameraTraces.h" #include "mediautils/SchedulingPolicyService.h" #include "device3/Camera3Device.h" #include "device3/Camera3OutputStream.h" #include "device3/Camera3InputStream.h" #include "device3/Camera3ZslStream.h" #include "device3/Camera3DummyStream.h" #include "CameraService.h" using namespace android::camera3; namespace android { Camera3Device::Camera3Device(int id): mId(id), mIsConstrainedHighSpeedConfiguration(false), mHal3Device(NULL), mStatus(STATUS_UNINITIALIZED), mStatusWaiters(0), mUsePartialResult(false), mNumPartialResults(1), mTimestampOffset(0), mNextResultFrameNumber(0), mNextReprocessResultFrameNumber(0), mNextShutterFrameNumber(0), mNextReprocessShutterFrameNumber(0), mListener(NULL) { ATRACE_CALL(); camera3_callback_ops::notify = &sNotify; camera3_callback_ops::process_capture_result = &sProcessCaptureResult; ALOGV("%s: Created device for camera %d", __FUNCTION__, id); } Camera3Device::~Camera3Device() { ATRACE_CALL(); ALOGV("%s: Tearing down for camera id %d", __FUNCTION__, mId); disconnect(); } int Camera3Device::getId() const { return mId; } /** * CameraDeviceBase interface */ status_t Camera3Device::initialize(CameraModule *module) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); ALOGV("%s: Initializing device for camera %d", __FUNCTION__, mId); if (mStatus != STATUS_UNINITIALIZED) { CLOGE("Already initialized!"); return INVALID_OPERATION; } /** Open HAL device */ status_t res; String8 deviceName = String8::format("%d", mId); camera3_device_t *device; ATRACE_BEGIN("camera3->open"); res = module->open(deviceName.string(), reinterpret_cast(&device)); ATRACE_END(); if (res != OK) { SET_ERR_L("Could not open camera: %s (%d)", strerror(-res), res); return res; } /** Cross-check device version */ if (device->common.version < CAMERA_DEVICE_API_VERSION_3_0) { SET_ERR_L("Could not open camera: " "Camera device should be at least %x, reports %x instead", CAMERA_DEVICE_API_VERSION_3_0, device->common.version); device->common.close(&device->common); return BAD_VALUE; } camera_info info; res = module->getCameraInfo(mId, &info); if (res != OK) return res; if (info.device_version != device->common.version) { SET_ERR_L("HAL reporting mismatched camera_info version (%x)" " and device version (%x).", info.device_version, device->common.version); device->common.close(&device->common); return BAD_VALUE; } /** Initialize device with callback functions */ ATRACE_BEGIN("camera3->initialize"); res = device->ops->initialize(device, this); ATRACE_END(); if (res != OK) { SET_ERR_L("Unable to initialize HAL device: %s (%d)", strerror(-res), res); device->common.close(&device->common); return BAD_VALUE; } /** Start up status tracker thread */ mStatusTracker = new StatusTracker(this); res = mStatusTracker->run(String8::format("C3Dev-%d-Status", mId).string()); if (res != OK) { SET_ERR_L("Unable to start status tracking thread: %s (%d)", strerror(-res), res); device->common.close(&device->common); mStatusTracker.clear(); return res; } /** Create buffer manager */ mBufferManager = new Camera3BufferManager(); bool aeLockAvailable = false; camera_metadata_ro_entry aeLockAvailableEntry; res = find_camera_metadata_ro_entry(info.static_camera_characteristics, ANDROID_CONTROL_AE_LOCK_AVAILABLE, &aeLockAvailableEntry); if (res == OK && aeLockAvailableEntry.count > 0) { aeLockAvailable = (aeLockAvailableEntry.data.u8[0] == ANDROID_CONTROL_AE_LOCK_AVAILABLE_TRUE); } /** Start up request queue thread */ mRequestThread = new RequestThread(this, mStatusTracker, device, aeLockAvailable); res = mRequestThread->run(String8::format("C3Dev-%d-ReqQueue", mId).string()); if (res != OK) { SET_ERR_L("Unable to start request queue thread: %s (%d)", strerror(-res), res); device->common.close(&device->common); mRequestThread.clear(); return res; } mPreparerThread = new PreparerThread(); /** Everything is good to go */ mDeviceVersion = device->common.version; mDeviceInfo = info.static_camera_characteristics; mHal3Device = device; // Determine whether we need to derive sensitivity boost values for older devices. // If post-RAW sensitivity boost range is listed, so should post-raw sensitivity control // be listed (as the default value 100) if (mDeviceVersion < CAMERA_DEVICE_API_VERSION_3_4 && mDeviceInfo.exists(ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST_RANGE)) { mDerivePostRawSensKey = true; } internalUpdateStatusLocked(STATUS_UNCONFIGURED); mNextStreamId = 0; mDummyStreamId = NO_STREAM; mNeedConfig = true; mPauseStateNotify = false; // Measure the clock domain offset between camera and video/hw_composer camera_metadata_entry timestampSource = mDeviceInfo.find(ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE); if (timestampSource.count > 0 && timestampSource.data.u8[0] == ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE_REALTIME) { mTimestampOffset = getMonoToBoottimeOffset(); } // Will the HAL be sending in early partial result metadata? if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) { camera_metadata_entry partialResultsCount = mDeviceInfo.find(ANDROID_REQUEST_PARTIAL_RESULT_COUNT); if (partialResultsCount.count > 0) { mNumPartialResults = partialResultsCount.data.i32[0]; mUsePartialResult = (mNumPartialResults > 1); } } else { camera_metadata_entry partialResultsQuirk = mDeviceInfo.find(ANDROID_QUIRKS_USE_PARTIAL_RESULT); if (partialResultsQuirk.count > 0 && partialResultsQuirk.data.u8[0] == 1) { mUsePartialResult = true; } } camera_metadata_entry configs = mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS); for (uint32_t i = 0; i < configs.count; i += 4) { if (configs.data.i32[i] == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED && configs.data.i32[i + 3] == ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_INPUT) { mSupportedOpaqueInputSizes.add(Size(configs.data.i32[i + 1], configs.data.i32[i + 2])); } } return OK; } status_t Camera3Device::disconnect() { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); ALOGV("%s: E", __FUNCTION__); status_t res = OK; { Mutex::Autolock l(mLock); if (mStatus == STATUS_UNINITIALIZED) return res; if (mStatus == STATUS_ACTIVE || (mStatus == STATUS_ERROR && mRequestThread != NULL)) { res = mRequestThread->clearRepeatingRequests(); if (res != OK) { SET_ERR_L("Can't stop streaming"); // Continue to close device even in case of error } else { res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout); if (res != OK) { SET_ERR_L("Timeout waiting for HAL to drain"); // Continue to close device even in case of error } } } if (mStatus == STATUS_ERROR) { CLOGE("Shutting down in an error state"); } if (mStatusTracker != NULL) { mStatusTracker->requestExit(); } if (mRequestThread != NULL) { mRequestThread->requestExit(); } mOutputStreams.clear(); mInputStream.clear(); } // Joining done without holding mLock, otherwise deadlocks may ensue // as the threads try to access parent state if (mRequestThread != NULL && mStatus != STATUS_ERROR) { // HAL may be in a bad state, so waiting for request thread // (which may be stuck in the HAL processCaptureRequest call) // could be dangerous. mRequestThread->join(); } if (mStatusTracker != NULL) { mStatusTracker->join(); } camera3_device_t *hal3Device; { Mutex::Autolock l(mLock); mRequestThread.clear(); mStatusTracker.clear(); mBufferManager.clear(); hal3Device = mHal3Device; } // Call close without internal mutex held, as the HAL close may need to // wait on assorted callbacks,etc, to complete before it can return. if (hal3Device != NULL) { ATRACE_BEGIN("camera3->close"); hal3Device->common.close(&hal3Device->common); ATRACE_END(); } { Mutex::Autolock l(mLock); mHal3Device = NULL; internalUpdateStatusLocked(STATUS_UNINITIALIZED); } ALOGV("%s: X", __FUNCTION__); return res; } // For dumping/debugging only - // try to acquire a lock a few times, eventually give up to proceed with // debug/dump operations bool Camera3Device::tryLockSpinRightRound(Mutex& lock) { bool gotLock = false; for (size_t i = 0; i < kDumpLockAttempts; ++i) { if (lock.tryLock() == NO_ERROR) { gotLock = true; break; } else { usleep(kDumpSleepDuration); } } return gotLock; } Camera3Device::Size Camera3Device::getMaxJpegResolution() const { int32_t maxJpegWidth = 0, maxJpegHeight = 0; if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) { const int STREAM_CONFIGURATION_SIZE = 4; const int STREAM_FORMAT_OFFSET = 0; const int STREAM_WIDTH_OFFSET = 1; const int STREAM_HEIGHT_OFFSET = 2; const int STREAM_IS_INPUT_OFFSET = 3; camera_metadata_ro_entry_t availableStreamConfigs = mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS); if (availableStreamConfigs.count == 0 || availableStreamConfigs.count % STREAM_CONFIGURATION_SIZE != 0) { return Size(0, 0); } // Get max jpeg size (area-wise). for (size_t i=0; i < availableStreamConfigs.count; i+= STREAM_CONFIGURATION_SIZE) { int32_t format = availableStreamConfigs.data.i32[i + STREAM_FORMAT_OFFSET]; int32_t width = availableStreamConfigs.data.i32[i + STREAM_WIDTH_OFFSET]; int32_t height = availableStreamConfigs.data.i32[i + STREAM_HEIGHT_OFFSET]; int32_t isInput = availableStreamConfigs.data.i32[i + STREAM_IS_INPUT_OFFSET]; if (isInput == ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT && format == HAL_PIXEL_FORMAT_BLOB && (width * height > maxJpegWidth * maxJpegHeight)) { maxJpegWidth = width; maxJpegHeight = height; } } } else { camera_metadata_ro_entry availableJpegSizes = mDeviceInfo.find(ANDROID_SCALER_AVAILABLE_JPEG_SIZES); if (availableJpegSizes.count == 0 || availableJpegSizes.count % 2 != 0) { return Size(0, 0); } // Get max jpeg size (area-wise). for (size_t i = 0; i < availableJpegSizes.count; i += 2) { if ((availableJpegSizes.data.i32[i] * availableJpegSizes.data.i32[i + 1]) > (maxJpegWidth * maxJpegHeight)) { maxJpegWidth = availableJpegSizes.data.i32[i]; maxJpegHeight = availableJpegSizes.data.i32[i + 1]; } } } return Size(maxJpegWidth, maxJpegHeight); } nsecs_t Camera3Device::getMonoToBoottimeOffset() { // try three times to get the clock offset, choose the one // with the minimum gap in measurements. const int tries = 3; nsecs_t bestGap, measured; for (int i = 0; i < tries; ++i) { const nsecs_t tmono = systemTime(SYSTEM_TIME_MONOTONIC); const nsecs_t tbase = systemTime(SYSTEM_TIME_BOOTTIME); const nsecs_t tmono2 = systemTime(SYSTEM_TIME_MONOTONIC); const nsecs_t gap = tmono2 - tmono; if (i == 0 || gap < bestGap) { bestGap = gap; measured = tbase - ((tmono + tmono2) >> 1); } } return measured; } /** * Map Android N dataspace definitions back to Android M definitions, for * use with HALv3.3 or older. * * Only map where correspondences exist, and otherwise preserve the value. */ android_dataspace Camera3Device::mapToLegacyDataspace(android_dataspace dataSpace) { switch (dataSpace) { case HAL_DATASPACE_V0_SRGB_LINEAR: return HAL_DATASPACE_SRGB_LINEAR; case HAL_DATASPACE_V0_SRGB: return HAL_DATASPACE_SRGB; case HAL_DATASPACE_V0_JFIF: return HAL_DATASPACE_JFIF; case HAL_DATASPACE_V0_BT601_625: return HAL_DATASPACE_BT601_625; case HAL_DATASPACE_V0_BT601_525: return HAL_DATASPACE_BT601_525; case HAL_DATASPACE_V0_BT709: return HAL_DATASPACE_BT709; default: return dataSpace; } } ssize_t Camera3Device::getJpegBufferSize(uint32_t width, uint32_t height) const { // Get max jpeg size (area-wise). Size maxJpegResolution = getMaxJpegResolution(); if (maxJpegResolution.width == 0) { ALOGE("%s: Camera %d: Can't find valid available jpeg sizes in static metadata!", __FUNCTION__, mId); return BAD_VALUE; } // Get max jpeg buffer size ssize_t maxJpegBufferSize = 0; camera_metadata_ro_entry jpegBufMaxSize = mDeviceInfo.find(ANDROID_JPEG_MAX_SIZE); if (jpegBufMaxSize.count == 0) { ALOGE("%s: Camera %d: Can't find maximum JPEG size in static metadata!", __FUNCTION__, mId); return BAD_VALUE; } maxJpegBufferSize = jpegBufMaxSize.data.i32[0]; assert(kMinJpegBufferSize < maxJpegBufferSize); // Calculate final jpeg buffer size for the given resolution. float scaleFactor = ((float) (width * height)) / (maxJpegResolution.width * maxJpegResolution.height); ssize_t jpegBufferSize = scaleFactor * (maxJpegBufferSize - kMinJpegBufferSize) + kMinJpegBufferSize; if (jpegBufferSize > maxJpegBufferSize) { jpegBufferSize = maxJpegBufferSize; } return jpegBufferSize; } ssize_t Camera3Device::getPointCloudBufferSize() const { const int FLOATS_PER_POINT=4; camera_metadata_ro_entry maxPointCount = mDeviceInfo.find(ANDROID_DEPTH_MAX_DEPTH_SAMPLES); if (maxPointCount.count == 0) { ALOGE("%s: Camera %d: Can't find maximum depth point cloud size in static metadata!", __FUNCTION__, mId); return BAD_VALUE; } ssize_t maxBytesForPointCloud = sizeof(android_depth_points) + maxPointCount.data.i32[0] * sizeof(float) * FLOATS_PER_POINT; return maxBytesForPointCloud; } ssize_t Camera3Device::getRawOpaqueBufferSize(int32_t width, int32_t height) const { const int PER_CONFIGURATION_SIZE = 3; const int WIDTH_OFFSET = 0; const int HEIGHT_OFFSET = 1; const int SIZE_OFFSET = 2; camera_metadata_ro_entry rawOpaqueSizes = mDeviceInfo.find(ANDROID_SENSOR_OPAQUE_RAW_SIZE); size_t count = rawOpaqueSizes.count; if (count == 0 || (count % PER_CONFIGURATION_SIZE)) { ALOGE("%s: Camera %d: bad opaque RAW size static metadata length(%zu)!", __FUNCTION__, mId, count); return BAD_VALUE; } for (size_t i = 0; i < count; i += PER_CONFIGURATION_SIZE) { if (width == rawOpaqueSizes.data.i32[i + WIDTH_OFFSET] && height == rawOpaqueSizes.data.i32[i + HEIGHT_OFFSET]) { return rawOpaqueSizes.data.i32[i + SIZE_OFFSET]; } } ALOGE("%s: Camera %d: cannot find size for %dx%d opaque RAW image!", __FUNCTION__, mId, width, height); return BAD_VALUE; } status_t Camera3Device::dump(int fd, const Vector &args) { ATRACE_CALL(); (void)args; // Try to lock, but continue in case of failure (to avoid blocking in // deadlocks) bool gotInterfaceLock = tryLockSpinRightRound(mInterfaceLock); bool gotLock = tryLockSpinRightRound(mLock); ALOGW_IF(!gotInterfaceLock, "Camera %d: %s: Unable to lock interface lock, proceeding anyway", mId, __FUNCTION__); ALOGW_IF(!gotLock, "Camera %d: %s: Unable to lock main lock, proceeding anyway", mId, __FUNCTION__); bool dumpTemplates = false; String16 templatesOption("-t"); int n = args.size(); for (int i = 0; i < n; i++) { if (args[i] == templatesOption) { dumpTemplates = true; } } String8 lines; const char *status = mStatus == STATUS_ERROR ? "ERROR" : mStatus == STATUS_UNINITIALIZED ? "UNINITIALIZED" : mStatus == STATUS_UNCONFIGURED ? "UNCONFIGURED" : mStatus == STATUS_CONFIGURED ? "CONFIGURED" : mStatus == STATUS_ACTIVE ? "ACTIVE" : "Unknown"; lines.appendFormat(" Device status: %s\n", status); if (mStatus == STATUS_ERROR) { lines.appendFormat(" Error cause: %s\n", mErrorCause.string()); } lines.appendFormat(" Stream configuration:\n"); lines.appendFormat(" Operation mode: %s \n", mIsConstrainedHighSpeedConfiguration ? "CONSTRAINED HIGH SPEED VIDEO" : "NORMAL"); if (mInputStream != NULL) { write(fd, lines.string(), lines.size()); mInputStream->dump(fd, args); } else { lines.appendFormat(" No input stream.\n"); write(fd, lines.string(), lines.size()); } for (size_t i = 0; i < mOutputStreams.size(); i++) { mOutputStreams[i]->dump(fd,args); } if (mBufferManager != NULL) { lines = String8(" Camera3 Buffer Manager:\n"); write(fd, lines.string(), lines.size()); mBufferManager->dump(fd, args); } lines = String8(" In-flight requests:\n"); if (mInFlightMap.size() == 0) { lines.append(" None\n"); } else { for (size_t i = 0; i < mInFlightMap.size(); i++) { InFlightRequest r = mInFlightMap.valueAt(i); lines.appendFormat(" Frame %d | Timestamp: %" PRId64 ", metadata" " arrived: %s, buffers left: %d\n", mInFlightMap.keyAt(i), r.shutterTimestamp, r.haveResultMetadata ? "true" : "false", r.numBuffersLeft); } } write(fd, lines.string(), lines.size()); { lines = String8(" Last request sent:\n"); write(fd, lines.string(), lines.size()); CameraMetadata lastRequest = getLatestRequestLocked(); lastRequest.dump(fd, /*verbosity*/2, /*indentation*/6); } if (dumpTemplates) { const char *templateNames[] = { "TEMPLATE_PREVIEW", "TEMPLATE_STILL_CAPTURE", "TEMPLATE_VIDEO_RECORD", "TEMPLATE_VIDEO_SNAPSHOT", "TEMPLATE_ZERO_SHUTTER_LAG", "TEMPLATE_MANUAL" }; for (int i = 1; i < CAMERA3_TEMPLATE_COUNT; i++) { const camera_metadata_t *templateRequest; templateRequest = mHal3Device->ops->construct_default_request_settings( mHal3Device, i); lines = String8::format(" HAL Request %s:\n", templateNames[i-1]); if (templateRequest == NULL) { lines.append(" Not supported\n"); write(fd, lines.string(), lines.size()); } else { write(fd, lines.string(), lines.size()); dump_indented_camera_metadata(templateRequest, fd, /*verbosity*/2, /*indentation*/8); } } } if (mHal3Device != NULL) { lines = String8(" HAL device dump:\n"); write(fd, lines.string(), lines.size()); mHal3Device->ops->dump(mHal3Device, fd); } if (gotLock) mLock.unlock(); if (gotInterfaceLock) mInterfaceLock.unlock(); return OK; } const CameraMetadata& Camera3Device::info() const { ALOGVV("%s: E", __FUNCTION__); if (CC_UNLIKELY(mStatus == STATUS_UNINITIALIZED || mStatus == STATUS_ERROR)) { ALOGW("%s: Access to static info %s!", __FUNCTION__, mStatus == STATUS_ERROR ? "when in error state" : "before init"); } return mDeviceInfo; } status_t Camera3Device::checkStatusOkToCaptureLocked() { switch (mStatus) { case STATUS_ERROR: CLOGE("Device has encountered a serious error"); return INVALID_OPERATION; case STATUS_UNINITIALIZED: CLOGE("Device not initialized"); return INVALID_OPERATION; case STATUS_UNCONFIGURED: case STATUS_CONFIGURED: case STATUS_ACTIVE: // OK break; default: SET_ERR_L("Unexpected status: %d", mStatus); return INVALID_OPERATION; } return OK; } status_t Camera3Device::convertMetadataListToRequestListLocked( const List &metadataList, RequestList *requestList) { if (requestList == NULL) { CLOGE("requestList cannot be NULL."); return BAD_VALUE; } int32_t burstId = 0; for (List::const_iterator it = metadataList.begin(); it != metadataList.end(); ++it) { sp newRequest = setUpRequestLocked(*it); if (newRequest == 0) { CLOGE("Can't create capture request"); return BAD_VALUE; } // Setup burst Id and request Id newRequest->mResultExtras.burstId = burstId++; if (it->exists(ANDROID_REQUEST_ID)) { if (it->find(ANDROID_REQUEST_ID).count == 0) { CLOGE("RequestID entry exists; but must not be empty in metadata"); return BAD_VALUE; } newRequest->mResultExtras.requestId = it->find(ANDROID_REQUEST_ID).data.i32[0]; } else { CLOGE("RequestID does not exist in metadata"); return BAD_VALUE; } requestList->push_back(newRequest); ALOGV("%s: requestId = %" PRId32, __FUNCTION__, newRequest->mResultExtras.requestId); } // Setup batch size if this is a high speed video recording request. if (mIsConstrainedHighSpeedConfiguration && requestList->size() > 0) { auto firstRequest = requestList->begin(); for (auto& outputStream : (*firstRequest)->mOutputStreams) { if (outputStream->isVideoStream()) { (*firstRequest)->mBatchSize = requestList->size(); break; } } } return OK; } status_t Camera3Device::capture(CameraMetadata &request, int64_t* /*lastFrameNumber*/) { ATRACE_CALL(); List requests; requests.push_back(request); return captureList(requests, /*lastFrameNumber*/NULL); } status_t Camera3Device::submitRequestsHelper( const List &requests, bool repeating, /*out*/ int64_t *lastFrameNumber) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); status_t res = checkStatusOkToCaptureLocked(); if (res != OK) { // error logged by previous call return res; } RequestList requestList; res = convertMetadataListToRequestListLocked(requests, /*out*/&requestList); if (res != OK) { // error logged by previous call return res; } if (repeating) { res = mRequestThread->setRepeatingRequests(requestList, lastFrameNumber); } else { res = mRequestThread->queueRequestList(requestList, lastFrameNumber); } if (res == OK) { waitUntilStateThenRelock(/*active*/true, kActiveTimeout); if (res != OK) { SET_ERR_L("Can't transition to active in %f seconds!", kActiveTimeout/1e9); } ALOGV("Camera %d: Capture request %" PRId32 " enqueued", mId, (*(requestList.begin()))->mResultExtras.requestId); } else { CLOGE("Cannot queue request. Impossible."); return BAD_VALUE; } return res; } status_t Camera3Device::captureList(const List &requests, int64_t *lastFrameNumber) { ATRACE_CALL(); return submitRequestsHelper(requests, /*repeating*/false, lastFrameNumber); } status_t Camera3Device::setStreamingRequest(const CameraMetadata &request, int64_t* /*lastFrameNumber*/) { ATRACE_CALL(); List requests; requests.push_back(request); return setStreamingRequestList(requests, /*lastFrameNumber*/NULL); } status_t Camera3Device::setStreamingRequestList(const List &requests, int64_t *lastFrameNumber) { ATRACE_CALL(); return submitRequestsHelper(requests, /*repeating*/true, lastFrameNumber); } sp Camera3Device::setUpRequestLocked( const CameraMetadata &request) { status_t res; if (mStatus == STATUS_UNCONFIGURED || mNeedConfig) { res = configureStreamsLocked(); // Stream configuration failed. Client might try other configuraitons. if (res != OK) { CLOGE("Can't set up streams: %s (%d)", strerror(-res), res); return NULL; } else if (mStatus == STATUS_UNCONFIGURED) { // Stream configuration successfully configure to empty stream configuration. CLOGE("No streams configured"); return NULL; } } sp newRequest = createCaptureRequest(request); return newRequest; } status_t Camera3Device::clearStreamingRequest(int64_t *lastFrameNumber) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); switch (mStatus) { case STATUS_ERROR: CLOGE("Device has encountered a serious error"); return INVALID_OPERATION; case STATUS_UNINITIALIZED: CLOGE("Device not initialized"); return INVALID_OPERATION; case STATUS_UNCONFIGURED: case STATUS_CONFIGURED: case STATUS_ACTIVE: // OK break; default: SET_ERR_L("Unexpected status: %d", mStatus); return INVALID_OPERATION; } ALOGV("Camera %d: Clearing repeating request", mId); return mRequestThread->clearRepeatingRequests(lastFrameNumber); } status_t Camera3Device::waitUntilRequestReceived(int32_t requestId, nsecs_t timeout) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); return mRequestThread->waitUntilRequestProcessed(requestId, timeout); } status_t Camera3Device::createInputStream( uint32_t width, uint32_t height, int format, int *id) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); ALOGV("Camera %d: Creating new input stream %d: %d x %d, format %d", mId, mNextStreamId, width, height, format); status_t res; bool wasActive = false; switch (mStatus) { case STATUS_ERROR: ALOGE("%s: Device has encountered a serious error", __FUNCTION__); return INVALID_OPERATION; case STATUS_UNINITIALIZED: ALOGE("%s: Device not initialized", __FUNCTION__); return INVALID_OPERATION; case STATUS_UNCONFIGURED: case STATUS_CONFIGURED: // OK break; case STATUS_ACTIVE: ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__); res = internalPauseAndWaitLocked(); if (res != OK) { SET_ERR_L("Can't pause captures to reconfigure streams!"); return res; } wasActive = true; break; default: SET_ERR_L("%s: Unexpected status: %d", mStatus); return INVALID_OPERATION; } assert(mStatus != STATUS_ACTIVE); if (mInputStream != 0) { ALOGE("%s: Cannot create more than 1 input stream", __FUNCTION__); return INVALID_OPERATION; } sp newStream = new Camera3InputStream(mNextStreamId, width, height, format); newStream->setStatusTracker(mStatusTracker); mInputStream = newStream; *id = mNextStreamId++; // Continue captures if active at start if (wasActive) { ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__); res = configureStreamsLocked(); if (res != OK) { ALOGE("%s: Can't reconfigure device for new stream %d: %s (%d)", __FUNCTION__, mNextStreamId, strerror(-res), res); return res; } internalResumeLocked(); } ALOGV("Camera %d: Created input stream", mId); return OK; } status_t Camera3Device::createZslStream( uint32_t width, uint32_t height, int depth, /*out*/ int *id, sp* zslStream) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); ALOGV("Camera %d: Creating ZSL stream %d: %d x %d, depth %d", mId, mNextStreamId, width, height, depth); status_t res; bool wasActive = false; switch (mStatus) { case STATUS_ERROR: ALOGE("%s: Device has encountered a serious error", __FUNCTION__); return INVALID_OPERATION; case STATUS_UNINITIALIZED: ALOGE("%s: Device not initialized", __FUNCTION__); return INVALID_OPERATION; case STATUS_UNCONFIGURED: case STATUS_CONFIGURED: // OK break; case STATUS_ACTIVE: ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__); res = internalPauseAndWaitLocked(); if (res != OK) { SET_ERR_L("Can't pause captures to reconfigure streams!"); return res; } wasActive = true; break; default: SET_ERR_L("Unexpected status: %d", mStatus); return INVALID_OPERATION; } assert(mStatus != STATUS_ACTIVE); if (mInputStream != 0) { ALOGE("%s: Cannot create more than 1 input stream", __FUNCTION__); return INVALID_OPERATION; } sp newStream = new Camera3ZslStream(mNextStreamId, width, height, depth); newStream->setStatusTracker(mStatusTracker); res = mOutputStreams.add(mNextStreamId, newStream); if (res < 0) { ALOGE("%s: Can't add new stream to set: %s (%d)", __FUNCTION__, strerror(-res), res); return res; } mInputStream = newStream; mNeedConfig = true; *id = mNextStreamId++; *zslStream = newStream; // Continue captures if active at start if (wasActive) { ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__); res = configureStreamsLocked(); if (res != OK) { ALOGE("%s: Can't reconfigure device for new stream %d: %s (%d)", __FUNCTION__, mNextStreamId, strerror(-res), res); return res; } internalResumeLocked(); } ALOGV("Camera %d: Created ZSL stream", mId); return OK; } status_t Camera3Device::createStream(sp consumer, uint32_t width, uint32_t height, int format, android_dataspace dataSpace, camera3_stream_rotation_t rotation, int *id, int streamSetId) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); ALOGV("Camera %d: Creating new stream %d: %d x %d, format %d, dataspace %d rotation %d", mId, mNextStreamId, width, height, format, dataSpace, rotation); status_t res; bool wasActive = false; switch (mStatus) { case STATUS_ERROR: CLOGE("Device has encountered a serious error"); return INVALID_OPERATION; case STATUS_UNINITIALIZED: CLOGE("Device not initialized"); return INVALID_OPERATION; case STATUS_UNCONFIGURED: case STATUS_CONFIGURED: // OK break; case STATUS_ACTIVE: ALOGV("%s: Stopping activity to reconfigure streams", __FUNCTION__); res = internalPauseAndWaitLocked(); if (res != OK) { SET_ERR_L("Can't pause captures to reconfigure streams!"); return res; } wasActive = true; break; default: SET_ERR_L("Unexpected status: %d", mStatus); return INVALID_OPERATION; } assert(mStatus != STATUS_ACTIVE); sp newStream; // Overwrite stream set id to invalid for HAL3.2 or lower, as buffer manager does support // such devices. if (mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2) { streamSetId = CAMERA3_STREAM_SET_ID_INVALID; } // Use legacy dataspace values for older HALs if (mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_3) { dataSpace = mapToLegacyDataspace(dataSpace); } if (format == HAL_PIXEL_FORMAT_BLOB) { ssize_t blobBufferSize; if (dataSpace != HAL_DATASPACE_DEPTH) { blobBufferSize = getJpegBufferSize(width, height); if (blobBufferSize <= 0) { SET_ERR_L("Invalid jpeg buffer size %zd", blobBufferSize); return BAD_VALUE; } } else { blobBufferSize = getPointCloudBufferSize(); if (blobBufferSize <= 0) { SET_ERR_L("Invalid point cloud buffer size %zd", blobBufferSize); return BAD_VALUE; } } newStream = new Camera3OutputStream(mNextStreamId, consumer, width, height, blobBufferSize, format, dataSpace, rotation, mTimestampOffset, streamSetId); } else if (format == HAL_PIXEL_FORMAT_RAW_OPAQUE) { ssize_t rawOpaqueBufferSize = getRawOpaqueBufferSize(width, height); if (rawOpaqueBufferSize <= 0) { SET_ERR_L("Invalid RAW opaque buffer size %zd", rawOpaqueBufferSize); return BAD_VALUE; } newStream = new Camera3OutputStream(mNextStreamId, consumer, width, height, rawOpaqueBufferSize, format, dataSpace, rotation, mTimestampOffset, streamSetId); } else { newStream = new Camera3OutputStream(mNextStreamId, consumer, width, height, format, dataSpace, rotation, mTimestampOffset, streamSetId); } newStream->setStatusTracker(mStatusTracker); /** * Camera3 Buffer manager is only supported by HAL3.3 onwards, as the older HALs ( < HAL3.2) * requires buffers to be statically allocated for internal static buffer registration, while * the buffers provided by buffer manager are really dynamically allocated. For HAL3.2, because * not all HAL implementation supports dynamic buffer registeration, exlude it as well. */ if (mDeviceVersion > CAMERA_DEVICE_API_VERSION_3_2) { newStream->setBufferManager(mBufferManager); } res = mOutputStreams.add(mNextStreamId, newStream); if (res < 0) { SET_ERR_L("Can't add new stream to set: %s (%d)", strerror(-res), res); return res; } *id = mNextStreamId++; mNeedConfig = true; // Continue captures if active at start if (wasActive) { ALOGV("%s: Restarting activity to reconfigure streams", __FUNCTION__); res = configureStreamsLocked(); if (res != OK) { CLOGE("Can't reconfigure device for new stream %d: %s (%d)", mNextStreamId, strerror(-res), res); return res; } internalResumeLocked(); } ALOGV("Camera %d: Created new stream", mId); return OK; } status_t Camera3Device::createReprocessStreamFromStream(int outputId, int *id) { ATRACE_CALL(); (void)outputId; (void)id; CLOGE("Unimplemented"); return INVALID_OPERATION; } status_t Camera3Device::getStreamInfo(int id, uint32_t *width, uint32_t *height, uint32_t *format, android_dataspace *dataSpace) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); switch (mStatus) { case STATUS_ERROR: CLOGE("Device has encountered a serious error"); return INVALID_OPERATION; case STATUS_UNINITIALIZED: CLOGE("Device not initialized!"); return INVALID_OPERATION; case STATUS_UNCONFIGURED: case STATUS_CONFIGURED: case STATUS_ACTIVE: // OK break; default: SET_ERR_L("Unexpected status: %d", mStatus); return INVALID_OPERATION; } ssize_t idx = mOutputStreams.indexOfKey(id); if (idx == NAME_NOT_FOUND) { CLOGE("Stream %d is unknown", id); return idx; } if (width) *width = mOutputStreams[idx]->getWidth(); if (height) *height = mOutputStreams[idx]->getHeight(); if (format) *format = mOutputStreams[idx]->getFormat(); if (dataSpace) *dataSpace = mOutputStreams[idx]->getDataSpace(); return OK; } status_t Camera3Device::setStreamTransform(int id, int transform) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); switch (mStatus) { case STATUS_ERROR: CLOGE("Device has encountered a serious error"); return INVALID_OPERATION; case STATUS_UNINITIALIZED: CLOGE("Device not initialized"); return INVALID_OPERATION; case STATUS_UNCONFIGURED: case STATUS_CONFIGURED: case STATUS_ACTIVE: // OK break; default: SET_ERR_L("Unexpected status: %d", mStatus); return INVALID_OPERATION; } ssize_t idx = mOutputStreams.indexOfKey(id); if (idx == NAME_NOT_FOUND) { CLOGE("Stream %d does not exist", id); return BAD_VALUE; } return mOutputStreams.editValueAt(idx)->setTransform(transform); } status_t Camera3Device::deleteStream(int id) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); status_t res; ALOGV("%s: Camera %d: Deleting stream %d", __FUNCTION__, mId, id); // CameraDevice semantics require device to already be idle before // deleteStream is called, unlike for createStream. if (mStatus == STATUS_ACTIVE) { ALOGV("%s: Camera %d: Device not idle", __FUNCTION__, mId); return -EBUSY; } sp deletedStream; ssize_t outputStreamIdx = mOutputStreams.indexOfKey(id); if (mInputStream != NULL && id == mInputStream->getId()) { deletedStream = mInputStream; mInputStream.clear(); } else { if (outputStreamIdx == NAME_NOT_FOUND) { CLOGE("Stream %d does not exist", id); return BAD_VALUE; } } // Delete output stream or the output part of a bi-directional stream. if (outputStreamIdx != NAME_NOT_FOUND) { deletedStream = mOutputStreams.editValueAt(outputStreamIdx); mOutputStreams.removeItem(id); } // Free up the stream endpoint so that it can be used by some other stream res = deletedStream->disconnect(); if (res != OK) { SET_ERR_L("Can't disconnect deleted stream %d", id); // fall through since we want to still list the stream as deleted. } mDeletedStreams.add(deletedStream); mNeedConfig = true; return res; } status_t Camera3Device::deleteReprocessStream(int id) { ATRACE_CALL(); (void)id; CLOGE("Unimplemented"); return INVALID_OPERATION; } status_t Camera3Device::configureStreams(bool isConstrainedHighSpeed) { ATRACE_CALL(); ALOGV("%s: E", __FUNCTION__); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); if (mIsConstrainedHighSpeedConfiguration != isConstrainedHighSpeed) { mNeedConfig = true; mIsConstrainedHighSpeedConfiguration = isConstrainedHighSpeed; } return configureStreamsLocked(); } status_t Camera3Device::getInputBufferProducer( sp *producer) { Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); if (producer == NULL) { return BAD_VALUE; } else if (mInputStream == NULL) { return INVALID_OPERATION; } return mInputStream->getInputBufferProducer(producer); } status_t Camera3Device::createDefaultRequest(int templateId, CameraMetadata *request) { ATRACE_CALL(); ALOGV("%s: for template %d", __FUNCTION__, templateId); if (templateId <= 0 || templateId >= CAMERA3_TEMPLATE_COUNT) { android_errorWriteWithInfoLog(CameraService::SN_EVENT_LOG_ID, "26866110", IPCThreadState::self()->getCallingUid(), nullptr, 0); return BAD_VALUE; } Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); switch (mStatus) { case STATUS_ERROR: CLOGE("Device has encountered a serious error"); return INVALID_OPERATION; case STATUS_UNINITIALIZED: CLOGE("Device is not initialized!"); return INVALID_OPERATION; case STATUS_UNCONFIGURED: case STATUS_CONFIGURED: case STATUS_ACTIVE: // OK break; default: SET_ERR_L("Unexpected status: %d", mStatus); return INVALID_OPERATION; } if (!mRequestTemplateCache[templateId].isEmpty()) { *request = mRequestTemplateCache[templateId]; return OK; } const camera_metadata_t *rawRequest; ATRACE_BEGIN("camera3->construct_default_request_settings"); rawRequest = mHal3Device->ops->construct_default_request_settings( mHal3Device, templateId); ATRACE_END(); if (rawRequest == NULL) { ALOGI("%s: template %d is not supported on this camera device", __FUNCTION__, templateId); return BAD_VALUE; } mRequestTemplateCache[templateId] = rawRequest; // Derive some new keys for backward compatibility if (mDerivePostRawSensKey && !mRequestTemplateCache[templateId].exists( ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST)) { int32_t defaultBoost[1] = {100}; mRequestTemplateCache[templateId].update( ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST, defaultBoost, 1); } *request = mRequestTemplateCache[templateId]; return OK; } status_t Camera3Device::waitUntilDrained() { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); return waitUntilDrainedLocked(); } status_t Camera3Device::waitUntilDrainedLocked() { switch (mStatus) { case STATUS_UNINITIALIZED: case STATUS_UNCONFIGURED: ALOGV("%s: Already idle", __FUNCTION__); return OK; case STATUS_CONFIGURED: // To avoid race conditions, check with tracker to be sure case STATUS_ERROR: case STATUS_ACTIVE: // Need to verify shut down break; default: SET_ERR_L("Unexpected status: %d",mStatus); return INVALID_OPERATION; } ALOGV("%s: Camera %d: Waiting until idle", __FUNCTION__, mId); status_t res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout); if (res != OK) { SET_ERR_L("Error waiting for HAL to drain: %s (%d)", strerror(-res), res); } return res; } void Camera3Device::internalUpdateStatusLocked(Status status) { mStatus = status; mRecentStatusUpdates.add(mStatus); mStatusChanged.broadcast(); } // Pause to reconfigure status_t Camera3Device::internalPauseAndWaitLocked() { mRequestThread->setPaused(true); mPauseStateNotify = true; ALOGV("%s: Camera %d: Internal wait until idle", __FUNCTION__, mId); status_t res = waitUntilStateThenRelock(/*active*/ false, kShutdownTimeout); if (res != OK) { SET_ERR_L("Can't idle device in %f seconds!", kShutdownTimeout/1e9); } return res; } // Resume after internalPauseAndWaitLocked status_t Camera3Device::internalResumeLocked() { status_t res; mRequestThread->setPaused(false); res = waitUntilStateThenRelock(/*active*/ true, kActiveTimeout); if (res != OK) { SET_ERR_L("Can't transition to active in %f seconds!", kActiveTimeout/1e9); } mPauseStateNotify = false; return OK; } status_t Camera3Device::waitUntilStateThenRelock(bool active, nsecs_t timeout) { status_t res = OK; size_t startIndex = 0; if (mStatusWaiters == 0) { // Clear the list of recent statuses if there are no existing threads waiting on updates to // this status list mRecentStatusUpdates.clear(); } else { // If other threads are waiting on updates to this status list, set the position of the // first element that this list will check rather than clearing the list. startIndex = mRecentStatusUpdates.size(); } mStatusWaiters++; bool stateSeen = false; do { if (active == (mStatus == STATUS_ACTIVE)) { // Desired state is current break; } res = mStatusChanged.waitRelative(mLock, timeout); if (res != OK) break; // This is impossible, but if not, could result in subtle deadlocks and invalid state // transitions. LOG_ALWAYS_FATAL_IF(startIndex > mRecentStatusUpdates.size(), "%s: Skipping status updates in Camera3Device, may result in deadlock.", __FUNCTION__); // Encountered desired state since we began waiting for (size_t i = startIndex; i < mRecentStatusUpdates.size(); i++) { if (active == (mRecentStatusUpdates[i] == STATUS_ACTIVE) ) { stateSeen = true; break; } } } while (!stateSeen); mStatusWaiters--; return res; } status_t Camera3Device::setNotifyCallback(NotificationListener *listener) { ATRACE_CALL(); Mutex::Autolock l(mOutputLock); if (listener != NULL && mListener != NULL) { ALOGW("%s: Replacing old callback listener", __FUNCTION__); } mListener = listener; mRequestThread->setNotificationListener(listener); mPreparerThread->setNotificationListener(listener); return OK; } bool Camera3Device::willNotify3A() { return false; } status_t Camera3Device::waitForNextFrame(nsecs_t timeout) { status_t res; Mutex::Autolock l(mOutputLock); while (mResultQueue.empty()) { res = mResultSignal.waitRelative(mOutputLock, timeout); if (res == TIMED_OUT) { return res; } else if (res != OK) { ALOGW("%s: Camera %d: No frame in %" PRId64 " ns: %s (%d)", __FUNCTION__, mId, timeout, strerror(-res), res); return res; } } return OK; } status_t Camera3Device::getNextResult(CaptureResult *frame) { ATRACE_CALL(); Mutex::Autolock l(mOutputLock); if (mResultQueue.empty()) { return NOT_ENOUGH_DATA; } if (frame == NULL) { ALOGE("%s: argument cannot be NULL", __FUNCTION__); return BAD_VALUE; } CaptureResult &result = *(mResultQueue.begin()); frame->mResultExtras = result.mResultExtras; frame->mMetadata.acquire(result.mMetadata); mResultQueue.erase(mResultQueue.begin()); return OK; } status_t Camera3Device::triggerAutofocus(uint32_t id) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); ALOGV("%s: Triggering autofocus, id %d", __FUNCTION__, id); // Mix-in this trigger into the next request and only the next request. RequestTrigger trigger[] = { { ANDROID_CONTROL_AF_TRIGGER, ANDROID_CONTROL_AF_TRIGGER_START }, { ANDROID_CONTROL_AF_TRIGGER_ID, static_cast(id) } }; return mRequestThread->queueTrigger(trigger, sizeof(trigger)/sizeof(trigger[0])); } status_t Camera3Device::triggerCancelAutofocus(uint32_t id) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); ALOGV("%s: Triggering cancel autofocus, id %d", __FUNCTION__, id); // Mix-in this trigger into the next request and only the next request. RequestTrigger trigger[] = { { ANDROID_CONTROL_AF_TRIGGER, ANDROID_CONTROL_AF_TRIGGER_CANCEL }, { ANDROID_CONTROL_AF_TRIGGER_ID, static_cast(id) } }; return mRequestThread->queueTrigger(trigger, sizeof(trigger)/sizeof(trigger[0])); } status_t Camera3Device::triggerPrecaptureMetering(uint32_t id) { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); ALOGV("%s: Triggering precapture metering, id %d", __FUNCTION__, id); // Mix-in this trigger into the next request and only the next request. RequestTrigger trigger[] = { { ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER, ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_START }, { ANDROID_CONTROL_AE_PRECAPTURE_ID, static_cast(id) } }; return mRequestThread->queueTrigger(trigger, sizeof(trigger)/sizeof(trigger[0])); } status_t Camera3Device::pushReprocessBuffer(int reprocessStreamId, buffer_handle_t *buffer, wp listener) { ATRACE_CALL(); (void)reprocessStreamId; (void)buffer; (void)listener; CLOGE("Unimplemented"); return INVALID_OPERATION; } status_t Camera3Device::flush(int64_t *frameNumber) { ATRACE_CALL(); ALOGV("%s: Camera %d: Flushing all requests", __FUNCTION__, mId); Mutex::Autolock il(mInterfaceLock); NotificationListener* listener; { Mutex::Autolock l(mOutputLock); listener = mListener; } { Mutex::Autolock l(mLock); mRequestThread->clear(listener, /*out*/frameNumber); } status_t res; if (mHal3Device->common.version >= CAMERA_DEVICE_API_VERSION_3_1) { res = mRequestThread->flush(); } else { Mutex::Autolock l(mLock); res = waitUntilDrainedLocked(); } return res; } status_t Camera3Device::prepare(int streamId) { return prepare(camera3::Camera3StreamInterface::ALLOCATE_PIPELINE_MAX, streamId); } status_t Camera3Device::prepare(int maxCount, int streamId) { ATRACE_CALL(); ALOGV("%s: Camera %d: Preparing stream %d", __FUNCTION__, mId, streamId); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); sp stream; ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId); if (outputStreamIdx == NAME_NOT_FOUND) { CLOGE("Stream %d does not exist", streamId); return BAD_VALUE; } stream = mOutputStreams.editValueAt(outputStreamIdx); if (stream->isUnpreparable() || stream->hasOutstandingBuffers() ) { CLOGE("Stream %d has already been a request target", streamId); return BAD_VALUE; } if (mRequestThread->isStreamPending(stream)) { CLOGE("Stream %d is already a target in a pending request", streamId); return BAD_VALUE; } return mPreparerThread->prepare(maxCount, stream); } status_t Camera3Device::tearDown(int streamId) { ATRACE_CALL(); ALOGV("%s: Camera %d: Tearing down stream %d", __FUNCTION__, mId, streamId); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); // Teardown can only be accomplished on devices that don't require register_stream_buffers, // since we cannot call register_stream_buffers except right after configure_streams. if (mHal3Device->common.version < CAMERA_DEVICE_API_VERSION_3_2) { ALOGE("%s: Unable to tear down streams on device HAL v%x", __FUNCTION__, mHal3Device->common.version); return NO_INIT; } sp stream; ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId); if (outputStreamIdx == NAME_NOT_FOUND) { CLOGE("Stream %d does not exist", streamId); return BAD_VALUE; } stream = mOutputStreams.editValueAt(outputStreamIdx); if (stream->hasOutstandingBuffers() || mRequestThread->isStreamPending(stream)) { CLOGE("Stream %d is a target of a in-progress request", streamId); return BAD_VALUE; } return stream->tearDown(); } status_t Camera3Device::addBufferListenerForStream(int streamId, wp listener) { ATRACE_CALL(); ALOGV("%s: Camera %d: Adding buffer listener for stream %d", __FUNCTION__, mId, streamId); Mutex::Autolock il(mInterfaceLock); Mutex::Autolock l(mLock); sp stream; ssize_t outputStreamIdx = mOutputStreams.indexOfKey(streamId); if (outputStreamIdx == NAME_NOT_FOUND) { CLOGE("Stream %d does not exist", streamId); return BAD_VALUE; } stream = mOutputStreams.editValueAt(outputStreamIdx); stream->addBufferListener(listener); return OK; } uint32_t Camera3Device::getDeviceVersion() { ATRACE_CALL(); Mutex::Autolock il(mInterfaceLock); return mDeviceVersion; } /** * Methods called by subclasses */ void Camera3Device::notifyStatus(bool idle) { { // Need mLock to safely update state and synchronize to current // state of methods in flight. Mutex::Autolock l(mLock); // We can get various system-idle notices from the status tracker // while starting up. Only care about them if we've actually sent // in some requests recently. if (mStatus != STATUS_ACTIVE && mStatus != STATUS_CONFIGURED) { return; } ALOGV("%s: Camera %d: Now %s", __FUNCTION__, mId, idle ? "idle" : "active"); internalUpdateStatusLocked(idle ? STATUS_CONFIGURED : STATUS_ACTIVE); // Skip notifying listener if we're doing some user-transparent // state changes if (mPauseStateNotify) return; } NotificationListener *listener; { Mutex::Autolock l(mOutputLock); listener = mListener; } if (idle && listener != NULL) { listener->notifyIdle(); } } /** * Camera3Device private methods */ sp Camera3Device::createCaptureRequest( const CameraMetadata &request) { ATRACE_CALL(); status_t res; sp newRequest = new CaptureRequest; newRequest->mSettings = request; camera_metadata_entry_t inputStreams = newRequest->mSettings.find(ANDROID_REQUEST_INPUT_STREAMS); if (inputStreams.count > 0) { if (mInputStream == NULL || mInputStream->getId() != inputStreams.data.i32[0]) { CLOGE("Request references unknown input stream %d", inputStreams.data.u8[0]); return NULL; } // Lazy completion of stream configuration (allocation/registration) // on first use if (mInputStream->isConfiguring()) { res = mInputStream->finishConfiguration(mHal3Device); if (res != OK) { SET_ERR_L("Unable to finish configuring input stream %d:" " %s (%d)", mInputStream->getId(), strerror(-res), res); return NULL; } } // Check if stream is being prepared if (mInputStream->isPreparing()) { CLOGE("Request references an input stream that's being prepared!"); return NULL; } newRequest->mInputStream = mInputStream; newRequest->mSettings.erase(ANDROID_REQUEST_INPUT_STREAMS); } camera_metadata_entry_t streams = newRequest->mSettings.find(ANDROID_REQUEST_OUTPUT_STREAMS); if (streams.count == 0) { CLOGE("Zero output streams specified!"); return NULL; } for (size_t i = 0; i < streams.count; i++) { int idx = mOutputStreams.indexOfKey(streams.data.i32[i]); if (idx == NAME_NOT_FOUND) { CLOGE("Request references unknown stream %d", streams.data.u8[i]); return NULL; } sp stream = mOutputStreams.editValueAt(idx); // Lazy completion of stream configuration (allocation/registration) // on first use if (stream->isConfiguring()) { res = stream->finishConfiguration(mHal3Device); if (res != OK) { SET_ERR_L("Unable to finish configuring stream %d: %s (%d)", stream->getId(), strerror(-res), res); return NULL; } } // Check if stream is being prepared if (stream->isPreparing()) { CLOGE("Request references an output stream that's being prepared!"); return NULL; } newRequest->mOutputStreams.push(stream); } newRequest->mSettings.erase(ANDROID_REQUEST_OUTPUT_STREAMS); newRequest->mBatchSize = 1; return newRequest; } bool Camera3Device::isOpaqueInputSizeSupported(uint32_t width, uint32_t height) { for (uint32_t i = 0; i < mSupportedOpaqueInputSizes.size(); i++) { Size size = mSupportedOpaqueInputSizes[i]; if (size.width == width && size.height == height) { return true; } } return false; } void Camera3Device::cancelStreamsConfigurationLocked() { int res = OK; if (mInputStream != NULL && mInputStream->isConfiguring()) { res = mInputStream->cancelConfiguration(); if (res != OK) { CLOGE("Can't cancel configuring input stream %d: %s (%d)", mInputStream->getId(), strerror(-res), res); } } for (size_t i = 0; i < mOutputStreams.size(); i++) { sp outputStream = mOutputStreams.editValueAt(i); if (outputStream->isConfiguring()) { res = outputStream->cancelConfiguration(); if (res != OK) { CLOGE("Can't cancel configuring output stream %d: %s (%d)", outputStream->getId(), strerror(-res), res); } } } // Return state to that at start of call, so that future configures // properly clean things up internalUpdateStatusLocked(STATUS_UNCONFIGURED); mNeedConfig = true; } status_t Camera3Device::configureStreamsLocked() { ATRACE_CALL(); status_t res; if (mStatus != STATUS_UNCONFIGURED && mStatus != STATUS_CONFIGURED) { CLOGE("Not idle"); return INVALID_OPERATION; } if (!mNeedConfig) { ALOGV("%s: Skipping config, no stream changes", __FUNCTION__); return OK; } // Workaround for device HALv3.2 or older spec bug - zero streams requires // adding a dummy stream instead. // TODO: Bug: 17321404 for fixing the HAL spec and removing this workaround. if (mOutputStreams.size() == 0) { addDummyStreamLocked(); } else { tryRemoveDummyStreamLocked(); } // Start configuring the streams ALOGV("%s: Camera %d: Starting stream configuration", __FUNCTION__, mId); camera3_stream_configuration config; config.operation_mode = mIsConstrainedHighSpeedConfiguration ? CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE : CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE; config.num_streams = (mInputStream != NULL) + mOutputStreams.size(); Vector streams; streams.setCapacity(config.num_streams); if (mInputStream != NULL) { camera3_stream_t *inputStream; inputStream = mInputStream->startConfiguration(); if (inputStream == NULL) { CLOGE("Can't start input stream configuration"); cancelStreamsConfigurationLocked(); return INVALID_OPERATION; } streams.add(inputStream); } for (size_t i = 0; i < mOutputStreams.size(); i++) { // Don't configure bidi streams twice, nor add them twice to the list if (mOutputStreams[i].get() == static_cast(mInputStream.get())) { config.num_streams--; continue; } camera3_stream_t *outputStream; outputStream = mOutputStreams.editValueAt(i)->startConfiguration(); if (outputStream == NULL) { CLOGE("Can't start output stream configuration"); cancelStreamsConfigurationLocked(); return INVALID_OPERATION; } streams.add(outputStream); } config.streams = streams.editArray(); // Do the HAL configuration; will potentially touch stream // max_buffers, usage, priv fields. ATRACE_BEGIN("camera3->configure_streams"); res = mHal3Device->ops->configure_streams(mHal3Device, &config); ATRACE_END(); if (res == BAD_VALUE) { // HAL rejected this set of streams as unsupported, clean up config // attempt and return to unconfigured state CLOGE("Set of requested inputs/outputs not supported by HAL"); cancelStreamsConfigurationLocked(); return BAD_VALUE; } else if (res != OK) { // Some other kind of error from configure_streams - this is not // expected SET_ERR_L("Unable to configure streams with HAL: %s (%d)", strerror(-res), res); return res; } // Finish all stream configuration immediately. // TODO: Try to relax this later back to lazy completion, which should be // faster if (mInputStream != NULL && mInputStream->isConfiguring()) { res = mInputStream->finishConfiguration(mHal3Device); if (res != OK) { CLOGE("Can't finish configuring input stream %d: %s (%d)", mInputStream->getId(), strerror(-res), res); cancelStreamsConfigurationLocked(); return BAD_VALUE; } } for (size_t i = 0; i < mOutputStreams.size(); i++) { sp outputStream = mOutputStreams.editValueAt(i); if (outputStream->isConfiguring()) { res = outputStream->finishConfiguration(mHal3Device); if (res != OK) { CLOGE("Can't finish configuring output stream %d: %s (%d)", outputStream->getId(), strerror(-res), res); cancelStreamsConfigurationLocked(); return BAD_VALUE; } } } // Request thread needs to know to avoid using repeat-last-settings protocol // across configure_streams() calls mRequestThread->configurationComplete(mIsConstrainedHighSpeedConfiguration); // Boost priority of request thread for high speed recording to SCHED_FIFO if (mIsConstrainedHighSpeedConfiguration) { pid_t requestThreadTid = mRequestThread->getTid(); res = requestPriority(getpid(), requestThreadTid, kConstrainedHighSpeedThreadPriority, /*asynchronous*/ false); if (res != OK) { ALOGW("Can't set realtime priority for request processing thread: %s (%d)", strerror(-res), res); } else { ALOGD("Set real time priority for request queue thread (tid %d)", requestThreadTid); } } else { // TODO: Set/restore normal priority for normal use cases } // Update device state mNeedConfig = false; internalUpdateStatusLocked((mDummyStreamId == NO_STREAM) ? STATUS_CONFIGURED : STATUS_UNCONFIGURED); ALOGV("%s: Camera %d: Stream configuration complete", __FUNCTION__, mId); // tear down the deleted streams after configure streams. mDeletedStreams.clear(); return OK; } status_t Camera3Device::addDummyStreamLocked() { ATRACE_CALL(); status_t res; if (mDummyStreamId != NO_STREAM) { // Should never be adding a second dummy stream when one is already // active SET_ERR_L("%s: Camera %d: A dummy stream already exists!", __FUNCTION__, mId); return INVALID_OPERATION; } ALOGV("%s: Camera %d: Adding a dummy stream", __FUNCTION__, mId); sp dummyStream = new Camera3DummyStream(mNextStreamId); res = mOutputStreams.add(mNextStreamId, dummyStream); if (res < 0) { SET_ERR_L("Can't add dummy stream to set: %s (%d)", strerror(-res), res); return res; } mDummyStreamId = mNextStreamId; mNextStreamId++; return OK; } status_t Camera3Device::tryRemoveDummyStreamLocked() { ATRACE_CALL(); status_t res; if (mDummyStreamId == NO_STREAM) return OK; if (mOutputStreams.size() == 1) return OK; ALOGV("%s: Camera %d: Removing the dummy stream", __FUNCTION__, mId); // Ok, have a dummy stream and there's at least one other output stream, // so remove the dummy sp deletedStream; ssize_t outputStreamIdx = mOutputStreams.indexOfKey(mDummyStreamId); if (outputStreamIdx == NAME_NOT_FOUND) { SET_ERR_L("Dummy stream %d does not appear to exist", mDummyStreamId); return INVALID_OPERATION; } deletedStream = mOutputStreams.editValueAt(outputStreamIdx); mOutputStreams.removeItemsAt(outputStreamIdx); // Free up the stream endpoint so that it can be used by some other stream res = deletedStream->disconnect(); if (res != OK) { SET_ERR_L("Can't disconnect deleted dummy stream %d", mDummyStreamId); // fall through since we want to still list the stream as deleted. } mDeletedStreams.add(deletedStream); mDummyStreamId = NO_STREAM; return res; } void Camera3Device::setErrorState(const char *fmt, ...) { Mutex::Autolock l(mLock); va_list args; va_start(args, fmt); setErrorStateLockedV(fmt, args); va_end(args); } void Camera3Device::setErrorStateV(const char *fmt, va_list args) { Mutex::Autolock l(mLock); setErrorStateLockedV(fmt, args); } void Camera3Device::setErrorStateLocked(const char *fmt, ...) { va_list args; va_start(args, fmt); setErrorStateLockedV(fmt, args); va_end(args); } void Camera3Device::setErrorStateLockedV(const char *fmt, va_list args) { // Print out all error messages to log String8 errorCause = String8::formatV(fmt, args); ALOGE("Camera %d: %s", mId, errorCause.string()); // But only do error state transition steps for the first error if (mStatus == STATUS_ERROR || mStatus == STATUS_UNINITIALIZED) return; mErrorCause = errorCause; mRequestThread->setPaused(true); internalUpdateStatusLocked(STATUS_ERROR); // Notify upstream about a device error if (mListener != NULL) { mListener->notifyError(hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE, CaptureResultExtras()); } // Save stack trace. View by dumping it later. CameraTraces::saveTrace(); // TODO: consider adding errorCause and client pid/procname } /** * In-flight request management */ status_t Camera3Device::registerInFlight(uint32_t frameNumber, int32_t numBuffers, CaptureResultExtras resultExtras, bool hasInput, const AeTriggerCancelOverride_t &aeTriggerCancelOverride) { ATRACE_CALL(); Mutex::Autolock l(mInFlightLock); ssize_t res; res = mInFlightMap.add(frameNumber, InFlightRequest(numBuffers, resultExtras, hasInput, aeTriggerCancelOverride)); if (res < 0) return res; return OK; } void Camera3Device::returnOutputBuffers( const camera3_stream_buffer_t *outputBuffers, size_t numBuffers, nsecs_t timestamp) { for (size_t i = 0; i < numBuffers; i++) { Camera3Stream *stream = Camera3Stream::cast(outputBuffers[i].stream); status_t res = stream->returnBuffer(outputBuffers[i], timestamp); // Note: stream may be deallocated at this point, if this buffer was // the last reference to it. if (res != OK) { ALOGE("Can't return buffer to its stream: %s (%d)", strerror(-res), res); } } } void Camera3Device::removeInFlightRequestIfReadyLocked(int idx) { const InFlightRequest &request = mInFlightMap.valueAt(idx); const uint32_t frameNumber = mInFlightMap.keyAt(idx); nsecs_t sensorTimestamp = request.sensorTimestamp; nsecs_t shutterTimestamp = request.shutterTimestamp; // Check if it's okay to remove the request from InFlightMap: // In the case of a successful request: // all input and output buffers, all result metadata, shutter callback // arrived. // In the case of a unsuccessful request: // all input and output buffers arrived. if (request.numBuffersLeft == 0 && (request.requestStatus != OK || (request.haveResultMetadata && shutterTimestamp != 0))) { ATRACE_ASYNC_END("frame capture", frameNumber); // Sanity check - if sensor timestamp matches shutter timestamp if (request.requestStatus == OK && sensorTimestamp != shutterTimestamp) { SET_ERR("sensor timestamp (%" PRId64 ") for frame %d doesn't match shutter timestamp (%" PRId64 ")", sensorTimestamp, frameNumber, shutterTimestamp); } // for an unsuccessful request, it may have pending output buffers to // return. assert(request.requestStatus != OK || request.pendingOutputBuffers.size() == 0); returnOutputBuffers(request.pendingOutputBuffers.array(), request.pendingOutputBuffers.size(), 0); mInFlightMap.removeItemsAt(idx, 1); ALOGVV("%s: removed frame %d from InFlightMap", __FUNCTION__, frameNumber); } // Sanity check - if we have too many in-flight frames, something has // likely gone wrong if (!mIsConstrainedHighSpeedConfiguration && mInFlightMap.size() > kInFlightWarnLimit) { CLOGE("In-flight list too large: %zu", mInFlightMap.size()); } else if (mIsConstrainedHighSpeedConfiguration && mInFlightMap.size() > kInFlightWarnLimitHighSpeed) { CLOGE("In-flight list too large for high speed configuration: %zu", mInFlightMap.size()); } } void Camera3Device::insertResultLocked(CaptureResult *result, uint32_t frameNumber, const AeTriggerCancelOverride_t &aeTriggerCancelOverride) { if (result == nullptr) return; if (result->mMetadata.update(ANDROID_REQUEST_FRAME_COUNT, (int32_t*)&frameNumber, 1) != OK) { SET_ERR("Failed to set frame number %d in metadata", frameNumber); return; } if (result->mMetadata.update(ANDROID_REQUEST_ID, &result->mResultExtras.requestId, 1) != OK) { SET_ERR("Failed to set request ID in metadata for frame %d", frameNumber); return; } overrideResultForPrecaptureCancel(&result->mMetadata, aeTriggerCancelOverride); // Valid result, insert into queue List::iterator queuedResult = mResultQueue.insert(mResultQueue.end(), CaptureResult(*result)); ALOGVV("%s: result requestId = %" PRId32 ", frameNumber = %" PRId64 ", burstId = %" PRId32, __FUNCTION__, queuedResult->mResultExtras.requestId, queuedResult->mResultExtras.frameNumber, queuedResult->mResultExtras.burstId); mResultSignal.signal(); } void Camera3Device::sendPartialCaptureResult(const camera_metadata_t * partialResult, const CaptureResultExtras &resultExtras, uint32_t frameNumber, const AeTriggerCancelOverride_t &aeTriggerCancelOverride) { Mutex::Autolock l(mOutputLock); CaptureResult captureResult; captureResult.mResultExtras = resultExtras; captureResult.mMetadata = partialResult; insertResultLocked(&captureResult, frameNumber, aeTriggerCancelOverride); } void Camera3Device::sendCaptureResult(CameraMetadata &pendingMetadata, CaptureResultExtras &resultExtras, CameraMetadata &collectedPartialResult, uint32_t frameNumber, bool reprocess, const AeTriggerCancelOverride_t &aeTriggerCancelOverride) { if (pendingMetadata.isEmpty()) return; Mutex::Autolock l(mOutputLock); // TODO: need to track errors for tighter bounds on expected frame number if (reprocess) { if (frameNumber < mNextReprocessResultFrameNumber) { SET_ERR("Out-of-order reprocess capture result metadata submitted! " "(got frame number %d, expecting %d)", frameNumber, mNextReprocessResultFrameNumber); return; } mNextReprocessResultFrameNumber = frameNumber + 1; } else { if (frameNumber < mNextResultFrameNumber) { SET_ERR("Out-of-order capture result metadata submitted! " "(got frame number %d, expecting %d)", frameNumber, mNextResultFrameNumber); return; } mNextResultFrameNumber = frameNumber + 1; } CaptureResult captureResult; captureResult.mResultExtras = resultExtras; captureResult.mMetadata = pendingMetadata; // Append any previous partials to form a complete result if (mUsePartialResult && !collectedPartialResult.isEmpty()) { captureResult.mMetadata.append(collectedPartialResult); } // Derive some new keys for backward compaibility if (mDerivePostRawSensKey && !captureResult.mMetadata.exists( ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST)) { int32_t defaultBoost[1] = {100}; captureResult.mMetadata.update( ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST, defaultBoost, 1); } captureResult.mMetadata.sort(); // Check that there's a timestamp in the result metadata camera_metadata_entry entry = captureResult.mMetadata.find(ANDROID_SENSOR_TIMESTAMP); if (entry.count == 0) { SET_ERR("No timestamp provided by HAL for frame %d!", frameNumber); return; } insertResultLocked(&captureResult, frameNumber, aeTriggerCancelOverride); } /** * Camera HAL device callback methods */ void Camera3Device::processCaptureResult(const camera3_capture_result *result) { ATRACE_CALL(); status_t res; uint32_t frameNumber = result->frame_number; if (result->result == NULL && result->num_output_buffers == 0 && result->input_buffer == NULL) { SET_ERR("No result data provided by HAL for frame %d", frameNumber); return; } // For HAL3.2 or above, If HAL doesn't support partial, it must always set // partial_result to 1 when metadata is included in this result. if (!mUsePartialResult && mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2 && result->result != NULL && result->partial_result != 1) { SET_ERR("Result is malformed for frame %d: partial_result %u must be 1" " if partial result is not supported", frameNumber, result->partial_result); return; } bool isPartialResult = false; CameraMetadata collectedPartialResult; CaptureResultExtras resultExtras; bool hasInputBufferInRequest = false; // Get shutter timestamp and resultExtras from list of in-flight requests, // where it was added by the shutter notification for this frame. If the // shutter timestamp isn't received yet, append the output buffers to the // in-flight request and they will be returned when the shutter timestamp // arrives. Update the in-flight status and remove the in-flight entry if // all result data and shutter timestamp have been received. nsecs_t shutterTimestamp = 0; { Mutex::Autolock l(mInFlightLock); ssize_t idx = mInFlightMap.indexOfKey(frameNumber); if (idx == NAME_NOT_FOUND) { SET_ERR("Unknown frame number for capture result: %d", frameNumber); return; } InFlightRequest &request = mInFlightMap.editValueAt(idx); ALOGVV("%s: got InFlightRequest requestId = %" PRId32 ", frameNumber = %" PRId64 ", burstId = %" PRId32 ", partialResultCount = %d", __FUNCTION__, request.resultExtras.requestId, request.resultExtras.frameNumber, request.resultExtras.burstId, result->partial_result); // Always update the partial count to the latest one if it's not 0 // (buffers only). When framework aggregates adjacent partial results // into one, the latest partial count will be used. if (result->partial_result != 0) request.resultExtras.partialResultCount = result->partial_result; // Check if this result carries only partial metadata if (mUsePartialResult && result->result != NULL) { if (mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) { if (result->partial_result > mNumPartialResults || result->partial_result < 1) { SET_ERR("Result is malformed for frame %d: partial_result %u must be in" " the range of [1, %d] when metadata is included in the result", frameNumber, result->partial_result, mNumPartialResults); return; } isPartialResult = (result->partial_result < mNumPartialResults); if (isPartialResult) { request.collectedPartialResult.append(result->result); } } else { camera_metadata_ro_entry_t partialResultEntry; res = find_camera_metadata_ro_entry(result->result, ANDROID_QUIRKS_PARTIAL_RESULT, &partialResultEntry); if (res != NAME_NOT_FOUND && partialResultEntry.count > 0 && partialResultEntry.data.u8[0] == ANDROID_QUIRKS_PARTIAL_RESULT_PARTIAL) { // A partial result. Flag this as such, and collect this // set of metadata into the in-flight entry. isPartialResult = true; request.collectedPartialResult.append( result->result); request.collectedPartialResult.erase( ANDROID_QUIRKS_PARTIAL_RESULT); } } if (isPartialResult) { // Send partial capture result sendPartialCaptureResult(result->result, request.resultExtras, frameNumber, request.aeTriggerCancelOverride); } } shutterTimestamp = request.shutterTimestamp; hasInputBufferInRequest = request.hasInputBuffer; // Did we get the (final) result metadata for this capture? if (result->result != NULL && !isPartialResult) { if (request.haveResultMetadata) { SET_ERR("Called multiple times with metadata for frame %d", frameNumber); return; } if (mUsePartialResult && !request.collectedPartialResult.isEmpty()) { collectedPartialResult.acquire( request.collectedPartialResult); } request.haveResultMetadata = true; } uint32_t numBuffersReturned = result->num_output_buffers; if (result->input_buffer != NULL) { if (hasInputBufferInRequest) { numBuffersReturned += 1; } else { ALOGW("%s: Input buffer should be NULL if there is no input" " buffer sent in the request", __FUNCTION__); } } request.numBuffersLeft -= numBuffersReturned; if (request.numBuffersLeft < 0) { SET_ERR("Too many buffers returned for frame %d", frameNumber); return; } camera_metadata_ro_entry_t entry; res = find_camera_metadata_ro_entry(result->result, ANDROID_SENSOR_TIMESTAMP, &entry); if (res == OK && entry.count == 1) { request.sensorTimestamp = entry.data.i64[0]; } // If shutter event isn't received yet, append the output buffers to // the in-flight request. Otherwise, return the output buffers to // streams. if (shutterTimestamp == 0) { request.pendingOutputBuffers.appendArray(result->output_buffers, result->num_output_buffers); } else { returnOutputBuffers(result->output_buffers, result->num_output_buffers, shutterTimestamp); } if (result->result != NULL && !isPartialResult) { if (shutterTimestamp == 0) { request.pendingMetadata = result->result; request.collectedPartialResult = collectedPartialResult; } else { CameraMetadata metadata; metadata = result->result; sendCaptureResult(metadata, request.resultExtras, collectedPartialResult, frameNumber, hasInputBufferInRequest, request.aeTriggerCancelOverride); } } removeInFlightRequestIfReadyLocked(idx); } // scope for mInFlightLock if (result->input_buffer != NULL) { if (hasInputBufferInRequest) { Camera3Stream *stream = Camera3Stream::cast(result->input_buffer->stream); res = stream->returnInputBuffer(*(result->input_buffer)); // Note: stream may be deallocated at this point, if this buffer was the // last reference to it. if (res != OK) { ALOGE("%s: RequestThread: Can't return input buffer for frame %d to" " its stream:%s (%d)", __FUNCTION__, frameNumber, strerror(-res), res); } } else { ALOGW("%s: Input buffer should be NULL if there is no input" " buffer sent in the request, skipping input buffer return.", __FUNCTION__); } } } void Camera3Device::notify(const camera3_notify_msg *msg) { ATRACE_CALL(); NotificationListener *listener; { Mutex::Autolock l(mOutputLock); listener = mListener; } if (msg == NULL) { SET_ERR("HAL sent NULL notify message!"); return; } switch (msg->type) { case CAMERA3_MSG_ERROR: { notifyError(msg->message.error, listener); break; } case CAMERA3_MSG_SHUTTER: { notifyShutter(msg->message.shutter, listener); break; } default: SET_ERR("Unknown notify message from HAL: %d", msg->type); } } void Camera3Device::notifyError(const camera3_error_msg_t &msg, NotificationListener *listener) { // Map camera HAL error codes to ICameraDeviceCallback error codes // Index into this with the HAL error code static const int32_t halErrorMap[CAMERA3_MSG_NUM_ERRORS] = { // 0 = Unused error code hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_INVALID_ERROR, // 1 = CAMERA3_MSG_ERROR_DEVICE hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE, // 2 = CAMERA3_MSG_ERROR_REQUEST hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST, // 3 = CAMERA3_MSG_ERROR_RESULT hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT, // 4 = CAMERA3_MSG_ERROR_BUFFER hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER }; int32_t errorCode = ((msg.error_code >= 0) && (msg.error_code < CAMERA3_MSG_NUM_ERRORS)) ? halErrorMap[msg.error_code] : hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_INVALID_ERROR; int streamId = 0; if (msg.error_stream != NULL) { Camera3Stream *stream = Camera3Stream::cast(msg.error_stream); streamId = stream->getId(); } ALOGV("Camera %d: %s: HAL error, frame %d, stream %d: %d", mId, __FUNCTION__, msg.frame_number, streamId, msg.error_code); CaptureResultExtras resultExtras; switch (errorCode) { case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE: // SET_ERR calls notifyError SET_ERR("Camera HAL reported serious device error"); break; case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST: case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT: case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER: { Mutex::Autolock l(mInFlightLock); ssize_t idx = mInFlightMap.indexOfKey(msg.frame_number); if (idx >= 0) { InFlightRequest &r = mInFlightMap.editValueAt(idx); r.requestStatus = msg.error_code; resultExtras = r.resultExtras; } else { resultExtras.frameNumber = msg.frame_number; ALOGE("Camera %d: %s: cannot find in-flight request on " "frame %" PRId64 " error", mId, __FUNCTION__, resultExtras.frameNumber); } } resultExtras.errorStreamId = streamId; if (listener != NULL) { listener->notifyError(errorCode, resultExtras); } else { ALOGE("Camera %d: %s: no listener available", mId, __FUNCTION__); } break; default: // SET_ERR calls notifyError SET_ERR("Unknown error message from HAL: %d", msg.error_code); break; } } void Camera3Device::notifyShutter(const camera3_shutter_msg_t &msg, NotificationListener *listener) { ssize_t idx; // Set timestamp for the request in the in-flight tracking // and get the request ID to send upstream { Mutex::Autolock l(mInFlightLock); idx = mInFlightMap.indexOfKey(msg.frame_number); if (idx >= 0) { InFlightRequest &r = mInFlightMap.editValueAt(idx); // Verify ordering of shutter notifications { Mutex::Autolock l(mOutputLock); // TODO: need to track errors for tighter bounds on expected frame number. if (r.hasInputBuffer) { if (msg.frame_number < mNextReprocessShutterFrameNumber) { SET_ERR("Shutter notification out-of-order. Expected " "notification for frame %d, got frame %d", mNextReprocessShutterFrameNumber, msg.frame_number); return; } mNextReprocessShutterFrameNumber = msg.frame_number + 1; } else { if (msg.frame_number < mNextShutterFrameNumber) { SET_ERR("Shutter notification out-of-order. Expected " "notification for frame %d, got frame %d", mNextShutterFrameNumber, msg.frame_number); return; } mNextShutterFrameNumber = msg.frame_number + 1; } } ALOGVV("Camera %d: %s: Shutter fired for frame %d (id %d) at %" PRId64, mId, __FUNCTION__, msg.frame_number, r.resultExtras.requestId, msg.timestamp); // Call listener, if any if (listener != NULL) { listener->notifyShutter(r.resultExtras, msg.timestamp); } r.shutterTimestamp = msg.timestamp; // send pending result and buffers sendCaptureResult(r.pendingMetadata, r.resultExtras, r.collectedPartialResult, msg.frame_number, r.hasInputBuffer, r.aeTriggerCancelOverride); returnOutputBuffers(r.pendingOutputBuffers.array(), r.pendingOutputBuffers.size(), r.shutterTimestamp); r.pendingOutputBuffers.clear(); removeInFlightRequestIfReadyLocked(idx); } } if (idx < 0) { SET_ERR("Shutter notification for non-existent frame number %d", msg.frame_number); } } CameraMetadata Camera3Device::getLatestRequestLocked() { ALOGV("%s", __FUNCTION__); CameraMetadata retVal; if (mRequestThread != NULL) { retVal = mRequestThread->getLatestRequest(); } return retVal; } /** * RequestThread inner class methods */ Camera3Device::RequestThread::RequestThread(wp parent, sp statusTracker, camera3_device_t *hal3Device, bool aeLockAvailable) : Thread(/*canCallJava*/false), mParent(parent), mStatusTracker(statusTracker), mHal3Device(hal3Device), mListener(nullptr), mId(getId(parent)), mReconfigured(false), mDoPause(false), mPaused(true), mFrameNumber(0), mLatestRequestId(NAME_NOT_FOUND), mCurrentAfTriggerId(0), mCurrentPreCaptureTriggerId(0), mRepeatingLastFrameNumber( hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES), mAeLockAvailable(aeLockAvailable), mPrepareVideoStream(false) { mStatusId = statusTracker->addComponent(); } void Camera3Device::RequestThread::setNotificationListener( NotificationListener *listener) { Mutex::Autolock l(mRequestLock); mListener = listener; } void Camera3Device::RequestThread::configurationComplete(bool isConstrainedHighSpeed) { Mutex::Autolock l(mRequestLock); mReconfigured = true; // Prepare video stream for high speed recording. mPrepareVideoStream = isConstrainedHighSpeed; } status_t Camera3Device::RequestThread::queueRequestList( List > &requests, /*out*/ int64_t *lastFrameNumber) { Mutex::Autolock l(mRequestLock); for (List >::iterator it = requests.begin(); it != requests.end(); ++it) { mRequestQueue.push_back(*it); } if (lastFrameNumber != NULL) { *lastFrameNumber = mFrameNumber + mRequestQueue.size() - 1; ALOGV("%s: requestId %d, mFrameNumber %" PRId32 ", lastFrameNumber %" PRId64 ".", __FUNCTION__, (*(requests.begin()))->mResultExtras.requestId, mFrameNumber, *lastFrameNumber); } unpauseForNewRequests(); return OK; } status_t Camera3Device::RequestThread::queueTrigger( RequestTrigger trigger[], size_t count) { Mutex::Autolock l(mTriggerMutex); status_t ret; for (size_t i = 0; i < count; ++i) { ret = queueTriggerLocked(trigger[i]); if (ret != OK) { return ret; } } return OK; } int Camera3Device::RequestThread::getId(const wp &device) { sp d = device.promote(); if (d != NULL) return d->mId; return 0; } status_t Camera3Device::RequestThread::queueTriggerLocked( RequestTrigger trigger) { uint32_t tag = trigger.metadataTag; ssize_t index = mTriggerMap.indexOfKey(tag); switch (trigger.getTagType()) { case TYPE_BYTE: // fall-through case TYPE_INT32: break; default: ALOGE("%s: Type not supported: 0x%x", __FUNCTION__, trigger.getTagType()); return INVALID_OPERATION; } /** * Collect only the latest trigger, since we only have 1 field * in the request settings per trigger tag, and can't send more than 1 * trigger per request. */ if (index != NAME_NOT_FOUND) { mTriggerMap.editValueAt(index) = trigger; } else { mTriggerMap.add(tag, trigger); } return OK; } status_t Camera3Device::RequestThread::setRepeatingRequests( const RequestList &requests, /*out*/ int64_t *lastFrameNumber) { Mutex::Autolock l(mRequestLock); if (lastFrameNumber != NULL) { *lastFrameNumber = mRepeatingLastFrameNumber; } mRepeatingRequests.clear(); mRepeatingRequests.insert(mRepeatingRequests.begin(), requests.begin(), requests.end()); unpauseForNewRequests(); mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES; return OK; } bool Camera3Device::RequestThread::isRepeatingRequestLocked(const sp requestIn) { if (mRepeatingRequests.empty()) { return false; } int32_t requestId = requestIn->mResultExtras.requestId; const RequestList &repeatRequests = mRepeatingRequests; // All repeating requests are guaranteed to have same id so only check first quest const sp firstRequest = *repeatRequests.begin(); return (firstRequest->mResultExtras.requestId == requestId); } status_t Camera3Device::RequestThread::clearRepeatingRequests(/*out*/int64_t *lastFrameNumber) { Mutex::Autolock l(mRequestLock); return clearRepeatingRequestsLocked(lastFrameNumber); } status_t Camera3Device::RequestThread::clearRepeatingRequestsLocked(/*out*/int64_t *lastFrameNumber) { mRepeatingRequests.clear(); if (lastFrameNumber != NULL) { *lastFrameNumber = mRepeatingLastFrameNumber; } mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES; return OK; } status_t Camera3Device::RequestThread::clear( NotificationListener *listener, /*out*/int64_t *lastFrameNumber) { Mutex::Autolock l(mRequestLock); ALOGV("RequestThread::%s:", __FUNCTION__); mRepeatingRequests.clear(); // Send errors for all requests pending in the request queue, including // pending repeating requests if (listener != NULL) { for (RequestList::iterator it = mRequestQueue.begin(); it != mRequestQueue.end(); ++it) { // Abort the input buffers for reprocess requests. if ((*it)->mInputStream != NULL) { camera3_stream_buffer_t inputBuffer; status_t res = (*it)->mInputStream->getInputBuffer(&inputBuffer); if (res != OK) { ALOGW("%s: %d: couldn't get input buffer while clearing the request " "list: %s (%d)", __FUNCTION__, __LINE__, strerror(-res), res); } else { res = (*it)->mInputStream->returnInputBuffer(inputBuffer); if (res != OK) { ALOGE("%s: %d: couldn't return input buffer while clearing the request " "list: %s (%d)", __FUNCTION__, __LINE__, strerror(-res), res); } } } // Set the frame number this request would have had, if it // had been submitted; this frame number will not be reused. // The requestId and burstId fields were set when the request was // submitted originally (in convertMetadataListToRequestListLocked) (*it)->mResultExtras.frameNumber = mFrameNumber++; listener->notifyError(hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST, (*it)->mResultExtras); } } mRequestQueue.clear(); mTriggerMap.clear(); if (lastFrameNumber != NULL) { *lastFrameNumber = mRepeatingLastFrameNumber; } mRepeatingLastFrameNumber = hardware::camera2::ICameraDeviceUser::NO_IN_FLIGHT_REPEATING_FRAMES; return OK; } status_t Camera3Device::RequestThread::flush() { ATRACE_CALL(); Mutex::Autolock l(mFlushLock); if (mHal3Device->common.version >= CAMERA_DEVICE_API_VERSION_3_1) { return mHal3Device->ops->flush(mHal3Device); } return -ENOTSUP; } void Camera3Device::RequestThread::setPaused(bool paused) { Mutex::Autolock l(mPauseLock); mDoPause = paused; mDoPauseSignal.signal(); } status_t Camera3Device::RequestThread::waitUntilRequestProcessed( int32_t requestId, nsecs_t timeout) { Mutex::Autolock l(mLatestRequestMutex); status_t res; while (mLatestRequestId != requestId) { nsecs_t startTime = systemTime(); res = mLatestRequestSignal.waitRelative(mLatestRequestMutex, timeout); if (res != OK) return res; timeout -= (systemTime() - startTime); } return OK; } void Camera3Device::RequestThread::requestExit() { // Call parent to set up shutdown Thread::requestExit(); // The exit from any possible waits mDoPauseSignal.signal(); mRequestSignal.signal(); } /** * For devices <= CAMERA_DEVICE_API_VERSION_3_2, AE_PRECAPTURE_TRIGGER_CANCEL is not supported so * we need to override AE_PRECAPTURE_TRIGGER_CANCEL to AE_PRECAPTURE_TRIGGER_IDLE and AE_LOCK_OFF * to AE_LOCK_ON to start cancelling AE precapture. If AE lock is not available, it still overrides * AE_PRECAPTURE_TRIGGER_CANCEL to AE_PRECAPTURE_TRIGGER_IDLE but doesn't add AE_LOCK_ON to the * request. */ void Camera3Device::RequestThread::handleAePrecaptureCancelRequest(sp request) { request->mAeTriggerCancelOverride.applyAeLock = false; request->mAeTriggerCancelOverride.applyAePrecaptureTrigger = false; if (mHal3Device->common.version > CAMERA_DEVICE_API_VERSION_3_2) { return; } camera_metadata_entry_t aePrecaptureTrigger = request->mSettings.find(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER); if (aePrecaptureTrigger.count > 0 && aePrecaptureTrigger.data.u8[0] == ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_CANCEL) { // Always override CANCEL to IDLE uint8_t aePrecaptureTrigger = ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_IDLE; request->mSettings.update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER, &aePrecaptureTrigger, 1); request->mAeTriggerCancelOverride.applyAePrecaptureTrigger = true; request->mAeTriggerCancelOverride.aePrecaptureTrigger = ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_CANCEL; if (mAeLockAvailable == true) { camera_metadata_entry_t aeLock = request->mSettings.find(ANDROID_CONTROL_AE_LOCK); if (aeLock.count == 0 || aeLock.data.u8[0] == ANDROID_CONTROL_AE_LOCK_OFF) { uint8_t aeLock = ANDROID_CONTROL_AE_LOCK_ON; request->mSettings.update(ANDROID_CONTROL_AE_LOCK, &aeLock, 1); request->mAeTriggerCancelOverride.applyAeLock = true; request->mAeTriggerCancelOverride.aeLock = ANDROID_CONTROL_AE_LOCK_OFF; } } } } /** * Override result metadata for cancelling AE precapture trigger applied in * handleAePrecaptureCancelRequest(). */ void Camera3Device::overrideResultForPrecaptureCancel( CameraMetadata *result, const AeTriggerCancelOverride_t &aeTriggerCancelOverride) { if (aeTriggerCancelOverride.applyAeLock) { // Only devices <= v3.2 should have this override assert(mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2); result->update(ANDROID_CONTROL_AE_LOCK, &aeTriggerCancelOverride.aeLock, 1); } if (aeTriggerCancelOverride.applyAePrecaptureTrigger) { // Only devices <= v3.2 should have this override assert(mDeviceVersion <= CAMERA_DEVICE_API_VERSION_3_2); result->update(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER, &aeTriggerCancelOverride.aePrecaptureTrigger, 1); } } void Camera3Device::RequestThread::checkAndStopRepeatingRequest() { bool surfaceAbandoned = false; int64_t lastFrameNumber = 0; { Mutex::Autolock l(mRequestLock); // Check all streams needed by repeating requests are still valid. Otherwise, stop // repeating requests. for (const auto& request : mRepeatingRequests) { for (const auto& s : request->mOutputStreams) { if (s->isAbandoned()) { surfaceAbandoned = true; clearRepeatingRequestsLocked(&lastFrameNumber); break; } } if (surfaceAbandoned) { break; } } } if (surfaceAbandoned) { mListener->notifyRepeatingRequestError(lastFrameNumber); } } bool Camera3Device::RequestThread::threadLoop() { ATRACE_CALL(); status_t res; // Handle paused state. if (waitIfPaused()) { return true; } // Wait for the next batch of requests. waitForNextRequestBatch(); if (mNextRequests.size() == 0) { return true; } // Get the latest request ID, if any int latestRequestId; camera_metadata_entry_t requestIdEntry = mNextRequests[mNextRequests.size() - 1]. captureRequest->mSettings.find(ANDROID_REQUEST_ID); if (requestIdEntry.count > 0) { latestRequestId = requestIdEntry.data.i32[0]; } else { ALOGW("%s: Did not have android.request.id set in the request.", __FUNCTION__); latestRequestId = NAME_NOT_FOUND; } // Prepare a batch of HAL requests and output buffers. res = prepareHalRequests(); if (res == TIMED_OUT) { // Not a fatal error if getting output buffers time out. cleanUpFailedRequests(/*sendRequestError*/ true); // Check if any stream is abandoned. checkAndStopRepeatingRequest(); return true; } else if (res != OK) { cleanUpFailedRequests(/*sendRequestError*/ false); return false; } // Inform waitUntilRequestProcessed thread of a new request ID { Mutex::Autolock al(mLatestRequestMutex); mLatestRequestId = latestRequestId; mLatestRequestSignal.signal(); } // Submit a batch of requests to HAL. // Use flush lock only when submitting multilple requests in a batch. // TODO: The problem with flush lock is flush() will be blocked by process_capture_request() // which may take a long time to finish so synchronizing flush() and // process_capture_request() defeats the purpose of cancelling requests ASAP with flush(). // For now, only synchronize for high speed recording and we should figure something out for // removing the synchronization. bool useFlushLock = mNextRequests.size() > 1; if (useFlushLock) { mFlushLock.lock(); } ALOGVV("%s: %d: submitting %d requests in a batch.", __FUNCTION__, __LINE__, mNextRequests.size()); for (auto& nextRequest : mNextRequests) { // Submit request and block until ready for next one ATRACE_ASYNC_BEGIN("frame capture", nextRequest.halRequest.frame_number); ATRACE_BEGIN("camera3->process_capture_request"); res = mHal3Device->ops->process_capture_request(mHal3Device, &nextRequest.halRequest); ATRACE_END(); if (res != OK) { // Should only get a failure here for malformed requests or device-level // errors, so consider all errors fatal. Bad metadata failures should // come through notify. SET_ERR("RequestThread: Unable to submit capture request %d to HAL" " device: %s (%d)", nextRequest.halRequest.frame_number, strerror(-res), res); cleanUpFailedRequests(/*sendRequestError*/ false); if (useFlushLock) { mFlushLock.unlock(); } return false; } // Mark that the request has be submitted successfully. nextRequest.submitted = true; // Update the latest request sent to HAL if (nextRequest.halRequest.settings != NULL) { // Don't update if they were unchanged Mutex::Autolock al(mLatestRequestMutex); camera_metadata_t* cloned = clone_camera_metadata(nextRequest.halRequest.settings); mLatestRequest.acquire(cloned); } if (nextRequest.halRequest.settings != NULL) { nextRequest.captureRequest->mSettings.unlock(nextRequest.halRequest.settings); } // Remove any previously queued triggers (after unlock) res = removeTriggers(mPrevRequest); if (res != OK) { SET_ERR("RequestThread: Unable to remove triggers " "(capture request %d, HAL device: %s (%d)", nextRequest.halRequest.frame_number, strerror(-res), res); cleanUpFailedRequests(/*sendRequestError*/ false); if (useFlushLock) { mFlushLock.unlock(); } return false; } } if (useFlushLock) { mFlushLock.unlock(); } // Unset as current request { Mutex::Autolock l(mRequestLock); mNextRequests.clear(); } return true; } status_t Camera3Device::RequestThread::prepareHalRequests() { ATRACE_CALL(); for (auto& nextRequest : mNextRequests) { sp captureRequest = nextRequest.captureRequest; camera3_capture_request_t* halRequest = &nextRequest.halRequest; Vector* outputBuffers = &nextRequest.outputBuffers; // Prepare a request to HAL halRequest->frame_number = captureRequest->mResultExtras.frameNumber; // Insert any queued triggers (before metadata is locked) status_t res = insertTriggers(captureRequest); if (res < 0) { SET_ERR("RequestThread: Unable to insert triggers " "(capture request %d, HAL device: %s (%d)", halRequest->frame_number, strerror(-res), res); return INVALID_OPERATION; } int triggerCount = res; bool triggersMixedIn = (triggerCount > 0 || mPrevTriggers > 0); mPrevTriggers = triggerCount; // If the request is the same as last, or we had triggers last time if (mPrevRequest != captureRequest || triggersMixedIn) { /** * HAL workaround: * Insert a dummy trigger ID if a trigger is set but no trigger ID is */ res = addDummyTriggerIds(captureRequest); if (res != OK) { SET_ERR("RequestThread: Unable to insert dummy trigger IDs " "(capture request %d, HAL device: %s (%d)", halRequest->frame_number, strerror(-res), res); return INVALID_OPERATION; } /** * The request should be presorted so accesses in HAL * are O(logn). Sidenote, sorting a sorted metadata is nop. */ captureRequest->mSettings.sort(); halRequest->settings = captureRequest->mSettings.getAndLock(); mPrevRequest = captureRequest; ALOGVV("%s: Request settings are NEW", __FUNCTION__); IF_ALOGV() { camera_metadata_ro_entry_t e = camera_metadata_ro_entry_t(); find_camera_metadata_ro_entry( halRequest->settings, ANDROID_CONTROL_AF_TRIGGER, &e ); if (e.count > 0) { ALOGV("%s: Request (frame num %d) had AF trigger 0x%x", __FUNCTION__, halRequest->frame_number, e.data.u8[0]); } } } else { // leave request.settings NULL to indicate 'reuse latest given' ALOGVV("%s: Request settings are REUSED", __FUNCTION__); } uint32_t totalNumBuffers = 0; // Fill in buffers if (captureRequest->mInputStream != NULL) { halRequest->input_buffer = &captureRequest->mInputBuffer; totalNumBuffers += 1; } else { halRequest->input_buffer = NULL; } outputBuffers->insertAt(camera3_stream_buffer_t(), 0, captureRequest->mOutputStreams.size()); halRequest->output_buffers = outputBuffers->array(); for (size_t i = 0; i < captureRequest->mOutputStreams.size(); i++) { sp outputStream = captureRequest->mOutputStreams.editItemAt(i); // Prepare video buffers for high speed recording on the first video request. if (mPrepareVideoStream && outputStream->isVideoStream()) { // Only try to prepare video stream on the first video request. mPrepareVideoStream = false; res = outputStream->startPrepare(Camera3StreamInterface::ALLOCATE_PIPELINE_MAX); while (res == NOT_ENOUGH_DATA) { res = outputStream->prepareNextBuffer(); } if (res != OK) { ALOGW("%s: Preparing video buffers for high speed failed: %s (%d)", __FUNCTION__, strerror(-res), res); outputStream->cancelPrepare(); } } res = outputStream->getBuffer(&outputBuffers->editItemAt(i)); if (res != OK) { // Can't get output buffer from gralloc queue - this could be due to // abandoned queue or other consumer misbehavior, so not a fatal // error ALOGE("RequestThread: Can't get output buffer, skipping request:" " %s (%d)", strerror(-res), res); return TIMED_OUT; } halRequest->num_output_buffers++; } totalNumBuffers += halRequest->num_output_buffers; // Log request in the in-flight queue sp parent = mParent.promote(); if (parent == NULL) { // Should not happen, and nowhere to send errors to, so just log it CLOGE("RequestThread: Parent is gone"); return INVALID_OPERATION; } res = parent->registerInFlight(halRequest->frame_number, totalNumBuffers, captureRequest->mResultExtras, /*hasInput*/halRequest->input_buffer != NULL, captureRequest->mAeTriggerCancelOverride); ALOGVV("%s: registered in flight requestId = %" PRId32 ", frameNumber = %" PRId64 ", burstId = %" PRId32 ".", __FUNCTION__, captureRequest->mResultExtras.requestId, captureRequest->mResultExtras.frameNumber, captureRequest->mResultExtras.burstId); if (res != OK) { SET_ERR("RequestThread: Unable to register new in-flight request:" " %s (%d)", strerror(-res), res); return INVALID_OPERATION; } } return OK; } CameraMetadata Camera3Device::RequestThread::getLatestRequest() const { Mutex::Autolock al(mLatestRequestMutex); ALOGV("RequestThread::%s", __FUNCTION__); return mLatestRequest; } bool Camera3Device::RequestThread::isStreamPending( sp& stream) { Mutex::Autolock l(mRequestLock); for (const auto& nextRequest : mNextRequests) { if (!nextRequest.submitted) { for (const auto& s : nextRequest.captureRequest->mOutputStreams) { if (stream == s) return true; } if (stream == nextRequest.captureRequest->mInputStream) return true; } } for (const auto& request : mRequestQueue) { for (const auto& s : request->mOutputStreams) { if (stream == s) return true; } if (stream == request->mInputStream) return true; } for (const auto& request : mRepeatingRequests) { for (const auto& s : request->mOutputStreams) { if (stream == s) return true; } if (stream == request->mInputStream) return true; } return false; } void Camera3Device::RequestThread::cleanUpFailedRequests(bool sendRequestError) { if (mNextRequests.empty()) { return; } for (auto& nextRequest : mNextRequests) { // Skip the ones that have been submitted successfully. if (nextRequest.submitted) { continue; } sp captureRequest = nextRequest.captureRequest; camera3_capture_request_t* halRequest = &nextRequest.halRequest; Vector* outputBuffers = &nextRequest.outputBuffers; if (halRequest->settings != NULL) { captureRequest->mSettings.unlock(halRequest->settings); } if (captureRequest->mInputStream != NULL) { captureRequest->mInputBuffer.status = CAMERA3_BUFFER_STATUS_ERROR; captureRequest->mInputStream->returnInputBuffer(captureRequest->mInputBuffer); } for (size_t i = 0; i < halRequest->num_output_buffers; i++) { outputBuffers->editItemAt(i).status = CAMERA3_BUFFER_STATUS_ERROR; captureRequest->mOutputStreams.editItemAt(i)->returnBuffer((*outputBuffers)[i], 0); } if (sendRequestError) { Mutex::Autolock l(mRequestLock); if (mListener != NULL) { mListener->notifyError( hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST, captureRequest->mResultExtras); } } } Mutex::Autolock l(mRequestLock); mNextRequests.clear(); } void Camera3Device::RequestThread::waitForNextRequestBatch() { // Optimized a bit for the simple steady-state case (single repeating // request), to avoid putting that request in the queue temporarily. Mutex::Autolock l(mRequestLock); assert(mNextRequests.empty()); NextRequest nextRequest; nextRequest.captureRequest = waitForNextRequestLocked(); if (nextRequest.captureRequest == nullptr) { return; } nextRequest.halRequest = camera3_capture_request_t(); nextRequest.submitted = false; mNextRequests.add(nextRequest); // Wait for additional requests const size_t batchSize = nextRequest.captureRequest->mBatchSize; for (size_t i = 1; i < batchSize; i++) { NextRequest additionalRequest; additionalRequest.captureRequest = waitForNextRequestLocked(); if (additionalRequest.captureRequest == nullptr) { break; } additionalRequest.halRequest = camera3_capture_request_t(); additionalRequest.submitted = false; mNextRequests.add(additionalRequest); } if (mNextRequests.size() < batchSize) { ALOGE("RequestThread: only get %zu out of %zu requests. Skipping requests.", mNextRequests.size(), batchSize); cleanUpFailedRequests(/*sendRequestError*/true); } return; } sp Camera3Device::RequestThread::waitForNextRequestLocked() { status_t res; sp nextRequest; while (mRequestQueue.empty()) { if (!mRepeatingRequests.empty()) { // Always atomically enqueue all requests in a repeating request // list. Guarantees a complete in-sequence set of captures to // application. const RequestList &requests = mRepeatingRequests; RequestList::const_iterator firstRequest = requests.begin(); nextRequest = *firstRequest; mRequestQueue.insert(mRequestQueue.end(), ++firstRequest, requests.end()); // No need to wait any longer mRepeatingLastFrameNumber = mFrameNumber + requests.size() - 1; break; } res = mRequestSignal.waitRelative(mRequestLock, kRequestTimeout); if ((mRequestQueue.empty() && mRepeatingRequests.empty()) || exitPending()) { Mutex::Autolock pl(mPauseLock); if (mPaused == false) { ALOGV("%s: RequestThread: Going idle", __FUNCTION__); mPaused = true; // Let the tracker know sp statusTracker = mStatusTracker.promote(); if (statusTracker != 0) { statusTracker->markComponentIdle(mStatusId, Fence::NO_FENCE); } } // Stop waiting for now and let thread management happen return NULL; } } if (nextRequest == NULL) { // Don't have a repeating request already in hand, so queue // must have an entry now. RequestList::iterator firstRequest = mRequestQueue.begin(); nextRequest = *firstRequest; mRequestQueue.erase(firstRequest); } // In case we've been unpaused by setPaused clearing mDoPause, need to // update internal pause state (capture/setRepeatingRequest unpause // directly). Mutex::Autolock pl(mPauseLock); if (mPaused) { ALOGV("%s: RequestThread: Unpaused", __FUNCTION__); sp statusTracker = mStatusTracker.promote(); if (statusTracker != 0) { statusTracker->markComponentActive(mStatusId); } } mPaused = false; // Check if we've reconfigured since last time, and reset the preview // request if so. Can't use 'NULL request == repeat' across configure calls. if (mReconfigured) { mPrevRequest.clear(); mReconfigured = false; } if (nextRequest != NULL) { nextRequest->mResultExtras.frameNumber = mFrameNumber++; nextRequest->mResultExtras.afTriggerId = mCurrentAfTriggerId; nextRequest->mResultExtras.precaptureTriggerId = mCurrentPreCaptureTriggerId; // Since RequestThread::clear() removes buffers from the input stream, // get the right buffer here before unlocking mRequestLock if (nextRequest->mInputStream != NULL) { res = nextRequest->mInputStream->getInputBuffer(&nextRequest->mInputBuffer); if (res != OK) { // Can't get input buffer from gralloc queue - this could be due to // disconnected queue or other producer misbehavior, so not a fatal // error ALOGE("%s: Can't get input buffer, skipping request:" " %s (%d)", __FUNCTION__, strerror(-res), res); if (mListener != NULL) { mListener->notifyError( hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST, nextRequest->mResultExtras); } return NULL; } } } handleAePrecaptureCancelRequest(nextRequest); return nextRequest; } bool Camera3Device::RequestThread::waitIfPaused() { status_t res; Mutex::Autolock l(mPauseLock); while (mDoPause) { if (mPaused == false) { mPaused = true; ALOGV("%s: RequestThread: Paused", __FUNCTION__); // Let the tracker know sp statusTracker = mStatusTracker.promote(); if (statusTracker != 0) { statusTracker->markComponentIdle(mStatusId, Fence::NO_FENCE); } } res = mDoPauseSignal.waitRelative(mPauseLock, kRequestTimeout); if (res == TIMED_OUT || exitPending()) { return true; } } // We don't set mPaused to false here, because waitForNextRequest needs // to further manage the paused state in case of starvation. return false; } void Camera3Device::RequestThread::unpauseForNewRequests() { // With work to do, mark thread as unpaused. // If paused by request (setPaused), don't resume, to avoid // extra signaling/waiting overhead to waitUntilPaused mRequestSignal.signal(); Mutex::Autolock p(mPauseLock); if (!mDoPause) { ALOGV("%s: RequestThread: Going active", __FUNCTION__); if (mPaused) { sp statusTracker = mStatusTracker.promote(); if (statusTracker != 0) { statusTracker->markComponentActive(mStatusId); } } mPaused = false; } } void Camera3Device::RequestThread::setErrorState(const char *fmt, ...) { sp parent = mParent.promote(); if (parent != NULL) { va_list args; va_start(args, fmt); parent->setErrorStateV(fmt, args); va_end(args); } } status_t Camera3Device::RequestThread::insertTriggers( const sp &request) { Mutex::Autolock al(mTriggerMutex); sp parent = mParent.promote(); if (parent == NULL) { CLOGE("RequestThread: Parent is gone"); return DEAD_OBJECT; } CameraMetadata &metadata = request->mSettings; size_t count = mTriggerMap.size(); for (size_t i = 0; i < count; ++i) { RequestTrigger trigger = mTriggerMap.valueAt(i); uint32_t tag = trigger.metadataTag; if (tag == ANDROID_CONTROL_AF_TRIGGER_ID || tag == ANDROID_CONTROL_AE_PRECAPTURE_ID) { bool isAeTrigger = (trigger.metadataTag == ANDROID_CONTROL_AE_PRECAPTURE_ID); uint32_t triggerId = static_cast(trigger.entryValue); if (isAeTrigger) { request->mResultExtras.precaptureTriggerId = triggerId; mCurrentPreCaptureTriggerId = triggerId; } else { request->mResultExtras.afTriggerId = triggerId; mCurrentAfTriggerId = triggerId; } if (parent->mDeviceVersion >= CAMERA_DEVICE_API_VERSION_3_2) { continue; // Trigger ID tag is deprecated since device HAL 3.2 } } camera_metadata_entry entry = metadata.find(tag); if (entry.count > 0) { /** * Already has an entry for this trigger in the request. * Rewrite it with our requested trigger value. */ RequestTrigger oldTrigger = trigger; oldTrigger.entryValue = entry.data.u8[0]; mTriggerReplacedMap.add(tag, oldTrigger); } else { /** * More typical, no trigger entry, so we just add it */ mTriggerRemovedMap.add(tag, trigger); } status_t res; switch (trigger.getTagType()) { case TYPE_BYTE: { uint8_t entryValue = static_cast(trigger.entryValue); res = metadata.update(tag, &entryValue, /*count*/1); break; } case TYPE_INT32: res = metadata.update(tag, &trigger.entryValue, /*count*/1); break; default: ALOGE("%s: Type not supported: 0x%x", __FUNCTION__, trigger.getTagType()); return INVALID_OPERATION; } if (res != OK) { ALOGE("%s: Failed to update request metadata with trigger tag %s" ", value %d", __FUNCTION__, trigger.getTagName(), trigger.entryValue); return res; } ALOGV("%s: Mixed in trigger %s, value %d", __FUNCTION__, trigger.getTagName(), trigger.entryValue); } mTriggerMap.clear(); return count; } status_t Camera3Device::RequestThread::removeTriggers( const sp &request) { Mutex::Autolock al(mTriggerMutex); CameraMetadata &metadata = request->mSettings; /** * Replace all old entries with their old values. */ for (size_t i = 0; i < mTriggerReplacedMap.size(); ++i) { RequestTrigger trigger = mTriggerReplacedMap.valueAt(i); status_t res; uint32_t tag = trigger.metadataTag; switch (trigger.getTagType()) { case TYPE_BYTE: { uint8_t entryValue = static_cast(trigger.entryValue); res = metadata.update(tag, &entryValue, /*count*/1); break; } case TYPE_INT32: res = metadata.update(tag, &trigger.entryValue, /*count*/1); break; default: ALOGE("%s: Type not supported: 0x%x", __FUNCTION__, trigger.getTagType()); return INVALID_OPERATION; } if (res != OK) { ALOGE("%s: Failed to restore request metadata with trigger tag %s" ", trigger value %d", __FUNCTION__, trigger.getTagName(), trigger.entryValue); return res; } } mTriggerReplacedMap.clear(); /** * Remove all new entries. */ for (size_t i = 0; i < mTriggerRemovedMap.size(); ++i) { RequestTrigger trigger = mTriggerRemovedMap.valueAt(i); status_t res = metadata.erase(trigger.metadataTag); if (res != OK) { ALOGE("%s: Failed to erase metadata with trigger tag %s" ", trigger value %d", __FUNCTION__, trigger.getTagName(), trigger.entryValue); return res; } } mTriggerRemovedMap.clear(); return OK; } status_t Camera3Device::RequestThread::addDummyTriggerIds( const sp &request) { // Trigger ID 0 had special meaning in the HAL2 spec, so avoid it here static const int32_t dummyTriggerId = 1; status_t res; CameraMetadata &metadata = request->mSettings; // If AF trigger is active, insert a dummy AF trigger ID if none already // exists camera_metadata_entry afTrigger = metadata.find(ANDROID_CONTROL_AF_TRIGGER); camera_metadata_entry afId = metadata.find(ANDROID_CONTROL_AF_TRIGGER_ID); if (afTrigger.count > 0 && afTrigger.data.u8[0] != ANDROID_CONTROL_AF_TRIGGER_IDLE && afId.count == 0) { res = metadata.update(ANDROID_CONTROL_AF_TRIGGER_ID, &dummyTriggerId, 1); if (res != OK) return res; } // If AE precapture trigger is active, insert a dummy precapture trigger ID // if none already exists camera_metadata_entry pcTrigger = metadata.find(ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER); camera_metadata_entry pcId = metadata.find(ANDROID_CONTROL_AE_PRECAPTURE_ID); if (pcTrigger.count > 0 && pcTrigger.data.u8[0] != ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER_IDLE && pcId.count == 0) { res = metadata.update(ANDROID_CONTROL_AE_PRECAPTURE_ID, &dummyTriggerId, 1); if (res != OK) return res; } return OK; } /** * PreparerThread inner class methods */ Camera3Device::PreparerThread::PreparerThread() : Thread(/*canCallJava*/false), mListener(nullptr), mActive(false), mCancelNow(false) { } Camera3Device::PreparerThread::~PreparerThread() { Thread::requestExitAndWait(); if (mCurrentStream != nullptr) { mCurrentStream->cancelPrepare(); ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId()); mCurrentStream.clear(); } clear(); } status_t Camera3Device::PreparerThread::prepare(int maxCount, sp& stream) { status_t res; Mutex::Autolock l(mLock); res = stream->startPrepare(maxCount); if (res == OK) { // No preparation needed, fire listener right off ALOGV("%s: Stream %d already prepared", __FUNCTION__, stream->getId()); if (mListener) { mListener->notifyPrepared(stream->getId()); } return OK; } else if (res != NOT_ENOUGH_DATA) { return res; } // Need to prepare, start up thread if necessary if (!mActive) { // mRunning will change to false before the thread fully shuts down, so wait to be sure it // isn't running Thread::requestExitAndWait(); res = Thread::run("C3PrepThread", PRIORITY_BACKGROUND); if (res != OK) { ALOGE("%s: Unable to start preparer stream: %d (%s)", __FUNCTION__, res, strerror(-res)); if (mListener) { mListener->notifyPrepared(stream->getId()); } return res; } mCancelNow = false; mActive = true; ALOGV("%s: Preparer stream started", __FUNCTION__); } // queue up the work mPendingStreams.push_back(stream); ALOGV("%s: Stream %d queued for preparing", __FUNCTION__, stream->getId()); return OK; } status_t Camera3Device::PreparerThread::clear() { Mutex::Autolock l(mLock); for (const auto& stream : mPendingStreams) { stream->cancelPrepare(); } mPendingStreams.clear(); mCancelNow = true; return OK; } void Camera3Device::PreparerThread::setNotificationListener(NotificationListener *listener) { Mutex::Autolock l(mLock); mListener = listener; } bool Camera3Device::PreparerThread::threadLoop() { status_t res; { Mutex::Autolock l(mLock); if (mCurrentStream == nullptr) { // End thread if done with work if (mPendingStreams.empty()) { ALOGV("%s: Preparer stream out of work", __FUNCTION__); // threadLoop _must not_ re-acquire mLock after it sets mActive to false; would // cause deadlock with prepare()'s requestExitAndWait triggered by !mActive. mActive = false; return false; } // Get next stream to prepare auto it = mPendingStreams.begin(); mCurrentStream = *it; mPendingStreams.erase(it); ATRACE_ASYNC_BEGIN("stream prepare", mCurrentStream->getId()); ALOGV("%s: Preparing stream %d", __FUNCTION__, mCurrentStream->getId()); } else if (mCancelNow) { mCurrentStream->cancelPrepare(); ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId()); ALOGV("%s: Cancelling stream %d prepare", __FUNCTION__, mCurrentStream->getId()); mCurrentStream.clear(); mCancelNow = false; return true; } } res = mCurrentStream->prepareNextBuffer(); if (res == NOT_ENOUGH_DATA) return true; if (res != OK) { // Something bad happened; try to recover by cancelling prepare and // signalling listener anyway ALOGE("%s: Stream %d returned error %d (%s) during prepare", __FUNCTION__, mCurrentStream->getId(), res, strerror(-res)); mCurrentStream->cancelPrepare(); } // This stream has finished, notify listener Mutex::Autolock l(mLock); if (mListener) { ALOGV("%s: Stream %d prepare done, signaling listener", __FUNCTION__, mCurrentStream->getId()); mListener->notifyPrepared(mCurrentStream->getId()); } ATRACE_ASYNC_END("stream prepare", mCurrentStream->getId()); mCurrentStream.clear(); return true; } /** * Static callback forwarding methods from HAL to instance */ void Camera3Device::sProcessCaptureResult(const camera3_callback_ops *cb, const camera3_capture_result *result) { Camera3Device *d = const_cast(static_cast(cb)); d->processCaptureResult(result); } void Camera3Device::sNotify(const camera3_callback_ops *cb, const camera3_notify_msg *msg) { Camera3Device *d = const_cast(static_cast(cb)); d->notify(msg); } }; // namespace android