/* * Copyright (C) 2019 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef ANDROID_SERVERS_CAMERA3_OUTPUT_UTILS_H #define ANDROID_SERVERS_CAMERA3_OUTPUT_UTILS_H #include #include #include #include #include #include "device3/BufferUtils.h" #include "device3/DistortionMapper.h" #include "device3/ZoomRatioMapper.h" #include "device3/RotateAndCropMapper.h" #include "device3/InFlightRequest.h" #include "device3/Camera3Stream.h" #include "device3/Camera3OutputStreamInterface.h" #include "utils/TagMonitor.h" namespace android { using ResultMetadataQueue = hardware::MessageQueue; namespace camera3 { /** * Helper methods shared between Camera3Device/Camera3OfflineSession for HAL callbacks */ // helper function to return the output buffers to output streams. The // function also optionally calls notify(ERROR_BUFFER). void returnOutputBuffers( bool useHalBufManager, sp listener, // Only needed when outputSurfaces is not empty const camera3_stream_buffer_t *outputBuffers, size_t numBuffers, nsecs_t timestamp, bool timestampIncreasing = true, // The following arguments are only meant for surface sharing use case const SurfaceMap& outputSurfaces = SurfaceMap{}, // Used to send buffer error callback when failing to return buffer const CaptureResultExtras &resultExtras = CaptureResultExtras{}, ERROR_BUF_STRATEGY errorBufStrategy = ERROR_BUF_RETURN); // helper function to return the output buffers to output streams, and // remove the returned buffers from the inflight request's pending buffers // vector. void returnAndRemovePendingOutputBuffers( bool useHalBufManager, sp listener, // Only needed when outputSurfaces is not empty InFlightRequest& request); // Camera3Device/Camera3OfflineSession internal states used in notify/processCaptureResult // callbacks struct CaptureOutputStates { const String8& cameraId; std::mutex& inflightLock; int64_t& lastCompletedRegularFrameNumber; int64_t& lastCompletedZslFrameNumber; int64_t& lastCompletedReprocessFrameNumber; InFlightRequestMap& inflightMap; // end of inflightLock scope std::mutex& outputLock; std::list& resultQueue; std::condition_variable& resultSignal; uint32_t& nextShutterFrameNum; uint32_t& nextReprocShutterFrameNum; uint32_t& nextZslShutterFrameNum; uint32_t& nextResultFrameNum; uint32_t& nextReprocResultFrameNum; uint32_t& nextZslResultFrameNum; // end of outputLock scope const bool useHalBufManager; const bool usePartialResult; const bool needFixupMonoChrome; const uint32_t numPartialResults; const metadata_vendor_id_t vendorTagId; const CameraMetadata& deviceInfo; const std::unordered_map& physicalDeviceInfoMap; std::unique_ptr& fmq; std::unordered_map& distortionMappers; std::unordered_map& zoomRatioMappers; std::unordered_map& rotateAndCropMappers; TagMonitor& tagMonitor; sp inputStream; StreamSet& outputStreams; sp listener; SetErrorInterface& setErrIntf; InflightRequestUpdateInterface& inflightIntf; BufferRecordsInterface& bufferRecordsIntf; }; // Handle one capture result. Assume callers hold the lock to serialize all // processCaptureResult calls void processOneCaptureResultLocked( CaptureOutputStates& states, const hardware::camera::device::V3_2::CaptureResult& result, const hardware::hidl_vec< hardware::camera::device::V3_4::PhysicalCameraMetadata> physicalCameraMetadata); // Handle one notify message void notify(CaptureOutputStates& states, const hardware::camera::device::V3_2::NotifyMsg& msg); struct RequestBufferStates { const String8& cameraId; std::mutex& reqBufferLock; // lock to serialize request buffer calls const bool useHalBufManager; StreamSet& outputStreams; SetErrorInterface& setErrIntf; BufferRecordsInterface& bufferRecordsIntf; RequestBufferInterface& reqBufferIntf; }; void requestStreamBuffers(RequestBufferStates& states, const hardware::hidl_vec& bufReqs, hardware::camera::device::V3_5::ICameraDeviceCallback::requestStreamBuffers_cb _hidl_cb); struct ReturnBufferStates { const String8& cameraId; const bool useHalBufManager; StreamSet& outputStreams; BufferRecordsInterface& bufferRecordsIntf; }; void returnStreamBuffers(ReturnBufferStates& states, const hardware::hidl_vec& buffers); struct FlushInflightReqStates { const String8& cameraId; std::mutex& inflightLock; InFlightRequestMap& inflightMap; // end of inflightLock scope const bool useHalBufManager; sp listener; InflightRequestUpdateInterface& inflightIntf; BufferRecordsInterface& bufferRecordsIntf; FlushBufferInterface& flushBufferIntf; }; void flushInflightRequests(FlushInflightReqStates& states); } // namespace camera3 } // namespace android #endif