/* * Copyright (C) 2013-2018 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef ANDROID_SERVERS_CAMERA_PHOTOGRAPHY_CAMERADEVICECLIENT_H #define ANDROID_SERVERS_CAMERA_PHOTOGRAPHY_CAMERADEVICECLIENT_H #include #include #include #include #include #include "CameraOfflineSessionClient.h" #include "CameraService.h" #include "common/FrameProcessorBase.h" #include "common/Camera2ClientBase.h" #include "CompositeStream.h" using android::camera3::OutputStreamInfo; using android::camera3::CompositeStream; namespace android { typedef std::function metadataGetter; struct CameraDeviceClientBase : public CameraService::BasicClient, public hardware::camera2::BnCameraDeviceUser { typedef hardware::camera2::ICameraDeviceCallbacks TCamCallbacks; const sp& getRemoteCallback() { return mRemoteCallback; } protected: CameraDeviceClientBase(const sp& cameraService, const sp& remoteCallback, const String16& clientPackageName, const std::unique_ptr& clientFeatureId, const String8& cameraId, int api1CameraId, int cameraFacing, int clientPid, uid_t clientUid, int servicePid); sp mRemoteCallback; }; /** * Implements the binder ICameraDeviceUser API, * meant for HAL3-public implementation of * android.hardware.photography.CameraDevice */ class CameraDeviceClient : public Camera2ClientBase, public camera2::FrameProcessorBase::FilteredListener { public: /** * ICameraDeviceUser interface (see ICameraDeviceUser for details) */ // Note that the callee gets a copy of the metadata. virtual binder::Status submitRequest( const hardware::camera2::CaptureRequest& request, bool streaming = false, /*out*/ hardware::camera2::utils::SubmitInfo *submitInfo = nullptr) override; // List of requests are copied. virtual binder::Status submitRequestList( const std::vector& requests, bool streaming = false, /*out*/ hardware::camera2::utils::SubmitInfo *submitInfo = nullptr) override; virtual binder::Status cancelRequest(int requestId, /*out*/ int64_t* lastFrameNumber = NULL) override; virtual binder::Status beginConfigure() override; virtual binder::Status endConfigure(int operatingMode, const hardware::camera2::impl::CameraMetadataNative& sessionParams, /*out*/ std::vector* offlineStreamIds) override; // Verify specific session configuration. virtual binder::Status isSessionConfigurationSupported( const SessionConfiguration& sessionConfiguration, /*out*/ bool* streamStatus) override; // Returns -EBUSY if device is not idle or in error state virtual binder::Status deleteStream(int streamId) override; virtual binder::Status createStream( const hardware::camera2::params::OutputConfiguration &outputConfiguration, /*out*/ int32_t* newStreamId = NULL) override; // Create an input stream of width, height, and format. virtual binder::Status createInputStream(int width, int height, int format, /*out*/ int32_t* newStreamId = NULL) override; // Get the buffer producer of the input stream virtual binder::Status getInputSurface( /*out*/ view::Surface *inputSurface) override; // Create a request object from a template. virtual binder::Status createDefaultRequest(int templateId, /*out*/ hardware::camera2::impl::CameraMetadataNative* request) override; // Get the static metadata for the camera // -- Caller owns the newly allocated metadata virtual binder::Status getCameraInfo( /*out*/ hardware::camera2::impl::CameraMetadataNative* cameraCharacteristics) override; // Wait until all the submitted requests have finished processing virtual binder::Status waitUntilIdle() override; // Flush all active and pending requests as fast as possible virtual binder::Status flush( /*out*/ int64_t* lastFrameNumber = NULL) override; // Prepare stream by preallocating its buffers virtual binder::Status prepare(int32_t streamId) override; // Tear down stream resources by freeing its unused buffers virtual binder::Status tearDown(int32_t streamId) override; // Prepare stream by preallocating up to maxCount of its buffers virtual binder::Status prepare2(int32_t maxCount, int32_t streamId) override; // Update an output configuration virtual binder::Status updateOutputConfiguration(int streamId, const hardware::camera2::params::OutputConfiguration &outputConfiguration) override; // Finalize the output configurations with surfaces not added before. virtual binder::Status finalizeOutputConfigurations(int32_t streamId, const hardware::camera2::params::OutputConfiguration &outputConfiguration) override; virtual binder::Status setCameraAudioRestriction(int32_t mode) override; virtual binder::Status getGlobalAudioRestriction(/*out*/int32_t* outMode) override; virtual binder::Status switchToOffline( const sp& cameraCb, const std::vector& offlineOutputIds, /*out*/ sp* session) override; /** * Interface used by CameraService */ CameraDeviceClient(const sp& cameraService, const sp& remoteCallback, const String16& clientPackageName, const std::unique_ptr& clientFeatureId, const String8& cameraId, int cameraFacing, int clientPid, uid_t clientUid, int servicePid); virtual ~CameraDeviceClient(); virtual status_t initialize(sp manager, const String8& monitorTags) override; virtual status_t setRotateAndCropOverride(uint8_t rotateAndCrop) override; virtual status_t dump(int fd, const Vector& args); virtual status_t dumpClient(int fd, const Vector& args); /** * Device listener interface */ virtual void notifyIdle(); virtual void notifyError(int32_t errorCode, const CaptureResultExtras& resultExtras); virtual void notifyShutter(const CaptureResultExtras& resultExtras, nsecs_t timestamp); virtual void notifyPrepared(int streamId); virtual void notifyRequestQueueEmpty(); virtual void notifyRepeatingRequestError(long lastFrameNumber); // utility function to convert AIDL SessionConfiguration to HIDL // streamConfiguration. Also checks for validity of SessionConfiguration and // returns a non-ok binder::Status if the passed in session configuration // isn't valid. static binder::Status convertToHALStreamCombination(const SessionConfiguration& sessionConfiguration, const String8 &cameraId, const CameraMetadata &deviceInfo, metadataGetter getMetadata, const std::vector &physicalCameraIds, hardware::camera::device::V3_4::StreamConfiguration &streamConfiguration, bool *earlyExit); /** * Interface used by independent components of CameraDeviceClient. */ protected: /** FilteredListener implementation **/ virtual void onResultAvailable(const CaptureResult& result); virtual void detachDevice(); // Calculate the ANativeWindow transform from android.sensor.orientation status_t getRotationTransformLocked(/*out*/int32_t* transform); private: // StreamSurfaceId encapsulates streamId + surfaceId for a particular surface. // streamId specifies the index of the stream the surface belongs to, and the // surfaceId specifies the index of the surface within the stream. (one stream // could contain multiple surfaces.) class StreamSurfaceId final { public: StreamSurfaceId() { mStreamId = -1; mSurfaceId = -1; } StreamSurfaceId(int32_t streamId, int32_t surfaceId) { mStreamId = streamId; mSurfaceId = surfaceId; } int32_t streamId() const { return mStreamId; } int32_t surfaceId() const { return mSurfaceId; } private: int32_t mStreamId; int32_t mSurfaceId; }; // class StreamSurfaceId private: /** ICameraDeviceUser interface-related private members */ /** Preview callback related members */ sp mFrameProcessor; std::vector mSupportedPhysicalRequestKeys; template status_t initializeImpl(TProviderPtr providerPtr, const String8& monitorTags); /** Utility members */ binder::Status checkPidStatus(const char* checkLocation); static binder::Status checkOperatingMode(int operatingMode, const CameraMetadata &staticInfo, const String8 &cameraId); static binder::Status checkSurfaceType(size_t numBufferProducers, bool deferredConsumer, int surfaceType); static void mapStreamInfo(const OutputStreamInfo &streamInfo, camera3_stream_rotation_t rotation, String8 physicalId, hardware::camera::device::V3_4::Stream *stream /*out*/); bool enforceRequestPermissions(CameraMetadata& metadata); // Find the square of the euclidean distance between two points static int64_t euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1); // Create an output stream with surface deferred for future. binder::Status createDeferredSurfaceStreamLocked( const hardware::camera2::params::OutputConfiguration &outputConfiguration, bool isShared, int* newStreamId = NULL); // Set the stream transform flags to automatically rotate the camera stream for preview use // cases. binder::Status setStreamTransformLocked(int streamId); // Find the closest dimensions for a given format in available stream configurations with // a width <= ROUNDING_WIDTH_CAP static const int32_t ROUNDING_WIDTH_CAP = 1920; static bool roundBufferDimensionNearest(int32_t width, int32_t height, int32_t format, android_dataspace dataSpace, const CameraMetadata& info, /*out*/int32_t* outWidth, /*out*/int32_t* outHeight); //check if format is not custom format static bool isPublicFormat(int32_t format); // Create a Surface from an IGraphicBufferProducer. Returns error if // IGraphicBufferProducer's property doesn't match with streamInfo static binder::Status createSurfaceFromGbp(OutputStreamInfo& streamInfo, bool isStreamInfoValid, sp& surface, const sp& gbp, const String8 &cameraId, const CameraMetadata &physicalCameraMetadata); // Utility method to insert the surface into SurfaceMap binder::Status insertGbpLocked(const sp& gbp, /*out*/SurfaceMap* surfaceMap, /*out*/Vector* streamIds, /*out*/int32_t* currentStreamId); // Check that the physicalCameraId passed in is spported by the camera // device. static binder::Status checkPhysicalCameraId(const std::vector &physicalCameraIds, const String8 &physicalCameraId, const String8 &logicalCameraId); // IGraphicsBufferProducer binder -> Stream ID + Surface ID for output streams KeyedVector, StreamSurfaceId> mStreamMap; // Stream ID -> OutputConfiguration. Used for looking up Surface by stream/surface index KeyedVector mConfiguredOutputs; struct InputStreamConfiguration { bool configured; int32_t width; int32_t height; int32_t format; int32_t id; } mInputStream; // Streaming request ID int32_t mStreamingRequestId; Mutex mStreamingRequestIdLock; static const int32_t REQUEST_ID_NONE = -1; int32_t mRequestIdCounter; // The list of output streams whose surfaces are deferred. We have to track them separately // as there are no surfaces available and can not be put into mStreamMap. Once the deferred // Surface is configured, the stream id will be moved to mStreamMap. Vector mDeferredStreams; // stream ID -> outputStreamInfo mapping std::unordered_map mStreamInfoMap; KeyedVector, sp> mCompositeStreamMap; static const int32_t MAX_SURFACES_PER_STREAM = 4; sp mProviderManager; }; }; // namespace android #endif