/* * Copyright (C) 2022 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #define LOG_TAG "VtsHalEvsTest" #include "FrameHandler.h" #include "FormatConvert.h" #include #include #include #include #include #include namespace { using ::aidl::android::hardware::automotive::evs::BufferDesc; using ::aidl::android::hardware::automotive::evs::CameraDesc; using ::aidl::android::hardware::automotive::evs::EvsEventDesc; using ::aidl::android::hardware::automotive::evs::EvsEventType; using ::aidl::android::hardware::automotive::evs::IEvsCamera; using ::aidl::android::hardware::automotive::evs::IEvsDisplay; using ::aidl::android::hardware::common::NativeHandle; using ::aidl::android::hardware::graphics::common::HardwareBuffer; using ::aidl::android::hardware::graphics::common::HardwareBufferDescription; using ::ndk::ScopedAStatus; using std::chrono_literals::operator""s; NativeHandle dupNativeHandle(const NativeHandle& handle, bool doDup) { NativeHandle dup; dup.fds = std::vector<::ndk::ScopedFileDescriptor>(handle.fds.size()); if (!doDup) { for (auto i = 0; i < handle.fds.size(); ++i) { dup.fds.at(i).set(handle.fds[i].get()); } } else { for (auto i = 0; i < handle.fds.size(); ++i) { dup.fds[i] = std::move(handle.fds[i].dup()); } } dup.ints = handle.ints; return std::move(dup); } HardwareBuffer dupHardwareBuffer(const HardwareBuffer& buffer, bool doDup) { HardwareBuffer dup = { .description = buffer.description, .handle = dupNativeHandle(buffer.handle, doDup), }; return std::move(dup); } BufferDesc dupBufferDesc(const BufferDesc& src, bool doDup) { BufferDesc dup = { .buffer = dupHardwareBuffer(src.buffer, doDup), .pixelSizeBytes = src.pixelSizeBytes, .bufferId = src.bufferId, .deviceId = src.deviceId, .timestamp = src.timestamp, .metadata = src.metadata, }; return std::move(dup); } bool comparePayload(const EvsEventDesc& l, const EvsEventDesc& r) { return std::equal(l.payload.begin(), l.payload.end(), r.payload.begin()); } } // namespace FrameHandler::FrameHandler(const std::shared_ptr& pCamera, const CameraDesc& cameraInfo, const std::shared_ptr& pDisplay, BufferControlFlag mode) : mCamera(pCamera), mCameraInfo(cameraInfo), mDisplay(pDisplay), mReturnMode(mode) { // Nothing but member initialization here. } void FrameHandler::shutdown() { // Make sure we're not still streaming blockingStopStream(); // At this point, the receiver thread is no longer running, so we can safely drop // our remote object references so they can be freed mCamera = nullptr; mDisplay = nullptr; } bool FrameHandler::startStream() { // Tell the camera to start streaming auto status = mCamera->startVideoStream(ref()); if (!status.isOk()) { return false; } // Mark ourselves as running mLock.lock(); mRunning = true; mLock.unlock(); return true; } void FrameHandler::asyncStopStream() { // Tell the camera to stop streaming. // This will result in a null frame being delivered when the stream actually stops. mCamera->stopVideoStream(); } void FrameHandler::blockingStopStream() { // Tell the stream to stop asyncStopStream(); // Wait until the stream has actually stopped std::unique_lock lock(mEventLock); if (mRunning) { mEventSignal.wait(lock, [this]() { return !mRunning; }); } } bool FrameHandler::returnHeldBuffer() { std::lock_guard lock(mLock); // Return the oldest buffer we're holding if (mHeldBuffers.empty()) { // No buffers are currently held return false; } std::vector buffers = std::move(mHeldBuffers.front()); mHeldBuffers.pop(); mCamera->doneWithFrame(buffers); return true; } bool FrameHandler::isRunning() { std::lock_guard lock(mLock); return mRunning; } void FrameHandler::waitForFrameCount(unsigned frameCount) { // Wait until we've seen at least the requested number of frames (could be more) std::unique_lock lock(mLock); mFrameSignal.wait(lock, [this, frameCount]() { return mFramesReceived >= frameCount; }); } void FrameHandler::getFramesCounters(unsigned* received, unsigned* displayed) { std::lock_guard lock(mLock); if (received) { *received = mFramesReceived; } if (displayed) { *displayed = mFramesDisplayed; } } ScopedAStatus FrameHandler::deliverFrame(const std::vector& buffers) { mLock.lock(); // For VTS tests, FrameHandler uses a single frame among delivered frames. auto bufferIdx = mFramesDisplayed % buffers.size(); auto& buffer = buffers[bufferIdx]; mLock.unlock(); // Store a dimension of a received frame. mFrameWidth = buffer.buffer.description.width; mFrameHeight = buffer.buffer.description.height; // If we were given an opened display at construction time, then send the received // image back down the camera. bool displayed = false; if (mDisplay) { // Get the output buffer we'll use to display the imagery BufferDesc tgtBuffer; auto status = mDisplay->getTargetBuffer(&tgtBuffer); if (!status.isOk()) { printf("Didn't get target buffer - frame lost\n"); LOG(ERROR) << "Didn't get requested output buffer -- skipping this frame."; } else { // Copy the contents of the of buffer.memHandle into tgtBuffer copyBufferContents(tgtBuffer, buffer); // Send the target buffer back for display auto status = mDisplay->returnTargetBufferForDisplay(tgtBuffer); if (!status.isOk()) { printf("AIDL error on display buffer (%d)- frame lost\n", status.getServiceSpecificError()); LOG(ERROR) << "Error making the remote function call. AIDL said " << status.getServiceSpecificError(); } else { // Everything looks good! // Keep track so tests or watch dogs can monitor progress displayed = true; } } } mLock.lock(); // increases counters ++mFramesReceived; mFramesDisplayed += (int)displayed; mLock.unlock(); mFrameSignal.notify_all(); switch (mReturnMode) { case eAutoReturn: { // Send the camera buffer back now that the client has seen it LOG(DEBUG) << "Calling doneWithFrame"; if (!mCamera->doneWithFrame(buffers).isOk()) { LOG(WARNING) << "Failed to return buffers"; } break; } case eNoAutoReturn: { // Hang onto the buffer handles for now -- the client will return it explicitly later std::vector buffersToHold; for (const auto& buffer : buffers) { buffersToHold.push_back(dupBufferDesc(buffer, /* doDup = */ true)); } mHeldBuffers.push(std::move(buffersToHold)); break; } } LOG(DEBUG) << "Frame handling complete"; return ScopedAStatus::ok(); } ScopedAStatus FrameHandler::notify(const EvsEventDesc& event) { // Local flag we use to keep track of when the stream is stopping std::unique_lock lock(mEventLock); mLatestEventDesc.aType = event.aType; mLatestEventDesc.payload = event.payload; if (mLatestEventDesc.aType == EvsEventType::STREAM_STOPPED) { // Signal that the last frame has been received and the stream is stopped mRunning = false; } else if (mLatestEventDesc.aType == EvsEventType::PARAMETER_CHANGED) { LOG(DEBUG) << "Camera parameter " << mLatestEventDesc.payload[0] << " is changed to " << mLatestEventDesc.payload[1]; } else { LOG(DEBUG) << "Received an event " << eventToString(mLatestEventDesc.aType); } lock.unlock(); mEventSignal.notify_one(); return ScopedAStatus::ok(); } bool FrameHandler::copyBufferContents(const BufferDesc& tgtBuffer, const BufferDesc& srcBuffer) { bool success = true; const HardwareBufferDescription* pSrcDesc = reinterpret_cast(&srcBuffer.buffer.description); const HardwareBufferDescription* pTgtDesc = reinterpret_cast(&tgtBuffer.buffer.description); // Make sure we don't run off the end of either buffer const unsigned width = std::min(pTgtDesc->width, pSrcDesc->width); const unsigned height = std::min(pTgtDesc->height, pSrcDesc->height); // FIXME: We duplicate file descriptors twice below; consider using TAKE_HANDLE // instead of CLONE_HANDLE. buffer_handle_t target = ::android::dupFromAidl(tgtBuffer.buffer.handle); ::android::sp tgt = new android::GraphicBuffer( target, android::GraphicBuffer::CLONE_HANDLE, pTgtDesc->width, pTgtDesc->height, static_cast(pTgtDesc->format), pTgtDesc->layers, static_cast(pTgtDesc->usage), pTgtDesc->stride); buffer_handle_t source = ::android::dupFromAidl(srcBuffer.buffer.handle); ::android::sp src = new android::GraphicBuffer( source, android::GraphicBuffer::CLONE_HANDLE, pSrcDesc->width, pSrcDesc->height, static_cast(pSrcDesc->format), pSrcDesc->layers, static_cast(pSrcDesc->usage), pSrcDesc->stride); // Lock our source buffer for reading (current expectation are for this to be NV21 format) uint8_t* srcPixels = nullptr; src->lock(GRALLOC_USAGE_SW_READ_OFTEN, (void**)&srcPixels); // Lock our target buffer for writing (should be either RGBA8888 or BGRA8888 format) uint32_t* tgtPixels = nullptr; tgt->lock(GRALLOC_USAGE_SW_WRITE_OFTEN, (void**)&tgtPixels); if (srcPixels && tgtPixels) { using namespace ::android::hardware::automotive::evs::common; if (static_cast(pTgtDesc->format) == HAL_PIXEL_FORMAT_RGBA_8888) { if (static_cast(pSrcDesc->format) == HAL_PIXEL_FORMAT_YCRCB_420_SP) { // 420SP == NV21 Utils::copyNV21toRGB32(width, height, srcPixels, tgtPixels, pTgtDesc->stride); } else if (static_cast(pSrcDesc->format) == HAL_PIXEL_FORMAT_YV12) { // YUV_420P == YV12 Utils::copyYV12toRGB32(width, height, srcPixels, tgtPixels, pTgtDesc->stride); } else if (static_cast(pSrcDesc->format) == HAL_PIXEL_FORMAT_YCBCR_422_I) { // YUYV Utils::copyYUYVtoRGB32(width, height, srcPixels, pSrcDesc->stride, tgtPixels, pTgtDesc->stride); } else if (pSrcDesc->format == pTgtDesc->format) { // 32bit RGBA Utils::copyMatchedInterleavedFormats(width, height, srcPixels, pSrcDesc->stride, tgtPixels, pTgtDesc->stride, tgtBuffer.pixelSizeBytes); } else { LOG(ERROR) << "Camera buffer format is not supported"; success = false; } } else if (static_cast(pTgtDesc->format) == HAL_PIXEL_FORMAT_BGRA_8888) { if (static_cast(pSrcDesc->format) == HAL_PIXEL_FORMAT_YCRCB_420_SP) { // 420SP == NV21 Utils::copyNV21toBGR32(width, height, srcPixels, tgtPixels, pTgtDesc->stride); } else if (static_cast(pSrcDesc->format) == HAL_PIXEL_FORMAT_YV12) { // YUV_420P == YV12 Utils::copyYV12toBGR32(width, height, srcPixels, tgtPixels, pTgtDesc->stride); } else if (static_cast(pSrcDesc->format) == HAL_PIXEL_FORMAT_YCBCR_422_I) { // YUYV Utils::copyYUYVtoBGR32(width, height, srcPixels, pSrcDesc->stride, tgtPixels, pTgtDesc->stride); } else if (pSrcDesc->format == pTgtDesc->format) { // 32bit RGBA Utils::copyMatchedInterleavedFormats(width, height, srcPixels, pSrcDesc->stride, tgtPixels, pTgtDesc->stride, tgtBuffer.pixelSizeBytes); } else { LOG(ERROR) << "Camera buffer format is not supported"; success = false; } } else { // We always expect 32 bit RGB for the display output for now. Is there a need for 565? LOG(ERROR) << "Diplay buffer is always expected to be 32bit RGBA"; success = false; } } else { LOG(ERROR) << "Failed to lock buffer contents for contents transfer"; success = false; } if (srcPixels) { src->unlock(); } if (tgtPixels) { tgt->unlock(); } return success; } void FrameHandler::getFrameDimension(unsigned* width, unsigned* height) { if (width) { *width = mFrameWidth; } if (height) { *height = mFrameHeight; } } bool FrameHandler::waitForEvent(const EvsEventDesc& aTargetEvent, EvsEventDesc& aReceivedEvent, bool ignorePayload) { // Wait until we get an expected parameter change event. std::unique_lock lock(mEventLock); auto now = std::chrono::system_clock::now(); bool found = false; while (!found) { bool result = mEventSignal.wait_until( lock, now + 5s, [this, aTargetEvent, ignorePayload, &aReceivedEvent, &found]() { found = (mLatestEventDesc.aType == aTargetEvent.aType) && (ignorePayload || comparePayload(mLatestEventDesc, aTargetEvent)); aReceivedEvent.aType = mLatestEventDesc.aType; aReceivedEvent.payload = mLatestEventDesc.payload; return found; }); if (!result) { LOG(WARNING) << "A timer is expired before a target event has happened."; break; } } return found; } const char* FrameHandler::eventToString(const EvsEventType aType) { switch (aType) { case EvsEventType::STREAM_STARTED: return "STREAM_STARTED"; case EvsEventType::STREAM_STOPPED: return "STREAM_STOPPED"; case EvsEventType::FRAME_DROPPED: return "FRAME_DROPPED"; case EvsEventType::TIMEOUT: return "TIMEOUT"; case EvsEventType::PARAMETER_CHANGED: return "PARAMETER_CHANGED"; case EvsEventType::MASTER_RELEASED: return "MASTER_RELEASED"; default: return "Unknown"; } }