/* * Copyright (C) 2010 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "BitmapRegionDecoder.h" #include #include #include #include #include "BitmapFactory.h" #include "CreateJavaOutputStreamAdaptor.h" #include "Gainmap.h" #include "GraphicsJNI.h" #include "SkBitmap.h" #include "SkCodec.h" #include "SkColorSpace.h" #include "SkData.h" #include "SkGainmapInfo.h" #include "SkStream.h" #include "SkStreamPriv.h" #include "Utils.h" using namespace android; namespace android { class BitmapRegionDecoderWrapper { public: static std::unique_ptr Make(sk_sp data) { std::unique_ptr mainImageBRD = skia::BitmapRegionDecoder::Make(std::move(data)); if (!mainImageBRD) { return nullptr; } SkGainmapInfo gainmapInfo; std::unique_ptr gainmapStream; std::unique_ptr gainmapBRD = nullptr; if (mainImageBRD->getAndroidGainmap(&gainmapInfo, &gainmapStream)) { sk_sp data = nullptr; if (gainmapStream->getMemoryBase()) { // It is safe to make without copy because we'll hold onto the stream. data = SkData::MakeWithoutCopy(gainmapStream->getMemoryBase(), gainmapStream->getLength()); } else { data = SkCopyStreamToData(gainmapStream.get()); // We don't need to hold the stream anymore gainmapStream = nullptr; } gainmapBRD = skia::BitmapRegionDecoder::Make(std::move(data)); } return std::unique_ptr( new BitmapRegionDecoderWrapper(std::move(mainImageBRD), std::move(gainmapBRD), gainmapInfo, std::move(gainmapStream))); } SkEncodedImageFormat getEncodedFormat() { return mMainImageBRD->getEncodedFormat(); } SkColorType computeOutputColorType(SkColorType requestedColorType) { return mMainImageBRD->computeOutputColorType(requestedColorType); } sk_sp computeOutputColorSpace(SkColorType outputColorType, sk_sp prefColorSpace = nullptr) { return mMainImageBRD->computeOutputColorSpace(outputColorType, prefColorSpace); } bool decodeRegion(SkBitmap* bitmap, skia::BRDAllocator* allocator, const SkIRect& desiredSubset, int sampleSize, SkColorType colorType, bool requireUnpremul, sk_sp prefColorSpace) { return mMainImageBRD->decodeRegion(bitmap, allocator, desiredSubset, sampleSize, colorType, requireUnpremul, prefColorSpace); } bool decodeGainmapRegion(sp* outGainmap, int outWidth, int outHeight, const SkIRect& desiredSubset, int sampleSize, bool requireUnpremul) { SkColorType decodeColorType = mGainmapBRD->computeOutputColorType(kN32_SkColorType); sk_sp decodeColorSpace = mGainmapBRD->computeOutputColorSpace(decodeColorType, nullptr); SkBitmap bm; // Because we must match the dimensions of the base bitmap, we always use a // recycling allocator even though we are allocating a new bitmap. This is to ensure // that if a recycled bitmap was used for the base image that we match the relative // dimensions of that base image. The behavior of BRD here is: // if inBitmap is specified -> output dimensions are always equal to the inBitmap's // if no bitmap is reused -> output dimensions are the intersect of the desiredSubset & // the image bounds // The handling of the above conditionals are baked into the desiredSubset, so we // simply need to ensure that the resulting bitmap is the exact same width/height as // the specified desiredSubset regardless of the intersection to the image bounds. // kPremul_SkAlphaType is used just as a placeholder as it doesn't change the underlying // allocation type. RecyclingClippingPixelAllocator will populate this with the // actual alpha type in either allocPixelRef() or copyIfNecessary() sk_sp nativeBitmap = Bitmap::allocateHeapBitmap(SkImageInfo::Make( outWidth, outHeight, decodeColorType, kPremul_SkAlphaType, decodeColorSpace)); if (!nativeBitmap) { ALOGE("OOM allocating Bitmap for Gainmap"); return false; } RecyclingClippingPixelAllocator allocator(nativeBitmap.get(), false); if (!mGainmapBRD->decodeRegion(&bm, &allocator, desiredSubset, sampleSize, decodeColorType, requireUnpremul, decodeColorSpace)) { ALOGE("Error decoding Gainmap region"); return false; } allocator.copyIfNecessary(); auto gainmap = sp::make(); if (!gainmap) { ALOGE("OOM allocating Gainmap"); return false; } gainmap->info = mGainmapInfo; gainmap->bitmap = std::move(nativeBitmap); *outGainmap = std::move(gainmap); return true; } SkIRect calculateGainmapRegion(const SkIRect& mainImageRegion, int* inOutWidth, int* inOutHeight) { const float scaleX = ((float)mGainmapBRD->width()) / mMainImageBRD->width(); const float scaleY = ((float)mGainmapBRD->height()) / mMainImageBRD->height(); *inOutWidth *= scaleX; *inOutHeight *= scaleY; // TODO: Account for rounding error? return SkIRect::MakeLTRB(mainImageRegion.left() * scaleX, mainImageRegion.top() * scaleY, mainImageRegion.right() * scaleX, mainImageRegion.bottom() * scaleY); } bool hasGainmap() { return mGainmapBRD != nullptr; } int width() const { return mMainImageBRD->width(); } int height() const { return mMainImageBRD->height(); } private: BitmapRegionDecoderWrapper(std::unique_ptr mainImageBRD, std::unique_ptr gainmapBRD, SkGainmapInfo info, std::unique_ptr stream) : mMainImageBRD(std::move(mainImageBRD)) , mGainmapBRD(std::move(gainmapBRD)) , mGainmapInfo(info) , mGainmapStream(std::move(stream)) {} std::unique_ptr mMainImageBRD; std::unique_ptr mGainmapBRD; SkGainmapInfo mGainmapInfo; std::unique_ptr mGainmapStream; }; } // namespace android static jobject createBitmapRegionDecoder(JNIEnv* env, sk_sp data) { auto brd = android::BitmapRegionDecoderWrapper::Make(std::move(data)); if (!brd) { doThrowIOE(env, "Image format not supported"); return nullObjectReturn("CreateBitmapRegionDecoder returned null"); } return GraphicsJNI::createBitmapRegionDecoder(env, brd.release()); } static jobject nativeNewInstanceFromByteArray(JNIEnv* env, jobject, jbyteArray byteArray, jint offset, jint length) { AutoJavaByteArray ar(env, byteArray); return createBitmapRegionDecoder(env, SkData::MakeWithCopy(ar.ptr() + offset, length)); } static jobject nativeNewInstanceFromFileDescriptor(JNIEnv* env, jobject clazz, jobject fileDescriptor) { NPE_CHECK_RETURN_ZERO(env, fileDescriptor); jint descriptor = jniGetFDFromFileDescriptor(env, fileDescriptor); struct stat fdStat; if (fstat(descriptor, &fdStat) == -1) { doThrowIOE(env, "broken file descriptor"); return nullObjectReturn("fstat return -1"); } return createBitmapRegionDecoder(env, SkData::MakeFromFD(descriptor)); } static jobject nativeNewInstanceFromStream(JNIEnv* env, jobject clazz, jobject is, // InputStream jbyteArray storage) { // byte[] jobject brd = nullptr; sk_sp data = CopyJavaInputStream(env, is, storage); if (data) { brd = createBitmapRegionDecoder(env, std::move(data)); } return brd; } static jobject nativeNewInstanceFromAsset(JNIEnv* env, jobject clazz, jlong native_asset) { Asset* asset = reinterpret_cast(native_asset); sk_sp data = CopyAssetToData(asset); if (!data) { return nullptr; } return createBitmapRegionDecoder(env, data); } /* * nine patch not supported * purgeable not supported * reportSizeToVM not supported */ static jobject nativeDecodeRegion(JNIEnv* env, jobject, jlong brdHandle, jint inputX, jint inputY, jint inputWidth, jint inputHeight, jobject options, jlong inBitmapHandle, jlong colorSpaceHandle) { // Set default options. int sampleSize = 1; SkColorType colorType = kN32_SkColorType; bool requireUnpremul = false; jobject javaBitmap = nullptr; bool isHardware = false; sk_sp colorSpace = GraphicsJNI::getNativeColorSpace(colorSpaceHandle); // Update the default options with any options supplied by the client. if (NULL != options) { sampleSize = env->GetIntField(options, gOptions_sampleSizeFieldID); jobject jconfig = env->GetObjectField(options, gOptions_configFieldID); colorType = GraphicsJNI::getNativeBitmapColorType(env, jconfig); isHardware = GraphicsJNI::isHardwareConfig(env, jconfig); requireUnpremul = !env->GetBooleanField(options, gOptions_premultipliedFieldID); javaBitmap = env->GetObjectField(options, gOptions_bitmapFieldID); // The Java options of ditherMode and preferQualityOverSpeed are deprecated. We will // ignore the values of these fields. // Initialize these fields to indicate a failure. If the decode succeeds, we // will update them later on. env->SetIntField(options, gOptions_widthFieldID, -1); env->SetIntField(options, gOptions_heightFieldID, -1); env->SetObjectField(options, gOptions_mimeFieldID, 0); env->SetObjectField(options, gOptions_outConfigFieldID, 0); env->SetObjectField(options, gOptions_outColorSpaceFieldID, 0); } // Recycle a bitmap if possible. android::Bitmap* recycledBitmap = nullptr; if (javaBitmap) { recycledBitmap = &bitmap::toBitmap(inBitmapHandle); if (recycledBitmap->isImmutable()) { ALOGW("Warning: Reusing an immutable bitmap as an image decoder target."); } } auto* brd = reinterpret_cast(brdHandle); SkColorType decodeColorType = brd->computeOutputColorType(colorType); if (isHardware) { if (decodeColorType == kRGBA_F16_SkColorType && !uirenderer::HardwareBitmapUploader::hasFP16Support()) { decodeColorType = kN32_SkColorType; } if (decodeColorType == kRGBA_1010102_SkColorType && !uirenderer::HardwareBitmapUploader::has1010102Support()) { decodeColorType = kN32_SkColorType; } } // Set up the pixel allocator skia::BRDAllocator* allocator = nullptr; RecyclingClippingPixelAllocator recycleAlloc(recycledBitmap); HeapAllocator heapAlloc; if (javaBitmap) { allocator = &recycleAlloc; // We are required to match the color type of the recycled bitmap. decodeColorType = recycledBitmap->info().colorType(); } else { allocator = &heapAlloc; } sk_sp decodeColorSpace = brd->computeOutputColorSpace( decodeColorType, colorSpace); // Decode the region. const SkIRect subset = SkIRect::MakeXYWH(inputX, inputY, inputWidth, inputHeight); SkBitmap bitmap; if (!brd->decodeRegion(&bitmap, allocator, subset, sampleSize, decodeColorType, requireUnpremul, decodeColorSpace)) { return nullObjectReturn("Failed to decode region."); } // If the client provided options, indicate that the decode was successful. if (NULL != options) { env->SetIntField(options, gOptions_widthFieldID, bitmap.width()); env->SetIntField(options, gOptions_heightFieldID, bitmap.height()); env->SetObjectField(options, gOptions_mimeFieldID, getMimeTypeAsJavaString(env, brd->getEncodedFormat())); if (env->ExceptionCheck()) { return nullObjectReturn("OOM in encodedFormatToString()"); } jint configID = GraphicsJNI::colorTypeToLegacyBitmapConfig(decodeColorType); if (isHardware) { configID = GraphicsJNI::kHardware_LegacyBitmapConfig; } jobject config = env->CallStaticObjectMethod(gBitmapConfig_class, gBitmapConfig_nativeToConfigMethodID, configID); env->SetObjectField(options, gOptions_outConfigFieldID, config); env->SetObjectField(options, gOptions_outColorSpaceFieldID, GraphicsJNI::getColorSpace(env, decodeColorSpace.get(), decodeColorType)); } if (javaBitmap) { recycleAlloc.copyIfNecessary(); } sp gainmap; bool hasGainmap = brd->hasGainmap(); if (hasGainmap) { int gainmapWidth = bitmap.width(); int gainmapHeight = bitmap.height(); if (javaBitmap) { // If we are recycling we must match the inBitmap's relative dimensions gainmapWidth = recycledBitmap->width(); gainmapHeight = recycledBitmap->height(); } SkIRect gainmapSubset = brd->calculateGainmapRegion(subset, &gainmapWidth, &gainmapHeight); if (!brd->decodeGainmapRegion(&gainmap, gainmapWidth, gainmapHeight, gainmapSubset, sampleSize, requireUnpremul)) { // If there is an error decoding Gainmap - we don't fail. We just don't provide Gainmap hasGainmap = false; } } // If we may have reused a bitmap, we need to indicate that the pixels have changed. if (javaBitmap) { if (hasGainmap) { recycledBitmap->setGainmap(std::move(gainmap)); } bitmap::reinitBitmap(env, javaBitmap, recycledBitmap->info(), !requireUnpremul); return javaBitmap; } int bitmapCreateFlags = 0; if (!requireUnpremul) { bitmapCreateFlags |= android::bitmap::kBitmapCreateFlag_Premultiplied; } if (isHardware) { sk_sp hardwareBitmap = Bitmap::allocateHardwareBitmap(bitmap); if (hasGainmap) { auto gm = uirenderer::Gainmap::allocateHardwareGainmap(gainmap); if (gm) { hardwareBitmap->setGainmap(std::move(gm)); } } return bitmap::createBitmap(env, hardwareBitmap.release(), bitmapCreateFlags); } Bitmap* heapBitmap = heapAlloc.getStorageObjAndReset(); if (hasGainmap && heapBitmap != nullptr) { heapBitmap->setGainmap(std::move(gainmap)); } return android::bitmap::createBitmap(env, heapBitmap, bitmapCreateFlags); } static jint nativeGetHeight(JNIEnv* env, jobject, jlong brdHandle) { auto* brd = reinterpret_cast(brdHandle); return static_cast(brd->height()); } static jint nativeGetWidth(JNIEnv* env, jobject, jlong brdHandle) { auto* brd = reinterpret_cast(brdHandle); return static_cast(brd->width()); } static void nativeClean(JNIEnv* env, jobject, jlong brdHandle) { auto* brd = reinterpret_cast(brdHandle); delete brd; } /////////////////////////////////////////////////////////////////////////////// static const JNINativeMethod gBitmapRegionDecoderMethods[] = { { "nativeDecodeRegion", "(JIIIILandroid/graphics/BitmapFactory$Options;JJ)Landroid/graphics/Bitmap;", (void*)nativeDecodeRegion}, { "nativeGetHeight", "(J)I", (void*)nativeGetHeight}, { "nativeGetWidth", "(J)I", (void*)nativeGetWidth}, { "nativeClean", "(J)V", (void*)nativeClean}, { "nativeNewInstance", "([BII)Landroid/graphics/BitmapRegionDecoder;", (void*)nativeNewInstanceFromByteArray }, { "nativeNewInstance", "(Ljava/io/InputStream;[B)Landroid/graphics/BitmapRegionDecoder;", (void*)nativeNewInstanceFromStream }, { "nativeNewInstance", "(Ljava/io/FileDescriptor;)Landroid/graphics/BitmapRegionDecoder;", (void*)nativeNewInstanceFromFileDescriptor }, { "nativeNewInstance", "(J)Landroid/graphics/BitmapRegionDecoder;", (void*)nativeNewInstanceFromAsset }, }; int register_android_graphics_BitmapRegionDecoder(JNIEnv* env) { return android::RegisterMethodsOrDie(env, "android/graphics/BitmapRegionDecoder", gBitmapRegionDecoderMethods, NELEM(gBitmapRegionDecoderMethods)); }