/* * Copyright (C) 2016 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ /** * @addtogroup Media Camera * @{ */ /** * @file NdkImage.h */ /* * This file defines an NDK API. * Do not remove methods. * Do not change method signatures. * Do not change the value of constants. * Do not change the size of any of the classes defined in here. * Do not reference types that are not part of the NDK. * Do not #include files that aren't part of the NDK. */ #ifndef _NDK_IMAGE_H #define _NDK_IMAGE_H #include "NdkMediaError.h" #ifdef __cplusplus extern "C" { #endif /** * AImage is an opaque type that provides access to image generated by {@link AImageReader}. */ typedef struct AImage AImage; // Formats not listed here will not be supported by AImageReader enum AIMAGE_FORMATS { /** * Multi-plane Android YUV 420 format. * *

This format is a generic YCbCr format, capable of describing any 4:2:0 * chroma-subsampled planar or semiplanar buffer (but not fully interleaved), * with 8 bits per color sample.

* *

Images in this format are always represented by three separate buffers * of data, one for each color plane. Additional information always * accompanies the buffers, describing the row stride and the pixel stride * for each plane.

* *

The order of planes is guaranteed such that plane #0 is always Y, plane #1 is always * U (Cb), and plane #2 is always V (Cr).

* *

The Y-plane is guaranteed not to be interleaved with the U/V planes * (in particular, pixel stride is always 1 in {@link AImage_getPlanePixelStride}).

* *

The U/V planes are guaranteed to have the same row stride and pixel stride, that is, the * return value of {@link AImage_getPlaneRowStride} for the U/V plane are guaranteed to be the * same, and the return value of {@link AImage_getPlanePixelStride} for the U/V plane are also * guaranteed to be the same.

* *

For example, the {@link AImage} object can provide data * in this format from a {@link ACameraDevice} through an {@link AImageReader} object.

* *

This format is always supported as an output format for the android Camera2 NDK API.

* * @see AImage * @see AImageReader * @see ACameraDevice */ AIMAGE_FORMAT_YUV_420_888 = 0x23, /** * Compressed JPEG format. * *

This format is always supported as an output format for the android Camera2 NDK API.

*/ AIMAGE_FORMAT_JPEG = 0x100, /** * 16 bits per pixel raw camera sensor image format, usually representing a single-channel * Bayer-mosaic image. * *

The layout of the color mosaic, the maximum and minimum encoding * values of the raw pixel data, the color space of the image, and all other * needed information to interpret a raw sensor image must be queried from * the {@link ACameraDevice} which produced the image.

*/ AIMAGE_FORMAT_RAW16 = 0x20, /** * Private raw camera sensor image format, a single channel image with implementation depedent * pixel layout. * *

AIMAGE_FORMAT_RAW_PRIVATE is a format for unprocessed raw image buffers coming from an * image sensor. The actual structure of buffers of this format is implementation-dependent.

* */ AIMAGE_FORMAT_RAW_PRIVATE = 0x24, /** * Android 10-bit raw format. * *

* This is a single-plane, 10-bit per pixel, densely packed (in each row), * unprocessed format, usually representing raw Bayer-pattern images coming * from an image sensor. *

*

* In an image buffer with this format, starting from the first pixel of * each row, each 4 consecutive pixels are packed into 5 bytes (40 bits). * Each one of the first 4 bytes contains the top 8 bits of each pixel, The * fifth byte contains the 2 least significant bits of the 4 pixels, the * exact layout data for each 4 consecutive pixels is illustrated below * (Pi[j] stands for the jth bit of the ith pixel): *

* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
bit 7bit 6bit 5bit 4bit 3bit 2bit 1bit 0
Byte 0:P0[9]P0[8]P0[7]P0[6]P0[5]P0[4]P0[3]P0[2]
Byte 1:P1[9]P1[8]P1[7]P1[6]P1[5]P1[4]P1[3]P1[2]
Byte 2:P2[9]P2[8]P2[7]P2[6]P2[5]P2[4]P2[3]P2[2]
Byte 3:P3[9]P3[8]P3[7]P3[6]P3[5]P3[4]P3[3]P3[2]
Byte 4:P3[1]P3[0]P2[1]P2[0]P1[1]P1[0]P0[1]P0[0]
*

* This format assumes *

*

* *
size = row stride * height
where the row stride is in bytes, * not pixels. * *

* Since this is a densely packed format, the pixel stride is always 0. The * application must use the pixel data layout defined in above table to * access each row data. When row stride is equal to (width * (10 / 8)), there * will be no padding bytes at the end of each row, the entire image data is * densely packed. When stride is larger than (width * (10 / 8)), padding * bytes will be present at the end of each row. *

*

* For example, the {@link AImage} object can provide data in this format from a * {@link ACameraDevice} (if supported) through a {@link AImageReader} object. * The number of planes returned by {@link AImage_getNumberOfPlanes} will always be 1. * The pixel stride is undefined ({@link AImage_getPlanePixelStride} will return * {@link AMEDIA_ERROR_UNSUPPORTED}), and the {@link AImage_getPlaneRowStride} described the * vertical neighboring pixel distance (in bytes) between adjacent rows. *

* * @see AImage * @see AImageReader * @see ACameraDevice */ AIMAGE_FORMAT_RAW10 = 0x25, /** * Android 12-bit raw format. * *

* This is a single-plane, 12-bit per pixel, densely packed (in each row), * unprocessed format, usually representing raw Bayer-pattern images coming * from an image sensor. *

*

* In an image buffer with this format, starting from the first pixel of each * row, each two consecutive pixels are packed into 3 bytes (24 bits). The first * and second byte contains the top 8 bits of first and second pixel. The third * byte contains the 4 least significant bits of the two pixels, the exact layout * data for each two consecutive pixels is illustrated below (Pi[j] stands for * the jth bit of the ith pixel): *

* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
bit 7bit 6bit 5bit 4bit 3bit 2bit 1bit 0
Byte 0:P0[11]P0[10]P0[ 9]P0[ 8]P0[ 7]P0[ 6]P0[ 5]P0[ 4]
Byte 1:P1[11]P1[10]P1[ 9]P1[ 8]P1[ 7]P1[ 6]P1[ 5]P1[ 4]
Byte 2:P1[ 3]P1[ 2]P1[ 1]P1[ 0]P0[ 3]P0[ 2]P0[ 1]P0[ 0]
*

* This format assumes *

*

* *
size = row stride * height
where the row stride is in bytes, * not pixels. * *

* Since this is a densely packed format, the pixel stride is always 0. The * application must use the pixel data layout defined in above table to * access each row data. When row stride is equal to (width * (12 / 8)), there * will be no padding bytes at the end of each row, the entire image data is * densely packed. When stride is larger than (width * (12 / 8)), padding * bytes will be present at the end of each row. *

*

* For example, the {@link AImage} object can provide data in this format from a * {@link ACameraDevice} (if supported) through a {@link AImageReader} object. * The number of planes returned by {@link AImage_getNumberOfPlanes} will always be 1. * The pixel stride is undefined ({@link AImage_getPlanePixelStride} will return * {@link AMEDIA_ERROR_UNSUPPORTED}), and the {@link AImage_getPlaneRowStride} described the * vertical neighboring pixel distance (in bytes) between adjacent rows. *

* * @see AImage * @see AImageReader * @see ACameraDevice */ AIMAGE_FORMAT_RAW12 = 0x26, /** * Android dense depth image format. * *

Each pixel is 16 bits, representing a depth ranging measurement from a depth camera or * similar sensor. The 16-bit sample consists of a confidence value and the actual ranging * measurement.

* *

The confidence value is an estimate of correctness for this sample. It is encoded in the * 3 most significant bits of the sample, with a value of 0 representing 100% confidence, a * value of 1 representing 0% confidence, a value of 2 representing 1/7, a value of 3 * representing 2/7, and so on.

* *

As an example, the following sample extracts the range and confidence from the first pixel * of a DEPTH16-format {@link AImage}, and converts the confidence to a floating-point value * between 0 and 1.f inclusive, with 1.f representing maximum confidence: * *

     *    uint16_t* data;
     *    int dataLength;
     *    AImage_getPlaneData(image, 0, (uint8_t**)&data, &dataLength);
     *    uint16_t depthSample = data[0];
     *    uint16_t depthRange = (depthSample & 0x1FFF);
     *    uint16_t depthConfidence = ((depthSample >> 13) & 0x7);
     *    float depthPercentage = depthConfidence == 0 ? 1.f : (depthConfidence - 1) / 7.f;
     * 
*

* *

This format assumes *

*

* *
 y_size = stride * height 
* * When produced by a camera, the units for the range are millimeters. */ AIMAGE_FORMAT_DEPTH16 = 0x44363159, /** * Android sparse depth point cloud format. * *

A variable-length list of 3D points plus a confidence value, with each point represented * by four floats; first the X, Y, Z position coordinates, and then the confidence value.

* *

The number of points is ((size of the buffer in bytes) / 16). * *

The coordinate system and units of the position values depend on the source of the point * cloud data. The confidence value is between 0.f and 1.f, inclusive, with 0 representing 0% * confidence and 1.f representing 100% confidence in the measured position values.

* *

As an example, the following code extracts the first depth point in a DEPTH_POINT_CLOUD * format {@link AImage}: *

     *    float* data;
     *    int dataLength;
     *    AImage_getPlaneData(image, 0, (uint8_t**)&data, &dataLength);
     *    float x = data[0];
     *    float y = data[1];
     *    float z = data[2];
     *    float confidence = data[3];
     * 
* */ AIMAGE_FORMAT_DEPTH_POINT_CLOUD = 0x101, /** * Android private opaque image format. * *

This format is not currently supported by {@link AImageReader}.

*/ AIMAGE_FORMAT_PRIVATE = 0x22 }; /** * Data type describing an cropped rectangle returned by {@link AImage_getCropRect}. * *

Note that the right and bottom coordinates are exclusive, so the width of the rectangle is * (right - left) and the height of the rectangle is (bottom - top).

*/ typedef struct AImageCropRect { int32_t left; int32_t top; int32_t right; int32_t bottom; } AImageCropRect; /** * Return the image back the the system and delete the AImage object from memory. * *

Do NOT use the image pointer after this method returns. * Note that if the parent {@link AImageReader} is closed, all the {@link AImage} objects acquired * from the parent reader will be returned to system. All AImage_* methods except this method will * return {@link AMEDIA_ERROR_INVALID_OBJECT}. Application still needs to call this method on those * {@link AImage} objects to fully delete the {@link AImage} object from memory.

* * @param image The {@link AImage} to be deleted. */ void AImage_delete(AImage* image); /** * Query the width of the input {@link AImage}. * * @param image the {@link AImage} of interest. * @param width the width of the image will be filled here if the method call succeeeds. * * @return */ media_status_t AImage_getWidth(const AImage* image, /*out*/int32_t* width); /** * Query the height of the input {@link AImage}. * * @param image the {@link AImage} of interest. * @param height the height of the image will be filled here if the method call succeeeds. * * @return */ media_status_t AImage_getHeight(const AImage* image, /*out*/int32_t* height); /** * Query the format of the input {@link AImage}. * *

The format value will be one of AIMAGE_FORMAT_* enum value.

* * @param image the {@link AImage} of interest. * @param format the format of the image will be filled here if the method call succeeeds. * * @return */ media_status_t AImage_getFormat(const AImage* image, /*out*/int32_t* format); /** * Query the cropped rectangle of the input {@link AImage}. * *

The crop rectangle specifies the region of valid pixels in the image, using coordinates in the * largest-resolution plane.

* * @param image the {@link AImage} of interest. * @param rect the cropped rectangle of the image will be filled here if the method call succeeeds. * * @return */ media_status_t AImage_getCropRect(const AImage* image, /*out*/AImageCropRect* rect); /** * Query the timestamp of the input {@link AImage}. * *

* The timestamp is measured in nanoseconds, and is normally monotonically increasing. The * timestamps for the images from different sources may have different timebases therefore may not * be comparable. The specific meaning and timebase of the timestamp depend on the source providing * images. For images generated by camera, the timestamp value will match * {@link ACAMERA_SENSOR_TIMESTAMP} of the {@link ACameraMetadata} in * {@link ACameraCaptureSession_captureCallbacks#onCaptureStarted} and * {@link ACameraCaptureSession_captureCallbacks#onCaptureCompleted} callback. *

* * @param image the {@link AImage} of interest. * @param timestampNs the timestamp of the image will be filled here if the method call succeeeds. * * @return */ media_status_t AImage_getTimestamp(const AImage* image, /*out*/int64_t* timestampNs); /** * Query the number of planes of the input {@link AImage}. * *

The number of plane of an {@link AImage} is determined by its format, which can be queried by * {@link AImage_getFormat} method.

* * @param image the {@link AImage} of interest. * @param numPlanes the number of planes of the image will be filled here if the method call * succeeeds. * * @return */ media_status_t AImage_getNumberOfPlanes(const AImage* image, /*out*/int32_t* numPlanes); /** * Query the pixel stride of the input {@link AImage}. * *

This is the distance between two consecutive pixel values in a row of pixels. It may be * larger than the size of a single pixel to account for interleaved image data or padded formats. * Note that pixel stride is undefined for some formats such as {@link AIMAGE_FORMAT_RAW_PRIVATE}, * and calling this method on images of these formats will cause {@link AMEDIA_ERROR_UNSUPPORTED} * being returned. * For formats where pixel stride is well defined, the pixel stride is always greater than 0.

* * @param image the {@link AImage} of interest. * @param planeIdx the index of the plane. Must be less than the number of planes of input image. * @param pixelStride the pixel stride of the image will be filled here if the method call succeeeds. * * @return */ media_status_t AImage_getPlanePixelStride( const AImage* image, int planeIdx, /*out*/int32_t* pixelStride); /** * Query the row stride of the input {@link AImage}. * *

This is the distance between the start of two consecutive rows of pixels in the image. Note * that row stried is undefined for some formats such as {@link AIMAGE_FORMAT_RAW_PRIVATE}, and * calling this method on images of these formats will cause {@link AMEDIA_ERROR_UNSUPPORTED} * being returned. * For formats where row stride is well defined, the row stride is always greater than 0.

* * @param image the {@link AImage} of interest. * @param planeIdx the index of the plane. Must be less than the number of planes of input image. * @param rowStride the row stride of the image will be filled here if the method call succeeeds. * * @return */ media_status_t AImage_getPlaneRowStride( const AImage* image, int planeIdx, /*out*/int32_t* rowStride); /** * Get the data pointer of the input image for direct application access. * *

Note that once the {@link AImage} or the parent {@link AImageReader} is deleted, the data * pointer from previous AImage_getPlaneData call becomes invalid. Do NOT use it after the * {@link AImage} or the parent {@link AImageReader} is deleted.

* * @param image the {@link AImage} of interest. * @param planeIdx the index of the plane. Must be less than the number of planes of input image. * @param data the data pointer of the image will be filled here if the method call succeeeds. * @param dataLength the valid length of data will be filled here if the method call succeeeds. * * @return */ media_status_t AImage_getPlaneData( const AImage* image, int planeIdx, /*out*/uint8_t** data, /*out*/int* dataLength); #ifdef __cplusplus } // extern "C" #endif #endif //_NDK_IMAGE_H /** @} */