1 /*
2 **
3 ** Copyright 2008, The Android Open Source Project
4 **
5 ** Licensed under the Apache License, Version 2.0 (the "License");
6 ** you may not use this file except in compliance with the License.
7 ** You may obtain a copy of the License at
8 **
9 **     http://www.apache.org/licenses/LICENSE-2.0
10 **
11 ** Unless required by applicable law or agreed to in writing, software
12 ** distributed under the License is distributed on an "AS IS" BASIS,
13 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 ** See the License for the specific language governing permissions and
15 ** limitations under the License.
16 */
17 
18 //#define LOG_NDEBUG 0
19 #define LOG_TAG "MediaMetadataRetrieverJNI"
20 
21 #include <cmath>
22 #include <assert.h>
23 #include <utils/Log.h>
24 #include <utils/threads.h>
25 #include <SkBitmap.h>
26 #include <media/IMediaHTTPService.h>
27 #include <media/mediametadataretriever.h>
28 #include <media/mediascanner.h>
29 #include <nativehelper/ScopedLocalRef.h>
30 #include <private/media/VideoFrame.h>
31 
32 #include "jni.h"
33 #include <nativehelper/JNIHelp.h>
34 #include "android_runtime/AndroidRuntime.h"
35 #include "android_media_MediaDataSource.h"
36 #include "android_media_Streams.h"
37 #include "android_util_Binder.h"
38 
39 #include "android/graphics/GraphicsJNI.h"
40 
41 using namespace android;
42 
43 struct fields_t {
44     jfieldID context;
45     jclass bitmapClazz;  // Must be a global ref
46     jmethodID createBitmapMethod;
47     jmethodID createScaledBitmapMethod;
48     jclass configClazz;  // Must be a global ref
49     jmethodID createConfigMethod;
50     jclass bitmapParamsClazz; // Must be a global ref
51     jfieldID inPreferredConfig;
52     jfieldID outActualConfig;
53     jclass arrayListClazz; // Must be a global ref
54     jmethodID arrayListInit;
55     jmethodID arrayListAdd;
56 };
57 
58 static fields_t fields;
59 static Mutex sLock;
60 static const char* const kClassPathName = "android/media/MediaMetadataRetriever";
61 
process_media_retriever_call(JNIEnv * env,status_t opStatus,const char * exception,const char * message)62 static void process_media_retriever_call(JNIEnv *env, status_t opStatus, const char* exception, const char *message)
63 {
64     if (opStatus == (status_t) INVALID_OPERATION) {
65         jniThrowException(env, "java/lang/IllegalStateException", NULL);
66     } else if (opStatus != (status_t) OK) {
67         if (strlen(message) > 230) {
68             // If the message is too long, don't bother displaying the status code.
69             jniThrowException( env, exception, message);
70         } else {
71             char msg[256];
72             // Append the status code to the message.
73             sprintf(msg, "%s: status = 0x%X", message, opStatus);
74             jniThrowException( env, exception, msg);
75         }
76     }
77 }
78 
getRetriever(JNIEnv * env,jobject thiz)79 static sp<MediaMetadataRetriever> getRetriever(JNIEnv* env, jobject thiz)
80 {
81     // No lock is needed, since it is called internally by other methods that are protected
82     MediaMetadataRetriever* retriever = (MediaMetadataRetriever*) env->GetLongField(thiz, fields.context);
83     return retriever;
84 }
85 
setRetriever(JNIEnv * env,jobject thiz,const sp<MediaMetadataRetriever> & retriever)86 static void setRetriever(JNIEnv* env, jobject thiz, const sp<MediaMetadataRetriever> &retriever)
87 {
88     // No lock is needed, since it is called internally by other methods that are protected
89 
90     if (retriever != NULL) {
91         retriever->incStrong(thiz);
92     }
93     sp<MediaMetadataRetriever> old = getRetriever(env, thiz);
94     if (old != NULL) {
95         old->decStrong(thiz);
96     }
97 
98     env->SetLongField(thiz, fields.context, (jlong) retriever.get());
99 }
100 
101 static void
android_media_MediaMetadataRetriever_setDataSourceAndHeaders(JNIEnv * env,jobject thiz,jobject httpServiceBinderObj,jstring path,jobjectArray keys,jobjectArray values)102 android_media_MediaMetadataRetriever_setDataSourceAndHeaders(
103         JNIEnv *env, jobject thiz, jobject httpServiceBinderObj, jstring path,
104         jobjectArray keys, jobjectArray values) {
105 
106     ALOGV("setDataSource");
107     sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
108     if (retriever == 0) {
109         jniThrowException(
110                 env,
111                 "java/lang/IllegalStateException", "No retriever available");
112 
113         return;
114     }
115 
116     if (!path) {
117         jniThrowException(
118                 env, "java/lang/IllegalArgumentException", "Null pointer");
119 
120         return;
121     }
122 
123     const char *tmp = env->GetStringUTFChars(path, NULL);
124     if (!tmp) {  // OutOfMemoryError exception already thrown
125         return;
126     }
127 
128     String8 pathStr(tmp);
129     env->ReleaseStringUTFChars(path, tmp);
130     tmp = NULL;
131 
132     // Don't let somebody trick us in to reading some random block of memory
133     if (strncmp("mem://", pathStr.string(), 6) == 0) {
134         jniThrowException(
135                 env, "java/lang/IllegalArgumentException", "Invalid pathname");
136         return;
137     }
138 
139     // We build a similar KeyedVector out of it.
140     KeyedVector<String8, String8> headersVector;
141     if (!ConvertKeyValueArraysToKeyedVector(
142             env, keys, values, &headersVector)) {
143         return;
144     }
145 
146     sp<IMediaHTTPService> httpService;
147     if (httpServiceBinderObj != NULL) {
148         sp<IBinder> binder = ibinderForJavaObject(env, httpServiceBinderObj);
149         httpService = interface_cast<IMediaHTTPService>(binder);
150     }
151 
152     process_media_retriever_call(
153             env,
154             retriever->setDataSource(
155                 httpService,
156                 pathStr.string(),
157                 headersVector.size() > 0 ? &headersVector : NULL),
158 
159             "java/lang/RuntimeException",
160             "setDataSource failed");
161 }
162 
android_media_MediaMetadataRetriever_setDataSourceFD(JNIEnv * env,jobject thiz,jobject fileDescriptor,jlong offset,jlong length)163 static void android_media_MediaMetadataRetriever_setDataSourceFD(JNIEnv *env, jobject thiz, jobject fileDescriptor, jlong offset, jlong length)
164 {
165     ALOGV("setDataSource");
166     sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
167     if (retriever == 0) {
168         jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
169         return;
170     }
171     if (!fileDescriptor) {
172         jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
173         return;
174     }
175     int fd = jniGetFDFromFileDescriptor(env, fileDescriptor);
176     if (offset < 0 || length < 0 || fd < 0) {
177         if (offset < 0) {
178             ALOGE("negative offset (%lld)", (long long)offset);
179         }
180         if (length < 0) {
181             ALOGE("negative length (%lld)", (long long)length);
182         }
183         if (fd < 0) {
184             ALOGE("invalid file descriptor");
185         }
186         jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
187         return;
188     }
189     process_media_retriever_call(env, retriever->setDataSource(fd, offset, length), "java/lang/RuntimeException", "setDataSource failed");
190 }
191 
android_media_MediaMetadataRetriever_setDataSourceCallback(JNIEnv * env,jobject thiz,jobject dataSource)192 static void android_media_MediaMetadataRetriever_setDataSourceCallback(JNIEnv *env, jobject thiz, jobject dataSource)
193 {
194     ALOGV("setDataSourceCallback");
195     sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
196     if (retriever == 0) {
197         jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
198         return;
199     }
200     if (dataSource == NULL) {
201         jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
202         return;
203     }
204 
205     sp<IDataSource> callbackDataSource = new JMediaDataSource(env, dataSource);
206     process_media_retriever_call(env, retriever->setDataSource(callbackDataSource), "java/lang/RuntimeException", "setDataSourceCallback failed");
207 }
208 
209 template<typename T>
rotate0(T * dst,const T * src,size_t width,size_t height)210 static void rotate0(T* dst, const T* src, size_t width, size_t height)
211 {
212     memcpy(dst, src, width * height * sizeof(T));
213 }
214 
215 template<typename T>
rotate90(T * dst,const T * src,size_t width,size_t height)216 static void rotate90(T* dst, const T* src, size_t width, size_t height)
217 {
218     for (size_t i = 0; i < height; ++i) {
219         for (size_t j = 0; j < width; ++j) {
220             dst[j * height + height - 1 - i] = src[i * width + j];
221         }
222     }
223 }
224 
225 template<typename T>
rotate180(T * dst,const T * src,size_t width,size_t height)226 static void rotate180(T* dst, const T* src, size_t width, size_t height)
227 {
228     for (size_t i = 0; i < height; ++i) {
229         for (size_t j = 0; j < width; ++j) {
230             dst[(height - 1 - i) * width + width - 1 - j] = src[i * width + j];
231         }
232     }
233 }
234 
235 template<typename T>
rotate270(T * dst,const T * src,size_t width,size_t height)236 static void rotate270(T* dst, const T* src, size_t width, size_t height)
237 {
238     for (size_t i = 0; i < height; ++i) {
239         for (size_t j = 0; j < width; ++j) {
240             dst[(width - 1 - j) * height + i] = src[i * width + j];
241         }
242     }
243 }
244 
245 template<typename T>
rotate(T * dst,const T * src,size_t width,size_t height,int angle)246 static void rotate(T *dst, const T *src, size_t width, size_t height, int angle)
247 {
248     switch (angle) {
249         case 0:
250             rotate0(dst, src, width, height);
251             break;
252         case 90:
253             rotate90(dst, src, width, height);
254             break;
255         case 180:
256             rotate180(dst, src, width, height);
257             break;
258         case 270:
259             rotate270(dst, src, width, height);
260             break;
261     }
262 }
263 
getBitmapFromVideoFrame(JNIEnv * env,VideoFrame * videoFrame,jint dst_width,jint dst_height,SkColorType outColorType)264 static jobject getBitmapFromVideoFrame(
265         JNIEnv *env, VideoFrame *videoFrame, jint dst_width, jint dst_height,
266         SkColorType outColorType) {
267     ALOGV("getBitmapFromVideoFrame: dimension = %dx%d, displaySize = %dx%d, bytes = %d",
268             videoFrame->mWidth,
269             videoFrame->mHeight,
270             videoFrame->mDisplayWidth,
271             videoFrame->mDisplayHeight,
272             videoFrame->mSize);
273 
274     ScopedLocalRef<jobject> config(env,
275             env->CallStaticObjectMethod(
276                     fields.configClazz,
277                     fields.createConfigMethod,
278                     GraphicsJNI::colorTypeToLegacyBitmapConfig(outColorType)));
279 
280     uint32_t width, height, displayWidth, displayHeight;
281     bool swapWidthAndHeight = false;
282     if (videoFrame->mRotationAngle == 90 || videoFrame->mRotationAngle == 270) {
283         width = videoFrame->mHeight;
284         height = videoFrame->mWidth;
285         swapWidthAndHeight = true;
286         displayWidth = videoFrame->mDisplayHeight;
287         displayHeight = videoFrame->mDisplayWidth;
288     } else {
289         width = videoFrame->mWidth;
290         height = videoFrame->mHeight;
291         displayWidth = videoFrame->mDisplayWidth;
292         displayHeight = videoFrame->mDisplayHeight;
293     }
294 
295     jobject jBitmap = env->CallStaticObjectMethod(
296                             fields.bitmapClazz,
297                             fields.createBitmapMethod,
298                             width,
299                             height,
300                             config.get());
301     if (jBitmap == NULL) {
302         if (env->ExceptionCheck()) {
303             env->ExceptionClear();
304         }
305         ALOGE("getBitmapFromVideoFrame: create Bitmap failed!");
306         return NULL;
307     }
308 
309     SkBitmap bitmap;
310     GraphicsJNI::getSkBitmap(env, jBitmap, &bitmap);
311 
312     if (outColorType == kRGB_565_SkColorType) {
313         rotate((uint16_t*)bitmap.getPixels(),
314                (uint16_t*)((char*)videoFrame + sizeof(VideoFrame)),
315                videoFrame->mWidth,
316                videoFrame->mHeight,
317                videoFrame->mRotationAngle);
318     } else {
319         rotate((uint32_t*)bitmap.getPixels(),
320                (uint32_t*)((char*)videoFrame + sizeof(VideoFrame)),
321                videoFrame->mWidth,
322                videoFrame->mHeight,
323                videoFrame->mRotationAngle);
324     }
325 
326     if (dst_width <= 0 || dst_height <= 0) {
327         dst_width = displayWidth;
328         dst_height = displayHeight;
329     } else {
330         float factor = std::min((float)dst_width / (float)displayWidth,
331                 (float)dst_height / (float)displayHeight);
332         dst_width = std::round(displayWidth * factor);
333         dst_height = std::round(displayHeight * factor);
334     }
335 
336     if ((uint32_t)dst_width != width || (uint32_t)dst_height != height) {
337         ALOGV("Bitmap dimension is scaled from %dx%d to %dx%d",
338                 width, height, dst_width, dst_height);
339         jobject scaledBitmap = env->CallStaticObjectMethod(fields.bitmapClazz,
340                                 fields.createScaledBitmapMethod,
341                                 jBitmap,
342                                 dst_width,
343                                 dst_height,
344                                 true);
345 
346         env->DeleteLocalRef(jBitmap);
347         return scaledBitmap;
348     }
349 
350     return jBitmap;
351 }
352 
getColorFormat(JNIEnv * env,jobject options)353 static int getColorFormat(JNIEnv *env, jobject options) {
354     if (options == NULL) {
355         return HAL_PIXEL_FORMAT_RGBA_8888;
356     }
357 
358     ScopedLocalRef<jobject> inConfig(env, env->GetObjectField(options, fields.inPreferredConfig));
359     SkColorType prefColorType = GraphicsJNI::getNativeBitmapColorType(env, inConfig.get());
360 
361     if (prefColorType == kRGB_565_SkColorType) {
362         return HAL_PIXEL_FORMAT_RGB_565;
363     }
364     return HAL_PIXEL_FORMAT_RGBA_8888;
365 }
366 
setOutColorType(JNIEnv * env,int colorFormat,jobject options)367 static SkColorType setOutColorType(JNIEnv *env, int colorFormat, jobject options) {
368     SkColorType outColorType = kN32_SkColorType;
369     if (colorFormat == HAL_PIXEL_FORMAT_RGB_565) {
370         outColorType = kRGB_565_SkColorType;
371     }
372 
373     if (options != NULL) {
374         ScopedLocalRef<jobject> config(env,
375                 env->CallStaticObjectMethod(
376                         fields.configClazz,
377                         fields.createConfigMethod,
378                         GraphicsJNI::colorTypeToLegacyBitmapConfig(outColorType)));
379 
380         env->SetObjectField(options, fields.outActualConfig, config.get());
381     }
382     return outColorType;
383 }
384 
android_media_MediaMetadataRetriever_getFrameAtTime(JNIEnv * env,jobject thiz,jlong timeUs,jint option,jint dst_width,jint dst_height)385 static jobject android_media_MediaMetadataRetriever_getFrameAtTime(
386         JNIEnv *env, jobject thiz, jlong timeUs, jint option, jint dst_width, jint dst_height)
387 {
388     ALOGV("getFrameAtTime: %lld us option: %d dst width: %d heigh: %d",
389             (long long)timeUs, option, dst_width, dst_height);
390     sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
391     if (retriever == 0) {
392         jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
393         return NULL;
394     }
395 
396     // Call native method to retrieve a video frame
397     VideoFrame *videoFrame = NULL;
398     sp<IMemory> frameMemory = retriever->getFrameAtTime(timeUs, option);
399     if (frameMemory != 0) {  // cast the shared structure to a VideoFrame object
400         videoFrame = static_cast<VideoFrame *>(frameMemory->pointer());
401     }
402     if (videoFrame == NULL) {
403         ALOGE("getFrameAtTime: videoFrame is a NULL pointer");
404         return NULL;
405     }
406 
407     return getBitmapFromVideoFrame(env, videoFrame, dst_width, dst_height, kRGB_565_SkColorType);
408 }
409 
android_media_MediaMetadataRetriever_getImageAtIndex(JNIEnv * env,jobject thiz,jint index,jobject params)410 static jobject android_media_MediaMetadataRetriever_getImageAtIndex(
411         JNIEnv *env, jobject thiz, jint index, jobject params)
412 {
413     ALOGV("getImageAtIndex: index %d", index);
414     sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
415     if (retriever == 0) {
416         jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
417         return NULL;
418     }
419 
420     int colorFormat = getColorFormat(env, params);
421 
422     // Call native method to retrieve an image
423     VideoFrame *videoFrame = NULL;
424     sp<IMemory> frameMemory = retriever->getImageAtIndex(index, colorFormat);
425     if (frameMemory != 0) {  // cast the shared structure to a VideoFrame object
426         videoFrame = static_cast<VideoFrame *>(frameMemory->pointer());
427     }
428     if (videoFrame == NULL) {
429         ALOGE("getImageAtIndex: videoFrame is a NULL pointer");
430         return NULL;
431     }
432 
433     SkColorType outColorType = setOutColorType(env, colorFormat, params);
434 
435     return getBitmapFromVideoFrame(env, videoFrame, -1, -1, outColorType);
436 }
437 
android_media_MediaMetadataRetriever_getThumbnailImageAtIndex(JNIEnv * env,jobject thiz,jint index,jobject params,jint targetSize,jint maxPixels)438 static jobject android_media_MediaMetadataRetriever_getThumbnailImageAtIndex(
439         JNIEnv *env, jobject thiz, jint index, jobject params, jint targetSize, jint maxPixels)
440 {
441     ALOGV("getThumbnailImageAtIndex: index %d", index);
442 
443     sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
444     if (retriever == 0) {
445         jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
446         return NULL;
447     }
448 
449     int colorFormat = getColorFormat(env, params);
450     jint dst_width = -1, dst_height = -1;
451 
452     // Call native method to retrieve an image
453     VideoFrame *videoFrame = NULL;
454     sp<IMemory> frameMemory = retriever->getImageAtIndex(
455             index, colorFormat, true /*metaOnly*/, true /*thumbnail*/);
456     if (frameMemory != 0) {
457         videoFrame = static_cast<VideoFrame *>(frameMemory->pointer());
458         int32_t thumbWidth = videoFrame->mWidth;
459         int32_t thumbHeight = videoFrame->mHeight;
460         videoFrame = NULL;
461         int64_t thumbPixels = thumbWidth * thumbHeight;
462 
463         // Here we try to use the included thumbnail if it's not too shabby.
464         // If this fails ThumbnailUtils would have to decode the full image and
465         // downscale which could take long.
466         if (thumbWidth >= targetSize || thumbHeight >= targetSize
467                 || thumbPixels * 6 >= maxPixels) {
468             frameMemory = retriever->getImageAtIndex(
469                     index, colorFormat, false /*metaOnly*/, true /*thumbnail*/);
470             videoFrame = static_cast<VideoFrame *>(frameMemory->pointer());
471 
472             if (thumbPixels > maxPixels) {
473                 int downscale = ceil(sqrt(thumbPixels / (float)maxPixels));
474                 dst_width = thumbWidth / downscale;
475                 dst_height = thumbHeight /downscale;
476             }
477         }
478     }
479     if (videoFrame == NULL) {
480         ALOGV("getThumbnailImageAtIndex: no suitable thumbnails available");
481         return NULL;
482     }
483 
484     // Ignore rotation for thumbnail extraction to be consistent with
485     // thumbnails extracted by BitmapFactory APIs.
486     videoFrame->mRotationAngle = 0;
487 
488     SkColorType outColorType = setOutColorType(env, colorFormat, params);
489 
490     return getBitmapFromVideoFrame(env, videoFrame, dst_width, dst_height, outColorType);
491 }
492 
android_media_MediaMetadataRetriever_getFrameAtIndex(JNIEnv * env,jobject thiz,jint frameIndex,jint numFrames,jobject params)493 static jobject android_media_MediaMetadataRetriever_getFrameAtIndex(
494         JNIEnv *env, jobject thiz, jint frameIndex, jint numFrames, jobject params)
495 {
496     ALOGV("getFrameAtIndex: frameIndex %d, numFrames %d", frameIndex, numFrames);
497     sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
498     if (retriever == 0) {
499         jniThrowException(env,
500                 "java/lang/IllegalStateException", "No retriever available");
501         return NULL;
502     }
503 
504     int colorFormat = getColorFormat(env, params);
505 
506     std::vector<sp<IMemory> > frames;
507     status_t err = retriever->getFrameAtIndex(&frames, frameIndex, numFrames, colorFormat);
508     if (err != OK || frames.size() == 0) {
509         jniThrowException(env,
510                 "java/lang/IllegalStateException", "No frames from retriever");
511         return NULL;
512     }
513     jobject arrayList = env->NewObject(fields.arrayListClazz, fields.arrayListInit);
514     if (arrayList == NULL) {
515         jniThrowException(env,
516                 "java/lang/IllegalStateException", "Can't create bitmap array");
517         return NULL;
518     }
519 
520     SkColorType outColorType = setOutColorType(env, colorFormat, params);
521 
522     for (size_t i = 0; i < frames.size(); i++) {
523         if (frames[i] == NULL || frames[i]->pointer() == NULL) {
524             ALOGE("video frame at index %zu is a NULL pointer", frameIndex + i);
525             continue;
526         }
527         VideoFrame *videoFrame = static_cast<VideoFrame *>(frames[i]->pointer());
528         jobject bitmapObj = getBitmapFromVideoFrame(env, videoFrame, -1, -1, outColorType);
529         env->CallBooleanMethod(arrayList, fields.arrayListAdd, bitmapObj);
530         env->DeleteLocalRef(bitmapObj);
531     }
532     return arrayList;
533 }
534 
android_media_MediaMetadataRetriever_getEmbeddedPicture(JNIEnv * env,jobject thiz,jint pictureType)535 static jbyteArray android_media_MediaMetadataRetriever_getEmbeddedPicture(
536         JNIEnv *env, jobject thiz, jint pictureType)
537 {
538     ALOGV("getEmbeddedPicture: %d", pictureType);
539     sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
540     if (retriever == 0) {
541         jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
542         return NULL;
543     }
544     MediaAlbumArt* mediaAlbumArt = NULL;
545 
546     // FIXME:
547     // Use pictureType to retrieve the intended embedded picture and also change
548     // the method name to getEmbeddedPicture().
549     sp<IMemory> albumArtMemory = retriever->extractAlbumArt();
550     if (albumArtMemory != 0) {  // cast the shared structure to a MediaAlbumArt object
551         mediaAlbumArt = static_cast<MediaAlbumArt *>(albumArtMemory->pointer());
552     }
553     if (mediaAlbumArt == NULL) {
554         ALOGE("getEmbeddedPicture: Call to getEmbeddedPicture failed.");
555         return NULL;
556     }
557 
558     jbyteArray array = env->NewByteArray(mediaAlbumArt->size());
559     if (!array) {  // OutOfMemoryError exception has already been thrown.
560         ALOGE("getEmbeddedPicture: OutOfMemoryError is thrown.");
561     } else {
562         const jbyte* data =
563                 reinterpret_cast<const jbyte*>(mediaAlbumArt->data());
564         env->SetByteArrayRegion(array, 0, mediaAlbumArt->size(), data);
565     }
566 
567     // No need to delete mediaAlbumArt here
568     return array;
569 }
570 
android_media_MediaMetadataRetriever_extractMetadata(JNIEnv * env,jobject thiz,jint keyCode)571 static jobject android_media_MediaMetadataRetriever_extractMetadata(JNIEnv *env, jobject thiz, jint keyCode)
572 {
573     ALOGV("extractMetadata");
574     sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
575     if (retriever == 0) {
576         jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
577         return NULL;
578     }
579     const char* value = retriever->extractMetadata(keyCode);
580     if (!value) {
581         ALOGV("extractMetadata: Metadata is not found");
582         return NULL;
583     }
584     ALOGV("extractMetadata: value (%s) for keyCode(%d)", value, keyCode);
585     return env->NewStringUTF(value);
586 }
587 
android_media_MediaMetadataRetriever_release(JNIEnv * env,jobject thiz)588 static void android_media_MediaMetadataRetriever_release(JNIEnv *env, jobject thiz)
589 {
590     ALOGV("release");
591     Mutex::Autolock lock(sLock);
592     setRetriever(env, thiz, NULL);
593 }
594 
android_media_MediaMetadataRetriever_native_finalize(JNIEnv * env,jobject thiz)595 static void android_media_MediaMetadataRetriever_native_finalize(JNIEnv *env, jobject thiz)
596 {
597     ALOGV("native_finalize");
598     // No lock is needed, since android_media_MediaMetadataRetriever_release() is protected
599     android_media_MediaMetadataRetriever_release(env, thiz);
600 }
601 
602 // This function gets a field ID, which in turn causes class initialization.
603 // It is called from a static block in MediaMetadataRetriever, which won't run until the
604 // first time an instance of this class is used.
android_media_MediaMetadataRetriever_native_init(JNIEnv * env)605 static void android_media_MediaMetadataRetriever_native_init(JNIEnv *env)
606 {
607     ScopedLocalRef<jclass> clazz(env, env->FindClass(kClassPathName));
608     if (clazz.get() == NULL) {
609         return;
610     }
611 
612     fields.context = env->GetFieldID(clazz.get(), "mNativeContext", "J");
613     if (fields.context == NULL) {
614         return;
615     }
616 
617     clazz.reset(env->FindClass("android/graphics/Bitmap"));
618     if (clazz.get() == NULL) {
619         return;
620     }
621     fields.bitmapClazz = (jclass) env->NewGlobalRef(clazz.get());
622     if (fields.bitmapClazz == NULL) {
623         return;
624     }
625     fields.createBitmapMethod =
626             env->GetStaticMethodID(fields.bitmapClazz, "createBitmap",
627                     "(IILandroid/graphics/Bitmap$Config;)"
628                     "Landroid/graphics/Bitmap;");
629     if (fields.createBitmapMethod == NULL) {
630         return;
631     }
632     fields.createScaledBitmapMethod =
633             env->GetStaticMethodID(fields.bitmapClazz, "createScaledBitmap",
634                     "(Landroid/graphics/Bitmap;IIZ)"
635                     "Landroid/graphics/Bitmap;");
636     if (fields.createScaledBitmapMethod == NULL) {
637         return;
638     }
639 
640     clazz.reset(env->FindClass("android/graphics/Bitmap$Config"));
641     if (clazz.get() == NULL) {
642         return;
643     }
644     fields.configClazz = (jclass) env->NewGlobalRef(clazz.get());
645     if (fields.configClazz == NULL) {
646         return;
647     }
648     fields.createConfigMethod =
649             env->GetStaticMethodID(fields.configClazz, "nativeToConfig",
650                     "(I)Landroid/graphics/Bitmap$Config;");
651     if (fields.createConfigMethod == NULL) {
652         return;
653     }
654 
655     clazz.reset(env->FindClass("android/media/MediaMetadataRetriever$BitmapParams"));
656     if (clazz.get() == NULL) {
657         return;
658     }
659     fields.bitmapParamsClazz = (jclass) env->NewGlobalRef(clazz.get());
660     if (fields.bitmapParamsClazz == NULL) {
661         return;
662     }
663     fields.inPreferredConfig = env->GetFieldID(fields.bitmapParamsClazz,
664             "inPreferredConfig", "Landroid/graphics/Bitmap$Config;");
665     if (fields.inPreferredConfig == NULL) {
666         return;
667     }
668     fields.outActualConfig = env->GetFieldID(fields.bitmapParamsClazz,
669             "outActualConfig", "Landroid/graphics/Bitmap$Config;");
670     if (fields.outActualConfig == NULL) {
671         return;
672     }
673 
674     clazz.reset(env->FindClass("java/util/ArrayList"));
675     if (clazz.get() == NULL) {
676         return;
677     }
678     fields.arrayListClazz = (jclass) env->NewGlobalRef(clazz.get());
679     if (fields.arrayListClazz == NULL) {
680         return;
681     }
682     fields.arrayListInit = env->GetMethodID(clazz.get(), "<init>", "()V");
683     if (fields.arrayListInit == NULL) {
684         return;
685     }
686     fields.arrayListAdd = env->GetMethodID(clazz.get(), "add", "(Ljava/lang/Object;)Z");
687     if (fields.arrayListAdd == NULL) {
688         return;
689     }
690 }
691 
android_media_MediaMetadataRetriever_native_setup(JNIEnv * env,jobject thiz)692 static void android_media_MediaMetadataRetriever_native_setup(JNIEnv *env, jobject thiz)
693 {
694     ALOGV("native_setup");
695     sp<MediaMetadataRetriever> retriever = new MediaMetadataRetriever();
696     if (retriever == 0) {
697         jniThrowException(env, "java/lang/RuntimeException", "Out of memory");
698         return;
699     }
700     setRetriever(env, thiz, retriever);
701 }
702 
703 // JNI mapping between Java methods and native methods
704 static const JNINativeMethod nativeMethods[] = {
705         {
706             "_setDataSource",
707             "(Landroid/os/IBinder;Ljava/lang/String;[Ljava/lang/String;[Ljava/lang/String;)V",
708             (void *)android_media_MediaMetadataRetriever_setDataSourceAndHeaders
709         },
710 
711         {"setDataSource",   "(Ljava/io/FileDescriptor;JJ)V",
712                 (void *)android_media_MediaMetadataRetriever_setDataSourceFD},
713         {"_setDataSource",   "(Landroid/media/MediaDataSource;)V",
714                 (void *)android_media_MediaMetadataRetriever_setDataSourceCallback},
715         {"_getFrameAtTime", "(JIII)Landroid/graphics/Bitmap;",
716                 (void *)android_media_MediaMetadataRetriever_getFrameAtTime},
717         {
718             "_getImageAtIndex",
719             "(ILandroid/media/MediaMetadataRetriever$BitmapParams;)Landroid/graphics/Bitmap;",
720             (void *)android_media_MediaMetadataRetriever_getImageAtIndex
721         },
722 
723         {
724             "getThumbnailImageAtIndex",
725             "(ILandroid/media/MediaMetadataRetriever$BitmapParams;II)Landroid/graphics/Bitmap;",
726             (void *)android_media_MediaMetadataRetriever_getThumbnailImageAtIndex
727         },
728 
729         {
730             "_getFrameAtIndex",
731             "(IILandroid/media/MediaMetadataRetriever$BitmapParams;)Ljava/util/List;",
732             (void *)android_media_MediaMetadataRetriever_getFrameAtIndex
733         },
734 
735         {"extractMetadata", "(I)Ljava/lang/String;",
736                 (void *)android_media_MediaMetadataRetriever_extractMetadata},
737         {"getEmbeddedPicture", "(I)[B",
738                 (void *)android_media_MediaMetadataRetriever_getEmbeddedPicture},
739         {"release",         "()V",
740                 (void *)android_media_MediaMetadataRetriever_release},
741         {"native_finalize", "()V",
742                 (void *)android_media_MediaMetadataRetriever_native_finalize},
743         {"native_setup",    "()V",
744                 (void *)android_media_MediaMetadataRetriever_native_setup},
745         {"native_init",     "()V",
746                 (void *)android_media_MediaMetadataRetriever_native_init},
747 };
748 
749 // This function only registers the native methods, and is called from
750 // JNI_OnLoad in android_media_MediaPlayer.cpp
register_android_media_MediaMetadataRetriever(JNIEnv * env)751 int register_android_media_MediaMetadataRetriever(JNIEnv *env)
752 {
753     return AndroidRuntime::registerNativeMethods
754         (env, kClassPathName, nativeMethods, NELEM(nativeMethods));
755 }
756