blob: c1226fa89fe4196db7f55ed76d3f0ce7f519e11d [file] [log] [blame]
The Android Open Source Project9066cfe2009-03-03 19:31:44 -08001/*
2**
3** Copyright 2008, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18//#define LOG_NDEBUG 0
19#define LOG_TAG "MediaMetadataRetrieverJNI"
20
21#include <assert.h>
22#include <utils/Log.h>
23#include <utils/threads.h>
Derek Sollenbergereece0dd2014-02-27 14:31:29 -050024#include <SkBitmap.h>
Andreas Huberd2506a52014-01-29 10:32:46 -080025#include <media/IMediaHTTPService.h>
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080026#include <media/mediametadataretriever.h>
Elliott Hughes95d3f862014-06-10 16:53:31 -070027#include <media/mediascanner.h>
Chong Zhanga89f6e12018-03-07 16:22:18 -080028#include <nativehelper/ScopedLocalRef.h>
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080029#include <private/media/VideoFrame.h>
30
31#include "jni.h"
Steven Moreland2279b252017-07-19 09:50:45 -070032#include <nativehelper/JNIHelp.h>
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080033#include "android_runtime/AndroidRuntime.h"
Chris Watkins4eaa2932015-03-20 10:31:42 -070034#include "android_media_MediaDataSource.h"
James Dong79f407c2011-05-05 12:50:04 -070035#include "android_media_Utils.h"
Andreas Huberd2506a52014-01-29 10:32:46 -080036#include "android_util_Binder.h"
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080037
Mike Reed021a3442014-08-07 17:03:17 -040038#include "android/graphics/GraphicsJNI.h"
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080039
40using namespace android;
41
42struct fields_t {
43 jfieldID context;
James Dongc371a022011-04-06 12:16:07 -070044 jclass bitmapClazz; // Must be a global ref
James Dong53ebc722010-11-08 16:04:27 -080045 jmethodID createBitmapMethod;
James Dong9f2cde32011-03-18 17:55:06 -070046 jmethodID createScaledBitmapMethod;
James Dongc371a022011-04-06 12:16:07 -070047 jclass configClazz; // Must be a global ref
James Dong0e4b5352010-12-19 13:05:33 -080048 jmethodID createConfigMethod;
Chong Zhanga89f6e12018-03-07 16:22:18 -080049 jclass bitmapParamsClazz; // Must be a global ref
50 jfieldID inPreferredConfig;
51 jfieldID outActualConfig;
52 jclass arrayListClazz; // Must be a global ref
53 jmethodID arrayListInit;
54 jmethodID arrayListAdd;
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080055};
56
57static fields_t fields;
58static Mutex sLock;
Marco Nelissen4935d052009-08-03 11:12:58 -070059static const char* const kClassPathName = "android/media/MediaMetadataRetriever";
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080060
61static void process_media_retriever_call(JNIEnv *env, status_t opStatus, const char* exception, const char *message)
62{
63 if (opStatus == (status_t) INVALID_OPERATION) {
64 jniThrowException(env, "java/lang/IllegalStateException", NULL);
65 } else if (opStatus != (status_t) OK) {
66 if (strlen(message) > 230) {
67 // If the message is too long, don't bother displaying the status code.
68 jniThrowException( env, exception, message);
69 } else {
70 char msg[256];
71 // Append the status code to the message.
72 sprintf(msg, "%s: status = 0x%X", message, opStatus);
73 jniThrowException( env, exception, msg);
74 }
75 }
76}
77
Marco Nelissen463ec6b2018-01-10 14:00:29 -080078static sp<MediaMetadataRetriever> getRetriever(JNIEnv* env, jobject thiz)
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080079{
80 // No lock is needed, since it is called internally by other methods that are protected
Ashok Bhat075e9a12014-01-06 13:45:09 +000081 MediaMetadataRetriever* retriever = (MediaMetadataRetriever*) env->GetLongField(thiz, fields.context);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080082 return retriever;
83}
84
Marco Nelissen463ec6b2018-01-10 14:00:29 -080085static void setRetriever(JNIEnv* env, jobject thiz, const sp<MediaMetadataRetriever> &retriever)
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080086{
87 // No lock is needed, since it is called internally by other methods that are protected
Marco Nelissen463ec6b2018-01-10 14:00:29 -080088
89 if (retriever != NULL) {
90 retriever->incStrong(thiz);
91 }
92 sp<MediaMetadataRetriever> old = getRetriever(env, thiz);
93 if (old != NULL) {
94 old->decStrong(thiz);
95 }
96
97 env->SetLongField(thiz, fields.context, (jlong) retriever.get());
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080098}
99
Andreas Huber5b7ced62011-03-21 10:25:44 -0700100static void
101android_media_MediaMetadataRetriever_setDataSourceAndHeaders(
Andreas Huberd2506a52014-01-29 10:32:46 -0800102 JNIEnv *env, jobject thiz, jobject httpServiceBinderObj, jstring path,
James Dong17524dc2011-05-04 13:41:58 -0700103 jobjectArray keys, jobjectArray values) {
104
Steve Block71f2cf12011-10-20 11:56:00 +0100105 ALOGV("setDataSource");
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800106 sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800107 if (retriever == 0) {
Andreas Huber5b7ced62011-03-21 10:25:44 -0700108 jniThrowException(
109 env,
110 "java/lang/IllegalStateException", "No retriever available");
111
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800112 return;
113 }
114
Andreas Huber5b7ced62011-03-21 10:25:44 -0700115 if (!path) {
116 jniThrowException(
117 env, "java/lang/IllegalArgumentException", "Null pointer");
118
119 return;
120 }
121
122 const char *tmp = env->GetStringUTFChars(path, NULL);
Andreas Huber5bb357f2011-03-21 11:55:01 -0700123 if (!tmp) { // OutOfMemoryError exception already thrown
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800124 return;
125 }
126
Andreas Huber5bb357f2011-03-21 11:55:01 -0700127 String8 pathStr(tmp);
Andreas Huber5b7ced62011-03-21 10:25:44 -0700128 env->ReleaseStringUTFChars(path, tmp);
129 tmp = NULL;
130
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800131 // Don't let somebody trick us in to reading some random block of memory
Andreas Huber5b7ced62011-03-21 10:25:44 -0700132 if (strncmp("mem://", pathStr.string(), 6) == 0) {
133 jniThrowException(
134 env, "java/lang/IllegalArgumentException", "Invalid pathname");
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800135 return;
136 }
137
Andreas Huber5b7ced62011-03-21 10:25:44 -0700138 // We build a similar KeyedVector out of it.
139 KeyedVector<String8, String8> headersVector;
James Dong79f407c2011-05-05 12:50:04 -0700140 if (!ConvertKeyValueArraysToKeyedVector(
141 env, keys, values, &headersVector)) {
142 return;
Andreas Huber5b7ced62011-03-21 10:25:44 -0700143 }
Andreas Huberd2506a52014-01-29 10:32:46 -0800144
145 sp<IMediaHTTPService> httpService;
146 if (httpServiceBinderObj != NULL) {
147 sp<IBinder> binder = ibinderForJavaObject(env, httpServiceBinderObj);
148 httpService = interface_cast<IMediaHTTPService>(binder);
149 }
150
Andreas Huber5b7ced62011-03-21 10:25:44 -0700151 process_media_retriever_call(
152 env,
153 retriever->setDataSource(
Andreas Huberd2506a52014-01-29 10:32:46 -0800154 httpService,
155 pathStr.string(),
156 headersVector.size() > 0 ? &headersVector : NULL),
Andreas Huber5b7ced62011-03-21 10:25:44 -0700157
158 "java/lang/RuntimeException",
159 "setDataSource failed");
160}
161
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800162static void android_media_MediaMetadataRetriever_setDataSourceFD(JNIEnv *env, jobject thiz, jobject fileDescriptor, jlong offset, jlong length)
163{
Steve Block71f2cf12011-10-20 11:56:00 +0100164 ALOGV("setDataSource");
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800165 sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800166 if (retriever == 0) {
167 jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
168 return;
169 }
170 if (!fileDescriptor) {
171 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
172 return;
173 }
Elliott Hughesa3804cf2011-04-11 16:50:19 -0700174 int fd = jniGetFDFromFileDescriptor(env, fileDescriptor);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800175 if (offset < 0 || length < 0 || fd < 0) {
176 if (offset < 0) {
Ashok Bhat075e9a12014-01-06 13:45:09 +0000177 ALOGE("negative offset (%lld)", (long long)offset);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800178 }
179 if (length < 0) {
Ashok Bhat075e9a12014-01-06 13:45:09 +0000180 ALOGE("negative length (%lld)", (long long)length);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800181 }
182 if (fd < 0) {
Steve Block3762c312012-01-06 19:20:56 +0000183 ALOGE("invalid file descriptor");
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800184 }
185 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
186 return;
187 }
188 process_media_retriever_call(env, retriever->setDataSource(fd, offset, length), "java/lang/RuntimeException", "setDataSource failed");
189}
190
Chris Watkins4eaa2932015-03-20 10:31:42 -0700191static void android_media_MediaMetadataRetriever_setDataSourceCallback(JNIEnv *env, jobject thiz, jobject dataSource)
192{
193 ALOGV("setDataSourceCallback");
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800194 sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
Chris Watkins4eaa2932015-03-20 10:31:42 -0700195 if (retriever == 0) {
196 jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
197 return;
198 }
199 if (dataSource == NULL) {
200 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
201 return;
202 }
203
204 sp<IDataSource> callbackDataSource = new JMediaDataSource(env, dataSource);
205 process_media_retriever_call(env, retriever->setDataSource(callbackDataSource), "java/lang/RuntimeException", "setDataSourceCallback failed");
206}
207
Carl Shapiroae12a502011-01-20 23:13:09 -0800208template<typename T>
209static void rotate0(T* dst, const T* src, size_t width, size_t height)
210{
211 memcpy(dst, src, width * height * sizeof(T));
212}
213
214template<typename T>
215static void rotate90(T* dst, const T* src, size_t width, size_t height)
216{
217 for (size_t i = 0; i < height; ++i) {
218 for (size_t j = 0; j < width; ++j) {
219 dst[j * height + height - 1 - i] = src[i * width + j];
220 }
221 }
222}
223
224template<typename T>
225static void rotate180(T* dst, const T* src, size_t width, size_t height)
226{
227 for (size_t i = 0; i < height; ++i) {
228 for (size_t j = 0; j < width; ++j) {
229 dst[(height - 1 - i) * width + width - 1 - j] = src[i * width + j];
230 }
231 }
232}
233
234template<typename T>
235static void rotate270(T* dst, const T* src, size_t width, size_t height)
236{
237 for (size_t i = 0; i < height; ++i) {
238 for (size_t j = 0; j < width; ++j) {
239 dst[(width - 1 - j) * height + i] = src[i * width + j];
240 }
241 }
242}
243
244template<typename T>
245static void rotate(T *dst, const T *src, size_t width, size_t height, int angle)
246{
247 switch (angle) {
248 case 0:
249 rotate0(dst, src, width, height);
250 break;
251 case 90:
252 rotate90(dst, src, width, height);
253 break;
254 case 180:
255 rotate180(dst, src, width, height);
256 break;
257 case 270:
258 rotate270(dst, src, width, height);
259 break;
260 }
261}
262
Chong Zhang4342f082017-10-05 14:27:23 -0700263static jobject getBitmapFromVideoFrame(
Chong Zhanga89f6e12018-03-07 16:22:18 -0800264 JNIEnv *env, VideoFrame *videoFrame, jint dst_width, jint dst_height,
265 SkColorType outColorType) {
Chong Zhang7d127142018-04-09 14:43:01 -0700266 ALOGV("getBitmapFromVideoFrame: dimension = %dx%d, displaySize = %dx%d, bytes = %d",
267 videoFrame->mWidth,
268 videoFrame->mHeight,
James Dong0e4b5352010-12-19 13:05:33 -0800269 videoFrame->mDisplayWidth,
270 videoFrame->mDisplayHeight,
271 videoFrame->mSize);
272
Chong Zhanga89f6e12018-03-07 16:22:18 -0800273 ScopedLocalRef<jobject> config(env,
274 env->CallStaticObjectMethod(
275 fields.configClazz,
276 fields.createConfigMethod,
277 GraphicsJNI::colorTypeToLegacyBitmapConfig(outColorType)));
James Dong0e4b5352010-12-19 13:05:33 -0800278
Hangyu Kuang05520362017-07-21 15:01:23 -0700279 uint32_t width, height, displayWidth, displayHeight;
James Dong9f2cde32011-03-18 17:55:06 -0700280 bool swapWidthAndHeight = false;
Carl Shapiroae12a502011-01-20 23:13:09 -0800281 if (videoFrame->mRotationAngle == 90 || videoFrame->mRotationAngle == 270) {
James Dong9f2cde32011-03-18 17:55:06 -0700282 width = videoFrame->mHeight;
283 height = videoFrame->mWidth;
284 swapWidthAndHeight = true;
Hangyu Kuang05520362017-07-21 15:01:23 -0700285 displayWidth = videoFrame->mDisplayHeight;
286 displayHeight = videoFrame->mDisplayWidth;
Carl Shapiroae12a502011-01-20 23:13:09 -0800287 } else {
James Dong9f2cde32011-03-18 17:55:06 -0700288 width = videoFrame->mWidth;
289 height = videoFrame->mHeight;
Hangyu Kuang05520362017-07-21 15:01:23 -0700290 displayWidth = videoFrame->mDisplayWidth;
291 displayHeight = videoFrame->mDisplayHeight;
Carl Shapiroae12a502011-01-20 23:13:09 -0800292 }
293
James Dong0e4b5352010-12-19 13:05:33 -0800294 jobject jBitmap = env->CallStaticObjectMethod(
295 fields.bitmapClazz,
296 fields.createBitmapMethod,
Carl Shapiroae12a502011-01-20 23:13:09 -0800297 width,
298 height,
Chong Zhanga89f6e12018-03-07 16:22:18 -0800299 config.get());
wang, biaoc847a482012-10-30 15:35:01 +0800300 if (jBitmap == NULL) {
301 if (env->ExceptionCheck()) {
302 env->ExceptionClear();
303 }
Chong Zhang4342f082017-10-05 14:27:23 -0700304 ALOGE("getBitmapFromVideoFrame: create Bitmap failed!");
wang, biaoc847a482012-10-30 15:35:01 +0800305 return NULL;
306 }
Carl Shapiroae12a502011-01-20 23:13:09 -0800307
John Recked207b92015-04-10 13:52:57 -0700308 SkBitmap bitmap;
309 GraphicsJNI::getSkBitmap(env, jBitmap, &bitmap);
James Dong0e4b5352010-12-19 13:05:33 -0800310
Chong Zhanga89f6e12018-03-07 16:22:18 -0800311 if (outColorType == kRGB_565_SkColorType) {
312 rotate((uint16_t*)bitmap.getPixels(),
313 (uint16_t*)((char*)videoFrame + sizeof(VideoFrame)),
314 videoFrame->mWidth,
315 videoFrame->mHeight,
316 videoFrame->mRotationAngle);
317 } else {
318 rotate((uint32_t*)bitmap.getPixels(),
319 (uint32_t*)((char*)videoFrame + sizeof(VideoFrame)),
320 videoFrame->mWidth,
321 videoFrame->mHeight,
322 videoFrame->mRotationAngle);
323 }
James Dong0e4b5352010-12-19 13:05:33 -0800324
Hangyu Kuang05520362017-07-21 15:01:23 -0700325 if (dst_width <= 0 || dst_height <= 0) {
326 dst_width = displayWidth;
327 dst_height = displayHeight;
328 } else {
329 float factor = std::min((float)dst_width / (float)displayWidth,
330 (float)dst_height / (float)displayHeight);
331 dst_width = std::round(displayWidth * factor);
332 dst_height = std::round(displayHeight * factor);
333 }
334
Chong Zhang7d127142018-04-09 14:43:01 -0700335 if ((uint32_t)dst_width != width || (uint32_t)dst_height != height) {
Steve Block71f2cf12011-10-20 11:56:00 +0100336 ALOGV("Bitmap dimension is scaled from %dx%d to %dx%d",
Hangyu Kuang05520362017-07-21 15:01:23 -0700337 width, height, dst_width, dst_height);
James Dong9f2cde32011-03-18 17:55:06 -0700338 jobject scaledBitmap = env->CallStaticObjectMethod(fields.bitmapClazz,
Hangyu Kuang05520362017-07-21 15:01:23 -0700339 fields.createScaledBitmapMethod,
340 jBitmap,
341 dst_width,
342 dst_height,
343 true);
Chong Zhanga89f6e12018-03-07 16:22:18 -0800344
345 env->DeleteLocalRef(jBitmap);
James Dong9f2cde32011-03-18 17:55:06 -0700346 return scaledBitmap;
347 }
348
James Dong0e4b5352010-12-19 13:05:33 -0800349 return jBitmap;
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800350}
351
Chong Zhanga89f6e12018-03-07 16:22:18 -0800352static int getColorFormat(JNIEnv *env, jobject options) {
353 if (options == NULL) {
354 return HAL_PIXEL_FORMAT_RGBA_8888;
355 }
356
357 ScopedLocalRef<jobject> inConfig(env, env->GetObjectField(options, fields.inPreferredConfig));
358 SkColorType prefColorType = GraphicsJNI::getNativeBitmapColorType(env, inConfig.get());
359
360 if (prefColorType == kRGB_565_SkColorType) {
361 return HAL_PIXEL_FORMAT_RGB_565;
362 }
363 return HAL_PIXEL_FORMAT_RGBA_8888;
364}
365
366static SkColorType setOutColorType(JNIEnv *env, int colorFormat, jobject options) {
367 SkColorType outColorType = kN32_SkColorType;
368 if (colorFormat == HAL_PIXEL_FORMAT_RGB_565) {
369 outColorType = kRGB_565_SkColorType;
370 }
371
372 if (options != NULL) {
373 ScopedLocalRef<jobject> config(env,
374 env->CallStaticObjectMethod(
375 fields.configClazz,
376 fields.createConfigMethod,
377 GraphicsJNI::colorTypeToLegacyBitmapConfig(outColorType)));
378
379 env->SetObjectField(options, fields.outActualConfig, config.get());
380 }
381 return outColorType;
382}
383
Chong Zhang4342f082017-10-05 14:27:23 -0700384static jobject android_media_MediaMetadataRetriever_getFrameAtTime(
385 JNIEnv *env, jobject thiz, jlong timeUs, jint option, jint dst_width, jint dst_height)
386{
387 ALOGV("getFrameAtTime: %lld us option: %d dst width: %d heigh: %d",
388 (long long)timeUs, option, dst_width, dst_height);
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800389 sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
Chong Zhang4342f082017-10-05 14:27:23 -0700390 if (retriever == 0) {
391 jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
392 return NULL;
393 }
394
395 // Call native method to retrieve a video frame
396 VideoFrame *videoFrame = NULL;
397 sp<IMemory> frameMemory = retriever->getFrameAtTime(timeUs, option);
398 if (frameMemory != 0) { // cast the shared structure to a VideoFrame object
399 videoFrame = static_cast<VideoFrame *>(frameMemory->pointer());
400 }
401 if (videoFrame == NULL) {
402 ALOGE("getFrameAtTime: videoFrame is a NULL pointer");
403 return NULL;
404 }
405
Chong Zhanga89f6e12018-03-07 16:22:18 -0800406 return getBitmapFromVideoFrame(env, videoFrame, dst_width, dst_height, kRGB_565_SkColorType);
Chong Zhang4342f082017-10-05 14:27:23 -0700407}
408
409static jobject android_media_MediaMetadataRetriever_getImageAtIndex(
Chong Zhanga89f6e12018-03-07 16:22:18 -0800410 JNIEnv *env, jobject thiz, jint index, jobject params)
Chong Zhang4342f082017-10-05 14:27:23 -0700411{
412 ALOGV("getImageAtIndex: index %d", index);
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800413 sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
Chong Zhang4342f082017-10-05 14:27:23 -0700414 if (retriever == 0) {
415 jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
416 return NULL;
417 }
418
Chong Zhanga89f6e12018-03-07 16:22:18 -0800419 int colorFormat = getColorFormat(env, params);
420
Chong Zhang4342f082017-10-05 14:27:23 -0700421 // Call native method to retrieve an image
422 VideoFrame *videoFrame = NULL;
Chong Zhanga89f6e12018-03-07 16:22:18 -0800423 sp<IMemory> frameMemory = retriever->getImageAtIndex(index, colorFormat);
Chong Zhang4342f082017-10-05 14:27:23 -0700424 if (frameMemory != 0) { // cast the shared structure to a VideoFrame object
425 videoFrame = static_cast<VideoFrame *>(frameMemory->pointer());
426 }
427 if (videoFrame == NULL) {
428 ALOGE("getImageAtIndex: videoFrame is a NULL pointer");
429 return NULL;
430 }
431
Chong Zhanga89f6e12018-03-07 16:22:18 -0800432 SkColorType outColorType = setOutColorType(env, colorFormat, params);
433
434 return getBitmapFromVideoFrame(env, videoFrame, -1, -1, outColorType);
Chong Zhang4342f082017-10-05 14:27:23 -0700435}
436
Chong Zhang7d127142018-04-09 14:43:01 -0700437static jobject android_media_MediaMetadataRetriever_getThumbnailImageAtIndex(
438 JNIEnv *env, jobject thiz, jint index, jobject params, jint targetSize, jint maxPixels)
439{
440 ALOGV("getThumbnailImageAtIndex: index %d", index);
441
442 sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
443 if (retriever == 0) {
444 jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
445 return NULL;
446 }
447
448 int colorFormat = getColorFormat(env, params);
449 jint dst_width = -1, dst_height = -1;
450
451 // Call native method to retrieve an image
452 VideoFrame *videoFrame = NULL;
453 sp<IMemory> frameMemory = retriever->getImageAtIndex(
454 index, colorFormat, true /*metaOnly*/, true /*thumbnail*/);
455 if (frameMemory != 0) {
456 videoFrame = static_cast<VideoFrame *>(frameMemory->pointer());
457 int32_t thumbWidth = videoFrame->mWidth;
458 int32_t thumbHeight = videoFrame->mHeight;
459 videoFrame = NULL;
460 int64_t thumbPixels = thumbWidth * thumbHeight;
461
462 // Here we try to use the included thumbnail if it's not too shabby.
463 // If this fails ThumbnailUtils would have to decode the full image and
464 // downscale which could take long.
465 if (thumbWidth >= targetSize || thumbHeight >= targetSize
466 || thumbPixels * 6 >= maxPixels) {
467 frameMemory = retriever->getImageAtIndex(
468 index, colorFormat, false /*metaOnly*/, true /*thumbnail*/);
469 videoFrame = static_cast<VideoFrame *>(frameMemory->pointer());
470
471 if (thumbPixels > maxPixels) {
472 int downscale = ceil(sqrt(thumbPixels / (float)maxPixels));
473 dst_width = thumbWidth / downscale;
474 dst_height = thumbHeight /downscale;
475 }
476 }
477 }
478 if (videoFrame == NULL) {
479 ALOGV("getThumbnailImageAtIndex: no suitable thumbnails available");
480 return NULL;
481 }
482
483 // Ignore rotation for thumbnail extraction to be consistent with
484 // thumbnails extracted by BitmapFactory APIs.
485 videoFrame->mRotationAngle = 0;
486
487 SkColorType outColorType = setOutColorType(env, colorFormat, params);
488
489 return getBitmapFromVideoFrame(env, videoFrame, dst_width, dst_height, outColorType);
490}
491
Chong Zhanga89f6e12018-03-07 16:22:18 -0800492static jobject android_media_MediaMetadataRetriever_getFrameAtIndex(
493 JNIEnv *env, jobject thiz, jint frameIndex, jint numFrames, jobject params)
Chong Zhang4342f082017-10-05 14:27:23 -0700494{
495 ALOGV("getFrameAtIndex: frameIndex %d, numFrames %d", frameIndex, numFrames);
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800496 sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
Chong Zhang4342f082017-10-05 14:27:23 -0700497 if (retriever == 0) {
498 jniThrowException(env,
499 "java/lang/IllegalStateException", "No retriever available");
500 return NULL;
501 }
502
Chong Zhanga89f6e12018-03-07 16:22:18 -0800503 int colorFormat = getColorFormat(env, params);
504
Chong Zhang4342f082017-10-05 14:27:23 -0700505 std::vector<sp<IMemory> > frames;
Chong Zhanga89f6e12018-03-07 16:22:18 -0800506 status_t err = retriever->getFrameAtIndex(&frames, frameIndex, numFrames, colorFormat);
Chong Zhang4342f082017-10-05 14:27:23 -0700507 if (err != OK || frames.size() == 0) {
Chong Zhang6c851292018-03-14 18:56:56 -0700508 jniThrowException(env,
509 "java/lang/IllegalStateException", "No frames from retriever");
Chong Zhang4342f082017-10-05 14:27:23 -0700510 return NULL;
511 }
Chong Zhanga89f6e12018-03-07 16:22:18 -0800512 jobject arrayList = env->NewObject(fields.arrayListClazz, fields.arrayListInit);
513 if (arrayList == NULL) {
Chong Zhang6c851292018-03-14 18:56:56 -0700514 jniThrowException(env,
515 "java/lang/IllegalStateException", "Can't create bitmap array");
Chong Zhang4342f082017-10-05 14:27:23 -0700516 return NULL;
517 }
518
Chong Zhanga89f6e12018-03-07 16:22:18 -0800519 SkColorType outColorType = setOutColorType(env, colorFormat, params);
520
Chong Zhang4342f082017-10-05 14:27:23 -0700521 for (size_t i = 0; i < frames.size(); i++) {
522 if (frames[i] == NULL || frames[i]->pointer() == NULL) {
523 ALOGE("video frame at index %zu is a NULL pointer", frameIndex + i);
524 continue;
525 }
526 VideoFrame *videoFrame = static_cast<VideoFrame *>(frames[i]->pointer());
Chong Zhanga89f6e12018-03-07 16:22:18 -0800527 jobject bitmapObj = getBitmapFromVideoFrame(env, videoFrame, -1, -1, outColorType);
528 env->CallBooleanMethod(arrayList, fields.arrayListAdd, bitmapObj);
529 env->DeleteLocalRef(bitmapObj);
Chong Zhang4342f082017-10-05 14:27:23 -0700530 }
Chong Zhanga89f6e12018-03-07 16:22:18 -0800531 return arrayList;
Chong Zhang4342f082017-10-05 14:27:23 -0700532}
533
James Dongdf9b3492011-01-04 15:03:48 -0800534static jbyteArray android_media_MediaMetadataRetriever_getEmbeddedPicture(
535 JNIEnv *env, jobject thiz, jint pictureType)
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800536{
Steve Block71f2cf12011-10-20 11:56:00 +0100537 ALOGV("getEmbeddedPicture: %d", pictureType);
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800538 sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800539 if (retriever == 0) {
540 jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
541 return NULL;
542 }
543 MediaAlbumArt* mediaAlbumArt = NULL;
James Dongdf9b3492011-01-04 15:03:48 -0800544
545 // FIXME:
546 // Use pictureType to retrieve the intended embedded picture and also change
547 // the method name to getEmbeddedPicture().
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800548 sp<IMemory> albumArtMemory = retriever->extractAlbumArt();
549 if (albumArtMemory != 0) { // cast the shared structure to a MediaAlbumArt object
550 mediaAlbumArt = static_cast<MediaAlbumArt *>(albumArtMemory->pointer());
551 }
552 if (mediaAlbumArt == NULL) {
Steve Block3762c312012-01-06 19:20:56 +0000553 ALOGE("getEmbeddedPicture: Call to getEmbeddedPicture failed.");
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800554 return NULL;
555 }
556
Elliott Hughes95d3f862014-06-10 16:53:31 -0700557 jbyteArray array = env->NewByteArray(mediaAlbumArt->size());
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800558 if (!array) { // OutOfMemoryError exception has already been thrown.
Steve Block3762c312012-01-06 19:20:56 +0000559 ALOGE("getEmbeddedPicture: OutOfMemoryError is thrown.");
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800560 } else {
Elliott Hughes95d3f862014-06-10 16:53:31 -0700561 const jbyte* data =
562 reinterpret_cast<const jbyte*>(mediaAlbumArt->data());
563 env->SetByteArrayRegion(array, 0, mediaAlbumArt->size(), data);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800564 }
565
566 // No need to delete mediaAlbumArt here
567 return array;
568}
569
570static jobject android_media_MediaMetadataRetriever_extractMetadata(JNIEnv *env, jobject thiz, jint keyCode)
571{
Steve Block71f2cf12011-10-20 11:56:00 +0100572 ALOGV("extractMetadata");
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800573 sp<MediaMetadataRetriever> retriever = getRetriever(env, thiz);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800574 if (retriever == 0) {
575 jniThrowException(env, "java/lang/IllegalStateException", "No retriever available");
576 return NULL;
577 }
578 const char* value = retriever->extractMetadata(keyCode);
579 if (!value) {
Steve Block71f2cf12011-10-20 11:56:00 +0100580 ALOGV("extractMetadata: Metadata is not found");
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800581 return NULL;
582 }
Steve Block71f2cf12011-10-20 11:56:00 +0100583 ALOGV("extractMetadata: value (%s) for keyCode(%d)", value, keyCode);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800584 return env->NewStringUTF(value);
585}
586
587static void android_media_MediaMetadataRetriever_release(JNIEnv *env, jobject thiz)
588{
Steve Block71f2cf12011-10-20 11:56:00 +0100589 ALOGV("release");
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800590 Mutex::Autolock lock(sLock);
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800591 setRetriever(env, thiz, NULL);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800592}
593
594static void android_media_MediaMetadataRetriever_native_finalize(JNIEnv *env, jobject thiz)
595{
Steve Block71f2cf12011-10-20 11:56:00 +0100596 ALOGV("native_finalize");
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800597 // No lock is needed, since android_media_MediaMetadataRetriever_release() is protected
598 android_media_MediaMetadataRetriever_release(env, thiz);
599}
600
Marco Nelissen4935d052009-08-03 11:12:58 -0700601// This function gets a field ID, which in turn causes class initialization.
602// It is called from a static block in MediaMetadataRetriever, which won't run until the
603// first time an instance of this class is used.
604static void android_media_MediaMetadataRetriever_native_init(JNIEnv *env)
605{
Chong Zhanga89f6e12018-03-07 16:22:18 -0800606 ScopedLocalRef<jclass> clazz(env, env->FindClass(kClassPathName));
607 if (clazz.get() == NULL) {
Marco Nelissen4935d052009-08-03 11:12:58 -0700608 return;
609 }
610
Chong Zhanga89f6e12018-03-07 16:22:18 -0800611 fields.context = env->GetFieldID(clazz.get(), "mNativeContext", "J");
Marco Nelissen4935d052009-08-03 11:12:58 -0700612 if (fields.context == NULL) {
Marco Nelissen4935d052009-08-03 11:12:58 -0700613 return;
614 }
615
Chong Zhanga89f6e12018-03-07 16:22:18 -0800616 clazz.reset(env->FindClass("android/graphics/Bitmap"));
617 if (clazz.get() == NULL) {
Brian Carlstrom46e18c112011-04-05 22:44:45 -0700618 return;
619 }
Chong Zhanga89f6e12018-03-07 16:22:18 -0800620 fields.bitmapClazz = (jclass) env->NewGlobalRef(clazz.get());
Marco Nelissen4935d052009-08-03 11:12:58 -0700621 if (fields.bitmapClazz == NULL) {
Marco Nelissen4935d052009-08-03 11:12:58 -0700622 return;
623 }
James Dong0e4b5352010-12-19 13:05:33 -0800624 fields.createBitmapMethod =
625 env->GetStaticMethodID(fields.bitmapClazz, "createBitmap",
626 "(IILandroid/graphics/Bitmap$Config;)"
627 "Landroid/graphics/Bitmap;");
628 if (fields.createBitmapMethod == NULL) {
James Dong0e4b5352010-12-19 13:05:33 -0800629 return;
630 }
James Dong9f2cde32011-03-18 17:55:06 -0700631 fields.createScaledBitmapMethod =
632 env->GetStaticMethodID(fields.bitmapClazz, "createScaledBitmap",
633 "(Landroid/graphics/Bitmap;IIZ)"
634 "Landroid/graphics/Bitmap;");
635 if (fields.createScaledBitmapMethod == NULL) {
James Dong9f2cde32011-03-18 17:55:06 -0700636 return;
637 }
James Dong0e4b5352010-12-19 13:05:33 -0800638
Chong Zhanga89f6e12018-03-07 16:22:18 -0800639 clazz.reset(env->FindClass("android/graphics/Bitmap$Config"));
640 if (clazz.get() == NULL) {
Brian Carlstrom46e18c112011-04-05 22:44:45 -0700641 return;
642 }
Chong Zhanga89f6e12018-03-07 16:22:18 -0800643 fields.configClazz = (jclass) env->NewGlobalRef(clazz.get());
James Dong0e4b5352010-12-19 13:05:33 -0800644 if (fields.configClazz == NULL) {
James Dong0e4b5352010-12-19 13:05:33 -0800645 return;
646 }
647 fields.createConfigMethod =
648 env->GetStaticMethodID(fields.configClazz, "nativeToConfig",
649 "(I)Landroid/graphics/Bitmap$Config;");
650 if (fields.createConfigMethod == NULL) {
James Dong0e4b5352010-12-19 13:05:33 -0800651 return;
652 }
Chong Zhanga89f6e12018-03-07 16:22:18 -0800653
654 clazz.reset(env->FindClass("android/media/MediaMetadataRetriever$BitmapParams"));
655 if (clazz.get() == NULL) {
656 return;
657 }
658 fields.bitmapParamsClazz = (jclass) env->NewGlobalRef(clazz.get());
659 if (fields.bitmapParamsClazz == NULL) {
660 return;
661 }
662 fields.inPreferredConfig = env->GetFieldID(fields.bitmapParamsClazz,
663 "inPreferredConfig", "Landroid/graphics/Bitmap$Config;");
664 if (fields.inPreferredConfig == NULL) {
665 return;
666 }
667 fields.outActualConfig = env->GetFieldID(fields.bitmapParamsClazz,
668 "outActualConfig", "Landroid/graphics/Bitmap$Config;");
669 if (fields.outActualConfig == NULL) {
670 return;
671 }
672
673 clazz.reset(env->FindClass("java/util/ArrayList"));
674 if (clazz.get() == NULL) {
675 return;
676 }
677 fields.arrayListClazz = (jclass) env->NewGlobalRef(clazz.get());
678 if (fields.arrayListClazz == NULL) {
679 return;
680 }
681 fields.arrayListInit = env->GetMethodID(clazz.get(), "<init>", "()V");
682 if (fields.arrayListInit == NULL) {
683 return;
684 }
685 fields.arrayListAdd = env->GetMethodID(clazz.get(), "add", "(Ljava/lang/Object;)Z");
686 if (fields.arrayListAdd == NULL) {
687 return;
688 }
Marco Nelissen4935d052009-08-03 11:12:58 -0700689}
690
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800691static void android_media_MediaMetadataRetriever_native_setup(JNIEnv *env, jobject thiz)
692{
Steve Block71f2cf12011-10-20 11:56:00 +0100693 ALOGV("native_setup");
Marco Nelissen463ec6b2018-01-10 14:00:29 -0800694 sp<MediaMetadataRetriever> retriever = new MediaMetadataRetriever();
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800695 if (retriever == 0) {
696 jniThrowException(env, "java/lang/RuntimeException", "Out of memory");
697 return;
698 }
Ashok Bhat075e9a12014-01-06 13:45:09 +0000699 setRetriever(env, thiz, retriever);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800700}
701
702// JNI mapping between Java methods and native methods
Daniel Micay76f6a862015-09-19 17:31:01 -0400703static const JNINativeMethod nativeMethods[] = {
James Dong17524dc2011-05-04 13:41:58 -0700704 {
705 "_setDataSource",
Andreas Huberd2506a52014-01-29 10:32:46 -0800706 "(Landroid/os/IBinder;Ljava/lang/String;[Ljava/lang/String;[Ljava/lang/String;)V",
James Dong17524dc2011-05-04 13:41:58 -0700707 (void *)android_media_MediaMetadataRetriever_setDataSourceAndHeaders
708 },
709
Chong Zhanga89f6e12018-03-07 16:22:18 -0800710 {"setDataSource", "(Ljava/io/FileDescriptor;JJ)V",
711 (void *)android_media_MediaMetadataRetriever_setDataSourceFD},
712 {"_setDataSource", "(Landroid/media/MediaDataSource;)V",
713 (void *)android_media_MediaMetadataRetriever_setDataSourceCallback},
714 {"_getFrameAtTime", "(JIII)Landroid/graphics/Bitmap;",
715 (void *)android_media_MediaMetadataRetriever_getFrameAtTime},
716 {
717 "_getImageAtIndex",
718 "(ILandroid/media/MediaMetadataRetriever$BitmapParams;)Landroid/graphics/Bitmap;",
719 (void *)android_media_MediaMetadataRetriever_getImageAtIndex
720 },
721
722 {
Chong Zhang7d127142018-04-09 14:43:01 -0700723 "getThumbnailImageAtIndex",
724 "(ILandroid/media/MediaMetadataRetriever$BitmapParams;II)Landroid/graphics/Bitmap;",
725 (void *)android_media_MediaMetadataRetriever_getThumbnailImageAtIndex
726 },
727
728 {
Chong Zhanga89f6e12018-03-07 16:22:18 -0800729 "_getFrameAtIndex",
730 "(IILandroid/media/MediaMetadataRetriever$BitmapParams;)Ljava/util/List;",
731 (void *)android_media_MediaMetadataRetriever_getFrameAtIndex
732 },
733
734 {"extractMetadata", "(I)Ljava/lang/String;",
735 (void *)android_media_MediaMetadataRetriever_extractMetadata},
736 {"getEmbeddedPicture", "(I)[B",
737 (void *)android_media_MediaMetadataRetriever_getEmbeddedPicture},
738 {"release", "()V",
739 (void *)android_media_MediaMetadataRetriever_release},
740 {"native_finalize", "()V",
741 (void *)android_media_MediaMetadataRetriever_native_finalize},
742 {"native_setup", "()V",
743 (void *)android_media_MediaMetadataRetriever_native_setup},
744 {"native_init", "()V",
745 (void *)android_media_MediaMetadataRetriever_native_init},
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800746};
747
Marco Nelissen4935d052009-08-03 11:12:58 -0700748// This function only registers the native methods, and is called from
749// JNI_OnLoad in android_media_MediaPlayer.cpp
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800750int register_android_media_MediaMetadataRetriever(JNIEnv *env)
751{
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800752 return AndroidRuntime::registerNativeMethods
Marco Nelissen4935d052009-08-03 11:12:58 -0700753 (env, kClassPathName, nativeMethods, NELEM(nativeMethods));
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800754}