blob: 05aaa82f8ac8b0b6c40ee013a339087dff315cc0 [file] [log] [blame]
Andreas Huber88572f72012-02-21 11:47:18 -08001/*
2 * Copyright 2012, The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "MediaCodec-JNI"
19#include <utils/Log.h>
20
21#include "android_media_MediaCodec.h"
22
Andreas Huber07ea4262012-04-11 12:21:20 -070023#include "android_media_MediaCrypto.h"
Chong Zhang2659c2f2017-04-27 13:18:20 -070024#include "android_media_MediaDescrambler.h"
Ray Essick0e0fee12017-01-25 18:01:56 -080025#include "android_media_MediaMetricsJNI.h"
Jooyung Hancb1e8962019-02-21 14:18:11 +090026#include "android_media_Streams.h"
Andreas Huber88572f72012-02-21 11:47:18 -080027#include "android_runtime/AndroidRuntime.h"
28#include "android_runtime/android_view_Surface.h"
Chong Zhangd5927ae2017-01-03 11:07:18 -080029#include "android_util_Binder.h"
Andreas Huber88572f72012-02-21 11:47:18 -080030#include "jni.h"
Steven Moreland2279b252017-07-19 09:50:45 -070031#include <nativehelper/JNIHelp.h>
Chong Zhanga0b72a62018-02-28 18:46:26 -080032#include <nativehelper/ScopedLocalRef.h>
Andreas Huber88572f72012-02-21 11:47:18 -080033
Chong Zhang2659c2f2017-04-27 13:18:20 -070034#include <android/hardware/cas/native/1.0/IDescrambler.h>
Chong Zhangd5927ae2017-01-03 11:07:18 -080035
Lajos Molnar7ac4f562014-03-24 15:57:51 -070036#include <cutils/compiler.h>
37
Mathias Agopian8335f1c2012-02-25 18:48:35 -080038#include <gui/Surface.h>
Mathias Agopian8335f1c2012-02-25 18:48:35 -080039
Wonsik Kim4273dd02016-09-27 15:23:35 +090040#include <media/MediaCodecBuffer.h>
Andreas Huber88572f72012-02-21 11:47:18 -080041#include <media/stagefright/MediaCodec.h>
42#include <media/stagefright/foundation/ABuffer.h>
43#include <media/stagefright/foundation/ADebug.h>
44#include <media/stagefright/foundation/ALooper.h>
45#include <media/stagefright/foundation/AMessage.h>
Andreas Huberbfc56f42012-04-19 12:47:07 -070046#include <media/stagefright/foundation/AString.h>
Andreas Huber88572f72012-02-21 11:47:18 -080047#include <media/stagefright/MediaErrors.h>
Chong Zhang8034d602015-04-28 13:38:48 -070048#include <media/stagefright/PersistentSurface.h>
Jeff Tinkercd4d28f2018-02-16 16:24:49 -080049#include <mediadrm/ICrypto.h>
Andreas Huber8d5f3e32013-08-12 09:19:45 -070050#include <nativehelper/ScopedLocalRef.h>
51
Andreas Huberb12a5392012-04-30 14:18:33 -070052#include <system/window.h>
53
Andreas Huber88572f72012-02-21 11:47:18 -080054namespace android {
55
56// Keep these in sync with their equivalents in MediaCodec.java !!!
57enum {
58 DEQUEUE_INFO_TRY_AGAIN_LATER = -1,
59 DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED = -2,
60 DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED = -3,
61};
62
Andreas Huberaba67132013-10-22 12:40:01 -070063enum {
Chong Zhang8d5e5562014-07-08 18:49:21 -070064 EVENT_CALLBACK = 1,
65 EVENT_SET_CALLBACK = 2,
Lajos Molnard8578572015-06-05 20:17:33 -070066 EVENT_FRAME_RENDERED = 3,
Andreas Huberaba67132013-10-22 12:40:01 -070067};
68
Andy Hung5f9aa0b2014-07-30 15:48:21 -070069static struct CryptoErrorCodes {
Jeff Tinker3ed38262013-08-02 23:24:51 -070070 jint cryptoErrorNoKey;
71 jint cryptoErrorKeyExpired;
72 jint cryptoErrorResourceBusy;
Jeff Tinker336d3ea2014-08-28 17:57:36 -070073 jint cryptoErrorInsufficientOutputProtection;
Jeff Tinker96a2a952015-07-01 17:35:18 -070074 jint cryptoErrorSessionNotOpened;
Jeff Tinker20594d82018-12-12 08:31:22 -080075 jint cryptoErrorInsufficientSecurity;
Jeff Tinkerd3932162016-03-05 11:35:20 -080076 jint cryptoErrorUnsupportedOperation;
Jeff Tinker20594d82018-12-12 08:31:22 -080077 jint cryptoErrorFrameTooLarge;
78 jint cryptoErrorLostState;
Jeff Tinker3ed38262013-08-02 23:24:51 -070079} gCryptoErrorCodes;
80
Andy Hung5f9aa0b2014-07-30 15:48:21 -070081static struct CodecActionCodes {
82 jint codecActionTransient;
83 jint codecActionRecoverable;
84} gCodecActionCodes;
85
Ronghua Wuc53ad692015-05-08 14:40:49 -070086static struct CodecErrorCodes {
87 jint errorInsufficientResource;
88 jint errorReclaimed;
89} gCodecErrorCodes;
Ronghua Wu9e9ec942015-04-15 17:10:31 -070090
Chong Zhang8034d602015-04-28 13:38:48 -070091static struct {
92 jclass clazz;
93 jfieldID mLock;
94 jfieldID mPersistentObject;
95 jmethodID ctor;
96 jmethodID setNativeObjectLocked;
97} gPersistentSurfaceClassInfo;
98
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -080099static struct {
100 jint Unencrypted;
101 jint AesCtr;
102 jint AesCbc;
103} gCryptoModes;
104
Chong Zhanga0b72a62018-02-28 18:46:26 -0800105static struct {
106 jclass capsClazz;
107 jmethodID capsCtorId;
108 jclass profileLevelClazz;
109 jfieldID profileField;
110 jfieldID levelField;
111} gCodecInfo;
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800112
Andreas Huber88572f72012-02-21 11:47:18 -0800113struct fields_t {
Andreas Huberaba67132013-10-22 12:40:01 -0700114 jmethodID postEventFromNativeID;
Wonsik Kim61796fd2018-09-13 13:15:59 -0700115 jmethodID lockAndGetContextID;
116 jmethodID setAndUnlockContextID;
Andreas Huber91befdc2012-04-18 12:19:51 -0700117 jfieldID cryptoInfoNumSubSamplesID;
118 jfieldID cryptoInfoNumBytesOfClearDataID;
119 jfieldID cryptoInfoNumBytesOfEncryptedDataID;
120 jfieldID cryptoInfoKeyID;
121 jfieldID cryptoInfoIVID;
122 jfieldID cryptoInfoModeID;
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800123 jfieldID cryptoInfoPatternID;
124 jfieldID patternEncryptBlocksID;
125 jfieldID patternSkipBlocksID;
Andreas Huber88572f72012-02-21 11:47:18 -0800126};
127
128static fields_t gFields;
Chong Zhang8034d602015-04-28 13:38:48 -0700129static const void *sRefBaseOwner;
Andreas Huber88572f72012-02-21 11:47:18 -0800130
131////////////////////////////////////////////////////////////////////////////////
132
133JMediaCodec::JMediaCodec(
134 JNIEnv *env, jobject thiz,
135 const char *name, bool nameIsType, bool encoder)
136 : mClass(NULL),
Chong Zhang8d5e5562014-07-08 18:49:21 -0700137 mObject(NULL) {
Andreas Huber88572f72012-02-21 11:47:18 -0800138 jclass clazz = env->GetObjectClass(thiz);
139 CHECK(clazz != NULL);
140
141 mClass = (jclass)env->NewGlobalRef(clazz);
142 mObject = env->NewWeakGlobalRef(thiz);
143
Lajos Molnar7de28d32014-07-25 07:51:02 -0700144 cacheJavaObjects(env);
145
Andreas Huber88572f72012-02-21 11:47:18 -0800146 mLooper = new ALooper;
147 mLooper->setName("MediaCodec_looper");
148
149 mLooper->start(
150 false, // runOnCallingThread
Andreas Huberaba67132013-10-22 12:40:01 -0700151 true, // canCallJava
Jeff Tinkere182d202017-09-07 16:46:50 -0700152 ANDROID_PRIORITY_VIDEO);
Andreas Huber88572f72012-02-21 11:47:18 -0800153
154 if (nameIsType) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700155 mCodec = MediaCodec::CreateByType(mLooper, name, encoder, &mInitStatus);
Lajos Molnare7473872019-02-05 18:54:27 -0800156 if (mCodec == nullptr || mCodec->getName(&mNameAtCreation) != OK) {
157 mNameAtCreation = "(null)";
158 }
Andreas Huber88572f72012-02-21 11:47:18 -0800159 } else {
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700160 mCodec = MediaCodec::CreateByComponentName(mLooper, name, &mInitStatus);
Lajos Molnare7473872019-02-05 18:54:27 -0800161 mNameAtCreation = name;
Andreas Huber88572f72012-02-21 11:47:18 -0800162 }
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700163 CHECK((mCodec != NULL) != (mInitStatus != OK));
Andreas Huber88572f72012-02-21 11:47:18 -0800164}
165
Lajos Molnar7de28d32014-07-25 07:51:02 -0700166void JMediaCodec::cacheJavaObjects(JNIEnv *env) {
167 jclass clazz = (jclass)env->FindClass("java/nio/ByteBuffer");
168 mByteBufferClass = (jclass)env->NewGlobalRef(clazz);
169 CHECK(mByteBufferClass != NULL);
170
171 ScopedLocalRef<jclass> byteOrderClass(
172 env, env->FindClass("java/nio/ByteOrder"));
173 CHECK(byteOrderClass.get() != NULL);
174
175 jmethodID nativeOrderID = env->GetStaticMethodID(
176 byteOrderClass.get(), "nativeOrder", "()Ljava/nio/ByteOrder;");
177 CHECK(nativeOrderID != NULL);
178
179 jobject nativeByteOrderObj =
180 env->CallStaticObjectMethod(byteOrderClass.get(), nativeOrderID);
181 mNativeByteOrderObj = env->NewGlobalRef(nativeByteOrderObj);
182 CHECK(mNativeByteOrderObj != NULL);
183 env->DeleteLocalRef(nativeByteOrderObj);
184 nativeByteOrderObj = NULL;
185
186 mByteBufferOrderMethodID = env->GetMethodID(
187 mByteBufferClass,
188 "order",
189 "(Ljava/nio/ByteOrder;)Ljava/nio/ByteBuffer;");
190 CHECK(mByteBufferOrderMethodID != NULL);
191
192 mByteBufferAsReadOnlyBufferMethodID = env->GetMethodID(
193 mByteBufferClass, "asReadOnlyBuffer", "()Ljava/nio/ByteBuffer;");
194 CHECK(mByteBufferAsReadOnlyBufferMethodID != NULL);
195
196 mByteBufferPositionMethodID = env->GetMethodID(
197 mByteBufferClass, "position", "(I)Ljava/nio/Buffer;");
198 CHECK(mByteBufferPositionMethodID != NULL);
199
200 mByteBufferLimitMethodID = env->GetMethodID(
201 mByteBufferClass, "limit", "(I)Ljava/nio/Buffer;");
202 CHECK(mByteBufferLimitMethodID != NULL);
203}
204
Andreas Huber88572f72012-02-21 11:47:18 -0800205status_t JMediaCodec::initCheck() const {
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700206 return mInitStatus;
Andreas Huber88572f72012-02-21 11:47:18 -0800207}
208
Andreas Huberaba67132013-10-22 12:40:01 -0700209void JMediaCodec::registerSelf() {
210 mLooper->registerHandler(this);
211}
212
Chong Zhang128b0122014-03-01 18:04:13 -0800213void JMediaCodec::release() {
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700214 std::call_once(mReleaseFlag, [this] {
215 if (mCodec != NULL) {
216 mCodec->release();
217 mInitStatus = NO_INIT;
218 }
Andreas Huber88572f72012-02-21 11:47:18 -0800219
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700220 if (mLooper != NULL) {
221 mLooper->unregisterHandler(id());
222 mLooper->stop();
223 mLooper.clear();
224 }
225 });
Chong Zhang128b0122014-03-01 18:04:13 -0800226}
227
228JMediaCodec::~JMediaCodec() {
Wonsik Kimeaed9f52019-06-18 17:25:02 -0700229 if (mLooper != NULL) {
Chong Zhang128b0122014-03-01 18:04:13 -0800230 /* MediaCodec and looper should have been released explicitly already
231 * in setMediaCodec() (see comments in setMediaCodec()).
232 *
233 * Otherwise JMediaCodec::~JMediaCodec() might be called from within the
234 * message handler, doing release() there risks deadlock as MediaCodec::
235 * release() post synchronous message to the same looper.
236 *
237 * Print a warning and try to proceed with releasing.
238 */
239 ALOGW("try to release MediaCodec from JMediaCodec::~JMediaCodec()...");
240 release();
241 ALOGW("done releasing MediaCodec from JMediaCodec::~JMediaCodec().");
242 }
243
Andreas Huber88572f72012-02-21 11:47:18 -0800244 JNIEnv *env = AndroidRuntime::getJNIEnv();
245
246 env->DeleteWeakGlobalRef(mObject);
247 mObject = NULL;
248 env->DeleteGlobalRef(mClass);
249 mClass = NULL;
Lajos Molnar7de28d32014-07-25 07:51:02 -0700250 deleteJavaObjects(env);
251}
252
253void JMediaCodec::deleteJavaObjects(JNIEnv *env) {
254 env->DeleteGlobalRef(mByteBufferClass);
255 mByteBufferClass = NULL;
256 env->DeleteGlobalRef(mNativeByteOrderObj);
257 mNativeByteOrderObj = NULL;
258
259 mByteBufferOrderMethodID = NULL;
260 mByteBufferAsReadOnlyBufferMethodID = NULL;
261 mByteBufferPositionMethodID = NULL;
262 mByteBufferLimitMethodID = NULL;
Andreas Huber88572f72012-02-21 11:47:18 -0800263}
264
Lajos Molnard8578572015-06-05 20:17:33 -0700265status_t JMediaCodec::enableOnFrameRenderedListener(jboolean enable) {
266 if (enable) {
267 if (mOnFrameRenderedNotification == NULL) {
268 mOnFrameRenderedNotification = new AMessage(kWhatFrameRendered, this);
269 }
270 } else {
271 mOnFrameRenderedNotification.clear();
272 }
273
274 return mCodec->setOnFrameRenderedNotification(mOnFrameRenderedNotification);
275}
276
Chong Zhang8d5e5562014-07-08 18:49:21 -0700277status_t JMediaCodec::setCallback(jobject cb) {
278 if (cb != NULL) {
279 if (mCallbackNotification == NULL) {
Lajos Molnar63834f42015-03-04 14:39:08 -0800280 mCallbackNotification = new AMessage(kWhatCallbackNotify, this);
Chong Zhang8d5e5562014-07-08 18:49:21 -0700281 }
282 } else {
283 mCallbackNotification.clear();
284 }
285
286 return mCodec->setCallback(mCallbackNotification);
287}
288
Andreas Huber88572f72012-02-21 11:47:18 -0800289status_t JMediaCodec::configure(
290 const sp<AMessage> &format,
Andy McFaddend47f7d82012-12-18 09:48:38 -0800291 const sp<IGraphicBufferProducer> &bufferProducer,
Andreas Huber8240d922012-04-04 14:06:32 -0700292 const sp<ICrypto> &crypto,
Chong Zhangd5927ae2017-01-03 11:07:18 -0800293 const sp<IDescrambler> &descrambler,
Andreas Huber88572f72012-02-21 11:47:18 -0800294 int flags) {
Mathias Agopian52800612013-02-14 17:11:20 -0800295 sp<Surface> client;
Andy McFaddend47f7d82012-12-18 09:48:38 -0800296 if (bufferProducer != NULL) {
Andreas Huberaba67132013-10-22 12:40:01 -0700297 mSurfaceTextureClient =
298 new Surface(bufferProducer, true /* controlledByApp */);
Andreas Huberb12a5392012-04-30 14:18:33 -0700299 } else {
300 mSurfaceTextureClient.clear();
Andreas Huber88572f72012-02-21 11:47:18 -0800301 }
Andreas Huberb12a5392012-04-30 14:18:33 -0700302
Chong Zhangd5927ae2017-01-03 11:07:18 -0800303 return mCodec->configure(
304 format, mSurfaceTextureClient, crypto, descrambler, flags);
Andreas Huber88572f72012-02-21 11:47:18 -0800305}
306
Lajos Molnar5e02ba92015-05-01 15:59:35 -0700307status_t JMediaCodec::setSurface(
308 const sp<IGraphicBufferProducer> &bufferProducer) {
309 sp<Surface> client;
310 if (bufferProducer != NULL) {
311 client = new Surface(bufferProducer, true /* controlledByApp */);
312 }
313 status_t err = mCodec->setSurface(client);
314 if (err == OK) {
315 mSurfaceTextureClient = client;
316 }
317 return err;
318}
319
Andy McFadden2621e402013-02-19 07:29:21 -0800320status_t JMediaCodec::createInputSurface(
321 sp<IGraphicBufferProducer>* bufferProducer) {
322 return mCodec->createInputSurface(bufferProducer);
323}
324
Chong Zhang9560ddb2015-05-13 10:25:29 -0700325status_t JMediaCodec::setInputSurface(
Chong Zhang8034d602015-04-28 13:38:48 -0700326 const sp<PersistentSurface> &surface) {
Chong Zhang9560ddb2015-05-13 10:25:29 -0700327 return mCodec->setInputSurface(surface);
Chong Zhang8034d602015-04-28 13:38:48 -0700328}
329
Andreas Huber88572f72012-02-21 11:47:18 -0800330status_t JMediaCodec::start() {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700331 return mCodec->start();
Andreas Huber88572f72012-02-21 11:47:18 -0800332}
333
334status_t JMediaCodec::stop() {
Andreas Huberb12a5392012-04-30 14:18:33 -0700335 mSurfaceTextureClient.clear();
336
Chong Zhang8d5e5562014-07-08 18:49:21 -0700337 return mCodec->stop();
Andreas Huber88572f72012-02-21 11:47:18 -0800338}
339
340status_t JMediaCodec::flush() {
341 return mCodec->flush();
342}
343
Lajos Molnar1e6e8012014-07-15 16:07:13 -0700344status_t JMediaCodec::reset() {
345 return mCodec->reset();
346}
347
Andreas Huber88572f72012-02-21 11:47:18 -0800348status_t JMediaCodec::queueInputBuffer(
349 size_t index,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700350 size_t offset, size_t size, int64_t timeUs, uint32_t flags,
351 AString *errorDetailMsg) {
352 return mCodec->queueInputBuffer(
353 index, offset, size, timeUs, flags, errorDetailMsg);
Andreas Huber88572f72012-02-21 11:47:18 -0800354}
355
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700356status_t JMediaCodec::queueSecureInputBuffer(
357 size_t index,
358 size_t offset,
359 const CryptoPlugin::SubSample *subSamples,
360 size_t numSubSamples,
361 const uint8_t key[16],
362 const uint8_t iv[16],
363 CryptoPlugin::Mode mode,
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800364 const CryptoPlugin::Pattern &pattern,
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700365 int64_t presentationTimeUs,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700366 uint32_t flags,
367 AString *errorDetailMsg) {
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700368 return mCodec->queueSecureInputBuffer(
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -0800369 index, offset, subSamples, numSubSamples, key, iv, mode, pattern,
Andreas Huberbfc56f42012-04-19 12:47:07 -0700370 presentationTimeUs, flags, errorDetailMsg);
Andreas Huber9e6bcce2012-04-06 12:14:47 -0700371}
372
Andreas Huber88572f72012-02-21 11:47:18 -0800373status_t JMediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700374 return mCodec->dequeueInputBuffer(index, timeoutUs);
Andreas Huber88572f72012-02-21 11:47:18 -0800375}
376
377status_t JMediaCodec::dequeueOutputBuffer(
378 JNIEnv *env, jobject bufferInfo, size_t *index, int64_t timeoutUs) {
379 size_t size, offset;
380 int64_t timeUs;
381 uint32_t flags;
Andreas Huberaba67132013-10-22 12:40:01 -0700382 status_t err = mCodec->dequeueOutputBuffer(
383 index, &offset, &size, &timeUs, &flags, timeoutUs);
384
Andreas Huberaba67132013-10-22 12:40:01 -0700385 if (err != OK) {
Andreas Huber88572f72012-02-21 11:47:18 -0800386 return err;
387 }
388
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700389 ScopedLocalRef<jclass> clazz(
390 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
Andreas Huber88572f72012-02-21 11:47:18 -0800391
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700392 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
Ashok Bhatfef85ef2014-03-05 15:06:05 +0000393 env->CallVoidMethod(bufferInfo, method, (jint)offset, (jint)size, timeUs, flags);
Andreas Huber88572f72012-02-21 11:47:18 -0800394
395 return OK;
396}
397
Lajos Molnar7c513b6b2014-05-08 17:16:45 -0700398status_t JMediaCodec::releaseOutputBuffer(
399 size_t index, bool render, bool updatePTS, int64_t timestampNs) {
400 if (updatePTS) {
401 return mCodec->renderOutputBufferAndRelease(index, timestampNs);
402 }
Andreas Huber88572f72012-02-21 11:47:18 -0800403 return render
404 ? mCodec->renderOutputBufferAndRelease(index)
405 : mCodec->releaseOutputBuffer(index);
406}
407
Andy McFadden2621e402013-02-19 07:29:21 -0800408status_t JMediaCodec::signalEndOfInputStream() {
409 return mCodec->signalEndOfInputStream();
410}
411
Lajos Molnard4023112014-07-11 15:12:59 -0700412status_t JMediaCodec::getFormat(JNIEnv *env, bool input, jobject *format) const {
Andreas Huber88572f72012-02-21 11:47:18 -0800413 sp<AMessage> msg;
414 status_t err;
Lajos Molnard4023112014-07-11 15:12:59 -0700415 err = input ? mCodec->getInputFormat(&msg) : mCodec->getOutputFormat(&msg);
416 if (err != OK) {
417 return err;
418 }
419
420 return ConvertMessageToMap(env, msg, format);
421}
422
423status_t JMediaCodec::getOutputFormat(JNIEnv *env, size_t index, jobject *format) const {
424 sp<AMessage> msg;
425 status_t err;
426 if ((err = mCodec->getOutputFormat(index, &msg)) != OK) {
Andreas Huber88572f72012-02-21 11:47:18 -0800427 return err;
428 }
429
430 return ConvertMessageToMap(env, msg, format);
431}
432
433status_t JMediaCodec::getBuffers(
434 JNIEnv *env, bool input, jobjectArray *bufArray) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900435 Vector<sp<MediaCodecBuffer> > buffers;
Andreas Huber88572f72012-02-21 11:47:18 -0800436
437 status_t err =
438 input
439 ? mCodec->getInputBuffers(&buffers)
440 : mCodec->getOutputBuffers(&buffers);
441
442 if (err != OK) {
443 return err;
444 }
445
Andreas Huber88572f72012-02-21 11:47:18 -0800446 *bufArray = (jobjectArray)env->NewObjectArray(
Lajos Molnar7de28d32014-07-25 07:51:02 -0700447 buffers.size(), mByteBufferClass, NULL);
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800448 if (*bufArray == NULL) {
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800449 return NO_MEMORY;
450 }
Andreas Huber88572f72012-02-21 11:47:18 -0800451
452 for (size_t i = 0; i < buffers.size(); ++i) {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900453 const sp<MediaCodecBuffer> &buffer = buffers.itemAt(i);
Andreas Huber88572f72012-02-21 11:47:18 -0800454
Lajos Molnar7de28d32014-07-25 07:51:02 -0700455 jobject byteBuffer = NULL;
456 err = createByteBufferFromABuffer(
457 env, !input /* readOnly */, true /* clearBuffer */, buffer, &byteBuffer);
458 if (err != OK) {
459 return err;
Marco Nelissencbbea8e2012-12-19 11:42:55 -0800460 }
Lajos Molnar7de28d32014-07-25 07:51:02 -0700461 if (byteBuffer != NULL) {
462 env->SetObjectArrayElement(
463 *bufArray, i, byteBuffer);
464
Lajos Molnard4023112014-07-11 15:12:59 -0700465 env->DeleteLocalRef(byteBuffer);
Lajos Molnar7de28d32014-07-25 07:51:02 -0700466 byteBuffer = NULL;
Lajos Molnard4023112014-07-11 15:12:59 -0700467 }
Andreas Huber88572f72012-02-21 11:47:18 -0800468 }
469
Lajos Molnar7de28d32014-07-25 07:51:02 -0700470 return OK;
471}
Andreas Huber3dd7fd02012-05-08 13:50:45 -0700472
Lajos Molnar7de28d32014-07-25 07:51:02 -0700473// static
Wonsik Kim4273dd02016-09-27 15:23:35 +0900474template <typename T>
Lajos Molnar7de28d32014-07-25 07:51:02 -0700475status_t JMediaCodec::createByteBufferFromABuffer(
Wonsik Kim4273dd02016-09-27 15:23:35 +0900476 JNIEnv *env, bool readOnly, bool clearBuffer, const sp<T> &buffer,
Lajos Molnar7de28d32014-07-25 07:51:02 -0700477 jobject *buf) const {
478 // if this is an ABuffer that doesn't actually hold any accessible memory,
479 // use a null ByteBuffer
480 *buf = NULL;
Aaron Vaagee5b641e2015-09-03 15:12:57 -0700481
482 if (buffer == NULL) {
483 ALOGV("createByteBufferFromABuffer - given NULL, returning NULL");
484 return OK;
485 }
486
Lajos Molnar7de28d32014-07-25 07:51:02 -0700487 if (buffer->base() == NULL) {
488 return OK;
489 }
490
491 jobject byteBuffer =
492 env->NewDirectByteBuffer(buffer->base(), buffer->capacity());
493 if (readOnly && byteBuffer != NULL) {
494 jobject readOnlyBuffer = env->CallObjectMethod(
495 byteBuffer, mByteBufferAsReadOnlyBufferMethodID);
496 env->DeleteLocalRef(byteBuffer);
497 byteBuffer = readOnlyBuffer;
498 }
499 if (byteBuffer == NULL) {
500 return NO_MEMORY;
501 }
502 jobject me = env->CallObjectMethod(
503 byteBuffer, mByteBufferOrderMethodID, mNativeByteOrderObj);
504 env->DeleteLocalRef(me);
505 me = env->CallObjectMethod(
506 byteBuffer, mByteBufferLimitMethodID,
507 clearBuffer ? buffer->capacity() : (buffer->offset() + buffer->size()));
508 env->DeleteLocalRef(me);
509 me = env->CallObjectMethod(
510 byteBuffer, mByteBufferPositionMethodID,
511 clearBuffer ? 0 : buffer->offset());
512 env->DeleteLocalRef(me);
513 me = NULL;
514
515 *buf = byteBuffer;
Andreas Huber88572f72012-02-21 11:47:18 -0800516 return OK;
517}
518
Lajos Molnard4023112014-07-11 15:12:59 -0700519status_t JMediaCodec::getBuffer(
520 JNIEnv *env, bool input, size_t index, jobject *buf) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900521 sp<MediaCodecBuffer> buffer;
Lajos Molnard4023112014-07-11 15:12:59 -0700522
523 status_t err =
524 input
525 ? mCodec->getInputBuffer(index, &buffer)
526 : mCodec->getOutputBuffer(index, &buffer);
527
528 if (err != OK) {
529 return err;
530 }
531
Lajos Molnar7de28d32014-07-25 07:51:02 -0700532 return createByteBufferFromABuffer(
533 env, !input /* readOnly */, input /* clearBuffer */, buffer, buf);
Lajos Molnard4023112014-07-11 15:12:59 -0700534}
535
536status_t JMediaCodec::getImage(
537 JNIEnv *env, bool input, size_t index, jobject *buf) const {
Wonsik Kim4273dd02016-09-27 15:23:35 +0900538 sp<MediaCodecBuffer> buffer;
Lajos Molnard4023112014-07-11 15:12:59 -0700539
540 status_t err =
541 input
542 ? mCodec->getInputBuffer(index, &buffer)
543 : mCodec->getOutputBuffer(index, &buffer);
544
545 if (err != OK) {
546 return err;
547 }
548
549 // if this is an ABuffer that doesn't actually hold any accessible memory,
550 // use a null ByteBuffer
551 *buf = NULL;
552 if (buffer->base() == NULL) {
553 return OK;
554 }
555
556 // check if buffer is an image
Lajos Molnar7de28d32014-07-25 07:51:02 -0700557 sp<ABuffer> imageData;
558 if (!buffer->meta()->findBuffer("image-data", &imageData)) {
Lajos Molnard4023112014-07-11 15:12:59 -0700559 return OK;
560 }
561
Lajos Molnar7de28d32014-07-25 07:51:02 -0700562 int64_t timestamp = 0;
563 if (!input && buffer->meta()->findInt64("timeUs", &timestamp)) {
564 timestamp *= 1000; // adjust to ns
565 }
566
567 jobject byteBuffer = NULL;
568 err = createByteBufferFromABuffer(
569 env, !input /* readOnly */, input /* clearBuffer */, buffer, &byteBuffer);
570 if (err != OK) {
571 return OK;
572 }
573
574 jobject infoBuffer = NULL;
575 err = createByteBufferFromABuffer(
576 env, true /* readOnly */, true /* clearBuffer */, imageData, &infoBuffer);
577 if (err != OK) {
578 env->DeleteLocalRef(byteBuffer);
579 byteBuffer = NULL;
580 return OK;
581 }
582
583 jobject cropRect = NULL;
584 int32_t left, top, right, bottom;
585 if (buffer->meta()->findRect("crop-rect", &left, &top, &right, &bottom)) {
586 ScopedLocalRef<jclass> rectClazz(
587 env, env->FindClass("android/graphics/Rect"));
588 CHECK(rectClazz.get() != NULL);
589
590 jmethodID rectConstructID = env->GetMethodID(
591 rectClazz.get(), "<init>", "(IIII)V");
592
593 cropRect = env->NewObject(
594 rectClazz.get(), rectConstructID, left, top, right + 1, bottom + 1);
595 }
596
597 ScopedLocalRef<jclass> imageClazz(
598 env, env->FindClass("android/media/MediaCodec$MediaImage"));
599 CHECK(imageClazz.get() != NULL);
600
601 jmethodID imageConstructID = env->GetMethodID(imageClazz.get(), "<init>",
602 "(Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;ZJIILandroid/graphics/Rect;)V");
603
604 *buf = env->NewObject(imageClazz.get(), imageConstructID,
605 byteBuffer, infoBuffer,
606 (jboolean)!input /* readOnly */,
607 (jlong)timestamp,
608 (jint)0 /* xOffset */, (jint)0 /* yOffset */, cropRect);
609
610 // if MediaImage creation fails, return null
611 if (env->ExceptionCheck()) {
612 env->ExceptionDescribe();
613 env->ExceptionClear();
614 *buf = NULL;
615 }
616
617 if (cropRect != NULL) {
618 env->DeleteLocalRef(cropRect);
619 cropRect = NULL;
620 }
621
622 env->DeleteLocalRef(byteBuffer);
623 byteBuffer = NULL;
624
625 env->DeleteLocalRef(infoBuffer);
626 infoBuffer = NULL;
627
Lajos Molnard4023112014-07-11 15:12:59 -0700628 return OK;
629}
630
Martin Storsjo056ef2e2012-09-25 11:53:04 +0300631status_t JMediaCodec::getName(JNIEnv *env, jstring *nameStr) const {
632 AString name;
633
634 status_t err = mCodec->getName(&name);
635
636 if (err != OK) {
637 return err;
638 }
639
640 *nameStr = env->NewStringUTF(name.c_str());
641
642 return OK;
643}
644
Chong Zhanga0b72a62018-02-28 18:46:26 -0800645static jobject getCodecCapabilitiesObject(
646 JNIEnv *env, const char *mime, bool isEncoder,
647 const sp<MediaCodecInfo::Capabilities> &capabilities) {
648 Vector<MediaCodecInfo::ProfileLevel> profileLevels;
649 Vector<uint32_t> colorFormats;
650
651 sp<AMessage> defaultFormat = new AMessage();
652 defaultFormat->setString("mime", mime);
653
654 capabilities->getSupportedColorFormats(&colorFormats);
655 capabilities->getSupportedProfileLevels(&profileLevels);
Chong Zhanga0b72a62018-02-28 18:46:26 -0800656 sp<AMessage> details = capabilities->getDetails();
657
658 jobject defaultFormatObj = NULL;
659 if (ConvertMessageToMap(env, defaultFormat, &defaultFormatObj)) {
660 return NULL;
661 }
662 ScopedLocalRef<jobject> defaultFormatRef(env, defaultFormatObj);
663
664 jobject detailsObj = NULL;
665 if (ConvertMessageToMap(env, details, &detailsObj)) {
666 return NULL;
667 }
668 ScopedLocalRef<jobject> detailsRef(env, detailsObj);
669
670 ScopedLocalRef<jobjectArray> profileLevelArray(env, env->NewObjectArray(
671 profileLevels.size(), gCodecInfo.profileLevelClazz, NULL));
672
673 for (size_t i = 0; i < profileLevels.size(); ++i) {
674 const MediaCodecInfo::ProfileLevel &src = profileLevels.itemAt(i);
675
676 ScopedLocalRef<jobject> srcRef(env, env->AllocObject(
677 gCodecInfo.profileLevelClazz));
678
679 env->SetIntField(srcRef.get(), gCodecInfo.profileField, src.mProfile);
680 env->SetIntField(srcRef.get(), gCodecInfo.levelField, src.mLevel);
681
682 env->SetObjectArrayElement(profileLevelArray.get(), i, srcRef.get());
683 }
684
685 ScopedLocalRef<jintArray> colorFormatsArray(
686 env, env->NewIntArray(colorFormats.size()));
687 for (size_t i = 0; i < colorFormats.size(); ++i) {
688 jint val = colorFormats.itemAt(i);
689 env->SetIntArrayRegion(colorFormatsArray.get(), i, 1, &val);
690 }
691
692 return env->NewObject(
693 gCodecInfo.capsClazz, gCodecInfo.capsCtorId,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800694 profileLevelArray.get(), colorFormatsArray.get(), isEncoder,
Chong Zhanga0b72a62018-02-28 18:46:26 -0800695 defaultFormatRef.get(), detailsRef.get());
696}
697
698status_t JMediaCodec::getCodecInfo(JNIEnv *env, jobject *codecInfoObject) const {
699 sp<MediaCodecInfo> codecInfo;
700
701 status_t err = mCodec->getCodecInfo(&codecInfo);
702
703 if (err != OK) {
704 return err;
705 }
706
707 ScopedLocalRef<jstring> nameObject(env,
Lajos Molnare7473872019-02-05 18:54:27 -0800708 env->NewStringUTF(mNameAtCreation.c_str()));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800709
Lajos Molnard2a7f472018-11-15 12:49:20 -0800710 ScopedLocalRef<jstring> canonicalNameObject(env,
711 env->NewStringUTF(codecInfo->getCodecName()));
712
713 MediaCodecInfo::Attributes attributes = codecInfo->getAttributes();
Chong Zhanga0b72a62018-02-28 18:46:26 -0800714 bool isEncoder = codecInfo->isEncoder();
715
Lajos Molnard2a7f472018-11-15 12:49:20 -0800716 Vector<AString> mediaTypes;
717 codecInfo->getSupportedMediaTypes(&mediaTypes);
Chong Zhanga0b72a62018-02-28 18:46:26 -0800718
719 ScopedLocalRef<jobjectArray> capsArrayObj(env,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800720 env->NewObjectArray(mediaTypes.size(), gCodecInfo.capsClazz, NULL));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800721
Lajos Molnard2a7f472018-11-15 12:49:20 -0800722 for (size_t i = 0; i < mediaTypes.size(); i++) {
Chong Zhanga0b72a62018-02-28 18:46:26 -0800723 const sp<MediaCodecInfo::Capabilities> caps =
Lajos Molnard2a7f472018-11-15 12:49:20 -0800724 codecInfo->getCapabilitiesFor(mediaTypes[i].c_str());
Chong Zhanga0b72a62018-02-28 18:46:26 -0800725
726 ScopedLocalRef<jobject> capsObj(env, getCodecCapabilitiesObject(
Lajos Molnard2a7f472018-11-15 12:49:20 -0800727 env, mediaTypes[i].c_str(), isEncoder, caps));
Chong Zhanga0b72a62018-02-28 18:46:26 -0800728
729 env->SetObjectArrayElement(capsArrayObj.get(), i, capsObj.get());
730 }
731
732 ScopedLocalRef<jclass> codecInfoClazz(env,
733 env->FindClass("android/media/MediaCodecInfo"));
734 CHECK(codecInfoClazz.get() != NULL);
735
736 jmethodID codecInfoCtorID = env->GetMethodID(codecInfoClazz.get(), "<init>",
Lajos Molnarb864a792019-01-17 16:26:22 -0800737 "(Ljava/lang/String;Ljava/lang/String;I[Landroid/media/MediaCodecInfo$CodecCapabilities;)V");
Chong Zhanga0b72a62018-02-28 18:46:26 -0800738
739 *codecInfoObject = env->NewObject(codecInfoClazz.get(), codecInfoCtorID,
Lajos Molnard2a7f472018-11-15 12:49:20 -0800740 nameObject.get(), canonicalNameObject.get(), attributes, capsArrayObj.get());
Chong Zhanga0b72a62018-02-28 18:46:26 -0800741
742 return OK;
743}
744
Ray Essickf2d0e402017-03-09 10:17:51 -0800745status_t JMediaCodec::getMetrics(JNIEnv *, MediaAnalyticsItem * &reply) const {
Ray Essicke981a552019-08-26 15:34:10 -0700746 mediametrics_handle_t reply2 = MediaAnalyticsItem::convert(reply);
747 status_t status = mCodec->getMetrics(reply2);
748 // getMetrics() updates reply2, pass the converted update along to our caller.
749 reply = MediaAnalyticsItem::convert(reply2);
Ray Essick0e0fee12017-01-25 18:01:56 -0800750 return status;
751}
752
Andreas Huber226065b2013-08-12 10:14:11 -0700753status_t JMediaCodec::setParameters(const sp<AMessage> &msg) {
754 return mCodec->setParameters(msg);
755}
756
Andreas Huberb12a5392012-04-30 14:18:33 -0700757void JMediaCodec::setVideoScalingMode(int mode) {
758 if (mSurfaceTextureClient != NULL) {
Lajos Molnar832939e2018-05-23 14:58:26 -0700759 // this works for components that queue to surface
Andreas Huberb12a5392012-04-30 14:18:33 -0700760 native_window_set_scaling_mode(mSurfaceTextureClient.get(), mode);
Lajos Molnar832939e2018-05-23 14:58:26 -0700761 // also signal via param for components that queue to IGBP
762 sp<AMessage> msg = new AMessage;
763 msg->setInt32("android._video-scaling", mode);
764 (void)mCodec->setParameters(msg);
Andreas Huberb12a5392012-04-30 14:18:33 -0700765 }
766}
767
ybai5e053202018-11-01 13:02:15 +0800768void JMediaCodec::selectAudioPresentation(const int32_t presentationId, const int32_t programId) {
769 sp<AMessage> msg = new AMessage;
770 msg->setInt32("audio-presentation-presentation-id", presentationId);
771 msg->setInt32("audio-presentation-program-id", programId);
772 (void)mCodec->setParameters(msg);
773}
774
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700775static jthrowable createCodecException(
776 JNIEnv *env, status_t err, int32_t actionCode, const char *msg = NULL) {
777 ScopedLocalRef<jclass> clazz(
778 env, env->FindClass("android/media/MediaCodec$CodecException"));
779 CHECK(clazz.get() != NULL);
780
Ronghua Wuc53ad692015-05-08 14:40:49 -0700781 const jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "(IILjava/lang/String;)V");
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700782 CHECK(ctor != NULL);
783
784 ScopedLocalRef<jstring> msgObj(
785 env, env->NewStringUTF(msg != NULL ? msg : String8::format("Error %#x", err)));
786
787 // translate action code to Java equivalent
788 switch (actionCode) {
789 case ACTION_CODE_TRANSIENT:
790 actionCode = gCodecActionCodes.codecActionTransient;
791 break;
792 case ACTION_CODE_RECOVERABLE:
793 actionCode = gCodecActionCodes.codecActionRecoverable;
794 break;
795 default:
796 actionCode = 0; // everything else is fatal
797 break;
798 }
799
Ronghua Wuc53ad692015-05-08 14:40:49 -0700800 /* translate OS errors to Java API CodecException errorCodes */
801 switch (err) {
802 case NO_MEMORY:
803 err = gCodecErrorCodes.errorInsufficientResource;
804 break;
805 case DEAD_OBJECT:
806 err = gCodecErrorCodes.errorReclaimed;
807 break;
808 default: /* Other error codes go out as is. */
809 break;
810 }
811
812 return (jthrowable)env->NewObject(clazz.get(), ctor, err, actionCode, msgObj.get());
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700813}
814
Chong Zhang8d5e5562014-07-08 18:49:21 -0700815void JMediaCodec::handleCallback(const sp<AMessage> &msg) {
816 int32_t arg1, arg2 = 0;
817 jobject obj = NULL;
818 CHECK(msg->findInt32("callbackID", &arg1));
819 JNIEnv *env = AndroidRuntime::getJNIEnv();
Andreas Huberaba67132013-10-22 12:40:01 -0700820
Chong Zhang8d5e5562014-07-08 18:49:21 -0700821 switch (arg1) {
822 case MediaCodec::CB_INPUT_AVAILABLE:
823 {
824 CHECK(msg->findInt32("index", &arg2));
Andreas Huberaba67132013-10-22 12:40:01 -0700825 break;
826 }
827
Chong Zhang8d5e5562014-07-08 18:49:21 -0700828 case MediaCodec::CB_OUTPUT_AVAILABLE:
Andreas Huberaba67132013-10-22 12:40:01 -0700829 {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700830 CHECK(msg->findInt32("index", &arg2));
Andreas Huberaba67132013-10-22 12:40:01 -0700831
Chong Zhang8d5e5562014-07-08 18:49:21 -0700832 size_t size, offset;
833 int64_t timeUs;
834 uint32_t flags;
835 CHECK(msg->findSize("size", &size));
836 CHECK(msg->findSize("offset", &offset));
837 CHECK(msg->findInt64("timeUs", &timeUs));
838 CHECK(msg->findInt32("flags", (int32_t *)&flags));
839
840 ScopedLocalRef<jclass> clazz(
841 env, env->FindClass("android/media/MediaCodec$BufferInfo"));
842 jmethodID ctor = env->GetMethodID(clazz.get(), "<init>", "()V");
843 jmethodID method = env->GetMethodID(clazz.get(), "set", "(IIJI)V");
844
845 obj = env->NewObject(clazz.get(), ctor);
846
847 if (obj == NULL) {
848 if (env->ExceptionCheck()) {
849 ALOGE("Could not create MediaCodec.BufferInfo.");
850 env->ExceptionClear();
Andreas Huberaba67132013-10-22 12:40:01 -0700851 }
Chong Zhang8d5e5562014-07-08 18:49:21 -0700852 jniThrowException(env, "java/lang/IllegalStateException", NULL);
853 return;
Andreas Huberaba67132013-10-22 12:40:01 -0700854 }
855
Chong Zhang8d5e5562014-07-08 18:49:21 -0700856 env->CallVoidMethod(obj, method, (jint)offset, (jint)size, timeUs, flags);
857 break;
858 }
859
860 case MediaCodec::CB_ERROR:
861 {
Chong Zhang94686d12014-07-11 15:53:58 -0700862 int32_t err, actionCode;
863 CHECK(msg->findInt32("err", &err));
Chong Zhang8d5e5562014-07-08 18:49:21 -0700864 CHECK(msg->findInt32("actionCode", &actionCode));
865
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700866 // note that DRM errors could conceivably alias into a CodecException
867 obj = (jobject)createCodecException(env, err, actionCode);
Chong Zhang8d5e5562014-07-08 18:49:21 -0700868
869 if (obj == NULL) {
870 if (env->ExceptionCheck()) {
Chong Zhang94686d12014-07-11 15:53:58 -0700871 ALOGE("Could not create CodecException object.");
Chong Zhang8d5e5562014-07-08 18:49:21 -0700872 env->ExceptionClear();
873 }
874 jniThrowException(env, "java/lang/IllegalStateException", NULL);
875 return;
876 }
Andreas Huberaba67132013-10-22 12:40:01 -0700877
878 break;
879 }
880
Chong Zhang8d5e5562014-07-08 18:49:21 -0700881 case MediaCodec::CB_OUTPUT_FORMAT_CHANGED:
Andreas Huberaba67132013-10-22 12:40:01 -0700882 {
Chong Zhang8d5e5562014-07-08 18:49:21 -0700883 sp<AMessage> format;
884 CHECK(msg->findMessage("format", &format));
Andreas Huberaba67132013-10-22 12:40:01 -0700885
Chong Zhang8d5e5562014-07-08 18:49:21 -0700886 if (OK != ConvertMessageToMap(env, format, &obj)) {
887 jniThrowException(env, "java/lang/IllegalStateException", NULL);
888 return;
889 }
Andreas Huberaba67132013-10-22 12:40:01 -0700890
Andreas Huberaba67132013-10-22 12:40:01 -0700891 break;
892 }
893
894 default:
895 TRESPASS();
896 }
Chong Zhang8d5e5562014-07-08 18:49:21 -0700897
898 env->CallVoidMethod(
899 mObject,
900 gFields.postEventFromNativeID,
901 EVENT_CALLBACK,
902 arg1,
903 arg2,
904 obj);
905
906 env->DeleteLocalRef(obj);
Andreas Huberaba67132013-10-22 12:40:01 -0700907}
908
Lajos Molnard8578572015-06-05 20:17:33 -0700909void JMediaCodec::handleFrameRenderedNotification(const sp<AMessage> &msg) {
910 int32_t arg1 = 0, arg2 = 0;
911 jobject obj = NULL;
912 JNIEnv *env = AndroidRuntime::getJNIEnv();
913
914 sp<AMessage> data;
915 CHECK(msg->findMessage("data", &data));
916
917 status_t err = ConvertMessageToMap(env, data, &obj);
918 if (err != OK) {
919 jniThrowException(env, "java/lang/IllegalStateException", NULL);
920 return;
921 }
922
923 env->CallVoidMethod(
924 mObject, gFields.postEventFromNativeID,
925 EVENT_FRAME_RENDERED, arg1, arg2, obj);
926
927 env->DeleteLocalRef(obj);
928}
929
Chong Zhang8d5e5562014-07-08 18:49:21 -0700930void JMediaCodec::onMessageReceived(const sp<AMessage> &msg) {
931 switch (msg->what()) {
932 case kWhatCallbackNotify:
933 {
934 handleCallback(msg);
935 break;
936 }
Lajos Molnard8578572015-06-05 20:17:33 -0700937 case kWhatFrameRendered:
938 {
939 handleFrameRenderedNotification(msg);
940 break;
941 }
Chong Zhang8d5e5562014-07-08 18:49:21 -0700942 default:
943 TRESPASS();
944 }
Andreas Huberaba67132013-10-22 12:40:01 -0700945}
946
Andreas Huber88572f72012-02-21 11:47:18 -0800947} // namespace android
948
949////////////////////////////////////////////////////////////////////////////////
950
951using namespace android;
952
953static sp<JMediaCodec> setMediaCodec(
954 JNIEnv *env, jobject thiz, const sp<JMediaCodec> &codec) {
Wonsik Kim61796fd2018-09-13 13:15:59 -0700955 sp<JMediaCodec> old = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
Andreas Huber88572f72012-02-21 11:47:18 -0800956 if (codec != NULL) {
957 codec->incStrong(thiz);
958 }
959 if (old != NULL) {
Chong Zhang128b0122014-03-01 18:04:13 -0800960 /* release MediaCodec and stop the looper now before decStrong.
961 * otherwise JMediaCodec::~JMediaCodec() could be called from within
962 * its message handler, doing release() from there will deadlock
963 * (as MediaCodec::release() post synchronous message to the same looper)
964 */
965 old->release();
Andreas Huber88572f72012-02-21 11:47:18 -0800966 old->decStrong(thiz);
967 }
Wonsik Kim61796fd2018-09-13 13:15:59 -0700968 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
Andreas Huber88572f72012-02-21 11:47:18 -0800969
970 return old;
971}
972
973static sp<JMediaCodec> getMediaCodec(JNIEnv *env, jobject thiz) {
Wonsik Kim61796fd2018-09-13 13:15:59 -0700974 sp<JMediaCodec> codec = (JMediaCodec *)env->CallLongMethod(thiz, gFields.lockAndGetContextID);
975 env->CallVoidMethod(thiz, gFields.setAndUnlockContextID, (jlong)codec.get());
976 return codec;
Andreas Huber88572f72012-02-21 11:47:18 -0800977}
978
979static void android_media_MediaCodec_release(JNIEnv *env, jobject thiz) {
980 setMediaCodec(env, thiz, NULL);
981}
982
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700983static void throwCodecException(JNIEnv *env, status_t err, int32_t actionCode, const char *msg) {
984 jthrowable exception = createCodecException(env, err, actionCode, msg);
985 env->Throw(exception);
986}
987
Andreas Huberbfc56f42012-04-19 12:47:07 -0700988static void throwCryptoException(JNIEnv *env, status_t err, const char *msg) {
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700989 ScopedLocalRef<jclass> clazz(
990 env, env->FindClass("android/media/MediaCodec$CryptoException"));
991 CHECK(clazz.get() != NULL);
Andreas Huberbfc56f42012-04-19 12:47:07 -0700992
993 jmethodID constructID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -0700994 env->GetMethodID(clazz.get(), "<init>", "(ILjava/lang/String;)V");
Andreas Huberbfc56f42012-04-19 12:47:07 -0700995 CHECK(constructID != NULL);
996
Jeff Tinker3ccb34d2015-11-09 17:31:05 -0800997 const char *defaultMsg = "Unknown Error";
Andreas Huberbfc56f42012-04-19 12:47:07 -0700998
Andy Hung5f9aa0b2014-07-30 15:48:21 -0700999 /* translate OS errors to Java API CryptoException errorCodes (which are positive) */
Jeff Tinker3ed38262013-08-02 23:24:51 -07001000 switch (err) {
1001 case ERROR_DRM_NO_LICENSE:
1002 err = gCryptoErrorCodes.cryptoErrorNoKey;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001003 defaultMsg = "Crypto key not available";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001004 break;
1005 case ERROR_DRM_LICENSE_EXPIRED:
1006 err = gCryptoErrorCodes.cryptoErrorKeyExpired;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001007 defaultMsg = "License expired";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001008 break;
1009 case ERROR_DRM_RESOURCE_BUSY:
1010 err = gCryptoErrorCodes.cryptoErrorResourceBusy;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001011 defaultMsg = "Resource busy or unavailable";
Jeff Tinker3ed38262013-08-02 23:24:51 -07001012 break;
Jeff Tinker336d3ea2014-08-28 17:57:36 -07001013 case ERROR_DRM_INSUFFICIENT_OUTPUT_PROTECTION:
1014 err = gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001015 defaultMsg = "Required output protections are not active";
Jeff Tinker336d3ea2014-08-28 17:57:36 -07001016 break;
Jeff Tinker96a2a952015-07-01 17:35:18 -07001017 case ERROR_DRM_SESSION_NOT_OPENED:
1018 err = gCryptoErrorCodes.cryptoErrorSessionNotOpened;
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001019 defaultMsg = "Attempted to use a closed session";
Jeff Tinker96a2a952015-07-01 17:35:18 -07001020 break;
Jeff Tinker20594d82018-12-12 08:31:22 -08001021 case ERROR_DRM_INSUFFICIENT_SECURITY:
1022 err = gCryptoErrorCodes.cryptoErrorInsufficientSecurity;
1023 defaultMsg = "Required security level is not met";
1024 break;
Jeff Tinkerd3932162016-03-05 11:35:20 -08001025 case ERROR_DRM_CANNOT_HANDLE:
1026 err = gCryptoErrorCodes.cryptoErrorUnsupportedOperation;
1027 defaultMsg = "Operation not supported in this configuration";
1028 break;
Jeff Tinker20594d82018-12-12 08:31:22 -08001029 case ERROR_DRM_FRAME_TOO_LARGE:
1030 err = gCryptoErrorCodes.cryptoErrorFrameTooLarge;
1031 defaultMsg = "Decrytped frame exceeds size of output buffer";
1032 break;
1033 case ERROR_DRM_SESSION_LOST_STATE:
1034 err = gCryptoErrorCodes.cryptoErrorLostState;
1035 defaultMsg = "Session state was lost, open a new session and retry";
1036 break;
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001037 default: /* Other negative DRM error codes go out as is. */
Jeff Tinker3ed38262013-08-02 23:24:51 -07001038 break;
1039 }
1040
Jeff Tinker3ccb34d2015-11-09 17:31:05 -08001041 jstring msgObj = env->NewStringUTF(msg != NULL ? msg : defaultMsg);
1042
Andreas Huberbfc56f42012-04-19 12:47:07 -07001043 jthrowable exception =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001044 (jthrowable)env->NewObject(clazz.get(), constructID, err, msgObj);
Andreas Huberbfc56f42012-04-19 12:47:07 -07001045
1046 env->Throw(exception);
1047}
1048
1049static jint throwExceptionAsNecessary(
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001050 JNIEnv *env, status_t err, int32_t actionCode = ACTION_CODE_FATAL,
1051 const char *msg = NULL) {
Andreas Huber88572f72012-02-21 11:47:18 -08001052 switch (err) {
1053 case OK:
1054 return 0;
1055
1056 case -EAGAIN:
1057 return DEQUEUE_INFO_TRY_AGAIN_LATER;
1058
1059 case INFO_FORMAT_CHANGED:
1060 return DEQUEUE_INFO_OUTPUT_FORMAT_CHANGED;
1061
1062 case INFO_OUTPUT_BUFFERS_CHANGED:
1063 return DEQUEUE_INFO_OUTPUT_BUFFERS_CHANGED;
1064
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001065 case INVALID_OPERATION:
1066 jniThrowException(env, "java/lang/IllegalStateException", msg);
1067 return 0;
Jeff Tinker3ed38262013-08-02 23:24:51 -07001068
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001069 case BAD_VALUE:
1070 jniThrowException(env, "java/lang/IllegalArgumentException", msg);
1071 return 0;
1072
Andreas Huber88572f72012-02-21 11:47:18 -08001073 default:
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001074 if (isCryptoError(err)) {
1075 throwCryptoException(env, err, msg);
1076 return 0;
1077 }
1078 throwCodecException(env, err, actionCode, msg);
1079 return 0;
Andreas Huber88572f72012-02-21 11:47:18 -08001080 }
Andreas Huber88572f72012-02-21 11:47:18 -08001081}
1082
Lajos Molnard8578572015-06-05 20:17:33 -07001083static void android_media_MediaCodec_native_enableOnFrameRenderedListener(
1084 JNIEnv *env,
1085 jobject thiz,
1086 jboolean enabled) {
1087 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1088
1089 if (codec == NULL) {
1090 throwExceptionAsNecessary(env, INVALID_OPERATION);
1091 return;
1092 }
1093
1094 status_t err = codec->enableOnFrameRenderedListener(enabled);
1095
1096 throwExceptionAsNecessary(env, err);
1097}
1098
Chong Zhang8d5e5562014-07-08 18:49:21 -07001099static void android_media_MediaCodec_native_setCallback(
1100 JNIEnv *env,
1101 jobject thiz,
1102 jobject cb) {
1103 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1104
1105 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001106 throwExceptionAsNecessary(env, INVALID_OPERATION);
Chong Zhang8d5e5562014-07-08 18:49:21 -07001107 return;
1108 }
1109
1110 status_t err = codec->setCallback(cb);
1111
1112 throwExceptionAsNecessary(env, err);
1113}
1114
Andreas Huber88572f72012-02-21 11:47:18 -08001115static void android_media_MediaCodec_native_configure(
1116 JNIEnv *env,
1117 jobject thiz,
1118 jobjectArray keys, jobjectArray values,
1119 jobject jsurface,
Andreas Huber8240d922012-04-04 14:06:32 -07001120 jobject jcrypto,
Chong Zhangd5927ae2017-01-03 11:07:18 -08001121 jobject descramblerBinderObj,
Andreas Huber88572f72012-02-21 11:47:18 -08001122 jint flags) {
1123 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1124
1125 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001126 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001127 return;
1128 }
1129
1130 sp<AMessage> format;
1131 status_t err = ConvertKeyValueArraysToMessage(env, keys, values, &format);
1132
1133 if (err != OK) {
1134 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
1135 return;
1136 }
1137
Andy McFaddend47f7d82012-12-18 09:48:38 -08001138 sp<IGraphicBufferProducer> bufferProducer;
Andreas Huber88572f72012-02-21 11:47:18 -08001139 if (jsurface != NULL) {
Jeff Brown64a55af2012-08-26 02:47:39 -07001140 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
Andreas Huber88572f72012-02-21 11:47:18 -08001141 if (surface != NULL) {
Mathias Agopian52800612013-02-14 17:11:20 -08001142 bufferProducer = surface->getIGraphicBufferProducer();
Andreas Huber88572f72012-02-21 11:47:18 -08001143 } else {
1144 jniThrowException(
1145 env,
1146 "java/lang/IllegalArgumentException",
1147 "The surface has been released");
1148 return;
1149 }
1150 }
1151
Andreas Huber8240d922012-04-04 14:06:32 -07001152 sp<ICrypto> crypto;
1153 if (jcrypto != NULL) {
1154 crypto = JCrypto::GetCrypto(env, jcrypto);
1155 }
1156
Chong Zhangd5927ae2017-01-03 11:07:18 -08001157 sp<IDescrambler> descrambler;
1158 if (descramblerBinderObj != NULL) {
Chong Zhangcd538552018-02-21 17:22:19 -08001159 descrambler = GetDescrambler(env, descramblerBinderObj);
Chong Zhangd5927ae2017-01-03 11:07:18 -08001160 }
1161
1162 err = codec->configure(format, bufferProducer, crypto, descrambler, flags);
Andreas Huber88572f72012-02-21 11:47:18 -08001163
1164 throwExceptionAsNecessary(env, err);
1165}
1166
Lajos Molnar5e02ba92015-05-01 15:59:35 -07001167static void android_media_MediaCodec_native_setSurface(
1168 JNIEnv *env,
1169 jobject thiz,
1170 jobject jsurface) {
1171 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1172
1173 if (codec == NULL) {
1174 throwExceptionAsNecessary(env, INVALID_OPERATION);
1175 return;
1176 }
1177
1178 sp<IGraphicBufferProducer> bufferProducer;
1179 if (jsurface != NULL) {
1180 sp<Surface> surface(android_view_Surface_getSurface(env, jsurface));
1181 if (surface != NULL) {
1182 bufferProducer = surface->getIGraphicBufferProducer();
1183 } else {
1184 jniThrowException(
1185 env,
1186 "java/lang/IllegalArgumentException",
1187 "The surface has been released");
1188 return;
1189 }
1190 }
1191
1192 status_t err = codec->setSurface(bufferProducer);
1193 throwExceptionAsNecessary(env, err);
1194}
1195
Chong Zhang8034d602015-04-28 13:38:48 -07001196sp<PersistentSurface> android_media_MediaCodec_getPersistentInputSurface(
1197 JNIEnv* env, jobject object) {
1198 sp<PersistentSurface> persistentSurface;
1199
1200 jobject lock = env->GetObjectField(
1201 object, gPersistentSurfaceClassInfo.mLock);
1202 if (env->MonitorEnter(lock) == JNI_OK) {
1203 persistentSurface = reinterpret_cast<PersistentSurface *>(
1204 env->GetLongField(object,
1205 gPersistentSurfaceClassInfo.mPersistentObject));
1206 env->MonitorExit(lock);
1207 }
1208 env->DeleteLocalRef(lock);
1209
1210 return persistentSurface;
1211}
1212
1213static jobject android_media_MediaCodec_createPersistentInputSurface(
1214 JNIEnv* env, jclass /* clazz */) {
1215 ALOGV("android_media_MediaCodec_createPersistentInputSurface");
1216 sp<PersistentSurface> persistentSurface =
1217 MediaCodec::CreatePersistentInputSurface();
1218
1219 if (persistentSurface == NULL) {
1220 return NULL;
1221 }
1222
1223 sp<Surface> surface = new Surface(
1224 persistentSurface->getBufferProducer(), true);
1225 if (surface == NULL) {
1226 return NULL;
1227 }
1228
1229 jobject object = env->NewObject(
1230 gPersistentSurfaceClassInfo.clazz,
1231 gPersistentSurfaceClassInfo.ctor);
1232
1233 if (object == NULL) {
1234 if (env->ExceptionCheck()) {
1235 ALOGE("Could not create PersistentSurface.");
1236 env->ExceptionClear();
1237 }
1238 return NULL;
1239 }
1240
1241 jobject lock = env->GetObjectField(
1242 object, gPersistentSurfaceClassInfo.mLock);
1243 if (env->MonitorEnter(lock) == JNI_OK) {
1244 env->CallVoidMethod(
1245 object,
1246 gPersistentSurfaceClassInfo.setNativeObjectLocked,
1247 (jlong)surface.get());
1248 env->SetLongField(
1249 object,
1250 gPersistentSurfaceClassInfo.mPersistentObject,
1251 (jlong)persistentSurface.get());
1252 env->MonitorExit(lock);
1253 } else {
1254 env->DeleteLocalRef(object);
1255 object = NULL;
1256 }
1257 env->DeleteLocalRef(lock);
1258
1259 if (object != NULL) {
1260 surface->incStrong(&sRefBaseOwner);
1261 persistentSurface->incStrong(&sRefBaseOwner);
1262 }
1263
1264 return object;
1265}
1266
1267static void android_media_MediaCodec_releasePersistentInputSurface(
1268 JNIEnv* env, jclass /* clazz */, jobject object) {
1269 sp<PersistentSurface> persistentSurface;
1270
1271 jobject lock = env->GetObjectField(
1272 object, gPersistentSurfaceClassInfo.mLock);
1273 if (env->MonitorEnter(lock) == JNI_OK) {
1274 persistentSurface = reinterpret_cast<PersistentSurface *>(
1275 env->GetLongField(
1276 object, gPersistentSurfaceClassInfo.mPersistentObject));
1277 env->SetLongField(
1278 object,
1279 gPersistentSurfaceClassInfo.mPersistentObject,
1280 (jlong)0);
1281 env->MonitorExit(lock);
1282 }
1283 env->DeleteLocalRef(lock);
1284
1285 if (persistentSurface != NULL) {
1286 persistentSurface->decStrong(&sRefBaseOwner);
1287 }
1288 // no need to release surface as it will be released by Surface's jni
1289}
1290
Chong Zhang9560ddb2015-05-13 10:25:29 -07001291static void android_media_MediaCodec_setInputSurface(
Chong Zhang8034d602015-04-28 13:38:48 -07001292 JNIEnv* env, jobject thiz, jobject object) {
Chong Zhang9560ddb2015-05-13 10:25:29 -07001293 ALOGV("android_media_MediaCodec_setInputSurface");
Chong Zhang8034d602015-04-28 13:38:48 -07001294
1295 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1296 if (codec == NULL) {
1297 throwExceptionAsNecessary(env, INVALID_OPERATION);
1298 return;
1299 }
1300
1301 sp<PersistentSurface> persistentSurface =
1302 android_media_MediaCodec_getPersistentInputSurface(env, object);
1303
Marco Nelissen59cf9aa2018-04-19 11:02:00 -07001304 if (persistentSurface == NULL) {
1305 throwExceptionAsNecessary(
1306 env, BAD_VALUE, ACTION_CODE_FATAL, "input surface not valid");
1307 return;
1308 }
Chong Zhang9560ddb2015-05-13 10:25:29 -07001309 status_t err = codec->setInputSurface(persistentSurface);
Chong Zhang8034d602015-04-28 13:38:48 -07001310 if (err != NO_ERROR) {
1311 throwExceptionAsNecessary(env, err);
1312 }
1313}
1314
Andy McFadden2621e402013-02-19 07:29:21 -08001315static jobject android_media_MediaCodec_createInputSurface(JNIEnv* env,
1316 jobject thiz) {
1317 ALOGV("android_media_MediaCodec_createInputSurface");
1318
1319 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1320 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001321 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andy McFadden2621e402013-02-19 07:29:21 -08001322 return NULL;
1323 }
1324
1325 // Tell the MediaCodec that we want to use a Surface as input.
1326 sp<IGraphicBufferProducer> bufferProducer;
1327 status_t err = codec->createInputSurface(&bufferProducer);
1328 if (err != NO_ERROR) {
1329 throwExceptionAsNecessary(env, err);
1330 return NULL;
1331 }
1332
1333 // Wrap the IGBP in a Java-language Surface.
1334 return android_view_Surface_createFromIGraphicBufferProducer(env,
1335 bufferProducer);
1336}
1337
Andreas Huber88572f72012-02-21 11:47:18 -08001338static void android_media_MediaCodec_start(JNIEnv *env, jobject thiz) {
1339 ALOGV("android_media_MediaCodec_start");
1340
1341 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1342
1343 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001344 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001345 return;
1346 }
1347
1348 status_t err = codec->start();
1349
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001350 throwExceptionAsNecessary(env, err, ACTION_CODE_FATAL, "start failed");
Andreas Huber88572f72012-02-21 11:47:18 -08001351}
1352
1353static void android_media_MediaCodec_stop(JNIEnv *env, jobject thiz) {
1354 ALOGV("android_media_MediaCodec_stop");
1355
1356 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1357
1358 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001359 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001360 return;
1361 }
1362
1363 status_t err = codec->stop();
1364
1365 throwExceptionAsNecessary(env, err);
1366}
1367
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001368static void android_media_MediaCodec_reset(JNIEnv *env, jobject thiz) {
1369 ALOGV("android_media_MediaCodec_reset");
1370
1371 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1372
1373 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001374 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001375 return;
1376 }
1377
1378 status_t err = codec->reset();
1379 if (err != OK) {
1380 // treat all errors as fatal for now, though resource not available
1381 // errors could be treated as transient.
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001382 // we also should avoid sending INVALID_OPERATION here due to
1383 // the transitory nature of reset(), it should not inadvertently
1384 // trigger an IllegalStateException.
1385 err = UNKNOWN_ERROR;
Lajos Molnar1e6e8012014-07-15 16:07:13 -07001386 }
1387 throwExceptionAsNecessary(env, err);
1388}
1389
Andreas Huber88572f72012-02-21 11:47:18 -08001390static void android_media_MediaCodec_flush(JNIEnv *env, jobject thiz) {
1391 ALOGV("android_media_MediaCodec_flush");
1392
1393 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1394
1395 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001396 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001397 return;
1398 }
1399
1400 status_t err = codec->flush();
1401
1402 throwExceptionAsNecessary(env, err);
1403}
1404
1405static void android_media_MediaCodec_queueInputBuffer(
1406 JNIEnv *env,
1407 jobject thiz,
1408 jint index,
1409 jint offset,
1410 jint size,
1411 jlong timestampUs,
1412 jint flags) {
1413 ALOGV("android_media_MediaCodec_queueInputBuffer");
1414
1415 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1416
1417 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001418 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001419 return;
1420 }
1421
Andreas Huberbfc56f42012-04-19 12:47:07 -07001422 AString errorDetailMsg;
Andreas Huber88572f72012-02-21 11:47:18 -08001423
Andreas Huberbfc56f42012-04-19 12:47:07 -07001424 status_t err = codec->queueInputBuffer(
1425 index, offset, size, timestampUs, flags, &errorDetailMsg);
1426
1427 throwExceptionAsNecessary(
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001428 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str());
Andreas Huber88572f72012-02-21 11:47:18 -08001429}
1430
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001431static void android_media_MediaCodec_queueSecureInputBuffer(
1432 JNIEnv *env,
1433 jobject thiz,
1434 jint index,
1435 jint offset,
Andreas Huber91befdc2012-04-18 12:19:51 -07001436 jobject cryptoInfoObj,
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001437 jlong timestampUs,
1438 jint flags) {
1439 ALOGV("android_media_MediaCodec_queueSecureInputBuffer");
1440
1441 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1442
1443 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001444 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001445 return;
1446 }
1447
Andreas Huber91befdc2012-04-18 12:19:51 -07001448 jint numSubSamples =
1449 env->GetIntField(cryptoInfoObj, gFields.cryptoInfoNumSubSamplesID);
1450
1451 jintArray numBytesOfClearDataObj =
1452 (jintArray)env->GetObjectField(
1453 cryptoInfoObj, gFields.cryptoInfoNumBytesOfClearDataID);
1454
1455 jintArray numBytesOfEncryptedDataObj =
1456 (jintArray)env->GetObjectField(
1457 cryptoInfoObj, gFields.cryptoInfoNumBytesOfEncryptedDataID);
1458
1459 jbyteArray keyObj =
1460 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoKeyID);
1461
1462 jbyteArray ivObj =
1463 (jbyteArray)env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoIVID);
1464
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08001465 jint jmode = env->GetIntField(cryptoInfoObj, gFields.cryptoInfoModeID);
1466 enum CryptoPlugin::Mode mode;
1467 if (jmode == gCryptoModes.Unencrypted) {
1468 mode = CryptoPlugin::kMode_Unencrypted;
1469 } else if (jmode == gCryptoModes.AesCtr) {
1470 mode = CryptoPlugin::kMode_AES_CTR;
1471 } else if (jmode == gCryptoModes.AesCbc) {
1472 mode = CryptoPlugin::kMode_AES_CBC;
1473 } else {
1474 throwExceptionAsNecessary(env, INVALID_OPERATION);
1475 return;
1476 }
1477
1478 jobject patternObj = env->GetObjectField(cryptoInfoObj, gFields.cryptoInfoPatternID);
1479
1480 CryptoPlugin::Pattern pattern;
Jeff Tinkere872ac42016-03-03 15:47:09 -08001481 if (patternObj == NULL) {
1482 pattern.mEncryptBlocks = 0;
1483 pattern.mSkipBlocks = 0;
1484 } else {
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08001485 pattern.mEncryptBlocks = env->GetIntField(patternObj, gFields.patternEncryptBlocksID);
1486 pattern.mSkipBlocks = env->GetIntField(patternObj, gFields.patternSkipBlocksID);
1487 }
Andreas Huber91befdc2012-04-18 12:19:51 -07001488
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001489 status_t err = OK;
1490
1491 CryptoPlugin::SubSample *subSamples = NULL;
1492 jbyte *key = NULL;
1493 jbyte *iv = NULL;
1494
1495 if (numSubSamples <= 0) {
1496 err = -EINVAL;
1497 } else if (numBytesOfClearDataObj == NULL
1498 && numBytesOfEncryptedDataObj == NULL) {
1499 err = -EINVAL;
1500 } else if (numBytesOfEncryptedDataObj != NULL
1501 && env->GetArrayLength(numBytesOfEncryptedDataObj) < numSubSamples) {
1502 err = -ERANGE;
1503 } else if (numBytesOfClearDataObj != NULL
1504 && env->GetArrayLength(numBytesOfClearDataObj) < numSubSamples) {
1505 err = -ERANGE;
Lajos Molnar7ac4f562014-03-24 15:57:51 -07001506 // subSamples array may silently overflow if number of samples are too large. Use
1507 // INT32_MAX as maximum allocation size may be less than SIZE_MAX on some platforms
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001508 } else if ( CC_UNLIKELY(numSubSamples >= (signed)(INT32_MAX / sizeof(*subSamples))) ) {
Lajos Molnar7ac4f562014-03-24 15:57:51 -07001509 err = -EINVAL;
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001510 } else {
1511 jboolean isCopy;
1512
1513 jint *numBytesOfClearData =
1514 (numBytesOfClearDataObj == NULL)
1515 ? NULL
1516 : env->GetIntArrayElements(numBytesOfClearDataObj, &isCopy);
1517
1518 jint *numBytesOfEncryptedData =
1519 (numBytesOfEncryptedDataObj == NULL)
1520 ? NULL
1521 : env->GetIntArrayElements(numBytesOfEncryptedDataObj, &isCopy);
1522
1523 subSamples = new CryptoPlugin::SubSample[numSubSamples];
1524
1525 for (jint i = 0; i < numSubSamples; ++i) {
1526 subSamples[i].mNumBytesOfClearData =
1527 (numBytesOfClearData == NULL) ? 0 : numBytesOfClearData[i];
1528
1529 subSamples[i].mNumBytesOfEncryptedData =
1530 (numBytesOfEncryptedData == NULL)
1531 ? 0 : numBytesOfEncryptedData[i];
1532 }
1533
1534 if (numBytesOfEncryptedData != NULL) {
1535 env->ReleaseIntArrayElements(
1536 numBytesOfEncryptedDataObj, numBytesOfEncryptedData, 0);
1537 numBytesOfEncryptedData = NULL;
1538 }
1539
1540 if (numBytesOfClearData != NULL) {
1541 env->ReleaseIntArrayElements(
1542 numBytesOfClearDataObj, numBytesOfClearData, 0);
1543 numBytesOfClearData = NULL;
1544 }
1545 }
1546
1547 if (err == OK && keyObj != NULL) {
1548 if (env->GetArrayLength(keyObj) != 16) {
1549 err = -EINVAL;
1550 } else {
1551 jboolean isCopy;
1552 key = env->GetByteArrayElements(keyObj, &isCopy);
1553 }
1554 }
1555
1556 if (err == OK && ivObj != NULL) {
1557 if (env->GetArrayLength(ivObj) != 16) {
1558 err = -EINVAL;
1559 } else {
1560 jboolean isCopy;
1561 iv = env->GetByteArrayElements(ivObj, &isCopy);
1562 }
1563 }
1564
Andreas Huberbfc56f42012-04-19 12:47:07 -07001565 AString errorDetailMsg;
1566
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001567 if (err == OK) {
1568 err = codec->queueSecureInputBuffer(
1569 index, offset,
1570 subSamples, numSubSamples,
1571 (const uint8_t *)key, (const uint8_t *)iv,
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08001572 mode,
1573 pattern,
Andreas Huberbfc56f42012-04-19 12:47:07 -07001574 timestampUs,
1575 flags,
1576 &errorDetailMsg);
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001577 }
1578
1579 if (iv != NULL) {
1580 env->ReleaseByteArrayElements(ivObj, iv, 0);
1581 iv = NULL;
1582 }
1583
1584 if (key != NULL) {
1585 env->ReleaseByteArrayElements(keyObj, key, 0);
1586 key = NULL;
1587 }
1588
1589 delete[] subSamples;
1590 subSamples = NULL;
1591
Andreas Huberbfc56f42012-04-19 12:47:07 -07001592 throwExceptionAsNecessary(
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001593 env, err, ACTION_CODE_FATAL, errorDetailMsg.empty() ? NULL : errorDetailMsg.c_str());
Andreas Huber9e6bcce2012-04-06 12:14:47 -07001594}
1595
Andreas Huber88572f72012-02-21 11:47:18 -08001596static jint android_media_MediaCodec_dequeueInputBuffer(
1597 JNIEnv *env, jobject thiz, jlong timeoutUs) {
1598 ALOGV("android_media_MediaCodec_dequeueInputBuffer");
1599
1600 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1601
1602 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001603 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001604 return -1;
1605 }
1606
1607 size_t index;
1608 status_t err = codec->dequeueInputBuffer(&index, timeoutUs);
1609
1610 if (err == OK) {
Ashok Bhat075e9a12014-01-06 13:45:09 +00001611 return (jint) index;
Andreas Huber88572f72012-02-21 11:47:18 -08001612 }
1613
1614 return throwExceptionAsNecessary(env, err);
1615}
1616
1617static jint android_media_MediaCodec_dequeueOutputBuffer(
1618 JNIEnv *env, jobject thiz, jobject bufferInfo, jlong timeoutUs) {
1619 ALOGV("android_media_MediaCodec_dequeueOutputBuffer");
1620
1621 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1622
1623 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001624 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber0e97fc22012-04-03 13:32:16 -07001625 return 0;
Andreas Huber88572f72012-02-21 11:47:18 -08001626 }
1627
1628 size_t index;
1629 status_t err = codec->dequeueOutputBuffer(
1630 env, bufferInfo, &index, timeoutUs);
1631
1632 if (err == OK) {
Ashok Bhat075e9a12014-01-06 13:45:09 +00001633 return (jint) index;
Andreas Huber88572f72012-02-21 11:47:18 -08001634 }
1635
1636 return throwExceptionAsNecessary(env, err);
1637}
1638
1639static void android_media_MediaCodec_releaseOutputBuffer(
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07001640 JNIEnv *env, jobject thiz,
1641 jint index, jboolean render, jboolean updatePTS, jlong timestampNs) {
Andreas Huber88572f72012-02-21 11:47:18 -08001642 ALOGV("android_media_MediaCodec_renderOutputBufferAndRelease");
1643
1644 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1645
1646 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001647 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001648 return;
1649 }
1650
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07001651 status_t err = codec->releaseOutputBuffer(index, render, updatePTS, timestampNs);
Andreas Huber88572f72012-02-21 11:47:18 -08001652
1653 throwExceptionAsNecessary(env, err);
1654}
1655
Andy McFadden2621e402013-02-19 07:29:21 -08001656static void android_media_MediaCodec_signalEndOfInputStream(JNIEnv* env,
1657 jobject thiz) {
1658 ALOGV("android_media_MediaCodec_signalEndOfInputStream");
1659
1660 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1661 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001662 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andy McFadden2621e402013-02-19 07:29:21 -08001663 return;
1664 }
1665
1666 status_t err = codec->signalEndOfInputStream();
1667
1668 throwExceptionAsNecessary(env, err);
1669}
1670
Lajos Molnard4023112014-07-11 15:12:59 -07001671static jobject android_media_MediaCodec_getFormatNative(
1672 JNIEnv *env, jobject thiz, jboolean input) {
1673 ALOGV("android_media_MediaCodec_getFormatNative");
Andreas Huber88572f72012-02-21 11:47:18 -08001674
1675 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1676
1677 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001678 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001679 return NULL;
1680 }
1681
1682 jobject format;
Lajos Molnard4023112014-07-11 15:12:59 -07001683 status_t err = codec->getFormat(env, input, &format);
1684
1685 if (err == OK) {
1686 return format;
1687 }
1688
1689 throwExceptionAsNecessary(env, err);
1690
1691 return NULL;
1692}
1693
1694static jobject android_media_MediaCodec_getOutputFormatForIndexNative(
1695 JNIEnv *env, jobject thiz, jint index) {
1696 ALOGV("android_media_MediaCodec_getOutputFormatForIndexNative");
1697
1698 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1699
1700 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001701 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07001702 return NULL;
1703 }
1704
1705 jobject format;
1706 status_t err = codec->getOutputFormat(env, index, &format);
Andreas Huber88572f72012-02-21 11:47:18 -08001707
1708 if (err == OK) {
1709 return format;
1710 }
1711
1712 throwExceptionAsNecessary(env, err);
1713
1714 return NULL;
1715}
1716
1717static jobjectArray android_media_MediaCodec_getBuffers(
1718 JNIEnv *env, jobject thiz, jboolean input) {
1719 ALOGV("android_media_MediaCodec_getBuffers");
1720
1721 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1722
1723 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001724 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber88572f72012-02-21 11:47:18 -08001725 return NULL;
1726 }
1727
1728 jobjectArray buffers;
1729 status_t err = codec->getBuffers(env, input, &buffers);
1730
1731 if (err == OK) {
1732 return buffers;
1733 }
1734
Marco Nelissencbbea8e2012-12-19 11:42:55 -08001735 // if we're out of memory, an exception was already thrown
1736 if (err != NO_MEMORY) {
1737 throwExceptionAsNecessary(env, err);
1738 }
Andreas Huber88572f72012-02-21 11:47:18 -08001739
1740 return NULL;
1741}
1742
Lajos Molnard4023112014-07-11 15:12:59 -07001743static jobject android_media_MediaCodec_getBuffer(
1744 JNIEnv *env, jobject thiz, jboolean input, jint index) {
1745 ALOGV("android_media_MediaCodec_getBuffer");
1746
1747 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1748
1749 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001750 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07001751 return NULL;
1752 }
1753
1754 jobject buffer;
1755 status_t err = codec->getBuffer(env, input, index, &buffer);
1756
1757 if (err == OK) {
1758 return buffer;
1759 }
1760
1761 // if we're out of memory, an exception was already thrown
1762 if (err != NO_MEMORY) {
1763 throwExceptionAsNecessary(env, err);
1764 }
1765
1766 return NULL;
1767}
1768
1769static jobject android_media_MediaCodec_getImage(
1770 JNIEnv *env, jobject thiz, jboolean input, jint index) {
1771 ALOGV("android_media_MediaCodec_getImage");
1772
1773 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1774
1775 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001776 throwExceptionAsNecessary(env, INVALID_OPERATION);
Lajos Molnard4023112014-07-11 15:12:59 -07001777 return NULL;
1778 }
1779
1780 jobject image;
1781 status_t err = codec->getImage(env, input, index, &image);
1782
1783 if (err == OK) {
1784 return image;
1785 }
1786
1787 // if we're out of memory, an exception was already thrown
1788 if (err != NO_MEMORY) {
1789 throwExceptionAsNecessary(env, err);
1790 }
1791
1792 return NULL;
1793}
1794
Martin Storsjo056ef2e2012-09-25 11:53:04 +03001795static jobject android_media_MediaCodec_getName(
1796 JNIEnv *env, jobject thiz) {
1797 ALOGV("android_media_MediaCodec_getName");
1798
1799 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1800
1801 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001802 throwExceptionAsNecessary(env, INVALID_OPERATION);
Martin Storsjo056ef2e2012-09-25 11:53:04 +03001803 return NULL;
1804 }
1805
1806 jstring name;
1807 status_t err = codec->getName(env, &name);
1808
1809 if (err == OK) {
1810 return name;
1811 }
1812
1813 throwExceptionAsNecessary(env, err);
1814
1815 return NULL;
1816}
1817
Chong Zhanga0b72a62018-02-28 18:46:26 -08001818static jobject android_media_MediaCodec_getOwnCodecInfo(
1819 JNIEnv *env, jobject thiz) {
1820 ALOGV("android_media_MediaCodec_getOwnCodecInfo");
1821
1822 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1823
1824 if (codec == NULL) {
1825 throwExceptionAsNecessary(env, INVALID_OPERATION);
1826 return NULL;
1827 }
1828
1829 jobject codecInfoObj;
1830 status_t err = codec->getCodecInfo(env, &codecInfoObj);
1831
1832 if (err == OK) {
1833 return codecInfoObj;
1834 }
1835
1836 throwExceptionAsNecessary(env, err);
1837
1838 return NULL;
1839}
1840
Ray Essick0e0fee12017-01-25 18:01:56 -08001841static jobject
Ray Essickf2d0e402017-03-09 10:17:51 -08001842android_media_MediaCodec_native_getMetrics(JNIEnv *env, jobject thiz)
Ray Essick0e0fee12017-01-25 18:01:56 -08001843{
Ray Essickf2d0e402017-03-09 10:17:51 -08001844 ALOGV("android_media_MediaCodec_native_getMetrics");
Ray Essick0e0fee12017-01-25 18:01:56 -08001845
1846 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1847 if (codec == NULL ) {
1848 jniThrowException(env, "java/lang/IllegalStateException", NULL);
1849 return 0;
1850 }
1851
1852 // get what we have for the metrics from the codec
Ray Essicke981a552019-08-26 15:34:10 -07001853 MediaAnalyticsItem *item = 0;
Ray Essickf2d0e402017-03-09 10:17:51 -08001854
1855 status_t err = codec->getMetrics(env, item);
Ray Essick0e0fee12017-01-25 18:01:56 -08001856 if (err != OK) {
1857 ALOGE("getMetrics failed");
1858 return (jobject) NULL;
1859 }
1860
Ray Essick0e0fee12017-01-25 18:01:56 -08001861 jobject mybundle = MediaMetricsJNI::writeMetricsToBundle(env, item, NULL);
1862
1863 // housekeeping
1864 delete item;
Ray Essicke981a552019-08-26 15:34:10 -07001865 item = 0;
Ray Essick0e0fee12017-01-25 18:01:56 -08001866
1867 return mybundle;
1868}
1869
Andreas Huber226065b2013-08-12 10:14:11 -07001870static void android_media_MediaCodec_setParameters(
1871 JNIEnv *env, jobject thiz, jobjectArray keys, jobjectArray vals) {
1872 ALOGV("android_media_MediaCodec_setParameters");
1873
1874 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1875
1876 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001877 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huber226065b2013-08-12 10:14:11 -07001878 return;
1879 }
1880
1881 sp<AMessage> params;
1882 status_t err = ConvertKeyValueArraysToMessage(env, keys, vals, &params);
1883
1884 if (err == OK) {
1885 err = codec->setParameters(params);
1886 }
1887
1888 throwExceptionAsNecessary(env, err);
1889}
1890
Andreas Huberb12a5392012-04-30 14:18:33 -07001891static void android_media_MediaCodec_setVideoScalingMode(
1892 JNIEnv *env, jobject thiz, jint mode) {
1893 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1894
1895 if (codec == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07001896 throwExceptionAsNecessary(env, INVALID_OPERATION);
Andreas Huberb12a5392012-04-30 14:18:33 -07001897 return;
1898 }
1899
1900 if (mode != NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW
1901 && mode != NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
Dongwon Kangbef01e42017-06-16 14:02:31 -07001902 jniThrowException(env, "java/lang/IllegalArgumentException", NULL);
Andreas Huberb12a5392012-04-30 14:18:33 -07001903 return;
1904 }
1905
1906 codec->setVideoScalingMode(mode);
1907}
1908
ybai5e053202018-11-01 13:02:15 +08001909static void android_media_MediaCodec_setAudioPresentation(
1910 JNIEnv *env, jobject thiz, jint presentationId, jint programId) {
1911 sp<JMediaCodec> codec = getMediaCodec(env, thiz);
1912
1913 if (codec == NULL) {
1914 throwExceptionAsNecessary(env, INVALID_OPERATION);
1915 return;
1916 }
1917
1918 codec->selectAudioPresentation((int32_t)presentationId, (int32_t)programId);
1919}
1920
Andreas Huber88572f72012-02-21 11:47:18 -08001921static void android_media_MediaCodec_native_init(JNIEnv *env) {
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001922 ScopedLocalRef<jclass> clazz(
1923 env, env->FindClass("android/media/MediaCodec"));
1924 CHECK(clazz.get() != NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08001925
Andreas Huberaba67132013-10-22 12:40:01 -07001926 gFields.postEventFromNativeID =
1927 env->GetMethodID(
1928 clazz.get(), "postEventFromNative", "(IIILjava/lang/Object;)V");
Andreas Huberaba67132013-10-22 12:40:01 -07001929 CHECK(gFields.postEventFromNativeID != NULL);
1930
Wonsik Kim61796fd2018-09-13 13:15:59 -07001931 gFields.lockAndGetContextID =
1932 env->GetMethodID(
1933 clazz.get(), "lockAndGetContext", "()J");
1934 CHECK(gFields.lockAndGetContextID != NULL);
1935
1936 gFields.setAndUnlockContextID =
1937 env->GetMethodID(
1938 clazz.get(), "setAndUnlockContext", "(J)V");
1939 CHECK(gFields.setAndUnlockContextID != NULL);
1940
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08001941 jfieldID field;
1942 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_UNENCRYPTED", "I");
1943 CHECK(field != NULL);
1944 gCryptoModes.Unencrypted =
1945 env->GetStaticIntField(clazz.get(), field);
1946
1947 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CTR", "I");
1948 CHECK(field != NULL);
1949 gCryptoModes.AesCtr =
1950 env->GetStaticIntField(clazz.get(), field);
1951
1952 field = env->GetStaticFieldID(clazz.get(), "CRYPTO_MODE_AES_CBC", "I");
1953 CHECK(field != NULL);
1954 gCryptoModes.AesCbc =
1955 env->GetStaticIntField(clazz.get(), field);
1956
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001957 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo"));
1958 CHECK(clazz.get() != NULL);
Andreas Huber91befdc2012-04-18 12:19:51 -07001959
1960 gFields.cryptoInfoNumSubSamplesID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001961 env->GetFieldID(clazz.get(), "numSubSamples", "I");
Andreas Huber91befdc2012-04-18 12:19:51 -07001962 CHECK(gFields.cryptoInfoNumSubSamplesID != NULL);
1963
1964 gFields.cryptoInfoNumBytesOfClearDataID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001965 env->GetFieldID(clazz.get(), "numBytesOfClearData", "[I");
Andreas Huber91befdc2012-04-18 12:19:51 -07001966 CHECK(gFields.cryptoInfoNumBytesOfClearDataID != NULL);
1967
1968 gFields.cryptoInfoNumBytesOfEncryptedDataID =
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001969 env->GetFieldID(clazz.get(), "numBytesOfEncryptedData", "[I");
Andreas Huber91befdc2012-04-18 12:19:51 -07001970 CHECK(gFields.cryptoInfoNumBytesOfEncryptedDataID != NULL);
1971
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001972 gFields.cryptoInfoKeyID = env->GetFieldID(clazz.get(), "key", "[B");
Andreas Huber91befdc2012-04-18 12:19:51 -07001973 CHECK(gFields.cryptoInfoKeyID != NULL);
1974
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001975 gFields.cryptoInfoIVID = env->GetFieldID(clazz.get(), "iv", "[B");
Andreas Huber91befdc2012-04-18 12:19:51 -07001976 CHECK(gFields.cryptoInfoIVID != NULL);
1977
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001978 gFields.cryptoInfoModeID = env->GetFieldID(clazz.get(), "mode", "I");
Andreas Huber91befdc2012-04-18 12:19:51 -07001979 CHECK(gFields.cryptoInfoModeID != NULL);
Jeff Tinker3ed38262013-08-02 23:24:51 -07001980
Jeff Tinkerd4ea5d32015-12-18 11:56:22 -08001981 gFields.cryptoInfoPatternID = env->GetFieldID(clazz.get(), "pattern",
1982 "Landroid/media/MediaCodec$CryptoInfo$Pattern;");
1983 CHECK(gFields.cryptoInfoPatternID != NULL);
1984
1985 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoInfo$Pattern"));
1986 CHECK(clazz.get() != NULL);
1987
1988 gFields.patternEncryptBlocksID = env->GetFieldID(clazz.get(), "mEncryptBlocks", "I");
1989 CHECK(gFields.patternEncryptBlocksID != NULL);
1990
1991 gFields.patternSkipBlocksID = env->GetFieldID(clazz.get(), "mSkipBlocks", "I");
1992 CHECK(gFields.patternSkipBlocksID != NULL);
1993
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001994 clazz.reset(env->FindClass("android/media/MediaCodec$CryptoException"));
1995 CHECK(clazz.get() != NULL);
Jeff Tinker3ed38262013-08-02 23:24:51 -07001996
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001997 field = env->GetStaticFieldID(clazz.get(), "ERROR_NO_KEY", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07001998 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07001999 gCryptoErrorCodes.cryptoErrorNoKey =
2000 env->GetStaticIntField(clazz.get(), field);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002001
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002002 field = env->GetStaticFieldID(clazz.get(), "ERROR_KEY_EXPIRED", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07002003 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002004 gCryptoErrorCodes.cryptoErrorKeyExpired =
2005 env->GetStaticIntField(clazz.get(), field);
Jeff Tinker3ed38262013-08-02 23:24:51 -07002006
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002007 field = env->GetStaticFieldID(clazz.get(), "ERROR_RESOURCE_BUSY", "I");
Jeff Tinker3ed38262013-08-02 23:24:51 -07002008 CHECK(field != NULL);
Andreas Huber8d5f3e32013-08-12 09:19:45 -07002009 gCryptoErrorCodes.cryptoErrorResourceBusy =
2010 env->GetStaticIntField(clazz.get(), field);
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002011
Jeff Tinker336d3ea2014-08-28 17:57:36 -07002012 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_OUTPUT_PROTECTION", "I");
2013 CHECK(field != NULL);
2014 gCryptoErrorCodes.cryptoErrorInsufficientOutputProtection =
2015 env->GetStaticIntField(clazz.get(), field);
2016
Jeff Tinker96a2a952015-07-01 17:35:18 -07002017 field = env->GetStaticFieldID(clazz.get(), "ERROR_SESSION_NOT_OPENED", "I");
2018 CHECK(field != NULL);
2019 gCryptoErrorCodes.cryptoErrorSessionNotOpened =
2020 env->GetStaticIntField(clazz.get(), field);
2021
Jeff Tinker20594d82018-12-12 08:31:22 -08002022 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_SECURITY", "I");
2023 CHECK(field != NULL);
2024 gCryptoErrorCodes.cryptoErrorInsufficientSecurity =
2025 env->GetStaticIntField(clazz.get(), field);
2026
Jeff Tinkerd3932162016-03-05 11:35:20 -08002027 field = env->GetStaticFieldID(clazz.get(), "ERROR_UNSUPPORTED_OPERATION", "I");
2028 CHECK(field != NULL);
2029 gCryptoErrorCodes.cryptoErrorUnsupportedOperation =
2030 env->GetStaticIntField(clazz.get(), field);
2031
Jeff Tinker20594d82018-12-12 08:31:22 -08002032 field = env->GetStaticFieldID(clazz.get(), "ERROR_FRAME_TOO_LARGE", "I");
2033 CHECK(field != NULL);
2034 gCryptoErrorCodes.cryptoErrorFrameTooLarge =
2035 env->GetStaticIntField(clazz.get(), field);
2036
2037 field = env->GetStaticFieldID(clazz.get(), "ERROR_LOST_STATE", "I");
2038 CHECK(field != NULL);
2039 gCryptoErrorCodes.cryptoErrorLostState =
2040 env->GetStaticIntField(clazz.get(), field);
2041
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002042 clazz.reset(env->FindClass("android/media/MediaCodec$CodecException"));
2043 CHECK(clazz.get() != NULL);
2044 field = env->GetStaticFieldID(clazz.get(), "ACTION_TRANSIENT", "I");
2045 CHECK(field != NULL);
2046 gCodecActionCodes.codecActionTransient =
2047 env->GetStaticIntField(clazz.get(), field);
2048
2049 field = env->GetStaticFieldID(clazz.get(), "ACTION_RECOVERABLE", "I");
2050 CHECK(field != NULL);
2051 gCodecActionCodes.codecActionRecoverable =
2052 env->GetStaticIntField(clazz.get(), field);
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002053
Ronghua Wuc53ad692015-05-08 14:40:49 -07002054 field = env->GetStaticFieldID(clazz.get(), "ERROR_INSUFFICIENT_RESOURCE", "I");
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002055 CHECK(field != NULL);
Ronghua Wuc53ad692015-05-08 14:40:49 -07002056 gCodecErrorCodes.errorInsufficientResource =
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002057 env->GetStaticIntField(clazz.get(), field);
2058
Ronghua Wuc53ad692015-05-08 14:40:49 -07002059 field = env->GetStaticFieldID(clazz.get(), "ERROR_RECLAIMED", "I");
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002060 CHECK(field != NULL);
Ronghua Wuc53ad692015-05-08 14:40:49 -07002061 gCodecErrorCodes.errorReclaimed =
Ronghua Wu9e9ec942015-04-15 17:10:31 -07002062 env->GetStaticIntField(clazz.get(), field);
Chong Zhang8034d602015-04-28 13:38:48 -07002063
2064 clazz.reset(env->FindClass("android/view/Surface"));
2065 CHECK(clazz.get() != NULL);
2066
2067 field = env->GetFieldID(clazz.get(), "mLock", "Ljava/lang/Object;");
2068 CHECK(field != NULL);
2069 gPersistentSurfaceClassInfo.mLock = field;
2070
2071 jmethodID method = env->GetMethodID(clazz.get(), "setNativeObjectLocked", "(J)V");
2072 CHECK(method != NULL);
2073 gPersistentSurfaceClassInfo.setNativeObjectLocked = method;
2074
2075 clazz.reset(env->FindClass("android/media/MediaCodec$PersistentSurface"));
2076 CHECK(clazz.get() != NULL);
2077 gPersistentSurfaceClassInfo.clazz = (jclass)env->NewGlobalRef(clazz.get());
2078
2079 method = env->GetMethodID(clazz.get(), "<init>", "()V");
2080 CHECK(method != NULL);
2081 gPersistentSurfaceClassInfo.ctor = method;
2082
2083 field = env->GetFieldID(clazz.get(), "mPersistentObject", "J");
2084 CHECK(field != NULL);
2085 gPersistentSurfaceClassInfo.mPersistentObject = field;
Chong Zhanga0b72a62018-02-28 18:46:26 -08002086
2087 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecCapabilities"));
2088 CHECK(clazz.get() != NULL);
2089 gCodecInfo.capsClazz = (jclass)env->NewGlobalRef(clazz.get());
2090
2091 method = env->GetMethodID(clazz.get(), "<init>",
Lajos Molnard2a7f472018-11-15 12:49:20 -08002092 "([Landroid/media/MediaCodecInfo$CodecProfileLevel;[IZ"
Chong Zhanga0b72a62018-02-28 18:46:26 -08002093 "Ljava/util/Map;Ljava/util/Map;)V");
2094 CHECK(method != NULL);
2095 gCodecInfo.capsCtorId = method;
2096
2097 clazz.reset(env->FindClass("android/media/MediaCodecInfo$CodecProfileLevel"));
2098 CHECK(clazz.get() != NULL);
2099 gCodecInfo.profileLevelClazz = (jclass)env->NewGlobalRef(clazz.get());
2100
2101 field = env->GetFieldID(clazz.get(), "profile", "I");
2102 CHECK(field != NULL);
2103 gCodecInfo.profileField = field;
2104
2105 field = env->GetFieldID(clazz.get(), "level", "I");
2106 CHECK(field != NULL);
2107 gCodecInfo.levelField = field;
Andreas Huber88572f72012-02-21 11:47:18 -08002108}
2109
2110static void android_media_MediaCodec_native_setup(
2111 JNIEnv *env, jobject thiz,
2112 jstring name, jboolean nameIsType, jboolean encoder) {
2113 if (name == NULL) {
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002114 jniThrowException(env, "java/lang/NullPointerException", NULL);
Andreas Huber88572f72012-02-21 11:47:18 -08002115 return;
2116 }
2117
2118 const char *tmp = env->GetStringUTFChars(name, NULL);
2119
2120 if (tmp == NULL) {
2121 return;
2122 }
2123
2124 sp<JMediaCodec> codec = new JMediaCodec(env, thiz, tmp, nameIsType, encoder);
2125
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002126 const status_t err = codec->initCheck();
2127 if (err == NAME_NOT_FOUND) {
2128 // fail and do not try again.
2129 jniThrowException(env, "java/lang/IllegalArgumentException",
2130 String8::format("Failed to initialize %s, error %#x", tmp, err));
2131 env->ReleaseStringUTFChars(name, tmp);
2132 return;
Ronghua Wuc53ad692015-05-08 14:40:49 -07002133 } if (err == NO_MEMORY) {
2134 throwCodecException(env, err, ACTION_CODE_TRANSIENT,
2135 String8::format("Failed to initialize %s, error %#x", tmp, err));
2136 env->ReleaseStringUTFChars(name, tmp);
2137 return;
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002138 } else if (err != OK) {
2139 // believed possible to try again
2140 jniThrowException(env, "java/io/IOException",
2141 String8::format("Failed to find matching codec %s, error %#x", tmp, err));
2142 env->ReleaseStringUTFChars(name, tmp);
Andreas Huber88572f72012-02-21 11:47:18 -08002143 return;
2144 }
2145
Andy Hung5f9aa0b2014-07-30 15:48:21 -07002146 env->ReleaseStringUTFChars(name, tmp);
2147
Andreas Huberaba67132013-10-22 12:40:01 -07002148 codec->registerSelf();
2149
Andreas Huber88572f72012-02-21 11:47:18 -08002150 setMediaCodec(env,thiz, codec);
2151}
2152
2153static void android_media_MediaCodec_native_finalize(
2154 JNIEnv *env, jobject thiz) {
2155 android_media_MediaCodec_release(env, thiz);
2156}
2157
Daniel Micay76f6a862015-09-19 17:31:01 -04002158static const JNINativeMethod gMethods[] = {
Lajos Molnard4023112014-07-11 15:12:59 -07002159 { "native_release", "()V", (void *)android_media_MediaCodec_release },
Andreas Huber88572f72012-02-21 11:47:18 -08002160
Lajos Molnar1e6e8012014-07-15 16:07:13 -07002161 { "native_reset", "()V", (void *)android_media_MediaCodec_reset },
2162
Chong Zhang8034d602015-04-28 13:38:48 -07002163 { "native_releasePersistentInputSurface",
2164 "(Landroid/view/Surface;)V",
2165 (void *)android_media_MediaCodec_releasePersistentInputSurface},
2166
2167 { "native_createPersistentInputSurface",
2168 "()Landroid/media/MediaCodec$PersistentSurface;",
2169 (void *)android_media_MediaCodec_createPersistentInputSurface },
2170
Chong Zhang9560ddb2015-05-13 10:25:29 -07002171 { "native_setInputSurface", "(Landroid/view/Surface;)V",
2172 (void *)android_media_MediaCodec_setInputSurface },
Chong Zhang8034d602015-04-28 13:38:48 -07002173
Lajos Molnard8578572015-06-05 20:17:33 -07002174 { "native_enableOnFrameRenderedListener", "(Z)V",
2175 (void *)android_media_MediaCodec_native_enableOnFrameRenderedListener },
2176
Chong Zhang8d5e5562014-07-08 18:49:21 -07002177 { "native_setCallback",
2178 "(Landroid/media/MediaCodec$Callback;)V",
2179 (void *)android_media_MediaCodec_native_setCallback },
2180
Andreas Huber88572f72012-02-21 11:47:18 -08002181 { "native_configure",
Andreas Huber8240d922012-04-04 14:06:32 -07002182 "([Ljava/lang/String;[Ljava/lang/Object;Landroid/view/Surface;"
Chong Zhang2659c2f2017-04-27 13:18:20 -07002183 "Landroid/media/MediaCrypto;Landroid/os/IHwBinder;I)V",
Andreas Huber88572f72012-02-21 11:47:18 -08002184 (void *)android_media_MediaCodec_native_configure },
2185
Lajos Molnar5e02ba92015-05-01 15:59:35 -07002186 { "native_setSurface",
2187 "(Landroid/view/Surface;)V",
2188 (void *)android_media_MediaCodec_native_setSurface },
2189
Andy McFadden2621e402013-02-19 07:29:21 -08002190 { "createInputSurface", "()Landroid/view/Surface;",
2191 (void *)android_media_MediaCodec_createInputSurface },
2192
Lajos Molnard4023112014-07-11 15:12:59 -07002193 { "native_start", "()V", (void *)android_media_MediaCodec_start },
Andreas Huberaba67132013-10-22 12:40:01 -07002194 { "native_stop", "()V", (void *)android_media_MediaCodec_stop },
Lajos Molnard4023112014-07-11 15:12:59 -07002195 { "native_flush", "()V", (void *)android_media_MediaCodec_flush },
Andreas Huber88572f72012-02-21 11:47:18 -08002196
Lajos Molnard4023112014-07-11 15:12:59 -07002197 { "native_queueInputBuffer", "(IIIJI)V",
Andreas Huber88572f72012-02-21 11:47:18 -08002198 (void *)android_media_MediaCodec_queueInputBuffer },
2199
Lajos Molnard4023112014-07-11 15:12:59 -07002200 { "native_queueSecureInputBuffer", "(IILandroid/media/MediaCodec$CryptoInfo;JI)V",
Andreas Huber9e6bcce2012-04-06 12:14:47 -07002201 (void *)android_media_MediaCodec_queueSecureInputBuffer },
2202
Lajos Molnard4023112014-07-11 15:12:59 -07002203 { "native_dequeueInputBuffer", "(J)I",
Andreas Huber88572f72012-02-21 11:47:18 -08002204 (void *)android_media_MediaCodec_dequeueInputBuffer },
2205
Lajos Molnard4023112014-07-11 15:12:59 -07002206 { "native_dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I",
Andreas Huber88572f72012-02-21 11:47:18 -08002207 (void *)android_media_MediaCodec_dequeueOutputBuffer },
2208
Lajos Molnar7c513b6b2014-05-08 17:16:45 -07002209 { "releaseOutputBuffer", "(IZZJ)V",
Andreas Huber88572f72012-02-21 11:47:18 -08002210 (void *)android_media_MediaCodec_releaseOutputBuffer },
2211
Andy McFadden2621e402013-02-19 07:29:21 -08002212 { "signalEndOfInputStream", "()V",
2213 (void *)android_media_MediaCodec_signalEndOfInputStream },
2214
Lajos Molnard4023112014-07-11 15:12:59 -07002215 { "getFormatNative", "(Z)Ljava/util/Map;",
2216 (void *)android_media_MediaCodec_getFormatNative },
2217
2218 { "getOutputFormatNative", "(I)Ljava/util/Map;",
2219 (void *)android_media_MediaCodec_getOutputFormatForIndexNative },
Andreas Huber88572f72012-02-21 11:47:18 -08002220
2221 { "getBuffers", "(Z)[Ljava/nio/ByteBuffer;",
2222 (void *)android_media_MediaCodec_getBuffers },
2223
Lajos Molnard4023112014-07-11 15:12:59 -07002224 { "getBuffer", "(ZI)Ljava/nio/ByteBuffer;",
2225 (void *)android_media_MediaCodec_getBuffer },
2226
2227 { "getImage", "(ZI)Landroid/media/Image;",
2228 (void *)android_media_MediaCodec_getImage },
2229
Lajos Molnard2a7f472018-11-15 12:49:20 -08002230 { "getCanonicalName", "()Ljava/lang/String;",
Martin Storsjo056ef2e2012-09-25 11:53:04 +03002231 (void *)android_media_MediaCodec_getName },
2232
Chong Zhanga0b72a62018-02-28 18:46:26 -08002233 { "getOwnCodecInfo", "()Landroid/media/MediaCodecInfo;",
2234 (void *)android_media_MediaCodec_getOwnCodecInfo },
2235
Ray Essick10353e32017-04-14 10:22:55 -07002236 { "native_getMetrics", "()Landroid/os/PersistableBundle;",
Ray Essickf2d0e402017-03-09 10:17:51 -08002237 (void *)android_media_MediaCodec_native_getMetrics},
Ray Essick0e0fee12017-01-25 18:01:56 -08002238
Andreas Huber226065b2013-08-12 10:14:11 -07002239 { "setParameters", "([Ljava/lang/String;[Ljava/lang/Object;)V",
2240 (void *)android_media_MediaCodec_setParameters },
2241
Andreas Huberb12a5392012-04-30 14:18:33 -07002242 { "setVideoScalingMode", "(I)V",
2243 (void *)android_media_MediaCodec_setVideoScalingMode },
2244
ybai5e053202018-11-01 13:02:15 +08002245 { "native_setAudioPresentation", "(II)V",
2246 (void *)android_media_MediaCodec_setAudioPresentation },
2247
Andreas Huber88572f72012-02-21 11:47:18 -08002248 { "native_init", "()V", (void *)android_media_MediaCodec_native_init },
2249
2250 { "native_setup", "(Ljava/lang/String;ZZ)V",
2251 (void *)android_media_MediaCodec_native_setup },
2252
2253 { "native_finalize", "()V",
2254 (void *)android_media_MediaCodec_native_finalize },
2255};
2256
2257int register_android_media_MediaCodec(JNIEnv *env) {
2258 return AndroidRuntime::registerNativeMethods(env,
2259 "android/media/MediaCodec", gMethods, NELEM(gMethods));
2260}