blob: 4075ec1b1377c280a585d7b7b902de9526f19fa5 [file] [log] [blame]
Andreas Huberbe06d262009-08-14 14:37:10 -07001/*
2 * Copyright (C) 2009 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "OMXCodec"
19#include <utils/Log.h>
20
Andreas Huberdacaa732009-12-07 09:56:32 -080021#include "include/AACDecoder.h"
Andreas Hubera30d4002009-12-08 15:40:06 -080022#include "include/AMRNBDecoder.h"
Andreas Huberd49b526dd2009-12-11 15:07:25 -080023#include "include/AMRNBEncoder.h"
Andreas Hubera30d4002009-12-08 15:40:06 -080024#include "include/AMRWBDecoder.h"
Andreas Huber4a0ec3f2009-12-10 09:44:29 -080025#include "include/AVCDecoder.h"
James Dong02f5b542009-12-15 16:26:55 -080026#include "include/M4vH263Decoder.h"
Andreas Huber250f2432009-12-07 14:22:35 -080027#include "include/MP3Decoder.h"
Andreas Huber8c7ab032009-12-07 11:23:44 -080028
Andreas Huberbd7b43b2009-10-13 10:22:55 -070029#include "include/ESDS.h"
30
Andreas Huberbe06d262009-08-14 14:37:10 -070031#include <binder/IServiceManager.h>
32#include <binder/MemoryDealer.h>
33#include <binder/ProcessState.h>
34#include <media/IMediaPlayerService.h>
Andreas Huberbe06d262009-08-14 14:37:10 -070035#include <media/stagefright/MediaBuffer.h>
36#include <media/stagefright/MediaBufferGroup.h>
37#include <media/stagefright/MediaDebug.h>
Andreas Hubere6c40962009-09-10 14:13:30 -070038#include <media/stagefright/MediaDefs.h>
Andreas Huberbe06d262009-08-14 14:37:10 -070039#include <media/stagefright/MediaExtractor.h>
40#include <media/stagefright/MetaData.h>
Andreas Huberbe06d262009-08-14 14:37:10 -070041#include <media/stagefright/OMXCodec.h>
Andreas Huberebf66ea2009-08-19 13:32:58 -070042#include <media/stagefright/Utils.h>
Andreas Huberbe06d262009-08-14 14:37:10 -070043#include <utils/Vector.h>
44
45#include <OMX_Audio.h>
46#include <OMX_Component.h>
47
48namespace android {
49
Andreas Huber8b432b12009-10-07 13:36:52 -070050static const int OMX_QCOM_COLOR_FormatYVU420SemiPlanar = 0x7FA30C00;
51
Andreas Huberbe06d262009-08-14 14:37:10 -070052struct CodecInfo {
53 const char *mime;
54 const char *codec;
55};
56
Andreas Huberfb1c2f82009-12-15 13:25:11 -080057#define FACTORY_CREATE(name) \
58static sp<MediaSource> Make##name(const sp<MediaSource> &source) { \
59 return new name(source); \
60}
61
62#define FACTORY_REF(name) { #name, Make##name },
63
64FACTORY_CREATE(MP3Decoder)
65FACTORY_CREATE(AMRNBDecoder)
66FACTORY_CREATE(AMRWBDecoder)
67FACTORY_CREATE(AACDecoder)
68FACTORY_CREATE(AVCDecoder)
James Dong02f5b542009-12-15 16:26:55 -080069FACTORY_CREATE(M4vH263Decoder)
Andreas Huberfb1c2f82009-12-15 13:25:11 -080070FACTORY_CREATE(AMRNBEncoder)
71
72static sp<MediaSource> InstantiateSoftwareCodec(
73 const char *name, const sp<MediaSource> &source) {
74 struct FactoryInfo {
75 const char *name;
76 sp<MediaSource> (*CreateFunc)(const sp<MediaSource> &);
77 };
78
79 static const FactoryInfo kFactoryInfo[] = {
80 FACTORY_REF(MP3Decoder)
81 FACTORY_REF(AMRNBDecoder)
82 FACTORY_REF(AMRWBDecoder)
83 FACTORY_REF(AACDecoder)
84 FACTORY_REF(AVCDecoder)
James Dong02f5b542009-12-15 16:26:55 -080085 FACTORY_REF(M4vH263Decoder)
Andreas Huberfb1c2f82009-12-15 13:25:11 -080086 FACTORY_REF(AMRNBEncoder)
87 };
88 for (size_t i = 0;
89 i < sizeof(kFactoryInfo) / sizeof(kFactoryInfo[0]); ++i) {
90 if (!strcmp(name, kFactoryInfo[i].name)) {
91 return (*kFactoryInfo[i].CreateFunc)(source);
92 }
93 }
94
95 return NULL;
96}
97
98#undef FACTORY_REF
99#undef FACTORY_CREATE
100
Andreas Huberbe06d262009-08-14 14:37:10 -0700101static const CodecInfo kDecoderInfo[] = {
Andreas Hubere6c40962009-09-10 14:13:30 -0700102 { MEDIA_MIMETYPE_IMAGE_JPEG, "OMX.TI.JPEG.decode" },
103 { MEDIA_MIMETYPE_AUDIO_MPEG, "OMX.TI.MP3.decode" },
Andreas Huberacfbc802010-02-04 10:48:37 -0800104 { MEDIA_MIMETYPE_AUDIO_MPEG, "MP3Decoder" },
Andreas Huberacfbc802010-02-04 10:48:37 -0800105 { MEDIA_MIMETYPE_AUDIO_AMR_NB, "AMRNBDecoder" },
Andreas Hubere6c40962009-09-10 14:13:30 -0700106 { MEDIA_MIMETYPE_AUDIO_AMR_WB, "OMX.TI.WBAMR.decode" },
Andreas Huberacfbc802010-02-04 10:48:37 -0800107 { MEDIA_MIMETYPE_AUDIO_AMR_WB, "AMRWBDecoder" },
Andreas Hubere6c40962009-09-10 14:13:30 -0700108 { MEDIA_MIMETYPE_AUDIO_AAC, "OMX.TI.AAC.decode" },
Andreas Huberacfbc802010-02-04 10:48:37 -0800109 { MEDIA_MIMETYPE_AUDIO_AAC, "AACDecoder" },
Andreas Hubere6c40962009-09-10 14:13:30 -0700110 { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.qcom.video.decoder.mpeg4" },
111 { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.TI.Video.Decoder" },
Andreas Huberacfbc802010-02-04 10:48:37 -0800112 { MEDIA_MIMETYPE_VIDEO_MPEG4, "M4vH263Decoder" },
Andreas Hubere6c40962009-09-10 14:13:30 -0700113 { MEDIA_MIMETYPE_VIDEO_H263, "OMX.qcom.video.decoder.h263" },
Andreas Huberacfbc802010-02-04 10:48:37 -0800114 { MEDIA_MIMETYPE_VIDEO_H263, "M4vH263Decoder" },
Andreas Hubere6c40962009-09-10 14:13:30 -0700115 { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.qcom.video.decoder.avc" },
116 { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.TI.Video.Decoder" },
Andreas Huberacfbc802010-02-04 10:48:37 -0800117 { MEDIA_MIMETYPE_VIDEO_AVC, "AVCDecoder" },
Andreas Huberbe06d262009-08-14 14:37:10 -0700118};
119
120static const CodecInfo kEncoderInfo[] = {
Andreas Hubere6c40962009-09-10 14:13:30 -0700121 { MEDIA_MIMETYPE_AUDIO_AMR_NB, "OMX.TI.AMR.encode" },
Andreas Huberacfbc802010-02-04 10:48:37 -0800122 { MEDIA_MIMETYPE_AUDIO_AMR_NB, "AMRNBEncoder" },
Andreas Hubere6c40962009-09-10 14:13:30 -0700123 { MEDIA_MIMETYPE_AUDIO_AMR_WB, "OMX.TI.WBAMR.encode" },
124 { MEDIA_MIMETYPE_AUDIO_AAC, "OMX.TI.AAC.encode" },
125 { MEDIA_MIMETYPE_AUDIO_AAC, "OMX.PV.aacenc" },
126 { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.qcom.video.encoder.mpeg4" },
127 { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.TI.Video.encoder" },
128 { MEDIA_MIMETYPE_VIDEO_MPEG4, "OMX.PV.mpeg4enc" },
129 { MEDIA_MIMETYPE_VIDEO_H263, "OMX.qcom.video.encoder.h263" },
130 { MEDIA_MIMETYPE_VIDEO_H263, "OMX.TI.Video.encoder" },
131 { MEDIA_MIMETYPE_VIDEO_H263, "OMX.PV.h263enc" },
132 { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.TI.Video.encoder" },
133 { MEDIA_MIMETYPE_VIDEO_AVC, "OMX.PV.avcenc" },
Andreas Huberbe06d262009-08-14 14:37:10 -0700134};
135
Andreas Huberfb1c2f82009-12-15 13:25:11 -0800136#undef OPTIONAL
137
Andreas Hubere0873732009-09-10 09:57:53 -0700138#define CODEC_LOGI(x, ...) LOGI("[%s] "x, mComponentName, ##__VA_ARGS__)
Andreas Huber4c483422009-09-02 16:05:36 -0700139#define CODEC_LOGV(x, ...) LOGV("[%s] "x, mComponentName, ##__VA_ARGS__)
Andreas Huber42c444a2010-02-09 10:20:00 -0800140#define CODEC_LOGE(x, ...) LOGE("[%s] "x, mComponentName, ##__VA_ARGS__)
Andreas Huber4c483422009-09-02 16:05:36 -0700141
Andreas Huberbe06d262009-08-14 14:37:10 -0700142struct OMXCodecObserver : public BnOMXObserver {
Andreas Huber784202e2009-10-15 13:46:54 -0700143 OMXCodecObserver() {
144 }
145
146 void setCodec(const sp<OMXCodec> &target) {
147 mTarget = target;
Andreas Huberbe06d262009-08-14 14:37:10 -0700148 }
149
150 // from IOMXObserver
Andreas Huber784202e2009-10-15 13:46:54 -0700151 virtual void onMessage(const omx_message &msg) {
Andreas Huberbe06d262009-08-14 14:37:10 -0700152 sp<OMXCodec> codec = mTarget.promote();
153
154 if (codec.get() != NULL) {
155 codec->on_message(msg);
156 }
157 }
158
159protected:
160 virtual ~OMXCodecObserver() {}
161
162private:
163 wp<OMXCodec> mTarget;
164
165 OMXCodecObserver(const OMXCodecObserver &);
166 OMXCodecObserver &operator=(const OMXCodecObserver &);
167};
168
169static const char *GetCodec(const CodecInfo *info, size_t numInfos,
170 const char *mime, int index) {
171 CHECK(index >= 0);
172 for(size_t i = 0; i < numInfos; ++i) {
173 if (!strcasecmp(mime, info[i].mime)) {
174 if (index == 0) {
175 return info[i].codec;
176 }
177
178 --index;
179 }
180 }
181
182 return NULL;
183}
184
Andreas Huberebf66ea2009-08-19 13:32:58 -0700185enum {
186 kAVCProfileBaseline = 0x42,
187 kAVCProfileMain = 0x4d,
188 kAVCProfileExtended = 0x58,
189 kAVCProfileHigh = 0x64,
190 kAVCProfileHigh10 = 0x6e,
191 kAVCProfileHigh422 = 0x7a,
192 kAVCProfileHigh444 = 0xf4,
193 kAVCProfileCAVLC444Intra = 0x2c
194};
195
196static const char *AVCProfileToString(uint8_t profile) {
197 switch (profile) {
198 case kAVCProfileBaseline:
199 return "Baseline";
200 case kAVCProfileMain:
201 return "Main";
202 case kAVCProfileExtended:
203 return "Extended";
204 case kAVCProfileHigh:
205 return "High";
206 case kAVCProfileHigh10:
207 return "High 10";
208 case kAVCProfileHigh422:
209 return "High 422";
210 case kAVCProfileHigh444:
211 return "High 444";
212 case kAVCProfileCAVLC444Intra:
213 return "CAVLC 444 Intra";
214 default: return "Unknown";
215 }
216}
217
Andreas Huber4c483422009-09-02 16:05:36 -0700218template<class T>
219static void InitOMXParams(T *params) {
220 params->nSize = sizeof(T);
221 params->nVersion.s.nVersionMajor = 1;
222 params->nVersion.s.nVersionMinor = 0;
223 params->nVersion.s.nRevision = 0;
224 params->nVersion.s.nStep = 0;
225}
226
Andreas Hubere13526a2009-10-22 10:43:34 -0700227static bool IsSoftwareCodec(const char *componentName) {
228 if (!strncmp("OMX.PV.", componentName, 7)) {
229 return true;
Andreas Huberbe06d262009-08-14 14:37:10 -0700230 }
231
Andreas Hubere13526a2009-10-22 10:43:34 -0700232 return false;
233}
234
Andreas Huberfb1c2f82009-12-15 13:25:11 -0800235// A sort order in which non-OMX components are first,
236// followed by software codecs, i.e. OMX.PV.*, followed
237// by all the others.
Andreas Hubere13526a2009-10-22 10:43:34 -0700238static int CompareSoftwareCodecsFirst(
239 const String8 *elem1, const String8 *elem2) {
Andreas Huberfb1c2f82009-12-15 13:25:11 -0800240 bool isNotOMX1 = strncmp(elem1->string(), "OMX.", 4);
241 bool isNotOMX2 = strncmp(elem2->string(), "OMX.", 4);
242
243 if (isNotOMX1) {
244 if (isNotOMX2) { return 0; }
245 return -1;
246 }
247 if (isNotOMX2) {
248 return 1;
249 }
250
Andreas Hubere13526a2009-10-22 10:43:34 -0700251 bool isSoftwareCodec1 = IsSoftwareCodec(elem1->string());
252 bool isSoftwareCodec2 = IsSoftwareCodec(elem2->string());
253
254 if (isSoftwareCodec1) {
255 if (isSoftwareCodec2) { return 0; }
256 return -1;
257 }
258
259 if (isSoftwareCodec2) {
260 return 1;
261 }
262
263 return 0;
264}
265
266// static
267uint32_t OMXCodec::getComponentQuirks(const char *componentName) {
Andreas Huberbe06d262009-08-14 14:37:10 -0700268 uint32_t quirks = 0;
Andreas Hubere13526a2009-10-22 10:43:34 -0700269
Andreas Huberbe06d262009-08-14 14:37:10 -0700270 if (!strcmp(componentName, "OMX.PV.avcdec")) {
Andreas Huber4f5e6022009-08-19 09:29:34 -0700271 quirks |= kWantsNALFragments;
Andreas Huberbe06d262009-08-14 14:37:10 -0700272 }
273 if (!strcmp(componentName, "OMX.TI.MP3.decode")) {
274 quirks |= kNeedsFlushBeforeDisable;
Andreas Hubere331c7b2010-02-01 10:51:50 -0800275 quirks |= kDecoderLiesAboutNumberOfChannels;
Andreas Huberbe06d262009-08-14 14:37:10 -0700276 }
277 if (!strcmp(componentName, "OMX.TI.AAC.decode")) {
278 quirks |= kNeedsFlushBeforeDisable;
Andreas Huber404cc412009-08-25 14:26:05 -0700279 quirks |= kRequiresFlushCompleteEmulation;
Andreas Huberbe06d262009-08-14 14:37:10 -0700280 }
281 if (!strncmp(componentName, "OMX.qcom.video.encoder.", 23)) {
282 quirks |= kRequiresLoadedToIdleAfterAllocation;
283 quirks |= kRequiresAllocateBufferOnInputPorts;
Andreas Huberb482ce82009-10-29 12:02:48 -0700284 quirks |= kRequiresAllocateBufferOnOutputPorts;
Andreas Huberbe06d262009-08-14 14:37:10 -0700285 }
Andreas Hubera7d0cf42009-09-04 07:48:51 -0700286 if (!strncmp(componentName, "OMX.qcom.video.decoder.", 23)) {
Andreas Hubera7d0cf42009-09-04 07:48:51 -0700287 quirks |= kRequiresAllocateBufferOnOutputPorts;
Andreas Huber52733b82010-01-25 10:41:35 -0800288 quirks |= kDefersOutputBufferAllocation;
Andreas Hubera7d0cf42009-09-04 07:48:51 -0700289 }
Andreas Huberbe06d262009-08-14 14:37:10 -0700290
Andreas Huber2dc64d82009-09-11 12:58:53 -0700291 if (!strncmp(componentName, "OMX.TI.", 7)) {
292 // Apparently I must not use OMX_UseBuffer on either input or
293 // output ports on any of the TI components or quote:
294 // "(I) may have unexpected problem (sic) which can be timing related
295 // and hard to reproduce."
296
297 quirks |= kRequiresAllocateBufferOnInputPorts;
298 quirks |= kRequiresAllocateBufferOnOutputPorts;
299 }
300
Andreas Huberb8de9572010-02-22 14:58:45 -0800301 if (!strcmp(componentName, "OMX.TI.Video.Decoder")) {
302 quirks |= kInputBufferSizesAreBogus;
303 }
304
Andreas Hubere13526a2009-10-22 10:43:34 -0700305 return quirks;
306}
307
308// static
309void OMXCodec::findMatchingCodecs(
310 const char *mime,
311 bool createEncoder, const char *matchComponentName,
312 uint32_t flags,
313 Vector<String8> *matchingCodecs) {
314 matchingCodecs->clear();
315
316 for (int index = 0;; ++index) {
317 const char *componentName;
318
319 if (createEncoder) {
320 componentName = GetCodec(
321 kEncoderInfo,
322 sizeof(kEncoderInfo) / sizeof(kEncoderInfo[0]),
323 mime, index);
324 } else {
325 componentName = GetCodec(
326 kDecoderInfo,
327 sizeof(kDecoderInfo) / sizeof(kDecoderInfo[0]),
328 mime, index);
329 }
330
331 if (!componentName) {
332 break;
333 }
334
335 // If a specific codec is requested, skip the non-matching ones.
336 if (matchComponentName && strcmp(componentName, matchComponentName)) {
337 continue;
338 }
339
340 matchingCodecs->push(String8(componentName));
341 }
342
343 if (flags & kPreferSoftwareCodecs) {
344 matchingCodecs->sort(CompareSoftwareCodecsFirst);
345 }
346}
347
348// static
Andreas Huber91eb0352009-12-07 09:43:00 -0800349sp<MediaSource> OMXCodec::Create(
Andreas Hubere13526a2009-10-22 10:43:34 -0700350 const sp<IOMX> &omx,
351 const sp<MetaData> &meta, bool createEncoder,
352 const sp<MediaSource> &source,
353 const char *matchComponentName,
354 uint32_t flags) {
355 const char *mime;
356 bool success = meta->findCString(kKeyMIMEType, &mime);
357 CHECK(success);
358
359 Vector<String8> matchingCodecs;
360 findMatchingCodecs(
361 mime, createEncoder, matchComponentName, flags, &matchingCodecs);
362
363 if (matchingCodecs.isEmpty()) {
364 return NULL;
365 }
366
367 sp<OMXCodecObserver> observer = new OMXCodecObserver;
368 IOMX::node_id node = 0;
369 success = false;
370
371 const char *componentName;
372 for (size_t i = 0; i < matchingCodecs.size(); ++i) {
373 componentName = matchingCodecs[i].string();
374
Andreas Huberfb1c2f82009-12-15 13:25:11 -0800375#if BUILD_WITH_FULL_STAGEFRIGHT
376 sp<MediaSource> softwareCodec =
377 InstantiateSoftwareCodec(componentName, source);
378
379 if (softwareCodec != NULL) {
380 LOGV("Successfully allocated software codec '%s'", componentName);
381
382 return softwareCodec;
383 }
384#endif
385
Andreas Hubere13526a2009-10-22 10:43:34 -0700386 LOGV("Attempting to allocate OMX node '%s'", componentName);
387
388 status_t err = omx->allocateNode(componentName, observer, &node);
389 if (err == OK) {
390 LOGV("Successfully allocated OMX node '%s'", componentName);
391
392 success = true;
393 break;
394 }
395 }
396
397 if (!success) {
398 return NULL;
399 }
400
Andreas Huberbe06d262009-08-14 14:37:10 -0700401 sp<OMXCodec> codec = new OMXCodec(
Andreas Hubere13526a2009-10-22 10:43:34 -0700402 omx, node, getComponentQuirks(componentName),
403 createEncoder, mime, componentName,
Andreas Huberbe06d262009-08-14 14:37:10 -0700404 source);
405
Andreas Huber784202e2009-10-15 13:46:54 -0700406 observer->setCodec(codec);
407
Andreas Huberbe06d262009-08-14 14:37:10 -0700408 uint32_t type;
409 const void *data;
410 size_t size;
411 if (meta->findData(kKeyESDS, &type, &data, &size)) {
412 ESDS esds((const char *)data, size);
413 CHECK_EQ(esds.InitCheck(), OK);
414
415 const void *codec_specific_data;
416 size_t codec_specific_data_size;
417 esds.getCodecSpecificInfo(
418 &codec_specific_data, &codec_specific_data_size);
419
Andreas Huberbe06d262009-08-14 14:37:10 -0700420 codec->addCodecSpecificData(
421 codec_specific_data, codec_specific_data_size);
422 } else if (meta->findData(kKeyAVCC, &type, &data, &size)) {
Andreas Huberebf66ea2009-08-19 13:32:58 -0700423 // Parse the AVCDecoderConfigurationRecord
424
425 const uint8_t *ptr = (const uint8_t *)data;
426
427 CHECK(size >= 7);
428 CHECK_EQ(ptr[0], 1); // configurationVersion == 1
429 uint8_t profile = ptr[1];
430 uint8_t level = ptr[3];
431
Andreas Huber44e15c42009-11-23 14:39:38 -0800432 // There is decodable content out there that fails the following
433 // assertion, let's be lenient for now...
434 // CHECK((ptr[4] >> 2) == 0x3f); // reserved
Andreas Huberebf66ea2009-08-19 13:32:58 -0700435
436 size_t lengthSize = 1 + (ptr[4] & 3);
437
438 // commented out check below as H264_QVGA_500_NO_AUDIO.3gp
439 // violates it...
440 // CHECK((ptr[5] >> 5) == 7); // reserved
441
442 size_t numSeqParameterSets = ptr[5] & 31;
443
444 ptr += 6;
Andreas Huberbe06d262009-08-14 14:37:10 -0700445 size -= 6;
Andreas Huberebf66ea2009-08-19 13:32:58 -0700446
447 for (size_t i = 0; i < numSeqParameterSets; ++i) {
448 CHECK(size >= 2);
449 size_t length = U16_AT(ptr);
Andreas Huberbe06d262009-08-14 14:37:10 -0700450
451 ptr += 2;
452 size -= 2;
453
Andreas Huberbe06d262009-08-14 14:37:10 -0700454 CHECK(size >= length);
455
456 codec->addCodecSpecificData(ptr, length);
457
458 ptr += length;
459 size -= length;
Andreas Huberebf66ea2009-08-19 13:32:58 -0700460 }
Andreas Huberbe06d262009-08-14 14:37:10 -0700461
Andreas Huberebf66ea2009-08-19 13:32:58 -0700462 CHECK(size >= 1);
463 size_t numPictureParameterSets = *ptr;
464 ++ptr;
465 --size;
Andreas Huberbe06d262009-08-14 14:37:10 -0700466
Andreas Huberebf66ea2009-08-19 13:32:58 -0700467 for (size_t i = 0; i < numPictureParameterSets; ++i) {
468 CHECK(size >= 2);
469 size_t length = U16_AT(ptr);
470
471 ptr += 2;
472 size -= 2;
473
474 CHECK(size >= length);
475
476 codec->addCodecSpecificData(ptr, length);
477
478 ptr += length;
479 size -= length;
480 }
481
Andreas Huber53a76bd2009-10-06 16:20:44 -0700482 LOGV("AVC profile = %d (%s), level = %d",
Andreas Huberebf66ea2009-08-19 13:32:58 -0700483 (int)profile, AVCProfileToString(profile), (int)level / 10);
484
485 if (!strcmp(componentName, "OMX.TI.Video.Decoder")
486 && (profile != kAVCProfileBaseline || level > 39)) {
Andreas Huber784202e2009-10-15 13:46:54 -0700487 // This stream exceeds the decoder's capabilities. The decoder
488 // does not handle this gracefully and would clobber the heap
489 // and wreak havoc instead...
Andreas Huberebf66ea2009-08-19 13:32:58 -0700490
491 LOGE("Profile and/or level exceed the decoder's capabilities.");
492 return NULL;
Andreas Huberbe06d262009-08-14 14:37:10 -0700493 }
494 }
495
Andreas Hubere6c40962009-09-10 14:13:30 -0700496 if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AMR_NB, mime)) {
Andreas Huber8768f2c2009-12-01 15:26:54 -0800497 codec->setAMRFormat(false /* isWAMR */);
Andreas Huberbe06d262009-08-14 14:37:10 -0700498 }
Andreas Hubere6c40962009-09-10 14:13:30 -0700499 if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AMR_WB, mime)) {
Andreas Huber8768f2c2009-12-01 15:26:54 -0800500 codec->setAMRFormat(true /* isWAMR */);
Andreas Huberee606e62009-09-08 10:19:21 -0700501 }
Andreas Hubere6c40962009-09-10 14:13:30 -0700502 if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AAC, mime)) {
Andreas Huber43ad6eaf2009-09-01 16:02:43 -0700503 int32_t numChannels, sampleRate;
504 CHECK(meta->findInt32(kKeyChannelCount, &numChannels));
505 CHECK(meta->findInt32(kKeySampleRate, &sampleRate));
506
507 codec->setAACFormat(numChannels, sampleRate);
Andreas Huberbe06d262009-08-14 14:37:10 -0700508 }
509 if (!strncasecmp(mime, "video/", 6)) {
510 int32_t width, height;
511 bool success = meta->findInt32(kKeyWidth, &width);
512 success = success && meta->findInt32(kKeyHeight, &height);
Andreas Huber5c0a9132009-08-20 11:16:40 -0700513 CHECK(success);
Andreas Huberbe06d262009-08-14 14:37:10 -0700514
515 if (createEncoder) {
516 codec->setVideoInputFormat(mime, width, height);
517 } else {
518 codec->setVideoOutputFormat(mime, width, height);
519 }
520 }
Andreas Hubere6c40962009-09-10 14:13:30 -0700521 if (!strcasecmp(mime, MEDIA_MIMETYPE_IMAGE_JPEG)
Andreas Huberbe06d262009-08-14 14:37:10 -0700522 && !strcmp(componentName, "OMX.TI.JPEG.decode")) {
523 OMX_COLOR_FORMATTYPE format =
524 OMX_COLOR_Format32bitARGB8888;
525 // OMX_COLOR_FormatYUV420PackedPlanar;
526 // OMX_COLOR_FormatCbYCrY;
527 // OMX_COLOR_FormatYUV411Planar;
528
529 int32_t width, height;
530 bool success = meta->findInt32(kKeyWidth, &width);
531 success = success && meta->findInt32(kKeyHeight, &height);
Andreas Huber5c0a9132009-08-20 11:16:40 -0700532
533 int32_t compressedSize;
534 success = success && meta->findInt32(
Andreas Huberda050cf22009-09-02 14:01:43 -0700535 kKeyMaxInputSize, &compressedSize);
Andreas Huber5c0a9132009-08-20 11:16:40 -0700536
537 CHECK(success);
538 CHECK(compressedSize > 0);
Andreas Huberbe06d262009-08-14 14:37:10 -0700539
540 codec->setImageOutputFormat(format, width, height);
Andreas Huber5c0a9132009-08-20 11:16:40 -0700541 codec->setJPEGInputFormat(width, height, (OMX_U32)compressedSize);
Andreas Huberbe06d262009-08-14 14:37:10 -0700542 }
543
Andreas Huberda050cf22009-09-02 14:01:43 -0700544 int32_t maxInputSize;
Andreas Huber1bceff92009-11-23 14:03:32 -0800545 if (meta->findInt32(kKeyMaxInputSize, &maxInputSize)) {
Andreas Huberda050cf22009-09-02 14:01:43 -0700546 codec->setMinBufferSize(kPortIndexInput, (OMX_U32)maxInputSize);
547 }
548
549 if (!strcmp(componentName, "OMX.TI.AMR.encode")
550 || !strcmp(componentName, "OMX.TI.WBAMR.encode")) {
551 codec->setMinBufferSize(kPortIndexOutput, 8192); // XXX
552 }
553
Andreas Huberbe06d262009-08-14 14:37:10 -0700554 codec->initOutputFormat(meta);
555
556 return codec;
557}
558
Andreas Huberda050cf22009-09-02 14:01:43 -0700559void OMXCodec::setMinBufferSize(OMX_U32 portIndex, OMX_U32 size) {
560 OMX_PARAM_PORTDEFINITIONTYPE def;
Andreas Huber4c483422009-09-02 16:05:36 -0700561 InitOMXParams(&def);
Andreas Huberda050cf22009-09-02 14:01:43 -0700562 def.nPortIndex = portIndex;
563
Andreas Huber784202e2009-10-15 13:46:54 -0700564 status_t err = mOMX->getParameter(
Andreas Huberda050cf22009-09-02 14:01:43 -0700565 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
566 CHECK_EQ(err, OK);
567
Andreas Huberb8de9572010-02-22 14:58:45 -0800568 if ((portIndex == kPortIndexInput && (mQuirks & kInputBufferSizesAreBogus))
569 || (def.nBufferSize < size)) {
Andreas Huberda050cf22009-09-02 14:01:43 -0700570 def.nBufferSize = size;
Andreas Huberda050cf22009-09-02 14:01:43 -0700571 }
572
Andreas Huber784202e2009-10-15 13:46:54 -0700573 err = mOMX->setParameter(
Andreas Huberda050cf22009-09-02 14:01:43 -0700574 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
575 CHECK_EQ(err, OK);
Andreas Huber1bceff92009-11-23 14:03:32 -0800576
577 err = mOMX->getParameter(
578 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
579 CHECK_EQ(err, OK);
580
581 // Make sure the setting actually stuck.
Andreas Huberb8de9572010-02-22 14:58:45 -0800582 if (portIndex == kPortIndexInput
583 && (mQuirks & kInputBufferSizesAreBogus)) {
584 CHECK_EQ(def.nBufferSize, size);
585 } else {
586 CHECK(def.nBufferSize >= size);
587 }
Andreas Huberda050cf22009-09-02 14:01:43 -0700588}
589
Andreas Huberbe06d262009-08-14 14:37:10 -0700590status_t OMXCodec::setVideoPortFormatType(
591 OMX_U32 portIndex,
592 OMX_VIDEO_CODINGTYPE compressionFormat,
593 OMX_COLOR_FORMATTYPE colorFormat) {
594 OMX_VIDEO_PARAM_PORTFORMATTYPE format;
Andreas Huber4c483422009-09-02 16:05:36 -0700595 InitOMXParams(&format);
Andreas Huberbe06d262009-08-14 14:37:10 -0700596 format.nPortIndex = portIndex;
597 format.nIndex = 0;
598 bool found = false;
599
600 OMX_U32 index = 0;
601 for (;;) {
602 format.nIndex = index;
Andreas Huber784202e2009-10-15 13:46:54 -0700603 status_t err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700604 mNode, OMX_IndexParamVideoPortFormat,
605 &format, sizeof(format));
606
607 if (err != OK) {
608 return err;
609 }
610
611 // The following assertion is violated by TI's video decoder.
Andreas Huber5c0a9132009-08-20 11:16:40 -0700612 // CHECK_EQ(format.nIndex, index);
Andreas Huberbe06d262009-08-14 14:37:10 -0700613
614#if 1
Andreas Huber53a76bd2009-10-06 16:20:44 -0700615 CODEC_LOGV("portIndex: %ld, index: %ld, eCompressionFormat=%d eColorFormat=%d",
Andreas Huberbe06d262009-08-14 14:37:10 -0700616 portIndex,
617 index, format.eCompressionFormat, format.eColorFormat);
618#endif
619
620 if (!strcmp("OMX.TI.Video.encoder", mComponentName)) {
621 if (portIndex == kPortIndexInput
622 && colorFormat == format.eColorFormat) {
623 // eCompressionFormat does not seem right.
624 found = true;
625 break;
626 }
627 if (portIndex == kPortIndexOutput
628 && compressionFormat == format.eCompressionFormat) {
629 // eColorFormat does not seem right.
630 found = true;
631 break;
632 }
633 }
634
635 if (format.eCompressionFormat == compressionFormat
636 && format.eColorFormat == colorFormat) {
637 found = true;
638 break;
639 }
640
641 ++index;
642 }
643
644 if (!found) {
645 return UNKNOWN_ERROR;
646 }
647
Andreas Huber53a76bd2009-10-06 16:20:44 -0700648 CODEC_LOGV("found a match.");
Andreas Huber784202e2009-10-15 13:46:54 -0700649 status_t err = mOMX->setParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700650 mNode, OMX_IndexParamVideoPortFormat,
651 &format, sizeof(format));
652
653 return err;
654}
655
Andreas Huberb482ce82009-10-29 12:02:48 -0700656static size_t getFrameSize(
657 OMX_COLOR_FORMATTYPE colorFormat, int32_t width, int32_t height) {
658 switch (colorFormat) {
659 case OMX_COLOR_FormatYCbYCr:
660 case OMX_COLOR_FormatCbYCrY:
661 return width * height * 2;
662
663 case OMX_COLOR_FormatYUV420SemiPlanar:
664 return (width * height * 3) / 2;
665
666 default:
667 CHECK(!"Should not be here. Unsupported color format.");
668 break;
669 }
670}
671
Andreas Huberbe06d262009-08-14 14:37:10 -0700672void OMXCodec::setVideoInputFormat(
673 const char *mime, OMX_U32 width, OMX_U32 height) {
Andreas Huber53a76bd2009-10-06 16:20:44 -0700674 CODEC_LOGV("setVideoInputFormat width=%ld, height=%ld", width, height);
Andreas Huberbe06d262009-08-14 14:37:10 -0700675
676 OMX_VIDEO_CODINGTYPE compressionFormat = OMX_VIDEO_CodingUnused;
Andreas Hubere6c40962009-09-10 14:13:30 -0700677 if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mime)) {
Andreas Huberbe06d262009-08-14 14:37:10 -0700678 compressionFormat = OMX_VIDEO_CodingAVC;
Andreas Hubere6c40962009-09-10 14:13:30 -0700679 } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_MPEG4, mime)) {
Andreas Huberbe06d262009-08-14 14:37:10 -0700680 compressionFormat = OMX_VIDEO_CodingMPEG4;
Andreas Hubere6c40962009-09-10 14:13:30 -0700681 } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_H263, mime)) {
Andreas Huberbe06d262009-08-14 14:37:10 -0700682 compressionFormat = OMX_VIDEO_CodingH263;
683 } else {
684 LOGE("Not a supported video mime type: %s", mime);
685 CHECK(!"Should not be here. Not a supported video mime type.");
686 }
687
Andreas Huberea6a38c2009-11-16 15:43:38 -0800688 OMX_COLOR_FORMATTYPE colorFormat = OMX_COLOR_FormatYUV420SemiPlanar;
689 if (!strcasecmp("OMX.TI.Video.encoder", mComponentName)) {
690 colorFormat = OMX_COLOR_FormatYCbYCr;
Andreas Huberbe06d262009-08-14 14:37:10 -0700691 }
692
Andreas Huberb482ce82009-10-29 12:02:48 -0700693 CHECK_EQ(setVideoPortFormatType(
Andreas Huberbe06d262009-08-14 14:37:10 -0700694 kPortIndexInput, OMX_VIDEO_CodingUnused,
Andreas Huberb482ce82009-10-29 12:02:48 -0700695 colorFormat), OK);
Andreas Huberbe06d262009-08-14 14:37:10 -0700696
Andreas Huberb482ce82009-10-29 12:02:48 -0700697 CHECK_EQ(setVideoPortFormatType(
698 kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused),
699 OK);
Andreas Huberbe06d262009-08-14 14:37:10 -0700700
701 OMX_PARAM_PORTDEFINITIONTYPE def;
Andreas Huber4c483422009-09-02 16:05:36 -0700702 InitOMXParams(&def);
Andreas Huberbe06d262009-08-14 14:37:10 -0700703 def.nPortIndex = kPortIndexOutput;
704
Andreas Huber4c483422009-09-02 16:05:36 -0700705 OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video;
706
Andreas Huber784202e2009-10-15 13:46:54 -0700707 status_t err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700708 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
709
710 CHECK_EQ(err, OK);
711 CHECK_EQ(def.eDomain, OMX_PortDomainVideo);
712
713 video_def->nFrameWidth = width;
714 video_def->nFrameHeight = height;
715
716 video_def->eCompressionFormat = compressionFormat;
717 video_def->eColorFormat = OMX_COLOR_FormatUnused;
718
Andreas Huber784202e2009-10-15 13:46:54 -0700719 err = mOMX->setParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700720 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
721 CHECK_EQ(err, OK);
722
723 ////////////////////////////////////////////////////////////////////////////
724
Andreas Huber4c483422009-09-02 16:05:36 -0700725 InitOMXParams(&def);
Andreas Huberbe06d262009-08-14 14:37:10 -0700726 def.nPortIndex = kPortIndexInput;
727
Andreas Huber784202e2009-10-15 13:46:54 -0700728 err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700729 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
730 CHECK_EQ(err, OK);
731
Andreas Huberb482ce82009-10-29 12:02:48 -0700732 def.nBufferSize = getFrameSize(colorFormat, width, height);
Andreas Huber53a76bd2009-10-06 16:20:44 -0700733 CODEC_LOGV("Setting nBufferSize = %ld", def.nBufferSize);
Andreas Huberbe06d262009-08-14 14:37:10 -0700734
735 CHECK_EQ(def.eDomain, OMX_PortDomainVideo);
736
737 video_def->nFrameWidth = width;
738 video_def->nFrameHeight = height;
739 video_def->eCompressionFormat = OMX_VIDEO_CodingUnused;
740 video_def->eColorFormat = colorFormat;
741
Andreas Huberb482ce82009-10-29 12:02:48 -0700742 video_def->xFramerate = 24 << 16; // XXX crucial!
743
Andreas Huber784202e2009-10-15 13:46:54 -0700744 err = mOMX->setParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700745 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
746 CHECK_EQ(err, OK);
Andreas Huberb482ce82009-10-29 12:02:48 -0700747
748 switch (compressionFormat) {
749 case OMX_VIDEO_CodingMPEG4:
750 {
751 CHECK_EQ(setupMPEG4EncoderParameters(), OK);
752 break;
753 }
754
755 case OMX_VIDEO_CodingH263:
756 break;
757
Andreas Huberea6a38c2009-11-16 15:43:38 -0800758 case OMX_VIDEO_CodingAVC:
759 {
760 CHECK_EQ(setupAVCEncoderParameters(), OK);
761 break;
762 }
763
Andreas Huberb482ce82009-10-29 12:02:48 -0700764 default:
765 CHECK(!"Support for this compressionFormat to be implemented.");
766 break;
767 }
768}
769
770status_t OMXCodec::setupMPEG4EncoderParameters() {
771 OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type;
772 InitOMXParams(&mpeg4type);
773 mpeg4type.nPortIndex = kPortIndexOutput;
774
775 status_t err = mOMX->getParameter(
776 mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type));
777 CHECK_EQ(err, OK);
778
779 mpeg4type.nSliceHeaderSpacing = 0;
780 mpeg4type.bSVH = OMX_FALSE;
781 mpeg4type.bGov = OMX_FALSE;
782
783 mpeg4type.nAllowedPictureTypes =
784 OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP;
785
786 mpeg4type.nPFrames = 23;
787 mpeg4type.nBFrames = 0;
788
789 mpeg4type.nIDCVLCThreshold = 0;
790 mpeg4type.bACPred = OMX_TRUE;
791 mpeg4type.nMaxPacketSize = 256;
792 mpeg4type.nTimeIncRes = 1000;
793 mpeg4type.nHeaderExtension = 0;
794 mpeg4type.bReversibleVLC = OMX_FALSE;
795
796 mpeg4type.eProfile = OMX_VIDEO_MPEG4ProfileCore;
797 mpeg4type.eLevel = OMX_VIDEO_MPEG4Level2;
798
799 err = mOMX->setParameter(
800 mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type));
801 CHECK_EQ(err, OK);
802
803 // ----------------
804
805 OMX_VIDEO_PARAM_BITRATETYPE bitrateType;
806 InitOMXParams(&bitrateType);
807 bitrateType.nPortIndex = kPortIndexOutput;
808
809 err = mOMX->getParameter(
810 mNode, OMX_IndexParamVideoBitrate,
811 &bitrateType, sizeof(bitrateType));
812 CHECK_EQ(err, OK);
813
814 bitrateType.eControlRate = OMX_Video_ControlRateVariable;
815 bitrateType.nTargetBitrate = 1000000;
816
817 err = mOMX->setParameter(
818 mNode, OMX_IndexParamVideoBitrate,
819 &bitrateType, sizeof(bitrateType));
820 CHECK_EQ(err, OK);
821
822 // ----------------
823
824 OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType;
825 InitOMXParams(&errorCorrectionType);
826 errorCorrectionType.nPortIndex = kPortIndexOutput;
827
828 err = mOMX->getParameter(
829 mNode, OMX_IndexParamVideoErrorCorrection,
830 &errorCorrectionType, sizeof(errorCorrectionType));
831 CHECK_EQ(err, OK);
832
833 errorCorrectionType.bEnableHEC = OMX_FALSE;
834 errorCorrectionType.bEnableResync = OMX_TRUE;
835 errorCorrectionType.nResynchMarkerSpacing = 256;
836 errorCorrectionType.bEnableDataPartitioning = OMX_FALSE;
837 errorCorrectionType.bEnableRVLC = OMX_FALSE;
838
839 err = mOMX->setParameter(
840 mNode, OMX_IndexParamVideoErrorCorrection,
841 &errorCorrectionType, sizeof(errorCorrectionType));
842 CHECK_EQ(err, OK);
843
844 return OK;
Andreas Huberbe06d262009-08-14 14:37:10 -0700845}
846
Andreas Huberea6a38c2009-11-16 15:43:38 -0800847status_t OMXCodec::setupAVCEncoderParameters() {
848 OMX_VIDEO_PARAM_AVCTYPE h264type;
849 InitOMXParams(&h264type);
850 h264type.nPortIndex = kPortIndexOutput;
851
852 status_t err = mOMX->getParameter(
853 mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type));
854 CHECK_EQ(err, OK);
855
856 h264type.nAllowedPictureTypes =
857 OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP;
858
859 h264type.nSliceHeaderSpacing = 0;
860 h264type.nBFrames = 0;
861 h264type.bUseHadamard = OMX_TRUE;
862 h264type.nRefFrames = 1;
863 h264type.nRefIdx10ActiveMinus1 = 0;
864 h264type.nRefIdx11ActiveMinus1 = 0;
865 h264type.bEnableUEP = OMX_FALSE;
866 h264type.bEnableFMO = OMX_FALSE;
867 h264type.bEnableASO = OMX_FALSE;
868 h264type.bEnableRS = OMX_FALSE;
869 h264type.eProfile = OMX_VIDEO_AVCProfileBaseline;
870 h264type.eLevel = OMX_VIDEO_AVCLevel1b;
871 h264type.bFrameMBsOnly = OMX_TRUE;
872 h264type.bMBAFF = OMX_FALSE;
873 h264type.bEntropyCodingCABAC = OMX_FALSE;
874 h264type.bWeightedPPrediction = OMX_FALSE;
875 h264type.bconstIpred = OMX_FALSE;
876 h264type.bDirect8x8Inference = OMX_FALSE;
877 h264type.bDirectSpatialTemporal = OMX_FALSE;
878 h264type.nCabacInitIdc = 0;
879 h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable;
880
881 err = mOMX->setParameter(
882 mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type));
883 CHECK_EQ(err, OK);
884
885 OMX_VIDEO_PARAM_BITRATETYPE bitrateType;
886 InitOMXParams(&bitrateType);
887 bitrateType.nPortIndex = kPortIndexOutput;
888
889 err = mOMX->getParameter(
890 mNode, OMX_IndexParamVideoBitrate,
891 &bitrateType, sizeof(bitrateType));
892 CHECK_EQ(err, OK);
893
894 bitrateType.eControlRate = OMX_Video_ControlRateVariable;
895 bitrateType.nTargetBitrate = 1000000;
896
897 err = mOMX->setParameter(
898 mNode, OMX_IndexParamVideoBitrate,
899 &bitrateType, sizeof(bitrateType));
900 CHECK_EQ(err, OK);
901
902 return OK;
903}
904
Andreas Huberbe06d262009-08-14 14:37:10 -0700905void OMXCodec::setVideoOutputFormat(
906 const char *mime, OMX_U32 width, OMX_U32 height) {
Andreas Huber53a76bd2009-10-06 16:20:44 -0700907 CODEC_LOGV("setVideoOutputFormat width=%ld, height=%ld", width, height);
Andreas Huberbe06d262009-08-14 14:37:10 -0700908
Andreas Huberbe06d262009-08-14 14:37:10 -0700909 OMX_VIDEO_CODINGTYPE compressionFormat = OMX_VIDEO_CodingUnused;
Andreas Hubere6c40962009-09-10 14:13:30 -0700910 if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mime)) {
Andreas Huberbe06d262009-08-14 14:37:10 -0700911 compressionFormat = OMX_VIDEO_CodingAVC;
Andreas Hubere6c40962009-09-10 14:13:30 -0700912 } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_MPEG4, mime)) {
Andreas Huberbe06d262009-08-14 14:37:10 -0700913 compressionFormat = OMX_VIDEO_CodingMPEG4;
Andreas Hubere6c40962009-09-10 14:13:30 -0700914 } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_H263, mime)) {
Andreas Huberbe06d262009-08-14 14:37:10 -0700915 compressionFormat = OMX_VIDEO_CodingH263;
916 } else {
917 LOGE("Not a supported video mime type: %s", mime);
918 CHECK(!"Should not be here. Not a supported video mime type.");
919 }
920
921 setVideoPortFormatType(
922 kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused);
923
924#if 1
925 {
926 OMX_VIDEO_PARAM_PORTFORMATTYPE format;
Andreas Huber4c483422009-09-02 16:05:36 -0700927 InitOMXParams(&format);
Andreas Huberbe06d262009-08-14 14:37:10 -0700928 format.nPortIndex = kPortIndexOutput;
929 format.nIndex = 0;
930
Andreas Huber784202e2009-10-15 13:46:54 -0700931 status_t err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700932 mNode, OMX_IndexParamVideoPortFormat,
933 &format, sizeof(format));
934 CHECK_EQ(err, OK);
935 CHECK_EQ(format.eCompressionFormat, OMX_VIDEO_CodingUnused);
936
937 static const int OMX_QCOM_COLOR_FormatYVU420SemiPlanar = 0x7FA30C00;
938
939 CHECK(format.eColorFormat == OMX_COLOR_FormatYUV420Planar
940 || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar
941 || format.eColorFormat == OMX_COLOR_FormatCbYCrY
942 || format.eColorFormat == OMX_QCOM_COLOR_FormatYVU420SemiPlanar);
943
Andreas Huber784202e2009-10-15 13:46:54 -0700944 err = mOMX->setParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700945 mNode, OMX_IndexParamVideoPortFormat,
946 &format, sizeof(format));
947 CHECK_EQ(err, OK);
948 }
949#endif
950
951 OMX_PARAM_PORTDEFINITIONTYPE def;
Andreas Huber4c483422009-09-02 16:05:36 -0700952 InitOMXParams(&def);
Andreas Huberbe06d262009-08-14 14:37:10 -0700953 def.nPortIndex = kPortIndexInput;
954
Andreas Huber4c483422009-09-02 16:05:36 -0700955 OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video;
956
Andreas Huber784202e2009-10-15 13:46:54 -0700957 status_t err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700958 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
959
960 CHECK_EQ(err, OK);
961
962#if 1
963 // XXX Need a (much) better heuristic to compute input buffer sizes.
964 const size_t X = 64 * 1024;
965 if (def.nBufferSize < X) {
966 def.nBufferSize = X;
967 }
968#endif
969
970 CHECK_EQ(def.eDomain, OMX_PortDomainVideo);
971
972 video_def->nFrameWidth = width;
973 video_def->nFrameHeight = height;
974
Andreas Huberb482ce82009-10-29 12:02:48 -0700975 video_def->eCompressionFormat = compressionFormat;
Andreas Huberbe06d262009-08-14 14:37:10 -0700976 video_def->eColorFormat = OMX_COLOR_FormatUnused;
977
Andreas Huber784202e2009-10-15 13:46:54 -0700978 err = mOMX->setParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700979 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
980 CHECK_EQ(err, OK);
981
982 ////////////////////////////////////////////////////////////////////////////
983
Andreas Huber4c483422009-09-02 16:05:36 -0700984 InitOMXParams(&def);
Andreas Huberbe06d262009-08-14 14:37:10 -0700985 def.nPortIndex = kPortIndexOutput;
986
Andreas Huber784202e2009-10-15 13:46:54 -0700987 err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -0700988 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
989 CHECK_EQ(err, OK);
990 CHECK_EQ(def.eDomain, OMX_PortDomainVideo);
991
992#if 0
993 def.nBufferSize =
994 (((width + 15) & -16) * ((height + 15) & -16) * 3) / 2; // YUV420
995#endif
996
997 video_def->nFrameWidth = width;
998 video_def->nFrameHeight = height;
999
Andreas Huber784202e2009-10-15 13:46:54 -07001000 err = mOMX->setParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -07001001 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1002 CHECK_EQ(err, OK);
1003}
1004
Andreas Huberbe06d262009-08-14 14:37:10 -07001005OMXCodec::OMXCodec(
1006 const sp<IOMX> &omx, IOMX::node_id node, uint32_t quirks,
Andreas Huberebf66ea2009-08-19 13:32:58 -07001007 bool isEncoder,
Andreas Huberbe06d262009-08-14 14:37:10 -07001008 const char *mime,
1009 const char *componentName,
1010 const sp<MediaSource> &source)
1011 : mOMX(omx),
Andreas Huberf1fe0642010-01-15 15:28:19 -08001012 mOMXLivesLocally(omx->livesLocally(getpid())),
Andreas Huberbe06d262009-08-14 14:37:10 -07001013 mNode(node),
1014 mQuirks(quirks),
1015 mIsEncoder(isEncoder),
1016 mMIME(strdup(mime)),
1017 mComponentName(strdup(componentName)),
1018 mSource(source),
1019 mCodecSpecificDataIndex(0),
Andreas Huberbe06d262009-08-14 14:37:10 -07001020 mState(LOADED),
Andreas Huber42978e52009-08-27 10:08:39 -07001021 mInitialBufferSubmit(true),
Andreas Huberbe06d262009-08-14 14:37:10 -07001022 mSignalledEOS(false),
1023 mNoMoreOutputData(false),
Andreas Hubercfd55572009-10-09 14:11:28 -07001024 mOutputPortSettingsHaveChanged(false),
Andreas Huberbe06d262009-08-14 14:37:10 -07001025 mSeekTimeUs(-1) {
1026 mPortStatus[kPortIndexInput] = ENABLED;
1027 mPortStatus[kPortIndexOutput] = ENABLED;
1028
Andreas Huber4c483422009-09-02 16:05:36 -07001029 setComponentRole();
1030}
1031
Andreas Hubere6c40962009-09-10 14:13:30 -07001032// static
1033void OMXCodec::setComponentRole(
1034 const sp<IOMX> &omx, IOMX::node_id node, bool isEncoder,
1035 const char *mime) {
Andreas Huber4c483422009-09-02 16:05:36 -07001036 struct MimeToRole {
1037 const char *mime;
1038 const char *decoderRole;
1039 const char *encoderRole;
1040 };
1041
1042 static const MimeToRole kMimeToRole[] = {
Andreas Hubere6c40962009-09-10 14:13:30 -07001043 { MEDIA_MIMETYPE_AUDIO_MPEG,
1044 "audio_decoder.mp3", "audio_encoder.mp3" },
1045 { MEDIA_MIMETYPE_AUDIO_AMR_NB,
1046 "audio_decoder.amrnb", "audio_encoder.amrnb" },
1047 { MEDIA_MIMETYPE_AUDIO_AMR_WB,
1048 "audio_decoder.amrwb", "audio_encoder.amrwb" },
1049 { MEDIA_MIMETYPE_AUDIO_AAC,
1050 "audio_decoder.aac", "audio_encoder.aac" },
1051 { MEDIA_MIMETYPE_VIDEO_AVC,
1052 "video_decoder.avc", "video_encoder.avc" },
1053 { MEDIA_MIMETYPE_VIDEO_MPEG4,
1054 "video_decoder.mpeg4", "video_encoder.mpeg4" },
1055 { MEDIA_MIMETYPE_VIDEO_H263,
1056 "video_decoder.h263", "video_encoder.h263" },
Andreas Huber4c483422009-09-02 16:05:36 -07001057 };
1058
1059 static const size_t kNumMimeToRole =
1060 sizeof(kMimeToRole) / sizeof(kMimeToRole[0]);
1061
1062 size_t i;
1063 for (i = 0; i < kNumMimeToRole; ++i) {
Andreas Hubere6c40962009-09-10 14:13:30 -07001064 if (!strcasecmp(mime, kMimeToRole[i].mime)) {
Andreas Huber4c483422009-09-02 16:05:36 -07001065 break;
1066 }
1067 }
1068
1069 if (i == kNumMimeToRole) {
1070 return;
1071 }
1072
1073 const char *role =
Andreas Hubere6c40962009-09-10 14:13:30 -07001074 isEncoder ? kMimeToRole[i].encoderRole
1075 : kMimeToRole[i].decoderRole;
Andreas Huber4c483422009-09-02 16:05:36 -07001076
1077 if (role != NULL) {
Andreas Huber4c483422009-09-02 16:05:36 -07001078 OMX_PARAM_COMPONENTROLETYPE roleParams;
1079 InitOMXParams(&roleParams);
1080
1081 strncpy((char *)roleParams.cRole,
1082 role, OMX_MAX_STRINGNAME_SIZE - 1);
1083
1084 roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0';
1085
Andreas Huber784202e2009-10-15 13:46:54 -07001086 status_t err = omx->setParameter(
Andreas Hubere6c40962009-09-10 14:13:30 -07001087 node, OMX_IndexParamStandardComponentRole,
Andreas Huber4c483422009-09-02 16:05:36 -07001088 &roleParams, sizeof(roleParams));
1089
1090 if (err != OK) {
1091 LOGW("Failed to set standard component role '%s'.", role);
1092 }
1093 }
Andreas Huberbe06d262009-08-14 14:37:10 -07001094}
1095
Andreas Hubere6c40962009-09-10 14:13:30 -07001096void OMXCodec::setComponentRole() {
1097 setComponentRole(mOMX, mNode, mIsEncoder, mMIME);
1098}
1099
Andreas Huberbe06d262009-08-14 14:37:10 -07001100OMXCodec::~OMXCodec() {
Andreas Huber4f5e6022009-08-19 09:29:34 -07001101 CHECK(mState == LOADED || mState == ERROR);
Andreas Huberbe06d262009-08-14 14:37:10 -07001102
Andreas Huber784202e2009-10-15 13:46:54 -07001103 status_t err = mOMX->freeNode(mNode);
Andreas Huberbe06d262009-08-14 14:37:10 -07001104 CHECK_EQ(err, OK);
1105
1106 mNode = NULL;
1107 setState(DEAD);
1108
1109 clearCodecSpecificData();
1110
1111 free(mComponentName);
1112 mComponentName = NULL;
Andreas Huberebf66ea2009-08-19 13:32:58 -07001113
Andreas Huberbe06d262009-08-14 14:37:10 -07001114 free(mMIME);
1115 mMIME = NULL;
1116}
1117
1118status_t OMXCodec::init() {
Andreas Huber42978e52009-08-27 10:08:39 -07001119 // mLock is held.
Andreas Huberbe06d262009-08-14 14:37:10 -07001120
1121 CHECK_EQ(mState, LOADED);
1122
1123 status_t err;
1124 if (!(mQuirks & kRequiresLoadedToIdleAfterAllocation)) {
Andreas Huber784202e2009-10-15 13:46:54 -07001125 err = mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle);
Andreas Huberbe06d262009-08-14 14:37:10 -07001126 CHECK_EQ(err, OK);
Andreas Huberbe06d262009-08-14 14:37:10 -07001127 setState(LOADED_TO_IDLE);
1128 }
1129
1130 err = allocateBuffers();
1131 CHECK_EQ(err, OK);
1132
1133 if (mQuirks & kRequiresLoadedToIdleAfterAllocation) {
Andreas Huber784202e2009-10-15 13:46:54 -07001134 err = mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle);
Andreas Huberbe06d262009-08-14 14:37:10 -07001135 CHECK_EQ(err, OK);
1136
1137 setState(LOADED_TO_IDLE);
1138 }
1139
1140 while (mState != EXECUTING && mState != ERROR) {
1141 mAsyncCompletion.wait(mLock);
1142 }
1143
1144 return mState == ERROR ? UNKNOWN_ERROR : OK;
1145}
1146
1147// static
1148bool OMXCodec::isIntermediateState(State state) {
1149 return state == LOADED_TO_IDLE
1150 || state == IDLE_TO_EXECUTING
1151 || state == EXECUTING_TO_IDLE
1152 || state == IDLE_TO_LOADED
1153 || state == RECONFIGURING;
1154}
1155
1156status_t OMXCodec::allocateBuffers() {
1157 status_t err = allocateBuffersOnPort(kPortIndexInput);
1158
1159 if (err != OK) {
1160 return err;
1161 }
1162
1163 return allocateBuffersOnPort(kPortIndexOutput);
1164}
1165
1166status_t OMXCodec::allocateBuffersOnPort(OMX_U32 portIndex) {
1167 OMX_PARAM_PORTDEFINITIONTYPE def;
Andreas Huber4c483422009-09-02 16:05:36 -07001168 InitOMXParams(&def);
Andreas Huberbe06d262009-08-14 14:37:10 -07001169 def.nPortIndex = portIndex;
1170
Andreas Huber784202e2009-10-15 13:46:54 -07001171 status_t err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -07001172 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
1173
1174 if (err != OK) {
1175 return err;
1176 }
1177
Andreas Huber5c0a9132009-08-20 11:16:40 -07001178 size_t totalSize = def.nBufferCountActual * def.nBufferSize;
Mathias Agopian6faf7892010-01-25 19:00:00 -08001179 mDealer[portIndex] = new MemoryDealer(totalSize, "OMXCodec");
Andreas Huber5c0a9132009-08-20 11:16:40 -07001180
Andreas Huberbe06d262009-08-14 14:37:10 -07001181 for (OMX_U32 i = 0; i < def.nBufferCountActual; ++i) {
Andreas Huber5c0a9132009-08-20 11:16:40 -07001182 sp<IMemory> mem = mDealer[portIndex]->allocate(def.nBufferSize);
Andreas Huberbe06d262009-08-14 14:37:10 -07001183 CHECK(mem.get() != NULL);
1184
Andreas Huberc712b9f2010-01-20 15:05:46 -08001185 BufferInfo info;
1186 info.mData = NULL;
1187 info.mSize = def.nBufferSize;
1188
Andreas Huberbe06d262009-08-14 14:37:10 -07001189 IOMX::buffer_id buffer;
1190 if (portIndex == kPortIndexInput
1191 && (mQuirks & kRequiresAllocateBufferOnInputPorts)) {
Andreas Huberf1fe0642010-01-15 15:28:19 -08001192 if (mOMXLivesLocally) {
Andreas Huberc712b9f2010-01-20 15:05:46 -08001193 mem.clear();
1194
Andreas Huberf1fe0642010-01-15 15:28:19 -08001195 err = mOMX->allocateBuffer(
Andreas Huberc712b9f2010-01-20 15:05:46 -08001196 mNode, portIndex, def.nBufferSize, &buffer,
1197 &info.mData);
Andreas Huberf1fe0642010-01-15 15:28:19 -08001198 } else {
1199 err = mOMX->allocateBufferWithBackup(
1200 mNode, portIndex, mem, &buffer);
1201 }
Andreas Huber446f44f2009-08-25 17:23:44 -07001202 } else if (portIndex == kPortIndexOutput
1203 && (mQuirks & kRequiresAllocateBufferOnOutputPorts)) {
Andreas Huberf1fe0642010-01-15 15:28:19 -08001204 if (mOMXLivesLocally) {
Andreas Huberc712b9f2010-01-20 15:05:46 -08001205 mem.clear();
1206
Andreas Huberf1fe0642010-01-15 15:28:19 -08001207 err = mOMX->allocateBuffer(
Andreas Huberc712b9f2010-01-20 15:05:46 -08001208 mNode, portIndex, def.nBufferSize, &buffer,
1209 &info.mData);
Andreas Huberf1fe0642010-01-15 15:28:19 -08001210 } else {
1211 err = mOMX->allocateBufferWithBackup(
1212 mNode, portIndex, mem, &buffer);
1213 }
Andreas Huberbe06d262009-08-14 14:37:10 -07001214 } else {
Andreas Huber784202e2009-10-15 13:46:54 -07001215 err = mOMX->useBuffer(mNode, portIndex, mem, &buffer);
Andreas Huberbe06d262009-08-14 14:37:10 -07001216 }
1217
1218 if (err != OK) {
1219 LOGE("allocate_buffer_with_backup failed");
1220 return err;
1221 }
1222
Andreas Huberc712b9f2010-01-20 15:05:46 -08001223 if (mem != NULL) {
1224 info.mData = mem->pointer();
1225 }
1226
Andreas Huberbe06d262009-08-14 14:37:10 -07001227 info.mBuffer = buffer;
1228 info.mOwnedByComponent = false;
1229 info.mMem = mem;
1230 info.mMediaBuffer = NULL;
1231
1232 if (portIndex == kPortIndexOutput) {
Andreas Huber52733b82010-01-25 10:41:35 -08001233 if (!(mOMXLivesLocally
1234 && (mQuirks & kRequiresAllocateBufferOnOutputPorts)
1235 && (mQuirks & kDefersOutputBufferAllocation))) {
1236 // If the node does not fill in the buffer ptr at this time,
1237 // we will defer creating the MediaBuffer until receiving
1238 // the first FILL_BUFFER_DONE notification instead.
1239 info.mMediaBuffer = new MediaBuffer(info.mData, info.mSize);
1240 info.mMediaBuffer->setObserver(this);
1241 }
Andreas Huberbe06d262009-08-14 14:37:10 -07001242 }
1243
1244 mPortBuffers[portIndex].push(info);
1245
Andreas Huber4c483422009-09-02 16:05:36 -07001246 CODEC_LOGV("allocated buffer %p on %s port", buffer,
Andreas Huberbe06d262009-08-14 14:37:10 -07001247 portIndex == kPortIndexInput ? "input" : "output");
1248 }
1249
Andreas Huber2ea14e22009-12-16 09:30:55 -08001250 // dumpPortStatus(portIndex);
Andreas Huberbe06d262009-08-14 14:37:10 -07001251
1252 return OK;
1253}
1254
1255void OMXCodec::on_message(const omx_message &msg) {
1256 Mutex::Autolock autoLock(mLock);
1257
1258 switch (msg.type) {
1259 case omx_message::EVENT:
1260 {
1261 onEvent(
1262 msg.u.event_data.event, msg.u.event_data.data1,
1263 msg.u.event_data.data2);
1264
1265 break;
1266 }
1267
1268 case omx_message::EMPTY_BUFFER_DONE:
1269 {
1270 IOMX::buffer_id buffer = msg.u.extended_buffer_data.buffer;
1271
Andreas Huber4c483422009-09-02 16:05:36 -07001272 CODEC_LOGV("EMPTY_BUFFER_DONE(buffer: %p)", buffer);
Andreas Huberbe06d262009-08-14 14:37:10 -07001273
1274 Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput];
1275 size_t i = 0;
1276 while (i < buffers->size() && (*buffers)[i].mBuffer != buffer) {
1277 ++i;
1278 }
1279
1280 CHECK(i < buffers->size());
1281 if (!(*buffers)[i].mOwnedByComponent) {
1282 LOGW("We already own input buffer %p, yet received "
1283 "an EMPTY_BUFFER_DONE.", buffer);
1284 }
1285
1286 buffers->editItemAt(i).mOwnedByComponent = false;
1287
1288 if (mPortStatus[kPortIndexInput] == DISABLING) {
Andreas Huber4c483422009-09-02 16:05:36 -07001289 CODEC_LOGV("Port is disabled, freeing buffer %p", buffer);
Andreas Huberbe06d262009-08-14 14:37:10 -07001290
1291 status_t err =
Andreas Huber784202e2009-10-15 13:46:54 -07001292 mOMX->freeBuffer(mNode, kPortIndexInput, buffer);
Andreas Huberbe06d262009-08-14 14:37:10 -07001293 CHECK_EQ(err, OK);
1294
1295 buffers->removeAt(i);
Andreas Huber4a9375e2010-02-09 11:54:33 -08001296 } else if (mState != ERROR
1297 && mPortStatus[kPortIndexInput] != SHUTTING_DOWN) {
Andreas Huberbe06d262009-08-14 14:37:10 -07001298 CHECK_EQ(mPortStatus[kPortIndexInput], ENABLED);
1299 drainInputBuffer(&buffers->editItemAt(i));
1300 }
Andreas Huberbe06d262009-08-14 14:37:10 -07001301 break;
1302 }
1303
1304 case omx_message::FILL_BUFFER_DONE:
1305 {
1306 IOMX::buffer_id buffer = msg.u.extended_buffer_data.buffer;
1307 OMX_U32 flags = msg.u.extended_buffer_data.flags;
1308
Andreas Huber2ea14e22009-12-16 09:30:55 -08001309 CODEC_LOGV("FILL_BUFFER_DONE(buffer: %p, size: %ld, flags: 0x%08lx, timestamp: %lld us (%.2f secs))",
Andreas Huberbe06d262009-08-14 14:37:10 -07001310 buffer,
1311 msg.u.extended_buffer_data.range_length,
Andreas Huber2ea14e22009-12-16 09:30:55 -08001312 flags,
Andreas Huberbe06d262009-08-14 14:37:10 -07001313 msg.u.extended_buffer_data.timestamp,
1314 msg.u.extended_buffer_data.timestamp / 1E6);
1315
1316 Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput];
1317 size_t i = 0;
1318 while (i < buffers->size() && (*buffers)[i].mBuffer != buffer) {
1319 ++i;
1320 }
1321
1322 CHECK(i < buffers->size());
1323 BufferInfo *info = &buffers->editItemAt(i);
1324
1325 if (!info->mOwnedByComponent) {
1326 LOGW("We already own output buffer %p, yet received "
1327 "a FILL_BUFFER_DONE.", buffer);
1328 }
1329
1330 info->mOwnedByComponent = false;
1331
1332 if (mPortStatus[kPortIndexOutput] == DISABLING) {
Andreas Huber4c483422009-09-02 16:05:36 -07001333 CODEC_LOGV("Port is disabled, freeing buffer %p", buffer);
Andreas Huberbe06d262009-08-14 14:37:10 -07001334
1335 status_t err =
Andreas Huber784202e2009-10-15 13:46:54 -07001336 mOMX->freeBuffer(mNode, kPortIndexOutput, buffer);
Andreas Huberbe06d262009-08-14 14:37:10 -07001337 CHECK_EQ(err, OK);
1338
1339 buffers->removeAt(i);
Andreas Huber2ea14e22009-12-16 09:30:55 -08001340#if 0
Andreas Huberd7795892009-08-26 10:33:47 -07001341 } else if (mPortStatus[kPortIndexOutput] == ENABLED
1342 && (flags & OMX_BUFFERFLAG_EOS)) {
Andreas Huber4c483422009-09-02 16:05:36 -07001343 CODEC_LOGV("No more output data.");
Andreas Huberbe06d262009-08-14 14:37:10 -07001344 mNoMoreOutputData = true;
1345 mBufferFilled.signal();
Andreas Huber2ea14e22009-12-16 09:30:55 -08001346#endif
Andreas Huberbe06d262009-08-14 14:37:10 -07001347 } else if (mPortStatus[kPortIndexOutput] != SHUTTING_DOWN) {
1348 CHECK_EQ(mPortStatus[kPortIndexOutput], ENABLED);
Andreas Huberebf66ea2009-08-19 13:32:58 -07001349
Andreas Huber52733b82010-01-25 10:41:35 -08001350 if (info->mMediaBuffer == NULL) {
1351 CHECK(mOMXLivesLocally);
1352 CHECK(mQuirks & kRequiresAllocateBufferOnOutputPorts);
1353 CHECK(mQuirks & kDefersOutputBufferAllocation);
1354
1355 // The qcom video decoders on Nexus don't actually allocate
1356 // output buffer memory on a call to OMX_AllocateBuffer
1357 // the "pBuffer" member of the OMX_BUFFERHEADERTYPE
1358 // structure is only filled in later.
1359
1360 info->mMediaBuffer = new MediaBuffer(
1361 msg.u.extended_buffer_data.data_ptr,
1362 info->mSize);
1363 info->mMediaBuffer->setObserver(this);
1364 }
1365
Andreas Huberbe06d262009-08-14 14:37:10 -07001366 MediaBuffer *buffer = info->mMediaBuffer;
1367
1368 buffer->set_range(
1369 msg.u.extended_buffer_data.range_offset,
1370 msg.u.extended_buffer_data.range_length);
1371
1372 buffer->meta_data()->clear();
1373
Andreas Huberfa8de752009-10-08 10:07:49 -07001374 buffer->meta_data()->setInt64(
1375 kKeyTime, msg.u.extended_buffer_data.timestamp);
Andreas Huberbe06d262009-08-14 14:37:10 -07001376
1377 if (msg.u.extended_buffer_data.flags & OMX_BUFFERFLAG_SYNCFRAME) {
1378 buffer->meta_data()->setInt32(kKeyIsSyncFrame, true);
1379 }
Andreas Huberea6a38c2009-11-16 15:43:38 -08001380 if (msg.u.extended_buffer_data.flags & OMX_BUFFERFLAG_CODECCONFIG) {
1381 buffer->meta_data()->setInt32(kKeyIsCodecConfig, true);
1382 }
Andreas Huberbe06d262009-08-14 14:37:10 -07001383
1384 buffer->meta_data()->setPointer(
1385 kKeyPlatformPrivate,
1386 msg.u.extended_buffer_data.platform_private);
1387
1388 buffer->meta_data()->setPointer(
1389 kKeyBufferID,
1390 msg.u.extended_buffer_data.buffer);
1391
1392 mFilledBuffers.push_back(i);
1393 mBufferFilled.signal();
Andreas Huber2ea14e22009-12-16 09:30:55 -08001394
1395 if (msg.u.extended_buffer_data.flags & OMX_BUFFERFLAG_EOS) {
1396 CODEC_LOGV("No more output data.");
1397 mNoMoreOutputData = true;
1398 }
Andreas Huberbe06d262009-08-14 14:37:10 -07001399 }
1400
1401 break;
1402 }
1403
1404 default:
1405 {
1406 CHECK(!"should not be here.");
1407 break;
1408 }
1409 }
1410}
1411
1412void OMXCodec::onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) {
1413 switch (event) {
1414 case OMX_EventCmdComplete:
1415 {
1416 onCmdComplete((OMX_COMMANDTYPE)data1, data2);
1417 break;
1418 }
1419
1420 case OMX_EventError:
1421 {
Andreas Huber2ea14e22009-12-16 09:30:55 -08001422 LOGE("ERROR(0x%08lx, %ld)", data1, data2);
Andreas Huberbe06d262009-08-14 14:37:10 -07001423
1424 setState(ERROR);
1425 break;
1426 }
1427
1428 case OMX_EventPortSettingsChanged:
1429 {
1430 onPortSettingsChanged(data1);
1431 break;
1432 }
1433
Andreas Huber2ea14e22009-12-16 09:30:55 -08001434#if 0
Andreas Huberbe06d262009-08-14 14:37:10 -07001435 case OMX_EventBufferFlag:
1436 {
Andreas Huber4c483422009-09-02 16:05:36 -07001437 CODEC_LOGV("EVENT_BUFFER_FLAG(%ld)", data1);
Andreas Huberbe06d262009-08-14 14:37:10 -07001438
1439 if (data1 == kPortIndexOutput) {
1440 mNoMoreOutputData = true;
1441 }
1442 break;
1443 }
Andreas Huber2ea14e22009-12-16 09:30:55 -08001444#endif
Andreas Huberbe06d262009-08-14 14:37:10 -07001445
1446 default:
1447 {
Andreas Huber4c483422009-09-02 16:05:36 -07001448 CODEC_LOGV("EVENT(%d, %ld, %ld)", event, data1, data2);
Andreas Huberbe06d262009-08-14 14:37:10 -07001449 break;
1450 }
1451 }
1452}
1453
Andreas Huberb1678602009-10-19 13:06:40 -07001454// Has the format changed in any way that the client would have to be aware of?
1455static bool formatHasNotablyChanged(
1456 const sp<MetaData> &from, const sp<MetaData> &to) {
1457 if (from.get() == NULL && to.get() == NULL) {
1458 return false;
1459 }
1460
Andreas Huberf68c1682009-10-21 14:01:30 -07001461 if ((from.get() == NULL && to.get() != NULL)
1462 || (from.get() != NULL && to.get() == NULL)) {
Andreas Huberb1678602009-10-19 13:06:40 -07001463 return true;
1464 }
1465
1466 const char *mime_from, *mime_to;
1467 CHECK(from->findCString(kKeyMIMEType, &mime_from));
1468 CHECK(to->findCString(kKeyMIMEType, &mime_to));
1469
1470 if (strcasecmp(mime_from, mime_to)) {
1471 return true;
1472 }
1473
1474 if (!strcasecmp(mime_from, MEDIA_MIMETYPE_VIDEO_RAW)) {
1475 int32_t colorFormat_from, colorFormat_to;
1476 CHECK(from->findInt32(kKeyColorFormat, &colorFormat_from));
1477 CHECK(to->findInt32(kKeyColorFormat, &colorFormat_to));
1478
1479 if (colorFormat_from != colorFormat_to) {
1480 return true;
1481 }
1482
1483 int32_t width_from, width_to;
1484 CHECK(from->findInt32(kKeyWidth, &width_from));
1485 CHECK(to->findInt32(kKeyWidth, &width_to));
1486
1487 if (width_from != width_to) {
1488 return true;
1489 }
1490
1491 int32_t height_from, height_to;
1492 CHECK(from->findInt32(kKeyHeight, &height_from));
1493 CHECK(to->findInt32(kKeyHeight, &height_to));
1494
1495 if (height_from != height_to) {
1496 return true;
1497 }
1498 } else if (!strcasecmp(mime_from, MEDIA_MIMETYPE_AUDIO_RAW)) {
1499 int32_t numChannels_from, numChannels_to;
1500 CHECK(from->findInt32(kKeyChannelCount, &numChannels_from));
1501 CHECK(to->findInt32(kKeyChannelCount, &numChannels_to));
1502
1503 if (numChannels_from != numChannels_to) {
1504 return true;
1505 }
1506
1507 int32_t sampleRate_from, sampleRate_to;
1508 CHECK(from->findInt32(kKeySampleRate, &sampleRate_from));
1509 CHECK(to->findInt32(kKeySampleRate, &sampleRate_to));
1510
1511 if (sampleRate_from != sampleRate_to) {
1512 return true;
1513 }
1514 }
1515
1516 return false;
1517}
1518
Andreas Huberbe06d262009-08-14 14:37:10 -07001519void OMXCodec::onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data) {
1520 switch (cmd) {
1521 case OMX_CommandStateSet:
1522 {
1523 onStateChange((OMX_STATETYPE)data);
1524 break;
1525 }
1526
1527 case OMX_CommandPortDisable:
1528 {
1529 OMX_U32 portIndex = data;
Andreas Huber4c483422009-09-02 16:05:36 -07001530 CODEC_LOGV("PORT_DISABLED(%ld)", portIndex);
Andreas Huberbe06d262009-08-14 14:37:10 -07001531
1532 CHECK(mState == EXECUTING || mState == RECONFIGURING);
1533 CHECK_EQ(mPortStatus[portIndex], DISABLING);
1534 CHECK_EQ(mPortBuffers[portIndex].size(), 0);
1535
1536 mPortStatus[portIndex] = DISABLED;
1537
1538 if (mState == RECONFIGURING) {
1539 CHECK_EQ(portIndex, kPortIndexOutput);
1540
Andreas Huberb1678602009-10-19 13:06:40 -07001541 sp<MetaData> oldOutputFormat = mOutputFormat;
Andreas Hubercfd55572009-10-09 14:11:28 -07001542 initOutputFormat(mSource->getFormat());
Andreas Huberb1678602009-10-19 13:06:40 -07001543
1544 // Don't notify clients if the output port settings change
1545 // wasn't of importance to them, i.e. it may be that just the
1546 // number of buffers has changed and nothing else.
1547 mOutputPortSettingsHaveChanged =
1548 formatHasNotablyChanged(oldOutputFormat, mOutputFormat);
Andreas Hubercfd55572009-10-09 14:11:28 -07001549
Andreas Huberbe06d262009-08-14 14:37:10 -07001550 enablePortAsync(portIndex);
1551
1552 status_t err = allocateBuffersOnPort(portIndex);
1553 CHECK_EQ(err, OK);
1554 }
1555 break;
1556 }
1557
1558 case OMX_CommandPortEnable:
1559 {
1560 OMX_U32 portIndex = data;
Andreas Huber4c483422009-09-02 16:05:36 -07001561 CODEC_LOGV("PORT_ENABLED(%ld)", portIndex);
Andreas Huberbe06d262009-08-14 14:37:10 -07001562
1563 CHECK(mState == EXECUTING || mState == RECONFIGURING);
1564 CHECK_EQ(mPortStatus[portIndex], ENABLING);
1565
1566 mPortStatus[portIndex] = ENABLED;
1567
1568 if (mState == RECONFIGURING) {
1569 CHECK_EQ(portIndex, kPortIndexOutput);
1570
1571 setState(EXECUTING);
1572
1573 fillOutputBuffers();
1574 }
1575 break;
1576 }
1577
1578 case OMX_CommandFlush:
1579 {
1580 OMX_U32 portIndex = data;
1581
Andreas Huber4c483422009-09-02 16:05:36 -07001582 CODEC_LOGV("FLUSH_DONE(%ld)", portIndex);
Andreas Huberbe06d262009-08-14 14:37:10 -07001583
1584 CHECK_EQ(mPortStatus[portIndex], SHUTTING_DOWN);
1585 mPortStatus[portIndex] = ENABLED;
1586
1587 CHECK_EQ(countBuffersWeOwn(mPortBuffers[portIndex]),
1588 mPortBuffers[portIndex].size());
1589
1590 if (mState == RECONFIGURING) {
1591 CHECK_EQ(portIndex, kPortIndexOutput);
1592
1593 disablePortAsync(portIndex);
Andreas Huber127fcdc2009-08-26 16:27:02 -07001594 } else if (mState == EXECUTING_TO_IDLE) {
1595 if (mPortStatus[kPortIndexInput] == ENABLED
1596 && mPortStatus[kPortIndexOutput] == ENABLED) {
Andreas Huber4c483422009-09-02 16:05:36 -07001597 CODEC_LOGV("Finished flushing both ports, now completing "
Andreas Huber127fcdc2009-08-26 16:27:02 -07001598 "transition from EXECUTING to IDLE.");
1599
1600 mPortStatus[kPortIndexInput] = SHUTTING_DOWN;
1601 mPortStatus[kPortIndexOutput] = SHUTTING_DOWN;
1602
1603 status_t err =
Andreas Huber784202e2009-10-15 13:46:54 -07001604 mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle);
Andreas Huber127fcdc2009-08-26 16:27:02 -07001605 CHECK_EQ(err, OK);
1606 }
Andreas Huberbe06d262009-08-14 14:37:10 -07001607 } else {
1608 // We're flushing both ports in preparation for seeking.
1609
1610 if (mPortStatus[kPortIndexInput] == ENABLED
1611 && mPortStatus[kPortIndexOutput] == ENABLED) {
Andreas Huber4c483422009-09-02 16:05:36 -07001612 CODEC_LOGV("Finished flushing both ports, now continuing from"
Andreas Huberbe06d262009-08-14 14:37:10 -07001613 " seek-time.");
1614
1615 drainInputBuffers();
1616 fillOutputBuffers();
1617 }
1618 }
1619
1620 break;
1621 }
1622
1623 default:
1624 {
Andreas Huber4c483422009-09-02 16:05:36 -07001625 CODEC_LOGV("CMD_COMPLETE(%d, %ld)", cmd, data);
Andreas Huberbe06d262009-08-14 14:37:10 -07001626 break;
1627 }
1628 }
1629}
1630
1631void OMXCodec::onStateChange(OMX_STATETYPE newState) {
Andreas Huberc712b9f2010-01-20 15:05:46 -08001632 CODEC_LOGV("onStateChange %d", newState);
1633
Andreas Huberbe06d262009-08-14 14:37:10 -07001634 switch (newState) {
1635 case OMX_StateIdle:
1636 {
Andreas Huber4c483422009-09-02 16:05:36 -07001637 CODEC_LOGV("Now Idle.");
Andreas Huberbe06d262009-08-14 14:37:10 -07001638 if (mState == LOADED_TO_IDLE) {
Andreas Huber784202e2009-10-15 13:46:54 -07001639 status_t err = mOMX->sendCommand(
Andreas Huberbe06d262009-08-14 14:37:10 -07001640 mNode, OMX_CommandStateSet, OMX_StateExecuting);
1641
1642 CHECK_EQ(err, OK);
1643
1644 setState(IDLE_TO_EXECUTING);
1645 } else {
1646 CHECK_EQ(mState, EXECUTING_TO_IDLE);
1647
1648 CHECK_EQ(
1649 countBuffersWeOwn(mPortBuffers[kPortIndexInput]),
1650 mPortBuffers[kPortIndexInput].size());
1651
1652 CHECK_EQ(
1653 countBuffersWeOwn(mPortBuffers[kPortIndexOutput]),
1654 mPortBuffers[kPortIndexOutput].size());
1655
Andreas Huber784202e2009-10-15 13:46:54 -07001656 status_t err = mOMX->sendCommand(
Andreas Huberbe06d262009-08-14 14:37:10 -07001657 mNode, OMX_CommandStateSet, OMX_StateLoaded);
1658
1659 CHECK_EQ(err, OK);
1660
1661 err = freeBuffersOnPort(kPortIndexInput);
1662 CHECK_EQ(err, OK);
1663
1664 err = freeBuffersOnPort(kPortIndexOutput);
1665 CHECK_EQ(err, OK);
1666
1667 mPortStatus[kPortIndexInput] = ENABLED;
1668 mPortStatus[kPortIndexOutput] = ENABLED;
1669
1670 setState(IDLE_TO_LOADED);
1671 }
1672 break;
1673 }
1674
1675 case OMX_StateExecuting:
1676 {
1677 CHECK_EQ(mState, IDLE_TO_EXECUTING);
1678
Andreas Huber4c483422009-09-02 16:05:36 -07001679 CODEC_LOGV("Now Executing.");
Andreas Huberbe06d262009-08-14 14:37:10 -07001680
1681 setState(EXECUTING);
1682
Andreas Huber42978e52009-08-27 10:08:39 -07001683 // Buffers will be submitted to the component in the first
1684 // call to OMXCodec::read as mInitialBufferSubmit is true at
1685 // this point. This ensures that this on_message call returns,
1686 // releases the lock and ::init can notice the state change and
1687 // itself return.
Andreas Huberbe06d262009-08-14 14:37:10 -07001688 break;
1689 }
1690
1691 case OMX_StateLoaded:
1692 {
1693 CHECK_EQ(mState, IDLE_TO_LOADED);
1694
Andreas Huber4c483422009-09-02 16:05:36 -07001695 CODEC_LOGV("Now Loaded.");
Andreas Huberbe06d262009-08-14 14:37:10 -07001696
1697 setState(LOADED);
1698 break;
1699 }
1700
Andreas Huberc712b9f2010-01-20 15:05:46 -08001701 case OMX_StateInvalid:
1702 {
1703 setState(ERROR);
1704 break;
1705 }
1706
Andreas Huberbe06d262009-08-14 14:37:10 -07001707 default:
1708 {
1709 CHECK(!"should not be here.");
1710 break;
1711 }
1712 }
1713}
1714
1715// static
1716size_t OMXCodec::countBuffersWeOwn(const Vector<BufferInfo> &buffers) {
1717 size_t n = 0;
1718 for (size_t i = 0; i < buffers.size(); ++i) {
1719 if (!buffers[i].mOwnedByComponent) {
1720 ++n;
1721 }
1722 }
1723
1724 return n;
1725}
1726
1727status_t OMXCodec::freeBuffersOnPort(
1728 OMX_U32 portIndex, bool onlyThoseWeOwn) {
1729 Vector<BufferInfo> *buffers = &mPortBuffers[portIndex];
1730
1731 status_t stickyErr = OK;
1732
1733 for (size_t i = buffers->size(); i-- > 0;) {
1734 BufferInfo *info = &buffers->editItemAt(i);
1735
1736 if (onlyThoseWeOwn && info->mOwnedByComponent) {
1737 continue;
1738 }
1739
1740 CHECK_EQ(info->mOwnedByComponent, false);
1741
Andreas Huber92022852009-09-14 15:24:14 -07001742 CODEC_LOGV("freeing buffer %p on port %ld", info->mBuffer, portIndex);
1743
Andreas Huberbe06d262009-08-14 14:37:10 -07001744 status_t err =
Andreas Huber784202e2009-10-15 13:46:54 -07001745 mOMX->freeBuffer(mNode, portIndex, info->mBuffer);
Andreas Huberbe06d262009-08-14 14:37:10 -07001746
1747 if (err != OK) {
1748 stickyErr = err;
1749 }
1750
1751 if (info->mMediaBuffer != NULL) {
1752 info->mMediaBuffer->setObserver(NULL);
1753
1754 // Make sure nobody but us owns this buffer at this point.
1755 CHECK_EQ(info->mMediaBuffer->refcount(), 0);
1756
1757 info->mMediaBuffer->release();
1758 }
1759
1760 buffers->removeAt(i);
1761 }
1762
1763 CHECK(onlyThoseWeOwn || buffers->isEmpty());
1764
1765 return stickyErr;
1766}
1767
1768void OMXCodec::onPortSettingsChanged(OMX_U32 portIndex) {
Andreas Huber4c483422009-09-02 16:05:36 -07001769 CODEC_LOGV("PORT_SETTINGS_CHANGED(%ld)", portIndex);
Andreas Huberbe06d262009-08-14 14:37:10 -07001770
1771 CHECK_EQ(mState, EXECUTING);
1772 CHECK_EQ(portIndex, kPortIndexOutput);
1773 setState(RECONFIGURING);
1774
1775 if (mQuirks & kNeedsFlushBeforeDisable) {
Andreas Huber404cc412009-08-25 14:26:05 -07001776 if (!flushPortAsync(portIndex)) {
1777 onCmdComplete(OMX_CommandFlush, portIndex);
1778 }
Andreas Huberbe06d262009-08-14 14:37:10 -07001779 } else {
1780 disablePortAsync(portIndex);
1781 }
1782}
1783
Andreas Huber404cc412009-08-25 14:26:05 -07001784bool OMXCodec::flushPortAsync(OMX_U32 portIndex) {
Andreas Huber127fcdc2009-08-26 16:27:02 -07001785 CHECK(mState == EXECUTING || mState == RECONFIGURING
1786 || mState == EXECUTING_TO_IDLE);
Andreas Huberbe06d262009-08-14 14:37:10 -07001787
Andreas Huber4c483422009-09-02 16:05:36 -07001788 CODEC_LOGV("flushPortAsync(%ld): we own %d out of %d buffers already.",
Andreas Huber404cc412009-08-25 14:26:05 -07001789 portIndex, countBuffersWeOwn(mPortBuffers[portIndex]),
1790 mPortBuffers[portIndex].size());
1791
Andreas Huberbe06d262009-08-14 14:37:10 -07001792 CHECK_EQ(mPortStatus[portIndex], ENABLED);
1793 mPortStatus[portIndex] = SHUTTING_DOWN;
1794
Andreas Huber404cc412009-08-25 14:26:05 -07001795 if ((mQuirks & kRequiresFlushCompleteEmulation)
1796 && countBuffersWeOwn(mPortBuffers[portIndex])
1797 == mPortBuffers[portIndex].size()) {
1798 // No flush is necessary and this component fails to send a
1799 // flush-complete event in this case.
1800
1801 return false;
1802 }
1803
Andreas Huberbe06d262009-08-14 14:37:10 -07001804 status_t err =
Andreas Huber784202e2009-10-15 13:46:54 -07001805 mOMX->sendCommand(mNode, OMX_CommandFlush, portIndex);
Andreas Huberbe06d262009-08-14 14:37:10 -07001806 CHECK_EQ(err, OK);
Andreas Huber404cc412009-08-25 14:26:05 -07001807
1808 return true;
Andreas Huberbe06d262009-08-14 14:37:10 -07001809}
1810
1811void OMXCodec::disablePortAsync(OMX_U32 portIndex) {
1812 CHECK(mState == EXECUTING || mState == RECONFIGURING);
1813
1814 CHECK_EQ(mPortStatus[portIndex], ENABLED);
1815 mPortStatus[portIndex] = DISABLING;
1816
1817 status_t err =
Andreas Huber784202e2009-10-15 13:46:54 -07001818 mOMX->sendCommand(mNode, OMX_CommandPortDisable, portIndex);
Andreas Huberbe06d262009-08-14 14:37:10 -07001819 CHECK_EQ(err, OK);
1820
1821 freeBuffersOnPort(portIndex, true);
1822}
1823
1824void OMXCodec::enablePortAsync(OMX_U32 portIndex) {
1825 CHECK(mState == EXECUTING || mState == RECONFIGURING);
1826
1827 CHECK_EQ(mPortStatus[portIndex], DISABLED);
1828 mPortStatus[portIndex] = ENABLING;
1829
1830 status_t err =
Andreas Huber784202e2009-10-15 13:46:54 -07001831 mOMX->sendCommand(mNode, OMX_CommandPortEnable, portIndex);
Andreas Huberbe06d262009-08-14 14:37:10 -07001832 CHECK_EQ(err, OK);
1833}
1834
1835void OMXCodec::fillOutputBuffers() {
1836 CHECK_EQ(mState, EXECUTING);
1837
Andreas Huberdbcb2c62010-01-14 11:32:13 -08001838 // This is a workaround for some decoders not properly reporting
1839 // end-of-output-stream. If we own all input buffers and also own
1840 // all output buffers and we already signalled end-of-input-stream,
1841 // the end-of-output-stream is implied.
1842 if (mSignalledEOS
1843 && countBuffersWeOwn(mPortBuffers[kPortIndexInput])
1844 == mPortBuffers[kPortIndexInput].size()
1845 && countBuffersWeOwn(mPortBuffers[kPortIndexOutput])
1846 == mPortBuffers[kPortIndexOutput].size()) {
1847 mNoMoreOutputData = true;
1848 mBufferFilled.signal();
1849
1850 return;
1851 }
1852
Andreas Huberbe06d262009-08-14 14:37:10 -07001853 Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput];
1854 for (size_t i = 0; i < buffers->size(); ++i) {
1855 fillOutputBuffer(&buffers->editItemAt(i));
1856 }
1857}
1858
1859void OMXCodec::drainInputBuffers() {
Andreas Huberd06e5b82009-08-28 13:18:14 -07001860 CHECK(mState == EXECUTING || mState == RECONFIGURING);
Andreas Huberbe06d262009-08-14 14:37:10 -07001861
1862 Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput];
1863 for (size_t i = 0; i < buffers->size(); ++i) {
1864 drainInputBuffer(&buffers->editItemAt(i));
1865 }
1866}
1867
1868void OMXCodec::drainInputBuffer(BufferInfo *info) {
1869 CHECK_EQ(info->mOwnedByComponent, false);
1870
1871 if (mSignalledEOS) {
1872 return;
1873 }
1874
1875 if (mCodecSpecificDataIndex < mCodecSpecificData.size()) {
1876 const CodecSpecificData *specific =
1877 mCodecSpecificData[mCodecSpecificDataIndex];
1878
1879 size_t size = specific->mSize;
1880
Andreas Hubere6c40962009-09-10 14:13:30 -07001881 if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mMIME)
Andreas Huber4f5e6022009-08-19 09:29:34 -07001882 && !(mQuirks & kWantsNALFragments)) {
Andreas Huberbe06d262009-08-14 14:37:10 -07001883 static const uint8_t kNALStartCode[4] =
1884 { 0x00, 0x00, 0x00, 0x01 };
1885
Andreas Huberc712b9f2010-01-20 15:05:46 -08001886 CHECK(info->mSize >= specific->mSize + 4);
Andreas Huberbe06d262009-08-14 14:37:10 -07001887
1888 size += 4;
1889
Andreas Huberc712b9f2010-01-20 15:05:46 -08001890 memcpy(info->mData, kNALStartCode, 4);
1891 memcpy((uint8_t *)info->mData + 4,
Andreas Huberbe06d262009-08-14 14:37:10 -07001892 specific->mData, specific->mSize);
1893 } else {
Andreas Huberc712b9f2010-01-20 15:05:46 -08001894 CHECK(info->mSize >= specific->mSize);
1895 memcpy(info->mData, specific->mData, specific->mSize);
Andreas Huberbe06d262009-08-14 14:37:10 -07001896 }
1897
Andreas Huber2ea14e22009-12-16 09:30:55 -08001898 mNoMoreOutputData = false;
1899
Andreas Huberdbcb2c62010-01-14 11:32:13 -08001900 CODEC_LOGV("calling emptyBuffer with codec specific data");
1901
Andreas Huber784202e2009-10-15 13:46:54 -07001902 status_t err = mOMX->emptyBuffer(
Andreas Huberbe06d262009-08-14 14:37:10 -07001903 mNode, info->mBuffer, 0, size,
1904 OMX_BUFFERFLAG_ENDOFFRAME | OMX_BUFFERFLAG_CODECCONFIG,
1905 0);
Andreas Huber3f427072009-10-08 11:02:27 -07001906 CHECK_EQ(err, OK);
Andreas Huberbe06d262009-08-14 14:37:10 -07001907
1908 info->mOwnedByComponent = true;
1909
1910 ++mCodecSpecificDataIndex;
1911 return;
1912 }
1913
1914 MediaBuffer *srcBuffer;
1915 status_t err;
1916 if (mSeekTimeUs >= 0) {
1917 MediaSource::ReadOptions options;
1918 options.setSeekTo(mSeekTimeUs);
Andreas Huber2ea14e22009-12-16 09:30:55 -08001919
Andreas Huberbe06d262009-08-14 14:37:10 -07001920 mSeekTimeUs = -1;
Andreas Huber2ea14e22009-12-16 09:30:55 -08001921 mBufferFilled.signal();
Andreas Huberbe06d262009-08-14 14:37:10 -07001922
1923 err = mSource->read(&srcBuffer, &options);
1924 } else {
1925 err = mSource->read(&srcBuffer);
1926 }
1927
1928 OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME;
Andreas Huberfa8de752009-10-08 10:07:49 -07001929 OMX_TICKS timestampUs = 0;
Andreas Huberbe06d262009-08-14 14:37:10 -07001930 size_t srcLength = 0;
1931
1932 if (err != OK) {
Andreas Huber4c483422009-09-02 16:05:36 -07001933 CODEC_LOGV("signalling end of input stream.");
Andreas Huberbe06d262009-08-14 14:37:10 -07001934 flags |= OMX_BUFFERFLAG_EOS;
1935
1936 mSignalledEOS = true;
1937 } else {
Andreas Huber2ea14e22009-12-16 09:30:55 -08001938 mNoMoreOutputData = false;
1939
Andreas Huberbe06d262009-08-14 14:37:10 -07001940 srcLength = srcBuffer->range_length();
1941
Andreas Huberc712b9f2010-01-20 15:05:46 -08001942 if (info->mSize < srcLength) {
Andreas Huber42c444a2010-02-09 10:20:00 -08001943 CODEC_LOGE(
1944 "Codec's input buffers are too small to accomodate "
1945 "buffer read from source (info->mSize = %d, srcLength = %d)",
Andreas Huberc712b9f2010-01-20 15:05:46 -08001946 info->mSize, srcLength);
Andreas Huber42c444a2010-02-09 10:20:00 -08001947
1948 srcBuffer->release();
1949 srcBuffer = NULL;
1950
1951 setState(ERROR);
1952 return;
Andreas Huberbe06d262009-08-14 14:37:10 -07001953 }
Andreas Huberc712b9f2010-01-20 15:05:46 -08001954 memcpy(info->mData,
Andreas Huberbe06d262009-08-14 14:37:10 -07001955 (const uint8_t *)srcBuffer->data() + srcBuffer->range_offset(),
1956 srcLength);
1957
Andreas Huberfa8de752009-10-08 10:07:49 -07001958 if (srcBuffer->meta_data()->findInt64(kKeyTime, &timestampUs)) {
Andreas Huber2ea14e22009-12-16 09:30:55 -08001959 CODEC_LOGV("Calling emptyBuffer on buffer %p (length %d), "
1960 "timestamp %lld us (%.2f secs)",
1961 info->mBuffer, srcLength,
1962 timestampUs, timestampUs / 1E6);
Andreas Huberbe06d262009-08-14 14:37:10 -07001963 }
1964 }
1965
Andreas Huberbe06d262009-08-14 14:37:10 -07001966 if (srcBuffer != NULL) {
1967 srcBuffer->release();
1968 srcBuffer = NULL;
1969 }
Andreas Huber3f427072009-10-08 11:02:27 -07001970
Andreas Huber784202e2009-10-15 13:46:54 -07001971 err = mOMX->emptyBuffer(
Andreas Huber3f427072009-10-08 11:02:27 -07001972 mNode, info->mBuffer, 0, srcLength,
Andreas Huberfa8de752009-10-08 10:07:49 -07001973 flags, timestampUs);
Andreas Huber3f427072009-10-08 11:02:27 -07001974
1975 if (err != OK) {
1976 setState(ERROR);
1977 return;
1978 }
1979
1980 info->mOwnedByComponent = true;
Andreas Huberea6a38c2009-11-16 15:43:38 -08001981
1982 // This component does not ever signal the EOS flag on output buffers,
1983 // Thanks for nothing.
1984 if (mSignalledEOS && !strcmp(mComponentName, "OMX.TI.Video.encoder")) {
1985 mNoMoreOutputData = true;
1986 mBufferFilled.signal();
1987 }
Andreas Huberbe06d262009-08-14 14:37:10 -07001988}
1989
1990void OMXCodec::fillOutputBuffer(BufferInfo *info) {
1991 CHECK_EQ(info->mOwnedByComponent, false);
1992
Andreas Huber404cc412009-08-25 14:26:05 -07001993 if (mNoMoreOutputData) {
Andreas Huber4c483422009-09-02 16:05:36 -07001994 CODEC_LOGV("There is no more output data available, not "
Andreas Huber404cc412009-08-25 14:26:05 -07001995 "calling fillOutputBuffer");
1996 return;
1997 }
1998
Andreas Huber4c483422009-09-02 16:05:36 -07001999 CODEC_LOGV("Calling fill_buffer on buffer %p", info->mBuffer);
Andreas Huber784202e2009-10-15 13:46:54 -07002000 status_t err = mOMX->fillBuffer(mNode, info->mBuffer);
Andreas Huber3f427072009-10-08 11:02:27 -07002001 CHECK_EQ(err, OK);
Andreas Huberbe06d262009-08-14 14:37:10 -07002002
2003 info->mOwnedByComponent = true;
2004}
2005
2006void OMXCodec::drainInputBuffer(IOMX::buffer_id buffer) {
2007 Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput];
2008 for (size_t i = 0; i < buffers->size(); ++i) {
2009 if ((*buffers)[i].mBuffer == buffer) {
2010 drainInputBuffer(&buffers->editItemAt(i));
2011 return;
2012 }
2013 }
2014
2015 CHECK(!"should not be here.");
2016}
2017
2018void OMXCodec::fillOutputBuffer(IOMX::buffer_id buffer) {
2019 Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput];
2020 for (size_t i = 0; i < buffers->size(); ++i) {
2021 if ((*buffers)[i].mBuffer == buffer) {
2022 fillOutputBuffer(&buffers->editItemAt(i));
2023 return;
2024 }
2025 }
2026
2027 CHECK(!"should not be here.");
2028}
2029
2030void OMXCodec::setState(State newState) {
2031 mState = newState;
2032 mAsyncCompletion.signal();
2033
2034 // This may cause some spurious wakeups but is necessary to
2035 // unblock the reader if we enter ERROR state.
2036 mBufferFilled.signal();
2037}
2038
Andreas Huberda050cf22009-09-02 14:01:43 -07002039void OMXCodec::setRawAudioFormat(
2040 OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) {
2041 OMX_AUDIO_PARAM_PCMMODETYPE pcmParams;
Andreas Huber4c483422009-09-02 16:05:36 -07002042 InitOMXParams(&pcmParams);
Andreas Huberda050cf22009-09-02 14:01:43 -07002043 pcmParams.nPortIndex = portIndex;
2044
Andreas Huber784202e2009-10-15 13:46:54 -07002045 status_t err = mOMX->getParameter(
Andreas Huberda050cf22009-09-02 14:01:43 -07002046 mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams));
2047
2048 CHECK_EQ(err, OK);
2049
2050 pcmParams.nChannels = numChannels;
2051 pcmParams.eNumData = OMX_NumericalDataSigned;
2052 pcmParams.bInterleaved = OMX_TRUE;
2053 pcmParams.nBitPerSample = 16;
2054 pcmParams.nSamplingRate = sampleRate;
2055 pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear;
2056
2057 if (numChannels == 1) {
2058 pcmParams.eChannelMapping[0] = OMX_AUDIO_ChannelCF;
2059 } else {
2060 CHECK_EQ(numChannels, 2);
2061
2062 pcmParams.eChannelMapping[0] = OMX_AUDIO_ChannelLF;
2063 pcmParams.eChannelMapping[1] = OMX_AUDIO_ChannelRF;
2064 }
2065
Andreas Huber784202e2009-10-15 13:46:54 -07002066 err = mOMX->setParameter(
Andreas Huberda050cf22009-09-02 14:01:43 -07002067 mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams));
2068
2069 CHECK_EQ(err, OK);
2070}
2071
Andreas Huber8768f2c2009-12-01 15:26:54 -08002072void OMXCodec::setAMRFormat(bool isWAMR) {
2073 OMX_U32 portIndex = mIsEncoder ? kPortIndexOutput : kPortIndexInput;
Andreas Huberbe06d262009-08-14 14:37:10 -07002074
Andreas Huber8768f2c2009-12-01 15:26:54 -08002075 OMX_AUDIO_PARAM_AMRTYPE def;
2076 InitOMXParams(&def);
2077 def.nPortIndex = portIndex;
Andreas Huberbe06d262009-08-14 14:37:10 -07002078
Andreas Huber8768f2c2009-12-01 15:26:54 -08002079 status_t err =
2080 mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def));
Andreas Huberbe06d262009-08-14 14:37:10 -07002081
Andreas Huber8768f2c2009-12-01 15:26:54 -08002082 CHECK_EQ(err, OK);
Andreas Huberbe06d262009-08-14 14:37:10 -07002083
Andreas Huber8768f2c2009-12-01 15:26:54 -08002084 def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF;
2085 def.eAMRBandMode =
2086 isWAMR ? OMX_AUDIO_AMRBandModeWB0 : OMX_AUDIO_AMRBandModeNB0;
Andreas Huberbe06d262009-08-14 14:37:10 -07002087
Andreas Huber8768f2c2009-12-01 15:26:54 -08002088 err = mOMX->setParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def));
2089 CHECK_EQ(err, OK);
Andreas Huberee606e62009-09-08 10:19:21 -07002090
2091 ////////////////////////
2092
2093 if (mIsEncoder) {
2094 sp<MetaData> format = mSource->getFormat();
2095 int32_t sampleRate;
2096 int32_t numChannels;
2097 CHECK(format->findInt32(kKeySampleRate, &sampleRate));
2098 CHECK(format->findInt32(kKeyChannelCount, &numChannels));
2099
2100 setRawAudioFormat(kPortIndexInput, sampleRate, numChannels);
2101 }
2102}
2103
Andreas Huber43ad6eaf2009-09-01 16:02:43 -07002104void OMXCodec::setAACFormat(int32_t numChannels, int32_t sampleRate) {
Andreas Huberda050cf22009-09-02 14:01:43 -07002105 if (mIsEncoder) {
2106 setRawAudioFormat(kPortIndexInput, sampleRate, numChannels);
2107 } else {
2108 OMX_AUDIO_PARAM_AACPROFILETYPE profile;
Andreas Huber4c483422009-09-02 16:05:36 -07002109 InitOMXParams(&profile);
Andreas Huberda050cf22009-09-02 14:01:43 -07002110 profile.nPortIndex = kPortIndexInput;
Andreas Huberbe06d262009-08-14 14:37:10 -07002111
Andreas Huber784202e2009-10-15 13:46:54 -07002112 status_t err = mOMX->getParameter(
Andreas Huberda050cf22009-09-02 14:01:43 -07002113 mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile));
2114 CHECK_EQ(err, OK);
Andreas Huberbe06d262009-08-14 14:37:10 -07002115
Andreas Huberda050cf22009-09-02 14:01:43 -07002116 profile.nChannels = numChannels;
2117 profile.nSampleRate = sampleRate;
2118 profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4ADTS;
Andreas Huberbe06d262009-08-14 14:37:10 -07002119
Andreas Huber784202e2009-10-15 13:46:54 -07002120 err = mOMX->setParameter(
Andreas Huberda050cf22009-09-02 14:01:43 -07002121 mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile));
2122 CHECK_EQ(err, OK);
2123 }
Andreas Huberbe06d262009-08-14 14:37:10 -07002124}
2125
2126void OMXCodec::setImageOutputFormat(
2127 OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height) {
Andreas Huber4c483422009-09-02 16:05:36 -07002128 CODEC_LOGV("setImageOutputFormat(%ld, %ld)", width, height);
Andreas Huberbe06d262009-08-14 14:37:10 -07002129
2130#if 0
2131 OMX_INDEXTYPE index;
2132 status_t err = mOMX->get_extension_index(
2133 mNode, "OMX.TI.JPEG.decode.Config.OutputColorFormat", &index);
2134 CHECK_EQ(err, OK);
2135
2136 err = mOMX->set_config(mNode, index, &format, sizeof(format));
2137 CHECK_EQ(err, OK);
2138#endif
2139
2140 OMX_PARAM_PORTDEFINITIONTYPE def;
Andreas Huber4c483422009-09-02 16:05:36 -07002141 InitOMXParams(&def);
Andreas Huberbe06d262009-08-14 14:37:10 -07002142 def.nPortIndex = kPortIndexOutput;
2143
Andreas Huber784202e2009-10-15 13:46:54 -07002144 status_t err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -07002145 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
2146 CHECK_EQ(err, OK);
2147
2148 CHECK_EQ(def.eDomain, OMX_PortDomainImage);
2149
2150 OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image;
Andreas Huberebf66ea2009-08-19 13:32:58 -07002151
Andreas Huberbe06d262009-08-14 14:37:10 -07002152 CHECK_EQ(imageDef->eCompressionFormat, OMX_IMAGE_CodingUnused);
2153 imageDef->eColorFormat = format;
2154 imageDef->nFrameWidth = width;
2155 imageDef->nFrameHeight = height;
2156
2157 switch (format) {
2158 case OMX_COLOR_FormatYUV420PackedPlanar:
2159 case OMX_COLOR_FormatYUV411Planar:
2160 {
2161 def.nBufferSize = (width * height * 3) / 2;
2162 break;
2163 }
2164
2165 case OMX_COLOR_FormatCbYCrY:
2166 {
2167 def.nBufferSize = width * height * 2;
2168 break;
2169 }
2170
2171 case OMX_COLOR_Format32bitARGB8888:
2172 {
2173 def.nBufferSize = width * height * 4;
2174 break;
2175 }
2176
Andreas Huber201511c2009-09-08 14:01:44 -07002177 case OMX_COLOR_Format16bitARGB4444:
2178 case OMX_COLOR_Format16bitARGB1555:
2179 case OMX_COLOR_Format16bitRGB565:
2180 case OMX_COLOR_Format16bitBGR565:
2181 {
2182 def.nBufferSize = width * height * 2;
2183 break;
2184 }
2185
Andreas Huberbe06d262009-08-14 14:37:10 -07002186 default:
2187 CHECK(!"Should not be here. Unknown color format.");
2188 break;
2189 }
2190
Andreas Huber5c0a9132009-08-20 11:16:40 -07002191 def.nBufferCountActual = def.nBufferCountMin;
2192
Andreas Huber784202e2009-10-15 13:46:54 -07002193 err = mOMX->setParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -07002194 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
2195 CHECK_EQ(err, OK);
Andreas Huber5c0a9132009-08-20 11:16:40 -07002196}
Andreas Huberbe06d262009-08-14 14:37:10 -07002197
Andreas Huber5c0a9132009-08-20 11:16:40 -07002198void OMXCodec::setJPEGInputFormat(
2199 OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize) {
2200 OMX_PARAM_PORTDEFINITIONTYPE def;
Andreas Huber4c483422009-09-02 16:05:36 -07002201 InitOMXParams(&def);
Andreas Huberbe06d262009-08-14 14:37:10 -07002202 def.nPortIndex = kPortIndexInput;
2203
Andreas Huber784202e2009-10-15 13:46:54 -07002204 status_t err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -07002205 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
2206 CHECK_EQ(err, OK);
2207
Andreas Huber5c0a9132009-08-20 11:16:40 -07002208 CHECK_EQ(def.eDomain, OMX_PortDomainImage);
2209 OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image;
2210
Andreas Huberbe06d262009-08-14 14:37:10 -07002211 CHECK_EQ(imageDef->eCompressionFormat, OMX_IMAGE_CodingJPEG);
2212 imageDef->nFrameWidth = width;
2213 imageDef->nFrameHeight = height;
2214
Andreas Huber5c0a9132009-08-20 11:16:40 -07002215 def.nBufferSize = compressedSize;
Andreas Huberbe06d262009-08-14 14:37:10 -07002216 def.nBufferCountActual = def.nBufferCountMin;
2217
Andreas Huber784202e2009-10-15 13:46:54 -07002218 err = mOMX->setParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -07002219 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
2220 CHECK_EQ(err, OK);
2221}
2222
2223void OMXCodec::addCodecSpecificData(const void *data, size_t size) {
2224 CodecSpecificData *specific =
2225 (CodecSpecificData *)malloc(sizeof(CodecSpecificData) + size - 1);
2226
2227 specific->mSize = size;
2228 memcpy(specific->mData, data, size);
2229
2230 mCodecSpecificData.push(specific);
2231}
2232
2233void OMXCodec::clearCodecSpecificData() {
2234 for (size_t i = 0; i < mCodecSpecificData.size(); ++i) {
2235 free(mCodecSpecificData.editItemAt(i));
2236 }
2237 mCodecSpecificData.clear();
2238 mCodecSpecificDataIndex = 0;
2239}
2240
2241status_t OMXCodec::start(MetaData *) {
Andreas Huber42978e52009-08-27 10:08:39 -07002242 Mutex::Autolock autoLock(mLock);
2243
Andreas Huberbe06d262009-08-14 14:37:10 -07002244 if (mState != LOADED) {
2245 return UNKNOWN_ERROR;
2246 }
Andreas Huberebf66ea2009-08-19 13:32:58 -07002247
Andreas Huberbe06d262009-08-14 14:37:10 -07002248 sp<MetaData> params = new MetaData;
Andreas Huber4f5e6022009-08-19 09:29:34 -07002249 if (mQuirks & kWantsNALFragments) {
2250 params->setInt32(kKeyWantsNALFragments, true);
Andreas Huberbe06d262009-08-14 14:37:10 -07002251 }
2252 status_t err = mSource->start(params.get());
2253
2254 if (err != OK) {
2255 return err;
2256 }
2257
2258 mCodecSpecificDataIndex = 0;
Andreas Huber42978e52009-08-27 10:08:39 -07002259 mInitialBufferSubmit = true;
Andreas Huberbe06d262009-08-14 14:37:10 -07002260 mSignalledEOS = false;
2261 mNoMoreOutputData = false;
Andreas Hubercfd55572009-10-09 14:11:28 -07002262 mOutputPortSettingsHaveChanged = false;
Andreas Huberbe06d262009-08-14 14:37:10 -07002263 mSeekTimeUs = -1;
2264 mFilledBuffers.clear();
2265
2266 return init();
2267}
2268
2269status_t OMXCodec::stop() {
Andreas Huber4a9375e2010-02-09 11:54:33 -08002270 CODEC_LOGV("stop mState=%d", mState);
Andreas Huberbe06d262009-08-14 14:37:10 -07002271
2272 Mutex::Autolock autoLock(mLock);
2273
2274 while (isIntermediateState(mState)) {
2275 mAsyncCompletion.wait(mLock);
2276 }
2277
2278 switch (mState) {
2279 case LOADED:
2280 case ERROR:
2281 break;
2282
2283 case EXECUTING:
2284 {
2285 setState(EXECUTING_TO_IDLE);
2286
Andreas Huber127fcdc2009-08-26 16:27:02 -07002287 if (mQuirks & kRequiresFlushBeforeShutdown) {
Andreas Huber4c483422009-09-02 16:05:36 -07002288 CODEC_LOGV("This component requires a flush before transitioning "
Andreas Huber127fcdc2009-08-26 16:27:02 -07002289 "from EXECUTING to IDLE...");
Andreas Huberbe06d262009-08-14 14:37:10 -07002290
Andreas Huber127fcdc2009-08-26 16:27:02 -07002291 bool emulateInputFlushCompletion =
2292 !flushPortAsync(kPortIndexInput);
2293
2294 bool emulateOutputFlushCompletion =
2295 !flushPortAsync(kPortIndexOutput);
2296
2297 if (emulateInputFlushCompletion) {
2298 onCmdComplete(OMX_CommandFlush, kPortIndexInput);
2299 }
2300
2301 if (emulateOutputFlushCompletion) {
2302 onCmdComplete(OMX_CommandFlush, kPortIndexOutput);
2303 }
2304 } else {
2305 mPortStatus[kPortIndexInput] = SHUTTING_DOWN;
2306 mPortStatus[kPortIndexOutput] = SHUTTING_DOWN;
2307
2308 status_t err =
Andreas Huber784202e2009-10-15 13:46:54 -07002309 mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle);
Andreas Huber127fcdc2009-08-26 16:27:02 -07002310 CHECK_EQ(err, OK);
2311 }
Andreas Huberbe06d262009-08-14 14:37:10 -07002312
2313 while (mState != LOADED && mState != ERROR) {
2314 mAsyncCompletion.wait(mLock);
2315 }
2316
2317 break;
2318 }
2319
2320 default:
2321 {
2322 CHECK(!"should not be here.");
2323 break;
2324 }
2325 }
2326
2327 mSource->stop();
2328
Andreas Huber4a9375e2010-02-09 11:54:33 -08002329 CODEC_LOGV("stopped");
2330
Andreas Huberbe06d262009-08-14 14:37:10 -07002331 return OK;
2332}
2333
2334sp<MetaData> OMXCodec::getFormat() {
Andreas Hubercfd55572009-10-09 14:11:28 -07002335 Mutex::Autolock autoLock(mLock);
2336
Andreas Huberbe06d262009-08-14 14:37:10 -07002337 return mOutputFormat;
2338}
2339
2340status_t OMXCodec::read(
2341 MediaBuffer **buffer, const ReadOptions *options) {
2342 *buffer = NULL;
2343
2344 Mutex::Autolock autoLock(mLock);
2345
Andreas Huberd06e5b82009-08-28 13:18:14 -07002346 if (mState != EXECUTING && mState != RECONFIGURING) {
2347 return UNKNOWN_ERROR;
2348 }
2349
Andreas Hubere981c332009-10-22 13:49:30 -07002350 bool seeking = false;
2351 int64_t seekTimeUs;
2352 if (options && options->getSeekTo(&seekTimeUs)) {
2353 seeking = true;
2354 }
2355
Andreas Huber42978e52009-08-27 10:08:39 -07002356 if (mInitialBufferSubmit) {
2357 mInitialBufferSubmit = false;
2358
Andreas Hubere981c332009-10-22 13:49:30 -07002359 if (seeking) {
2360 CHECK(seekTimeUs >= 0);
2361 mSeekTimeUs = seekTimeUs;
2362
2363 // There's no reason to trigger the code below, there's
2364 // nothing to flush yet.
2365 seeking = false;
2366 }
2367
Andreas Huber42978e52009-08-27 10:08:39 -07002368 drainInputBuffers();
Andreas Huber42978e52009-08-27 10:08:39 -07002369
Andreas Huberd06e5b82009-08-28 13:18:14 -07002370 if (mState == EXECUTING) {
2371 // Otherwise mState == RECONFIGURING and this code will trigger
2372 // after the output port is reenabled.
2373 fillOutputBuffers();
2374 }
Andreas Huberbe06d262009-08-14 14:37:10 -07002375 }
2376
Andreas Hubere981c332009-10-22 13:49:30 -07002377 if (seeking) {
Andreas Huber4c483422009-09-02 16:05:36 -07002378 CODEC_LOGV("seeking to %lld us (%.2f secs)", seekTimeUs, seekTimeUs / 1E6);
Andreas Huberbe06d262009-08-14 14:37:10 -07002379
2380 mSignalledEOS = false;
Andreas Huberbe06d262009-08-14 14:37:10 -07002381
2382 CHECK(seekTimeUs >= 0);
2383 mSeekTimeUs = seekTimeUs;
2384
2385 mFilledBuffers.clear();
2386
2387 CHECK_EQ(mState, EXECUTING);
2388
Andreas Huber404cc412009-08-25 14:26:05 -07002389 bool emulateInputFlushCompletion = !flushPortAsync(kPortIndexInput);
2390 bool emulateOutputFlushCompletion = !flushPortAsync(kPortIndexOutput);
2391
2392 if (emulateInputFlushCompletion) {
2393 onCmdComplete(OMX_CommandFlush, kPortIndexInput);
2394 }
2395
2396 if (emulateOutputFlushCompletion) {
2397 onCmdComplete(OMX_CommandFlush, kPortIndexOutput);
2398 }
Andreas Huber2ea14e22009-12-16 09:30:55 -08002399
2400 while (mSeekTimeUs >= 0) {
2401 mBufferFilled.wait(mLock);
2402 }
Andreas Huberbe06d262009-08-14 14:37:10 -07002403 }
2404
2405 while (mState != ERROR && !mNoMoreOutputData && mFilledBuffers.empty()) {
2406 mBufferFilled.wait(mLock);
2407 }
2408
2409 if (mState == ERROR) {
2410 return UNKNOWN_ERROR;
2411 }
2412
2413 if (mFilledBuffers.empty()) {
2414 return ERROR_END_OF_STREAM;
2415 }
2416
Andreas Hubercfd55572009-10-09 14:11:28 -07002417 if (mOutputPortSettingsHaveChanged) {
2418 mOutputPortSettingsHaveChanged = false;
2419
2420 return INFO_FORMAT_CHANGED;
2421 }
2422
Andreas Huberbe06d262009-08-14 14:37:10 -07002423 size_t index = *mFilledBuffers.begin();
2424 mFilledBuffers.erase(mFilledBuffers.begin());
2425
2426 BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index);
2427 info->mMediaBuffer->add_ref();
2428 *buffer = info->mMediaBuffer;
2429
2430 return OK;
2431}
2432
2433void OMXCodec::signalBufferReturned(MediaBuffer *buffer) {
2434 Mutex::Autolock autoLock(mLock);
2435
2436 Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput];
2437 for (size_t i = 0; i < buffers->size(); ++i) {
2438 BufferInfo *info = &buffers->editItemAt(i);
2439
2440 if (info->mMediaBuffer == buffer) {
2441 CHECK_EQ(mPortStatus[kPortIndexOutput], ENABLED);
2442 fillOutputBuffer(info);
2443 return;
2444 }
2445 }
2446
2447 CHECK(!"should not be here.");
2448}
2449
2450static const char *imageCompressionFormatString(OMX_IMAGE_CODINGTYPE type) {
2451 static const char *kNames[] = {
2452 "OMX_IMAGE_CodingUnused",
2453 "OMX_IMAGE_CodingAutoDetect",
2454 "OMX_IMAGE_CodingJPEG",
2455 "OMX_IMAGE_CodingJPEG2K",
2456 "OMX_IMAGE_CodingEXIF",
2457 "OMX_IMAGE_CodingTIFF",
2458 "OMX_IMAGE_CodingGIF",
2459 "OMX_IMAGE_CodingPNG",
2460 "OMX_IMAGE_CodingLZW",
2461 "OMX_IMAGE_CodingBMP",
2462 };
2463
2464 size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
2465
2466 if (type < 0 || (size_t)type >= numNames) {
2467 return "UNKNOWN";
2468 } else {
2469 return kNames[type];
2470 }
2471}
2472
2473static const char *colorFormatString(OMX_COLOR_FORMATTYPE type) {
2474 static const char *kNames[] = {
2475 "OMX_COLOR_FormatUnused",
2476 "OMX_COLOR_FormatMonochrome",
2477 "OMX_COLOR_Format8bitRGB332",
2478 "OMX_COLOR_Format12bitRGB444",
2479 "OMX_COLOR_Format16bitARGB4444",
2480 "OMX_COLOR_Format16bitARGB1555",
2481 "OMX_COLOR_Format16bitRGB565",
2482 "OMX_COLOR_Format16bitBGR565",
2483 "OMX_COLOR_Format18bitRGB666",
2484 "OMX_COLOR_Format18bitARGB1665",
Andreas Huberebf66ea2009-08-19 13:32:58 -07002485 "OMX_COLOR_Format19bitARGB1666",
Andreas Huberbe06d262009-08-14 14:37:10 -07002486 "OMX_COLOR_Format24bitRGB888",
2487 "OMX_COLOR_Format24bitBGR888",
2488 "OMX_COLOR_Format24bitARGB1887",
2489 "OMX_COLOR_Format25bitARGB1888",
2490 "OMX_COLOR_Format32bitBGRA8888",
2491 "OMX_COLOR_Format32bitARGB8888",
2492 "OMX_COLOR_FormatYUV411Planar",
2493 "OMX_COLOR_FormatYUV411PackedPlanar",
2494 "OMX_COLOR_FormatYUV420Planar",
2495 "OMX_COLOR_FormatYUV420PackedPlanar",
2496 "OMX_COLOR_FormatYUV420SemiPlanar",
2497 "OMX_COLOR_FormatYUV422Planar",
2498 "OMX_COLOR_FormatYUV422PackedPlanar",
2499 "OMX_COLOR_FormatYUV422SemiPlanar",
2500 "OMX_COLOR_FormatYCbYCr",
2501 "OMX_COLOR_FormatYCrYCb",
2502 "OMX_COLOR_FormatCbYCrY",
2503 "OMX_COLOR_FormatCrYCbY",
2504 "OMX_COLOR_FormatYUV444Interleaved",
2505 "OMX_COLOR_FormatRawBayer8bit",
2506 "OMX_COLOR_FormatRawBayer10bit",
2507 "OMX_COLOR_FormatRawBayer8bitcompressed",
Andreas Huberebf66ea2009-08-19 13:32:58 -07002508 "OMX_COLOR_FormatL2",
2509 "OMX_COLOR_FormatL4",
2510 "OMX_COLOR_FormatL8",
2511 "OMX_COLOR_FormatL16",
2512 "OMX_COLOR_FormatL24",
Andreas Huberbe06d262009-08-14 14:37:10 -07002513 "OMX_COLOR_FormatL32",
2514 "OMX_COLOR_FormatYUV420PackedSemiPlanar",
2515 "OMX_COLOR_FormatYUV422PackedSemiPlanar",
2516 "OMX_COLOR_Format18BitBGR666",
2517 "OMX_COLOR_Format24BitARGB6666",
2518 "OMX_COLOR_Format24BitABGR6666",
2519 };
2520
2521 size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
2522
Andreas Huberbe06d262009-08-14 14:37:10 -07002523 if (type == OMX_QCOM_COLOR_FormatYVU420SemiPlanar) {
2524 return "OMX_QCOM_COLOR_FormatYVU420SemiPlanar";
2525 } else if (type < 0 || (size_t)type >= numNames) {
2526 return "UNKNOWN";
2527 } else {
2528 return kNames[type];
2529 }
2530}
2531
2532static const char *videoCompressionFormatString(OMX_VIDEO_CODINGTYPE type) {
2533 static const char *kNames[] = {
2534 "OMX_VIDEO_CodingUnused",
2535 "OMX_VIDEO_CodingAutoDetect",
2536 "OMX_VIDEO_CodingMPEG2",
2537 "OMX_VIDEO_CodingH263",
2538 "OMX_VIDEO_CodingMPEG4",
2539 "OMX_VIDEO_CodingWMV",
2540 "OMX_VIDEO_CodingRV",
2541 "OMX_VIDEO_CodingAVC",
2542 "OMX_VIDEO_CodingMJPEG",
2543 };
2544
2545 size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
2546
2547 if (type < 0 || (size_t)type >= numNames) {
2548 return "UNKNOWN";
2549 } else {
2550 return kNames[type];
2551 }
2552}
2553
2554static const char *audioCodingTypeString(OMX_AUDIO_CODINGTYPE type) {
2555 static const char *kNames[] = {
2556 "OMX_AUDIO_CodingUnused",
2557 "OMX_AUDIO_CodingAutoDetect",
2558 "OMX_AUDIO_CodingPCM",
2559 "OMX_AUDIO_CodingADPCM",
2560 "OMX_AUDIO_CodingAMR",
2561 "OMX_AUDIO_CodingGSMFR",
2562 "OMX_AUDIO_CodingGSMEFR",
2563 "OMX_AUDIO_CodingGSMHR",
2564 "OMX_AUDIO_CodingPDCFR",
2565 "OMX_AUDIO_CodingPDCEFR",
2566 "OMX_AUDIO_CodingPDCHR",
2567 "OMX_AUDIO_CodingTDMAFR",
2568 "OMX_AUDIO_CodingTDMAEFR",
2569 "OMX_AUDIO_CodingQCELP8",
2570 "OMX_AUDIO_CodingQCELP13",
2571 "OMX_AUDIO_CodingEVRC",
2572 "OMX_AUDIO_CodingSMV",
2573 "OMX_AUDIO_CodingG711",
2574 "OMX_AUDIO_CodingG723",
2575 "OMX_AUDIO_CodingG726",
2576 "OMX_AUDIO_CodingG729",
2577 "OMX_AUDIO_CodingAAC",
2578 "OMX_AUDIO_CodingMP3",
2579 "OMX_AUDIO_CodingSBC",
2580 "OMX_AUDIO_CodingVORBIS",
2581 "OMX_AUDIO_CodingWMA",
2582 "OMX_AUDIO_CodingRA",
2583 "OMX_AUDIO_CodingMIDI",
2584 };
2585
2586 size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
2587
2588 if (type < 0 || (size_t)type >= numNames) {
2589 return "UNKNOWN";
2590 } else {
2591 return kNames[type];
2592 }
2593}
2594
2595static const char *audioPCMModeString(OMX_AUDIO_PCMMODETYPE type) {
2596 static const char *kNames[] = {
2597 "OMX_AUDIO_PCMModeLinear",
2598 "OMX_AUDIO_PCMModeALaw",
2599 "OMX_AUDIO_PCMModeMULaw",
2600 };
2601
2602 size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
2603
2604 if (type < 0 || (size_t)type >= numNames) {
2605 return "UNKNOWN";
2606 } else {
2607 return kNames[type];
2608 }
2609}
2610
Andreas Huber7ae02c82009-09-09 16:29:47 -07002611static const char *amrBandModeString(OMX_AUDIO_AMRBANDMODETYPE type) {
2612 static const char *kNames[] = {
2613 "OMX_AUDIO_AMRBandModeUnused",
2614 "OMX_AUDIO_AMRBandModeNB0",
2615 "OMX_AUDIO_AMRBandModeNB1",
2616 "OMX_AUDIO_AMRBandModeNB2",
2617 "OMX_AUDIO_AMRBandModeNB3",
2618 "OMX_AUDIO_AMRBandModeNB4",
2619 "OMX_AUDIO_AMRBandModeNB5",
2620 "OMX_AUDIO_AMRBandModeNB6",
2621 "OMX_AUDIO_AMRBandModeNB7",
2622 "OMX_AUDIO_AMRBandModeWB0",
2623 "OMX_AUDIO_AMRBandModeWB1",
2624 "OMX_AUDIO_AMRBandModeWB2",
2625 "OMX_AUDIO_AMRBandModeWB3",
2626 "OMX_AUDIO_AMRBandModeWB4",
2627 "OMX_AUDIO_AMRBandModeWB5",
2628 "OMX_AUDIO_AMRBandModeWB6",
2629 "OMX_AUDIO_AMRBandModeWB7",
2630 "OMX_AUDIO_AMRBandModeWB8",
2631 };
2632
2633 size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
2634
2635 if (type < 0 || (size_t)type >= numNames) {
2636 return "UNKNOWN";
2637 } else {
2638 return kNames[type];
2639 }
2640}
2641
2642static const char *amrFrameFormatString(OMX_AUDIO_AMRFRAMEFORMATTYPE type) {
2643 static const char *kNames[] = {
2644 "OMX_AUDIO_AMRFrameFormatConformance",
2645 "OMX_AUDIO_AMRFrameFormatIF1",
2646 "OMX_AUDIO_AMRFrameFormatIF2",
2647 "OMX_AUDIO_AMRFrameFormatFSF",
2648 "OMX_AUDIO_AMRFrameFormatRTPPayload",
2649 "OMX_AUDIO_AMRFrameFormatITU",
2650 };
2651
2652 size_t numNames = sizeof(kNames) / sizeof(kNames[0]);
2653
2654 if (type < 0 || (size_t)type >= numNames) {
2655 return "UNKNOWN";
2656 } else {
2657 return kNames[type];
2658 }
2659}
Andreas Huberbe06d262009-08-14 14:37:10 -07002660
2661void OMXCodec::dumpPortStatus(OMX_U32 portIndex) {
2662 OMX_PARAM_PORTDEFINITIONTYPE def;
Andreas Huber4c483422009-09-02 16:05:36 -07002663 InitOMXParams(&def);
Andreas Huberbe06d262009-08-14 14:37:10 -07002664 def.nPortIndex = portIndex;
2665
Andreas Huber784202e2009-10-15 13:46:54 -07002666 status_t err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -07002667 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
2668 CHECK_EQ(err, OK);
2669
2670 printf("%s Port = {\n", portIndex == kPortIndexInput ? "Input" : "Output");
2671
2672 CHECK((portIndex == kPortIndexInput && def.eDir == OMX_DirInput)
2673 || (portIndex == kPortIndexOutput && def.eDir == OMX_DirOutput));
2674
2675 printf(" nBufferCountActual = %ld\n", def.nBufferCountActual);
2676 printf(" nBufferCountMin = %ld\n", def.nBufferCountMin);
2677 printf(" nBufferSize = %ld\n", def.nBufferSize);
2678
2679 switch (def.eDomain) {
2680 case OMX_PortDomainImage:
2681 {
2682 const OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image;
2683
2684 printf("\n");
2685 printf(" // Image\n");
2686 printf(" nFrameWidth = %ld\n", imageDef->nFrameWidth);
2687 printf(" nFrameHeight = %ld\n", imageDef->nFrameHeight);
2688 printf(" nStride = %ld\n", imageDef->nStride);
2689
2690 printf(" eCompressionFormat = %s\n",
2691 imageCompressionFormatString(imageDef->eCompressionFormat));
2692
2693 printf(" eColorFormat = %s\n",
2694 colorFormatString(imageDef->eColorFormat));
2695
2696 break;
2697 }
2698
2699 case OMX_PortDomainVideo:
2700 {
2701 OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video;
2702
2703 printf("\n");
2704 printf(" // Video\n");
2705 printf(" nFrameWidth = %ld\n", videoDef->nFrameWidth);
2706 printf(" nFrameHeight = %ld\n", videoDef->nFrameHeight);
2707 printf(" nStride = %ld\n", videoDef->nStride);
2708
2709 printf(" eCompressionFormat = %s\n",
2710 videoCompressionFormatString(videoDef->eCompressionFormat));
2711
2712 printf(" eColorFormat = %s\n",
2713 colorFormatString(videoDef->eColorFormat));
2714
2715 break;
2716 }
2717
2718 case OMX_PortDomainAudio:
2719 {
2720 OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio;
2721
2722 printf("\n");
2723 printf(" // Audio\n");
2724 printf(" eEncoding = %s\n",
2725 audioCodingTypeString(audioDef->eEncoding));
2726
2727 if (audioDef->eEncoding == OMX_AUDIO_CodingPCM) {
2728 OMX_AUDIO_PARAM_PCMMODETYPE params;
Andreas Huber4c483422009-09-02 16:05:36 -07002729 InitOMXParams(&params);
Andreas Huberbe06d262009-08-14 14:37:10 -07002730 params.nPortIndex = portIndex;
2731
Andreas Huber784202e2009-10-15 13:46:54 -07002732 err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -07002733 mNode, OMX_IndexParamAudioPcm, &params, sizeof(params));
2734 CHECK_EQ(err, OK);
2735
2736 printf(" nSamplingRate = %ld\n", params.nSamplingRate);
2737 printf(" nChannels = %ld\n", params.nChannels);
2738 printf(" bInterleaved = %d\n", params.bInterleaved);
2739 printf(" nBitPerSample = %ld\n", params.nBitPerSample);
2740
2741 printf(" eNumData = %s\n",
2742 params.eNumData == OMX_NumericalDataSigned
2743 ? "signed" : "unsigned");
2744
2745 printf(" ePCMMode = %s\n", audioPCMModeString(params.ePCMMode));
Andreas Huber7ae02c82009-09-09 16:29:47 -07002746 } else if (audioDef->eEncoding == OMX_AUDIO_CodingAMR) {
2747 OMX_AUDIO_PARAM_AMRTYPE amr;
2748 InitOMXParams(&amr);
2749 amr.nPortIndex = portIndex;
2750
Andreas Huber784202e2009-10-15 13:46:54 -07002751 err = mOMX->getParameter(
Andreas Huber7ae02c82009-09-09 16:29:47 -07002752 mNode, OMX_IndexParamAudioAmr, &amr, sizeof(amr));
2753 CHECK_EQ(err, OK);
2754
2755 printf(" nChannels = %ld\n", amr.nChannels);
2756 printf(" eAMRBandMode = %s\n",
2757 amrBandModeString(amr.eAMRBandMode));
2758 printf(" eAMRFrameFormat = %s\n",
2759 amrFrameFormatString(amr.eAMRFrameFormat));
Andreas Huberbe06d262009-08-14 14:37:10 -07002760 }
2761
2762 break;
2763 }
2764
2765 default:
2766 {
2767 printf(" // Unknown\n");
2768 break;
2769 }
2770 }
2771
2772 printf("}\n");
2773}
2774
2775void OMXCodec::initOutputFormat(const sp<MetaData> &inputFormat) {
2776 mOutputFormat = new MetaData;
2777 mOutputFormat->setCString(kKeyDecoderComponent, mComponentName);
2778
2779 OMX_PARAM_PORTDEFINITIONTYPE def;
Andreas Huber4c483422009-09-02 16:05:36 -07002780 InitOMXParams(&def);
Andreas Huberbe06d262009-08-14 14:37:10 -07002781 def.nPortIndex = kPortIndexOutput;
2782
Andreas Huber784202e2009-10-15 13:46:54 -07002783 status_t err = mOMX->getParameter(
Andreas Huberbe06d262009-08-14 14:37:10 -07002784 mNode, OMX_IndexParamPortDefinition, &def, sizeof(def));
2785 CHECK_EQ(err, OK);
2786
2787 switch (def.eDomain) {
2788 case OMX_PortDomainImage:
2789 {
2790 OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image;
2791 CHECK_EQ(imageDef->eCompressionFormat, OMX_IMAGE_CodingUnused);
2792
Andreas Hubere6c40962009-09-10 14:13:30 -07002793 mOutputFormat->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_RAW);
Andreas Huberbe06d262009-08-14 14:37:10 -07002794 mOutputFormat->setInt32(kKeyColorFormat, imageDef->eColorFormat);
2795 mOutputFormat->setInt32(kKeyWidth, imageDef->nFrameWidth);
2796 mOutputFormat->setInt32(kKeyHeight, imageDef->nFrameHeight);
2797 break;
2798 }
2799
2800 case OMX_PortDomainAudio:
2801 {
2802 OMX_AUDIO_PORTDEFINITIONTYPE *audio_def = &def.format.audio;
2803
Andreas Huberda050cf22009-09-02 14:01:43 -07002804 if (audio_def->eEncoding == OMX_AUDIO_CodingPCM) {
2805 OMX_AUDIO_PARAM_PCMMODETYPE params;
Andreas Huber4c483422009-09-02 16:05:36 -07002806 InitOMXParams(&params);
Andreas Huberda050cf22009-09-02 14:01:43 -07002807 params.nPortIndex = kPortIndexOutput;
Andreas Huberbe06d262009-08-14 14:37:10 -07002808
Andreas Huber784202e2009-10-15 13:46:54 -07002809 err = mOMX->getParameter(
Andreas Huberda050cf22009-09-02 14:01:43 -07002810 mNode, OMX_IndexParamAudioPcm, &params, sizeof(params));
2811 CHECK_EQ(err, OK);
Andreas Huberbe06d262009-08-14 14:37:10 -07002812
Andreas Huberda050cf22009-09-02 14:01:43 -07002813 CHECK_EQ(params.eNumData, OMX_NumericalDataSigned);
2814 CHECK_EQ(params.nBitPerSample, 16);
2815 CHECK_EQ(params.ePCMMode, OMX_AUDIO_PCMModeLinear);
Andreas Huberbe06d262009-08-14 14:37:10 -07002816
Andreas Huberda050cf22009-09-02 14:01:43 -07002817 int32_t numChannels, sampleRate;
2818 inputFormat->findInt32(kKeyChannelCount, &numChannels);
2819 inputFormat->findInt32(kKeySampleRate, &sampleRate);
Andreas Huberbe06d262009-08-14 14:37:10 -07002820
Andreas Huberda050cf22009-09-02 14:01:43 -07002821 if ((OMX_U32)numChannels != params.nChannels) {
2822 LOGW("Codec outputs a different number of channels than "
Andreas Hubere331c7b2010-02-01 10:51:50 -08002823 "the input stream contains (contains %d channels, "
2824 "codec outputs %ld channels).",
2825 numChannels, params.nChannels);
Andreas Huberda050cf22009-09-02 14:01:43 -07002826 }
Andreas Huberbe06d262009-08-14 14:37:10 -07002827
Andreas Hubere6c40962009-09-10 14:13:30 -07002828 mOutputFormat->setCString(
2829 kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_RAW);
Andreas Huberda050cf22009-09-02 14:01:43 -07002830
2831 // Use the codec-advertised number of channels, as some
2832 // codecs appear to output stereo even if the input data is
Andreas Hubere331c7b2010-02-01 10:51:50 -08002833 // mono. If we know the codec lies about this information,
2834 // use the actual number of channels instead.
2835 mOutputFormat->setInt32(
2836 kKeyChannelCount,
2837 (mQuirks & kDecoderLiesAboutNumberOfChannels)
2838 ? numChannels : params.nChannels);
Andreas Huberda050cf22009-09-02 14:01:43 -07002839
2840 // The codec-reported sampleRate is not reliable...
2841 mOutputFormat->setInt32(kKeySampleRate, sampleRate);
2842 } else if (audio_def->eEncoding == OMX_AUDIO_CodingAMR) {
Andreas Huber7ae02c82009-09-09 16:29:47 -07002843 OMX_AUDIO_PARAM_AMRTYPE amr;
2844 InitOMXParams(&amr);
2845 amr.nPortIndex = kPortIndexOutput;
2846
Andreas Huber784202e2009-10-15 13:46:54 -07002847 err = mOMX->getParameter(
Andreas Huber7ae02c82009-09-09 16:29:47 -07002848 mNode, OMX_IndexParamAudioAmr, &amr, sizeof(amr));
2849 CHECK_EQ(err, OK);
2850
2851 CHECK_EQ(amr.nChannels, 1);
2852 mOutputFormat->setInt32(kKeyChannelCount, 1);
2853
2854 if (amr.eAMRBandMode >= OMX_AUDIO_AMRBandModeNB0
2855 && amr.eAMRBandMode <= OMX_AUDIO_AMRBandModeNB7) {
Andreas Hubere6c40962009-09-10 14:13:30 -07002856 mOutputFormat->setCString(
2857 kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AMR_NB);
Andreas Huber7ae02c82009-09-09 16:29:47 -07002858 mOutputFormat->setInt32(kKeySampleRate, 8000);
2859 } else if (amr.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0
2860 && amr.eAMRBandMode <= OMX_AUDIO_AMRBandModeWB8) {
Andreas Hubere6c40962009-09-10 14:13:30 -07002861 mOutputFormat->setCString(
2862 kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AMR_WB);
Andreas Huber7ae02c82009-09-09 16:29:47 -07002863 mOutputFormat->setInt32(kKeySampleRate, 16000);
2864 } else {
2865 CHECK(!"Unknown AMR band mode.");
2866 }
Andreas Huberda050cf22009-09-02 14:01:43 -07002867 } else if (audio_def->eEncoding == OMX_AUDIO_CodingAAC) {
Andreas Hubere6c40962009-09-10 14:13:30 -07002868 mOutputFormat->setCString(
2869 kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AAC);
Andreas Huberda050cf22009-09-02 14:01:43 -07002870 } else {
2871 CHECK(!"Should not be here. Unknown audio encoding.");
Andreas Huber43ad6eaf2009-09-01 16:02:43 -07002872 }
Andreas Huberbe06d262009-08-14 14:37:10 -07002873 break;
2874 }
2875
2876 case OMX_PortDomainVideo:
2877 {
2878 OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video;
2879
2880 if (video_def->eCompressionFormat == OMX_VIDEO_CodingUnused) {
Andreas Hubere6c40962009-09-10 14:13:30 -07002881 mOutputFormat->setCString(
2882 kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_RAW);
Andreas Huberbe06d262009-08-14 14:37:10 -07002883 } else if (video_def->eCompressionFormat == OMX_VIDEO_CodingMPEG4) {
Andreas Hubere6c40962009-09-10 14:13:30 -07002884 mOutputFormat->setCString(
2885 kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_MPEG4);
Andreas Huberbe06d262009-08-14 14:37:10 -07002886 } else if (video_def->eCompressionFormat == OMX_VIDEO_CodingH263) {
Andreas Hubere6c40962009-09-10 14:13:30 -07002887 mOutputFormat->setCString(
2888 kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_H263);
Andreas Huberbe06d262009-08-14 14:37:10 -07002889 } else if (video_def->eCompressionFormat == OMX_VIDEO_CodingAVC) {
Andreas Hubere6c40962009-09-10 14:13:30 -07002890 mOutputFormat->setCString(
2891 kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_AVC);
Andreas Huberbe06d262009-08-14 14:37:10 -07002892 } else {
2893 CHECK(!"Unknown compression format.");
2894 }
2895
2896 if (!strcmp(mComponentName, "OMX.PV.avcdec")) {
2897 // This component appears to be lying to me.
2898 mOutputFormat->setInt32(
2899 kKeyWidth, (video_def->nFrameWidth + 15) & -16);
2900 mOutputFormat->setInt32(
2901 kKeyHeight, (video_def->nFrameHeight + 15) & -16);
2902 } else {
2903 mOutputFormat->setInt32(kKeyWidth, video_def->nFrameWidth);
2904 mOutputFormat->setInt32(kKeyHeight, video_def->nFrameHeight);
2905 }
2906
2907 mOutputFormat->setInt32(kKeyColorFormat, video_def->eColorFormat);
2908 break;
2909 }
2910
2911 default:
2912 {
2913 CHECK(!"should not be here, neither audio nor video.");
2914 break;
2915 }
2916 }
2917}
2918
Andreas Hubere6c40962009-09-10 14:13:30 -07002919////////////////////////////////////////////////////////////////////////////////
2920
2921status_t QueryCodecs(
2922 const sp<IOMX> &omx,
2923 const char *mime, bool queryDecoders,
2924 Vector<CodecCapabilities> *results) {
2925 results->clear();
2926
2927 for (int index = 0;; ++index) {
2928 const char *componentName;
2929
2930 if (!queryDecoders) {
2931 componentName = GetCodec(
2932 kEncoderInfo, sizeof(kEncoderInfo) / sizeof(kEncoderInfo[0]),
2933 mime, index);
2934 } else {
2935 componentName = GetCodec(
2936 kDecoderInfo, sizeof(kDecoderInfo) / sizeof(kDecoderInfo[0]),
2937 mime, index);
2938 }
2939
2940 if (!componentName) {
2941 return OK;
2942 }
2943
Andreas Huber784202e2009-10-15 13:46:54 -07002944 sp<OMXCodecObserver> observer = new OMXCodecObserver;
Andreas Hubere6c40962009-09-10 14:13:30 -07002945 IOMX::node_id node;
Andreas Huber784202e2009-10-15 13:46:54 -07002946 status_t err = omx->allocateNode(componentName, observer, &node);
Andreas Hubere6c40962009-09-10 14:13:30 -07002947
2948 if (err != OK) {
2949 continue;
2950 }
2951
2952 OMXCodec::setComponentRole(omx, node, queryDecoders, mime);
2953
2954 results->push();
2955 CodecCapabilities *caps = &results->editItemAt(results->size() - 1);
2956 caps->mComponentName = componentName;
2957
2958 OMX_VIDEO_PARAM_PROFILELEVELTYPE param;
2959 InitOMXParams(&param);
2960
2961 param.nPortIndex = queryDecoders ? 0 : 1;
2962
2963 for (param.nProfileIndex = 0;; ++param.nProfileIndex) {
Andreas Huber784202e2009-10-15 13:46:54 -07002964 err = omx->getParameter(
Andreas Hubere6c40962009-09-10 14:13:30 -07002965 node, OMX_IndexParamVideoProfileLevelQuerySupported,
2966 &param, sizeof(param));
2967
2968 if (err != OK) {
2969 break;
2970 }
2971
2972 CodecProfileLevel profileLevel;
2973 profileLevel.mProfile = param.eProfile;
2974 profileLevel.mLevel = param.eLevel;
2975
2976 caps->mProfileLevels.push(profileLevel);
2977 }
2978
Andreas Huber784202e2009-10-15 13:46:54 -07002979 CHECK_EQ(omx->freeNode(node), OK);
Andreas Hubere6c40962009-09-10 14:13:30 -07002980 }
2981}
2982
Andreas Huberbe06d262009-08-14 14:37:10 -07002983} // namespace android