blob: 53543b374c0f402c9e0fc9c8d589edecb896de5e [file] [log] [blame]
Andreas Huber27366fc2009-11-20 09:32:46 -08001/*
2 * Copyright (C) 2009 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "AwesomePlayer"
19#include <utils/Log.h>
20
Andreas Huber4ab5a6f2010-02-11 11:00:26 -080021#include <dlfcn.h>
22
Andreas Huber7a747b82010-06-07 15:19:40 -070023#include "include/ARTSPController.h"
Andreas Huber27366fc2009-11-20 09:32:46 -080024#include "include/AwesomePlayer.h"
Andreas Huber7a747b82010-06-07 15:19:40 -070025#include "include/LiveSource.h"
Andreas Huber1314e732009-12-14 14:18:22 -080026#include "include/SoftwareRenderer.h"
Andreas Huber4d61f602010-06-10 11:17:50 -070027#include "include/NuCachedSource2.h"
28#include "include/ThrottledSource.h"
Andreas Huber27366fc2009-11-20 09:32:46 -080029
Andreas Huber57648e42010-08-04 10:14:30 -070030#include "ARTPSession.h"
31#include "APacketSource.h"
32#include "ASessionDescription.h"
33#include "UDPPusher.h"
34
Andreas Hubera67d5382009-12-10 15:32:12 -080035#include <binder/IPCThreadState.h>
Andreas Huber27366fc2009-11-20 09:32:46 -080036#include <media/stagefright/AudioPlayer.h>
37#include <media/stagefright/DataSource.h>
38#include <media/stagefright/FileSource.h>
39#include <media/stagefright/MediaBuffer.h>
Andreas Huberc79827a2010-01-05 10:54:55 -080040#include <media/stagefright/MediaDefs.h>
Andreas Huber27366fc2009-11-20 09:32:46 -080041#include <media/stagefright/MediaExtractor.h>
42#include <media/stagefright/MediaDebug.h>
43#include <media/stagefright/MediaSource.h>
44#include <media/stagefright/MetaData.h>
45#include <media/stagefright/OMXCodec.h>
Andreas Huberc79827a2010-01-05 10:54:55 -080046
Mathias Agopian000479f2010-02-09 17:46:37 -080047#include <surfaceflinger/ISurface.h>
48
Andreas Huber7a747b82010-06-07 15:19:40 -070049#include <media/stagefright/foundation/ALooper.h>
Andreas Huber202348e2010-06-07 14:35:29 -070050
Andreas Huber27366fc2009-11-20 09:32:46 -080051namespace android {
52
Andreas Huber87ab9cd2010-09-03 13:20:33 -070053static int64_t kLowWaterMarkUs = 2000000ll; // 2secs
54static int64_t kHighWaterMarkUs = 10000000ll; // 10secs
55
Andreas Huber27366fc2009-11-20 09:32:46 -080056struct AwesomeEvent : public TimedEventQueue::Event {
Andreas Huber6be780e2010-02-08 14:40:30 -080057 AwesomeEvent(
58 AwesomePlayer *player,
59 void (AwesomePlayer::*method)())
Andreas Huber27366fc2009-11-20 09:32:46 -080060 : mPlayer(player),
Andreas Huber6be780e2010-02-08 14:40:30 -080061 mMethod(method) {
Andreas Huber27366fc2009-11-20 09:32:46 -080062 }
63
64protected:
65 virtual ~AwesomeEvent() {}
66
67 virtual void fire(TimedEventQueue *queue, int64_t /* now_us */) {
Andreas Huber6be780e2010-02-08 14:40:30 -080068 (mPlayer->*mMethod)();
Andreas Huber27366fc2009-11-20 09:32:46 -080069 }
70
71private:
72 AwesomePlayer *mPlayer;
Andreas Huber6be780e2010-02-08 14:40:30 -080073 void (AwesomePlayer::*mMethod)();
Andreas Huber27366fc2009-11-20 09:32:46 -080074
75 AwesomeEvent(const AwesomeEvent &);
76 AwesomeEvent &operator=(const AwesomeEvent &);
77};
78
Andreas Huber1314e732009-12-14 14:18:22 -080079struct AwesomeRemoteRenderer : public AwesomeRenderer {
80 AwesomeRemoteRenderer(const sp<IOMXRenderer> &target)
81 : mTarget(target) {
82 }
83
84 virtual void render(MediaBuffer *buffer) {
85 void *id;
86 if (buffer->meta_data()->findPointer(kKeyBufferID, &id)) {
87 mTarget->render((IOMX::buffer_id)id);
88 }
89 }
90
91private:
92 sp<IOMXRenderer> mTarget;
93
94 AwesomeRemoteRenderer(const AwesomeRemoteRenderer &);
95 AwesomeRemoteRenderer &operator=(const AwesomeRemoteRenderer &);
96};
97
98struct AwesomeLocalRenderer : public AwesomeRenderer {
99 AwesomeLocalRenderer(
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800100 bool previewOnly,
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800101 const char *componentName,
Andreas Huber1314e732009-12-14 14:18:22 -0800102 OMX_COLOR_FORMATTYPE colorFormat,
103 const sp<ISurface> &surface,
104 size_t displayWidth, size_t displayHeight,
105 size_t decodedWidth, size_t decodedHeight)
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800106 : mTarget(NULL),
107 mLibHandle(NULL) {
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800108 init(previewOnly, componentName,
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800109 colorFormat, surface, displayWidth,
110 displayHeight, decodedWidth, decodedHeight);
Andreas Huber1314e732009-12-14 14:18:22 -0800111 }
112
113 virtual void render(MediaBuffer *buffer) {
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800114 render((const uint8_t *)buffer->data() + buffer->range_offset(),
115 buffer->range_length());
116 }
117
118 void render(const void *data, size_t size) {
119 mTarget->render(data, size, NULL);
Andreas Huber1314e732009-12-14 14:18:22 -0800120 }
121
122protected:
123 virtual ~AwesomeLocalRenderer() {
124 delete mTarget;
125 mTarget = NULL;
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800126
127 if (mLibHandle) {
128 dlclose(mLibHandle);
129 mLibHandle = NULL;
130 }
Andreas Huber1314e732009-12-14 14:18:22 -0800131 }
132
133private:
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800134 VideoRenderer *mTarget;
135 void *mLibHandle;
136
137 void init(
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800138 bool previewOnly,
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800139 const char *componentName,
140 OMX_COLOR_FORMATTYPE colorFormat,
141 const sp<ISurface> &surface,
142 size_t displayWidth, size_t displayHeight,
143 size_t decodedWidth, size_t decodedHeight);
Andreas Huber1314e732009-12-14 14:18:22 -0800144
145 AwesomeLocalRenderer(const AwesomeLocalRenderer &);
146 AwesomeLocalRenderer &operator=(const AwesomeLocalRenderer &);;
147};
148
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800149void AwesomeLocalRenderer::init(
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800150 bool previewOnly,
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800151 const char *componentName,
152 OMX_COLOR_FORMATTYPE colorFormat,
153 const sp<ISurface> &surface,
154 size_t displayWidth, size_t displayHeight,
155 size_t decodedWidth, size_t decodedHeight) {
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800156 if (!previewOnly) {
157 // We will stick to the vanilla software-color-converting renderer
158 // for "previewOnly" mode, to avoid unneccessarily switching overlays
159 // more often than necessary.
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800160
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800161 mLibHandle = dlopen("libstagefrighthw.so", RTLD_NOW);
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800162
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800163 if (mLibHandle) {
164 typedef VideoRenderer *(*CreateRendererFunc)(
165 const sp<ISurface> &surface,
166 const char *componentName,
167 OMX_COLOR_FORMATTYPE colorFormat,
168 size_t displayWidth, size_t displayHeight,
169 size_t decodedWidth, size_t decodedHeight);
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800170
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800171 CreateRendererFunc func =
172 (CreateRendererFunc)dlsym(
173 mLibHandle,
174 "_Z14createRendererRKN7android2spINS_8ISurfaceEEEPKc20"
175 "OMX_COLOR_FORMATTYPEjjjj");
176
177 if (func) {
178 mTarget =
179 (*func)(surface, componentName, colorFormat,
180 displayWidth, displayHeight,
181 decodedWidth, decodedHeight);
182 }
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800183 }
184 }
185
186 if (mTarget == NULL) {
187 mTarget = new SoftwareRenderer(
188 colorFormat, surface, displayWidth, displayHeight,
189 decodedWidth, decodedHeight);
190 }
191}
192
Andreas Huber27366fc2009-11-20 09:32:46 -0800193AwesomePlayer::AwesomePlayer()
Andreas Huber406a18b2010-02-18 16:45:13 -0800194 : mQueueStarted(false),
195 mTimeSource(NULL),
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800196 mVideoRendererIsPreview(false),
Andreas Huber27366fc2009-11-20 09:32:46 -0800197 mAudioPlayer(NULL),
Andreas Huberffdf4782010-02-09 14:05:43 -0800198 mFlags(0),
Andreas Huber62f7ffe2010-05-06 10:18:05 -0700199 mExtractorFlags(0),
Andreas Huber27366fc2009-11-20 09:32:46 -0800200 mLastVideoBuffer(NULL),
Andreas Huberba7ec912010-02-12 10:42:02 -0800201 mVideoBuffer(NULL),
202 mSuspensionState(NULL) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800203 CHECK_EQ(mClient.connect(), OK);
204
205 DataSource::RegisterDefaultSniffers();
206
Andreas Huber6be780e2010-02-08 14:40:30 -0800207 mVideoEvent = new AwesomeEvent(this, &AwesomePlayer::onVideoEvent);
Andreas Huber27366fc2009-11-20 09:32:46 -0800208 mVideoEventPending = false;
Andreas Huber6be780e2010-02-08 14:40:30 -0800209 mStreamDoneEvent = new AwesomeEvent(this, &AwesomePlayer::onStreamDone);
Andreas Huber27366fc2009-11-20 09:32:46 -0800210 mStreamDoneEventPending = false;
Andreas Huber6be780e2010-02-08 14:40:30 -0800211 mBufferingEvent = new AwesomeEvent(this, &AwesomePlayer::onBufferingUpdate);
Andreas Huberb9e63832010-01-26 16:20:10 -0800212 mBufferingEventPending = false;
Andreas Huber6be780e2010-02-08 14:40:30 -0800213
214 mCheckAudioStatusEvent = new AwesomeEvent(
215 this, &AwesomePlayer::onCheckAudioStatus);
216
Andreas Huber70d10c02010-02-03 11:37:29 -0800217 mAudioStatusEventPending = false;
Andreas Huber27366fc2009-11-20 09:32:46 -0800218
Andreas Huber27366fc2009-11-20 09:32:46 -0800219 reset();
220}
221
222AwesomePlayer::~AwesomePlayer() {
Andreas Huber406a18b2010-02-18 16:45:13 -0800223 if (mQueueStarted) {
224 mQueue.stop();
225 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800226
227 reset();
228
229 mClient.disconnect();
230}
231
Andreas Huberb9e63832010-01-26 16:20:10 -0800232void AwesomePlayer::cancelPlayerEvents(bool keepBufferingGoing) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800233 mQueue.cancelEvent(mVideoEvent->eventID());
234 mVideoEventPending = false;
235 mQueue.cancelEvent(mStreamDoneEvent->eventID());
236 mStreamDoneEventPending = false;
Andreas Huber70d10c02010-02-03 11:37:29 -0800237 mQueue.cancelEvent(mCheckAudioStatusEvent->eventID());
238 mAudioStatusEventPending = false;
Andreas Huberb9e63832010-01-26 16:20:10 -0800239
240 if (!keepBufferingGoing) {
241 mQueue.cancelEvent(mBufferingEvent->eventID());
242 mBufferingEventPending = false;
243 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800244}
245
Andreas Hubera3f43842010-01-21 10:28:45 -0800246void AwesomePlayer::setListener(const wp<MediaPlayerBase> &listener) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800247 Mutex::Autolock autoLock(mLock);
248 mListener = listener;
249}
250
Andreas Huber433c9ac2010-01-27 16:49:05 -0800251status_t AwesomePlayer::setDataSource(
252 const char *uri, const KeyedVector<String8, String8> *headers) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800253 Mutex::Autolock autoLock(mLock);
Andreas Huberba7ec912010-02-12 10:42:02 -0800254 return setDataSource_l(uri, headers);
255}
Andreas Huber27366fc2009-11-20 09:32:46 -0800256
Andreas Huberba7ec912010-02-12 10:42:02 -0800257status_t AwesomePlayer::setDataSource_l(
258 const char *uri, const KeyedVector<String8, String8> *headers) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800259 reset_l();
260
Andreas Huberffdf4782010-02-09 14:05:43 -0800261 mUri = uri;
Andreas Huberb9e63832010-01-26 16:20:10 -0800262
Andreas Huberffdf4782010-02-09 14:05:43 -0800263 if (headers) {
264 mUriHeaders = *headers;
Andreas Huberb9e63832010-01-26 16:20:10 -0800265 }
266
Andreas Huberffdf4782010-02-09 14:05:43 -0800267 // The actual work will be done during preparation in the call to
268 // ::finishSetDataSource_l to avoid blocking the calling thread in
269 // setDataSource for any significant time.
Andreas Huber27366fc2009-11-20 09:32:46 -0800270
Andreas Huberffdf4782010-02-09 14:05:43 -0800271 return OK;
Andreas Huber27366fc2009-11-20 09:32:46 -0800272}
273
274status_t AwesomePlayer::setDataSource(
275 int fd, int64_t offset, int64_t length) {
276 Mutex::Autolock autoLock(mLock);
277
278 reset_l();
279
Andreas Huberba7ec912010-02-12 10:42:02 -0800280 sp<DataSource> dataSource = new FileSource(fd, offset, length);
Andreas Huber27366fc2009-11-20 09:32:46 -0800281
Andreas Huberba7ec912010-02-12 10:42:02 -0800282 status_t err = dataSource->initCheck();
Andreas Huber27366fc2009-11-20 09:32:46 -0800283
284 if (err != OK) {
285 return err;
286 }
287
Andreas Huberba7ec912010-02-12 10:42:02 -0800288 mFileSource = dataSource;
289
290 return setDataSource_l(dataSource);
291}
292
293status_t AwesomePlayer::setDataSource_l(
294 const sp<DataSource> &dataSource) {
295 sp<MediaExtractor> extractor = MediaExtractor::Create(dataSource);
Andreas Huber27366fc2009-11-20 09:32:46 -0800296
297 if (extractor == NULL) {
298 return UNKNOWN_ERROR;
299 }
300
301 return setDataSource_l(extractor);
302}
303
304status_t AwesomePlayer::setDataSource_l(const sp<MediaExtractor> &extractor) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800305 bool haveAudio = false;
306 bool haveVideo = false;
307 for (size_t i = 0; i < extractor->countTracks(); ++i) {
308 sp<MetaData> meta = extractor->getTrackMetaData(i);
309
310 const char *mime;
311 CHECK(meta->findCString(kKeyMIMEType, &mime));
312
313 if (!haveVideo && !strncasecmp(mime, "video/", 6)) {
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800314 setVideoSource(extractor->getTrack(i));
315 haveVideo = true;
Andreas Huber27366fc2009-11-20 09:32:46 -0800316 } else if (!haveAudio && !strncasecmp(mime, "audio/", 6)) {
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800317 setAudioSource(extractor->getTrack(i));
318 haveAudio = true;
Andreas Huber9fee0b22010-09-03 14:09:21 -0700319
Andreas Huber1913c1a2010-10-04 11:09:31 -0700320 if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_VORBIS)) {
321 // Only do this for vorbis audio, none of the other audio
322 // formats even support this ringtone specific hack and
323 // retrieving the metadata on some extractors may turn out
324 // to be very expensive.
325 sp<MetaData> fileMeta = extractor->getMetaData();
326 int32_t loop;
327 if (fileMeta != NULL
328 && fileMeta->findInt32(kKeyAutoLoop, &loop) && loop != 0) {
329 mFlags |= AUTO_LOOPING;
330 }
Andreas Huber9fee0b22010-09-03 14:09:21 -0700331 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800332 }
333
334 if (haveAudio && haveVideo) {
335 break;
336 }
337 }
338
Andreas Huber62f7ffe2010-05-06 10:18:05 -0700339 if (!haveAudio && !haveVideo) {
340 return UNKNOWN_ERROR;
341 }
342
343 mExtractorFlags = extractor->flags();
344
345 return OK;
Andreas Huber27366fc2009-11-20 09:32:46 -0800346}
347
348void AwesomePlayer::reset() {
349 Mutex::Autolock autoLock(mLock);
350 reset_l();
351}
352
353void AwesomePlayer::reset_l() {
Andreas Huberedbb4d82010-03-12 08:59:22 -0800354 if (mFlags & PREPARING) {
355 mFlags |= PREPARE_CANCELLED;
356 if (mConnectingDataSource != NULL) {
357 LOGI("interrupting the connection process");
358 mConnectingDataSource->disconnect();
359 }
360 }
361
Andreas Huberffdf4782010-02-09 14:05:43 -0800362 while (mFlags & PREPARING) {
363 mPreparedCondition.wait(mLock);
364 }
365
Andreas Huber27366fc2009-11-20 09:32:46 -0800366 cancelPlayerEvents();
367
Andreas Huber4d61f602010-06-10 11:17:50 -0700368 mCachedSource.clear();
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800369 mAudioTrack.clear();
370 mVideoTrack.clear();
371
Andreas Huberba7ec912010-02-12 10:42:02 -0800372 // Shutdown audio first, so that the respone to the reset request
373 // appears to happen instantaneously as far as the user is concerned
374 // If we did this later, audio would continue playing while we
375 // shutdown the video-related resources and the player appear to
376 // not be as responsive to a reset request.
Andreas Huberedbb4d82010-03-12 08:59:22 -0800377 if (mAudioPlayer == NULL && mAudioSource != NULL) {
378 // If we had an audio player, it would have effectively
379 // taken possession of the audio source and stopped it when
380 // _it_ is stopped. Otherwise this is still our responsibility.
381 mAudioSource->stop();
382 }
Andreas Huberba7ec912010-02-12 10:42:02 -0800383 mAudioSource.clear();
384
Andreas Huberba7ec912010-02-12 10:42:02 -0800385 mTimeSource = NULL;
386
387 delete mAudioPlayer;
388 mAudioPlayer = NULL;
389
Andreas Huber3522b5a52010-01-22 14:36:53 -0800390 mVideoRenderer.clear();
391
Andreas Huber27366fc2009-11-20 09:32:46 -0800392 if (mLastVideoBuffer) {
393 mLastVideoBuffer->release();
394 mLastVideoBuffer = NULL;
395 }
396
397 if (mVideoBuffer) {
398 mVideoBuffer->release();
399 mVideoBuffer = NULL;
400 }
401
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700402 if (mRTSPController != NULL) {
403 mRTSPController->disconnect();
404 mRTSPController.clear();
405 }
406
Andreas Huber57648e42010-08-04 10:14:30 -0700407 mRTPPusher.clear();
408 mRTCPPusher.clear();
409 mRTPSession.clear();
Andreas Huber7a747b82010-06-07 15:19:40 -0700410
Andreas Huber27366fc2009-11-20 09:32:46 -0800411 if (mVideoSource != NULL) {
412 mVideoSource->stop();
Andreas Huber98b48de2010-01-29 10:10:22 -0800413
414 // The following hack is necessary to ensure that the OMX
415 // component is completely released by the time we may try
416 // to instantiate it again.
417 wp<MediaSource> tmp = mVideoSource;
Andreas Huber27366fc2009-11-20 09:32:46 -0800418 mVideoSource.clear();
Andreas Huber98b48de2010-01-29 10:10:22 -0800419 while (tmp.promote() != NULL) {
420 usleep(1000);
421 }
422 IPCThreadState::self()->flushCommands();
Andreas Huber27366fc2009-11-20 09:32:46 -0800423 }
424
Andreas Huber27366fc2009-11-20 09:32:46 -0800425 mDurationUs = -1;
426 mFlags = 0;
Andreas Huber62f7ffe2010-05-06 10:18:05 -0700427 mExtractorFlags = 0;
Andreas Huber27366fc2009-11-20 09:32:46 -0800428 mVideoWidth = mVideoHeight = -1;
429 mTimeSourceDeltaUs = 0;
430 mVideoTimeUs = 0;
431
432 mSeeking = false;
Andreas Huber8e2b9412010-03-31 09:40:15 -0700433 mSeekNotificationSent = false;
Andreas Huber27366fc2009-11-20 09:32:46 -0800434 mSeekTimeUs = 0;
Andreas Huberb9e63832010-01-26 16:20:10 -0800435
Andreas Huberffdf4782010-02-09 14:05:43 -0800436 mUri.setTo("");
437 mUriHeaders.clear();
Andreas Huberba7ec912010-02-12 10:42:02 -0800438
439 mFileSource.clear();
440
441 delete mSuspensionState;
442 mSuspensionState = NULL;
Andreas Huber27366fc2009-11-20 09:32:46 -0800443}
444
Andreas Huber6be780e2010-02-08 14:40:30 -0800445void AwesomePlayer::notifyListener_l(int msg, int ext1, int ext2) {
Andreas Hubera3f43842010-01-21 10:28:45 -0800446 if (mListener != NULL) {
447 sp<MediaPlayerBase> listener = mListener.promote();
448
449 if (listener != NULL) {
Andreas Huber6be780e2010-02-08 14:40:30 -0800450 listener->sendEvent(msg, ext1, ext2);
Andreas Hubera3f43842010-01-21 10:28:45 -0800451 }
452 }
453}
454
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700455// Returns true iff cached duration is available/applicable.
456bool AwesomePlayer::getCachedDuration_l(int64_t *durationUs, bool *eos) {
457 off_t totalSize;
458
459 if (mRTSPController != NULL) {
460 *durationUs = mRTSPController->getQueueDurationUs(eos);
461 return true;
462 } else if (mCachedSource != NULL && mDurationUs >= 0
463 && mCachedSource->getSize(&totalSize) == OK) {
464 int64_t bitrate = totalSize * 8000000ll / mDurationUs; // in bits/sec
465
466 size_t cachedDataRemaining = mCachedSource->approxDataRemaining(eos);
467 *durationUs = cachedDataRemaining * 8000000ll / bitrate;
468 return true;
469 }
470
471 return false;
472}
473
Andreas Huberb9e63832010-01-26 16:20:10 -0800474void AwesomePlayer::onBufferingUpdate() {
475 Mutex::Autolock autoLock(mLock);
Andreas Huberc0178f12010-02-17 15:58:57 -0800476 if (!mBufferingEventPending) {
477 return;
478 }
Andreas Huberb9e63832010-01-26 16:20:10 -0800479 mBufferingEventPending = false;
480
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700481 if (mCachedSource != NULL) {
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700482 bool eos;
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700483 size_t cachedDataRemaining = mCachedSource->approxDataRemaining(&eos);
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700484
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700485 if (eos) {
486 notifyListener_l(MEDIA_BUFFERING_UPDATE, 100);
Andreas Huber05f67872010-10-04 11:36:39 -0700487 if (mFlags & PREPARING) {
488 LOGV("cache has reached EOS, prepare is done.");
489 finishAsyncPrepare_l();
490 }
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700491 } else {
492 off_t size;
493 if (mDurationUs >= 0 && mCachedSource->getSize(&size) == OK) {
494 int64_t bitrate = size * 8000000ll / mDurationUs; // in bits/sec
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700495
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700496 size_t cachedSize = mCachedSource->cachedSize();
497 int64_t cachedDurationUs = cachedSize * 8000000ll / bitrate;
498
499 int percentage = 100.0 * (double)cachedDurationUs / mDurationUs;
500 if (percentage > 100) {
501 percentage = 100;
502 }
503
504 notifyListener_l(MEDIA_BUFFERING_UPDATE, percentage);
505 } else {
506 // We don't know the bitrate of the stream, use absolute size
507 // limits to maintain the cache.
508
509 const size_t kLowWaterMarkBytes = 400000;
510 const size_t kHighWaterMarkBytes = 1000000;
511
512 if ((mFlags & PLAYING) && !eos
513 && (cachedDataRemaining < kLowWaterMarkBytes)) {
514 LOGI("cache is running low (< %d) , pausing.",
515 kLowWaterMarkBytes);
516 mFlags |= CACHE_UNDERRUN;
517 pause_l();
518 notifyListener_l(MEDIA_INFO, MEDIA_INFO_BUFFERING_START);
519 } else if (eos || cachedDataRemaining > kHighWaterMarkBytes) {
520 if (mFlags & CACHE_UNDERRUN) {
521 LOGI("cache has filled up (> %d), resuming.",
522 kHighWaterMarkBytes);
523 mFlags &= ~CACHE_UNDERRUN;
524 play_l();
525 notifyListener_l(MEDIA_INFO, MEDIA_INFO_BUFFERING_END);
526 } else if (mFlags & PREPARING) {
527 LOGV("cache has filled up (> %d), prepare is done",
528 kHighWaterMarkBytes);
529 finishAsyncPrepare_l();
530 }
531 }
532 }
533 }
534 }
535
536 int64_t cachedDurationUs;
537 bool eos;
538 if (getCachedDuration_l(&cachedDurationUs, &eos)) {
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700539 if ((mFlags & PLAYING) && !eos
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700540 && (cachedDurationUs < kLowWaterMarkUs)) {
541 LOGI("cache is running low (%.2f secs) , pausing.",
542 cachedDurationUs / 1E6);
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700543 mFlags |= CACHE_UNDERRUN;
544 pause_l();
545 notifyListener_l(MEDIA_INFO, MEDIA_INFO_BUFFERING_START);
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700546 } else if (eos || cachedDurationUs > kHighWaterMarkUs) {
547 if (mFlags & CACHE_UNDERRUN) {
548 LOGI("cache has filled up (%.2f secs), resuming.",
549 cachedDurationUs / 1E6);
550 mFlags &= ~CACHE_UNDERRUN;
551 play_l();
552 notifyListener_l(MEDIA_INFO, MEDIA_INFO_BUFFERING_END);
553 } else if (mFlags & PREPARING) {
554 LOGV("cache has filled up (%.2f secs), prepare is done",
555 cachedDurationUs / 1E6);
556 finishAsyncPrepare_l();
Andreas Huberc23296e2010-08-25 12:31:48 -0700557 }
Andreas Huberc23296e2010-08-25 12:31:48 -0700558 }
Andreas Huberb9e63832010-01-26 16:20:10 -0800559 }
Andreas Huber4d61f602010-06-10 11:17:50 -0700560
Andreas Huber4d61f602010-06-10 11:17:50 -0700561 postBufferingEvent_l();
Andreas Huberb9e63832010-01-26 16:20:10 -0800562}
563
Andreas Huber4c19bf92010-09-08 14:32:20 -0700564void AwesomePlayer::partial_reset_l() {
565 // Only reset the video renderer and shut down the video decoder.
566 // Then instantiate a new video decoder and resume video playback.
567
568 mVideoRenderer.clear();
569
570 if (mLastVideoBuffer) {
571 mLastVideoBuffer->release();
572 mLastVideoBuffer = NULL;
573 }
574
575 if (mVideoBuffer) {
576 mVideoBuffer->release();
577 mVideoBuffer = NULL;
578 }
579
580 {
581 mVideoSource->stop();
582
583 // The following hack is necessary to ensure that the OMX
584 // component is completely released by the time we may try
585 // to instantiate it again.
586 wp<MediaSource> tmp = mVideoSource;
587 mVideoSource.clear();
588 while (tmp.promote() != NULL) {
589 usleep(1000);
590 }
591 IPCThreadState::self()->flushCommands();
592 }
593
594 CHECK_EQ(OK, initVideoDecoder(OMXCodec::kIgnoreCodecSpecificData));
595}
596
Andreas Huber27366fc2009-11-20 09:32:46 -0800597void AwesomePlayer::onStreamDone() {
598 // Posted whenever any stream finishes playing.
599
600 Mutex::Autolock autoLock(mLock);
Andreas Huberc0178f12010-02-17 15:58:57 -0800601 if (!mStreamDoneEventPending) {
602 return;
603 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800604 mStreamDoneEventPending = false;
605
Andreas Huber4c19bf92010-09-08 14:32:20 -0700606 if (mStreamDoneStatus == INFO_DISCONTINUITY) {
607 // This special status is returned because an http live stream's
608 // video stream switched to a different bandwidth at this point
609 // and future data may have been encoded using different parameters.
610 // This requires us to shutdown the video decoder and reinstantiate
611 // a fresh one.
612
613 LOGV("INFO_DISCONTINUITY");
614
615 CHECK(mVideoSource != NULL);
616
617 partial_reset_l();
618 postVideoEvent_l();
619 return;
620 } else if (mStreamDoneStatus != ERROR_END_OF_STREAM) {
Andreas Huber971305d2010-07-07 13:35:27 -0700621 LOGV("MEDIA_ERROR %d", mStreamDoneStatus);
622
623 notifyListener_l(
624 MEDIA_ERROR, MEDIA_ERROR_UNKNOWN, mStreamDoneStatus);
625
Andreas Huberc743f452010-10-05 10:25:34 -0700626 pause_l(true /* at eos */);
Andreas Huber971305d2010-07-07 13:35:27 -0700627
628 mFlags |= AT_EOS;
629 return;
630 }
631
632 const bool allDone =
633 (mVideoSource == NULL || (mFlags & VIDEO_AT_EOS))
634 && (mAudioSource == NULL || (mFlags & AUDIO_AT_EOS));
635
636 if (!allDone) {
637 return;
638 }
639
Andreas Huber9fee0b22010-09-03 14:09:21 -0700640 if (mFlags & (LOOPING | AUTO_LOOPING)) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800641 seekTo_l(0);
642
Andreas Huber7085b6842010-02-03 16:02:02 -0800643 if (mVideoSource != NULL) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800644 postVideoEvent_l();
645 }
646 } else {
Andreas Huber971305d2010-07-07 13:35:27 -0700647 LOGV("MEDIA_PLAYBACK_COMPLETE");
648 notifyListener_l(MEDIA_PLAYBACK_COMPLETE);
Andreas Huber27366fc2009-11-20 09:32:46 -0800649
Andreas Huberc743f452010-10-05 10:25:34 -0700650 pause_l(true /* at eos */);
Andreas Huber406a18b2010-02-18 16:45:13 -0800651
652 mFlags |= AT_EOS;
Andreas Huber27366fc2009-11-20 09:32:46 -0800653 }
654}
655
656status_t AwesomePlayer::play() {
657 Mutex::Autolock autoLock(mLock);
Andreas Huber4d61f602010-06-10 11:17:50 -0700658
659 mFlags &= ~CACHE_UNDERRUN;
660
Andreas Huberba7ec912010-02-12 10:42:02 -0800661 return play_l();
662}
Andreas Huber27366fc2009-11-20 09:32:46 -0800663
Andreas Huberba7ec912010-02-12 10:42:02 -0800664status_t AwesomePlayer::play_l() {
Andreas Huber27366fc2009-11-20 09:32:46 -0800665 if (mFlags & PLAYING) {
666 return OK;
667 }
668
Andreas Huberffdf4782010-02-09 14:05:43 -0800669 if (!(mFlags & PREPARED)) {
670 status_t err = prepare_l();
671
672 if (err != OK) {
673 return err;
674 }
675 }
676
Andreas Huber27366fc2009-11-20 09:32:46 -0800677 mFlags |= PLAYING;
678 mFlags |= FIRST_FRAME;
679
Andreas Huberc1d5c922009-12-10 15:49:04 -0800680 bool deferredAudioSeek = false;
681
Andreas Huber27366fc2009-11-20 09:32:46 -0800682 if (mAudioSource != NULL) {
683 if (mAudioPlayer == NULL) {
684 if (mAudioSink != NULL) {
Andreas Huber2b359ed2010-09-28 11:56:39 -0700685 mAudioPlayer = new AudioPlayer(mAudioSink, this);
Andreas Huber27366fc2009-11-20 09:32:46 -0800686 mAudioPlayer->setSource(mAudioSource);
Andreas Huberdc9927d2010-03-08 15:46:13 -0800687
688 // We've already started the MediaSource in order to enable
689 // the prefetcher to read its data.
690 status_t err = mAudioPlayer->start(
691 true /* sourceAlreadyStarted */);
Andreas Huber62eac002010-01-29 13:24:58 -0800692
693 if (err != OK) {
694 delete mAudioPlayer;
695 mAudioPlayer = NULL;
696
697 mFlags &= ~(PLAYING | FIRST_FRAME);
698
699 return err;
700 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800701
Andreas Huber27366fc2009-11-20 09:32:46 -0800702 mTimeSource = mAudioPlayer;
703
Andreas Huberc1d5c922009-12-10 15:49:04 -0800704 deferredAudioSeek = true;
Andreas Huber70d10c02010-02-03 11:37:29 -0800705
706 mWatchForAudioSeekComplete = false;
707 mWatchForAudioEOS = true;
Andreas Huber27366fc2009-11-20 09:32:46 -0800708 }
709 } else {
710 mAudioPlayer->resume();
711 }
712 }
713
714 if (mTimeSource == NULL && mAudioPlayer == NULL) {
Andreas Huber971305d2010-07-07 13:35:27 -0700715 mTimeSource = &mSystemTimeSource;
Andreas Huber27366fc2009-11-20 09:32:46 -0800716 }
717
718 if (mVideoSource != NULL) {
Andreas Huber7085b6842010-02-03 16:02:02 -0800719 // Kick off video playback
720 postVideoEvent_l();
Andreas Huber27366fc2009-11-20 09:32:46 -0800721 }
722
Andreas Huberc1d5c922009-12-10 15:49:04 -0800723 if (deferredAudioSeek) {
724 // If there was a seek request while we were paused
725 // and we're just starting up again, honor the request now.
726 seekAudioIfNecessary_l();
727 }
728
Andreas Huber406a18b2010-02-18 16:45:13 -0800729 if (mFlags & AT_EOS) {
730 // Legacy behaviour, if a stream finishes playing and then
731 // is started again, we play from the start...
732 seekTo_l(0);
733 }
734
Andreas Huber27366fc2009-11-20 09:32:46 -0800735 return OK;
736}
737
738void AwesomePlayer::initRenderer_l() {
739 if (mISurface != NULL) {
740 sp<MetaData> meta = mVideoSource->getFormat();
741
742 int32_t format;
743 const char *component;
744 int32_t decodedWidth, decodedHeight;
745 CHECK(meta->findInt32(kKeyColorFormat, &format));
746 CHECK(meta->findCString(kKeyDecoderComponent, &component));
747 CHECK(meta->findInt32(kKeyWidth, &decodedWidth));
748 CHECK(meta->findInt32(kKeyHeight, &decodedHeight));
749
Andreas Hubera67d5382009-12-10 15:32:12 -0800750 mVideoRenderer.clear();
751
752 // Must ensure that mVideoRenderer's destructor is actually executed
753 // before creating a new one.
754 IPCThreadState::self()->flushCommands();
755
Andreas Huber1314e732009-12-14 14:18:22 -0800756 if (!strncmp("OMX.", component, 4)) {
757 // Our OMX codecs allocate buffers on the media_server side
758 // therefore they require a remote IOMXRenderer that knows how
759 // to display them.
760 mVideoRenderer = new AwesomeRemoteRenderer(
761 mClient.interface()->createRenderer(
762 mISurface, component,
763 (OMX_COLOR_FORMATTYPE)format,
764 decodedWidth, decodedHeight,
765 mVideoWidth, mVideoHeight));
766 } else {
767 // Other decoders are instantiated locally and as a consequence
768 // allocate their buffers in local address space.
769 mVideoRenderer = new AwesomeLocalRenderer(
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800770 false, // previewOnly
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800771 component,
Andreas Huber1314e732009-12-14 14:18:22 -0800772 (OMX_COLOR_FORMATTYPE)format,
773 mISurface,
774 mVideoWidth, mVideoHeight,
775 decodedWidth, decodedHeight);
776 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800777 }
778}
779
780status_t AwesomePlayer::pause() {
781 Mutex::Autolock autoLock(mLock);
Andreas Huber4d61f602010-06-10 11:17:50 -0700782
783 mFlags &= ~CACHE_UNDERRUN;
784
Andreas Huber27366fc2009-11-20 09:32:46 -0800785 return pause_l();
786}
787
Andreas Huberc743f452010-10-05 10:25:34 -0700788status_t AwesomePlayer::pause_l(bool at_eos) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800789 if (!(mFlags & PLAYING)) {
790 return OK;
791 }
792
Andreas Huberb9e63832010-01-26 16:20:10 -0800793 cancelPlayerEvents(true /* keepBufferingGoing */);
Andreas Huber27366fc2009-11-20 09:32:46 -0800794
795 if (mAudioPlayer != NULL) {
Andreas Huberc743f452010-10-05 10:25:34 -0700796 if (at_eos) {
797 // If we played the audio stream to completion we
798 // want to make sure that all samples remaining in the audio
799 // track's queue are played out.
800 mAudioPlayer->pause(true /* playPendingSamples */);
801 } else {
802 mAudioPlayer->pause();
803 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800804 }
805
806 mFlags &= ~PLAYING;
807
808 return OK;
809}
810
811bool AwesomePlayer::isPlaying() const {
Andreas Huber4d61f602010-06-10 11:17:50 -0700812 return (mFlags & PLAYING) || (mFlags & CACHE_UNDERRUN);
Andreas Huber27366fc2009-11-20 09:32:46 -0800813}
814
815void AwesomePlayer::setISurface(const sp<ISurface> &isurface) {
816 Mutex::Autolock autoLock(mLock);
817
818 mISurface = isurface;
819}
820
821void AwesomePlayer::setAudioSink(
822 const sp<MediaPlayerBase::AudioSink> &audioSink) {
823 Mutex::Autolock autoLock(mLock);
824
825 mAudioSink = audioSink;
826}
827
828status_t AwesomePlayer::setLooping(bool shouldLoop) {
829 Mutex::Autolock autoLock(mLock);
830
831 mFlags = mFlags & ~LOOPING;
832
833 if (shouldLoop) {
834 mFlags |= LOOPING;
835 }
836
837 return OK;
838}
839
840status_t AwesomePlayer::getDuration(int64_t *durationUs) {
Andreas Huber252573c2010-03-26 10:17:17 -0700841 Mutex::Autolock autoLock(mMiscStateLock);
Andreas Huber27366fc2009-11-20 09:32:46 -0800842
843 if (mDurationUs < 0) {
844 return UNKNOWN_ERROR;
845 }
846
847 *durationUs = mDurationUs;
848
849 return OK;
850}
851
852status_t AwesomePlayer::getPosition(int64_t *positionUs) {
Andreas Hubereeb97d92010-08-27 13:29:08 -0700853 if (mRTSPController != NULL) {
854 *positionUs = mRTSPController->getNormalPlayTimeUs();
855 }
856 else if (mSeeking) {
Andreas Huberddb709c2010-04-07 10:24:35 -0700857 *positionUs = mSeekTimeUs;
858 } else if (mVideoSource != NULL) {
Andreas Huber252573c2010-03-26 10:17:17 -0700859 Mutex::Autolock autoLock(mMiscStateLock);
Andreas Huber27366fc2009-11-20 09:32:46 -0800860 *positionUs = mVideoTimeUs;
861 } else if (mAudioPlayer != NULL) {
862 *positionUs = mAudioPlayer->getMediaTimeUs();
863 } else {
864 *positionUs = 0;
865 }
866
867 return OK;
868}
869
870status_t AwesomePlayer::seekTo(int64_t timeUs) {
Andreas Huber10b9b3f2010-10-08 10:16:24 -0700871 if (mExtractorFlags & MediaExtractor::CAN_SEEK) {
Andreas Huber62f7ffe2010-05-06 10:18:05 -0700872 Mutex::Autolock autoLock(mLock);
873 return seekTo_l(timeUs);
874 }
875
876 return OK;
Andreas Huber27366fc2009-11-20 09:32:46 -0800877}
878
879status_t AwesomePlayer::seekTo_l(int64_t timeUs) {
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700880 if (mRTSPController != NULL) {
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700881 mRTSPController->seek(timeUs);
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700882
883 notifyListener_l(MEDIA_SEEK_COMPLETE);
884 mSeekNotificationSent = true;
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700885 return OK;
886 }
887
Andreas Huber4d61f602010-06-10 11:17:50 -0700888 if (mFlags & CACHE_UNDERRUN) {
889 mFlags &= ~CACHE_UNDERRUN;
890 play_l();
891 }
892
Andreas Huber27366fc2009-11-20 09:32:46 -0800893 mSeeking = true;
Andreas Huber8e2b9412010-03-31 09:40:15 -0700894 mSeekNotificationSent = false;
Andreas Huber27366fc2009-11-20 09:32:46 -0800895 mSeekTimeUs = timeUs;
Andreas Huber971305d2010-07-07 13:35:27 -0700896 mFlags &= ~(AT_EOS | AUDIO_AT_EOS | VIDEO_AT_EOS);
Andreas Huber27366fc2009-11-20 09:32:46 -0800897
898 seekAudioIfNecessary_l();
899
Andreas Huber8e2b9412010-03-31 09:40:15 -0700900 if (!(mFlags & PLAYING)) {
901 LOGV("seeking while paused, sending SEEK_COMPLETE notification"
902 " immediately.");
903
904 notifyListener_l(MEDIA_SEEK_COMPLETE);
905 mSeekNotificationSent = true;
906 }
907
Andreas Huber27366fc2009-11-20 09:32:46 -0800908 return OK;
909}
910
911void AwesomePlayer::seekAudioIfNecessary_l() {
Andreas Huber7085b6842010-02-03 16:02:02 -0800912 if (mSeeking && mVideoSource == NULL && mAudioPlayer != NULL) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800913 mAudioPlayer->seekTo(mSeekTimeUs);
914
Andreas Huber70d10c02010-02-03 11:37:29 -0800915 mWatchForAudioSeekComplete = true;
916 mWatchForAudioEOS = true;
Andreas Huber8e2b9412010-03-31 09:40:15 -0700917 mSeekNotificationSent = false;
Andreas Huber27366fc2009-11-20 09:32:46 -0800918 }
919}
920
921status_t AwesomePlayer::getVideoDimensions(
922 int32_t *width, int32_t *height) const {
923 Mutex::Autolock autoLock(mLock);
924
925 if (mVideoWidth < 0 || mVideoHeight < 0) {
926 return UNKNOWN_ERROR;
927 }
928
929 *width = mVideoWidth;
930 *height = mVideoHeight;
931
932 return OK;
933}
934
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800935void AwesomePlayer::setAudioSource(sp<MediaSource> source) {
936 CHECK(source != NULL);
Andreas Huber27366fc2009-11-20 09:32:46 -0800937
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800938 mAudioTrack = source;
939}
940
941status_t AwesomePlayer::initAudioDecoder() {
942 sp<MetaData> meta = mAudioTrack->getFormat();
Andreas Huberc79827a2010-01-05 10:54:55 -0800943
944 const char *mime;
945 CHECK(meta->findCString(kKeyMIMEType, &mime));
946
947 if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) {
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800948 mAudioSource = mAudioTrack;
Andreas Huberc79827a2010-01-05 10:54:55 -0800949 } else {
950 mAudioSource = OMXCodec::Create(
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800951 mClient.interface(), mAudioTrack->getFormat(),
Andreas Huberc79827a2010-01-05 10:54:55 -0800952 false, // createEncoder
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800953 mAudioTrack);
Andreas Huberc79827a2010-01-05 10:54:55 -0800954 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800955
956 if (mAudioSource != NULL) {
957 int64_t durationUs;
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800958 if (mAudioTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) {
Andreas Huber252573c2010-03-26 10:17:17 -0700959 Mutex::Autolock autoLock(mMiscStateLock);
Andreas Huber27366fc2009-11-20 09:32:46 -0800960 if (mDurationUs < 0 || durationUs > mDurationUs) {
961 mDurationUs = durationUs;
962 }
963 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800964
Andreas Huber3c78a1b2010-05-13 09:15:21 -0700965 status_t err = mAudioSource->start();
966
967 if (err != OK) {
968 mAudioSource.clear();
969 return err;
970 }
Andreas Huberd0332ad2010-04-12 16:05:57 -0700971 } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_QCELP)) {
972 // For legacy reasons we're simply going to ignore the absence
973 // of an audio decoder for QCELP instead of aborting playback
974 // altogether.
975 return OK;
976 }
Andreas Huberdc9927d2010-03-08 15:46:13 -0800977
Andreas Huber27366fc2009-11-20 09:32:46 -0800978 return mAudioSource != NULL ? OK : UNKNOWN_ERROR;
979}
980
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800981void AwesomePlayer::setVideoSource(sp<MediaSource> source) {
982 CHECK(source != NULL);
Andreas Huber27366fc2009-11-20 09:32:46 -0800983
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800984 mVideoTrack = source;
985}
986
Andreas Huber4c19bf92010-09-08 14:32:20 -0700987status_t AwesomePlayer::initVideoDecoder(uint32_t flags) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800988 mVideoSource = OMXCodec::Create(
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800989 mClient.interface(), mVideoTrack->getFormat(),
Andreas Huber27366fc2009-11-20 09:32:46 -0800990 false, // createEncoder
Andreas Huber57648e42010-08-04 10:14:30 -0700991 mVideoTrack,
992 NULL, flags);
Andreas Huber27366fc2009-11-20 09:32:46 -0800993
994 if (mVideoSource != NULL) {
995 int64_t durationUs;
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800996 if (mVideoTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) {
Andreas Huber252573c2010-03-26 10:17:17 -0700997 Mutex::Autolock autoLock(mMiscStateLock);
Andreas Huber27366fc2009-11-20 09:32:46 -0800998 if (mDurationUs < 0 || durationUs > mDurationUs) {
999 mDurationUs = durationUs;
1000 }
1001 }
1002
Andreas Huber3ac94ef2010-03-05 10:42:10 -08001003 CHECK(mVideoTrack->getFormat()->findInt32(kKeyWidth, &mVideoWidth));
1004 CHECK(mVideoTrack->getFormat()->findInt32(kKeyHeight, &mVideoHeight));
Andreas Huber27366fc2009-11-20 09:32:46 -08001005
Andreas Huber1919e5a2010-05-20 10:37:06 -07001006 status_t err = mVideoSource->start();
1007
1008 if (err != OK) {
1009 mVideoSource.clear();
1010 return err;
1011 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001012 }
1013
1014 return mVideoSource != NULL ? OK : UNKNOWN_ERROR;
1015}
1016
Andreas Huber6be780e2010-02-08 14:40:30 -08001017void AwesomePlayer::onVideoEvent() {
Andreas Huber27366fc2009-11-20 09:32:46 -08001018 Mutex::Autolock autoLock(mLock);
Andreas Huberba7ec912010-02-12 10:42:02 -08001019 if (!mVideoEventPending) {
1020 // The event has been cancelled in reset_l() but had already
1021 // been scheduled for execution at that time.
1022 return;
1023 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001024 mVideoEventPending = false;
1025
1026 if (mSeeking) {
1027 if (mLastVideoBuffer) {
1028 mLastVideoBuffer->release();
1029 mLastVideoBuffer = NULL;
1030 }
1031
1032 if (mVideoBuffer) {
1033 mVideoBuffer->release();
1034 mVideoBuffer = NULL;
1035 }
Andreas Huber4d61f602010-06-10 11:17:50 -07001036
1037 if (mCachedSource != NULL && mAudioSource != NULL) {
1038 // We're going to seek the video source first, followed by
1039 // the audio source.
1040 // In order to avoid jumps in the DataSource offset caused by
1041 // the audio codec prefetching data from the old locations
1042 // while the video codec is already reading data from the new
1043 // locations, we'll "pause" the audio source, causing it to
1044 // stop reading input data until a subsequent seek.
1045
1046 if (mAudioPlayer != NULL) {
1047 mAudioPlayer->pause();
1048 }
1049 mAudioSource->pause();
1050 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001051 }
1052
1053 if (!mVideoBuffer) {
1054 MediaSource::ReadOptions options;
1055 if (mSeeking) {
1056 LOGV("seeking to %lld us (%.2f secs)", mSeekTimeUs, mSeekTimeUs / 1E6);
1057
Andreas Huber6624c9f2010-07-20 15:04:28 -07001058 options.setSeekTo(
1059 mSeekTimeUs, MediaSource::ReadOptions::SEEK_CLOSEST_SYNC);
Andreas Huber27366fc2009-11-20 09:32:46 -08001060 }
1061 for (;;) {
1062 status_t err = mVideoSource->read(&mVideoBuffer, &options);
Andreas Huberb1f5ee42009-12-14 15:34:11 -08001063 options.clearSeekTo();
Andreas Huber27366fc2009-11-20 09:32:46 -08001064
1065 if (err != OK) {
1066 CHECK_EQ(mVideoBuffer, NULL);
1067
1068 if (err == INFO_FORMAT_CHANGED) {
1069 LOGV("VideoSource signalled format change.");
1070
Andreas Huber7085b6842010-02-03 16:02:02 -08001071 if (mVideoRenderer != NULL) {
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001072 mVideoRendererIsPreview = false;
Andreas Huber7085b6842010-02-03 16:02:02 -08001073 initRenderer_l();
1074 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001075 continue;
1076 }
1077
Andreas Huber971305d2010-07-07 13:35:27 -07001078 mFlags |= VIDEO_AT_EOS;
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001079 postStreamDoneEvent_l(err);
Andreas Huber27366fc2009-11-20 09:32:46 -08001080 return;
1081 }
1082
Andreas Hubera67d5382009-12-10 15:32:12 -08001083 if (mVideoBuffer->range_length() == 0) {
Andreas Huber6ddcf012009-12-10 15:32:12 -08001084 // Some decoders, notably the PV AVC software decoder
1085 // return spurious empty buffers that we just want to ignore.
1086
Andreas Hubera67d5382009-12-10 15:32:12 -08001087 mVideoBuffer->release();
1088 mVideoBuffer = NULL;
1089 continue;
1090 }
1091
Andreas Huber27366fc2009-11-20 09:32:46 -08001092 break;
1093 }
1094 }
1095
1096 int64_t timeUs;
1097 CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &timeUs));
1098
Andreas Huber252573c2010-03-26 10:17:17 -07001099 {
1100 Mutex::Autolock autoLock(mMiscStateLock);
1101 mVideoTimeUs = timeUs;
1102 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001103
1104 if (mSeeking) {
1105 if (mAudioPlayer != NULL) {
1106 LOGV("seeking audio to %lld us (%.2f secs).", timeUs, timeUs / 1E6);
1107
1108 mAudioPlayer->seekTo(timeUs);
Andreas Huber4d61f602010-06-10 11:17:50 -07001109 mAudioPlayer->resume();
Andreas Huber70d10c02010-02-03 11:37:29 -08001110 mWatchForAudioSeekComplete = true;
1111 mWatchForAudioEOS = true;
Andreas Huber8e2b9412010-03-31 09:40:15 -07001112 } else if (!mSeekNotificationSent) {
Andreas Huber27366fc2009-11-20 09:32:46 -08001113 // If we're playing video only, report seek complete now,
1114 // otherwise audio player will notify us later.
Andreas Hubera3f43842010-01-21 10:28:45 -08001115 notifyListener_l(MEDIA_SEEK_COMPLETE);
Andreas Huber27366fc2009-11-20 09:32:46 -08001116 }
1117
1118 mFlags |= FIRST_FRAME;
1119 mSeeking = false;
Andreas Huber8e2b9412010-03-31 09:40:15 -07001120 mSeekNotificationSent = false;
Andreas Huber27366fc2009-11-20 09:32:46 -08001121 }
1122
Andreas Huber971305d2010-07-07 13:35:27 -07001123 TimeSource *ts = (mFlags & AUDIO_AT_EOS) ? &mSystemTimeSource : mTimeSource;
1124
Andreas Huber27366fc2009-11-20 09:32:46 -08001125 if (mFlags & FIRST_FRAME) {
1126 mFlags &= ~FIRST_FRAME;
1127
Andreas Huber971305d2010-07-07 13:35:27 -07001128 mTimeSourceDeltaUs = ts->getRealTimeUs() - timeUs;
Andreas Huber27366fc2009-11-20 09:32:46 -08001129 }
1130
1131 int64_t realTimeUs, mediaTimeUs;
Andreas Huber971305d2010-07-07 13:35:27 -07001132 if (!(mFlags & AUDIO_AT_EOS) && mAudioPlayer != NULL
Andreas Huber27366fc2009-11-20 09:32:46 -08001133 && mAudioPlayer->getMediaTimeMapping(&realTimeUs, &mediaTimeUs)) {
1134 mTimeSourceDeltaUs = realTimeUs - mediaTimeUs;
1135 }
1136
Andreas Huber971305d2010-07-07 13:35:27 -07001137 int64_t nowUs = ts->getRealTimeUs() - mTimeSourceDeltaUs;
Andreas Huber27366fc2009-11-20 09:32:46 -08001138
1139 int64_t latenessUs = nowUs - timeUs;
1140
Andreas Huberf88f8442010-08-10 11:18:36 -07001141 if (mRTPSession != NULL) {
1142 // We'll completely ignore timestamps for gtalk videochat
1143 // and we'll play incoming video as fast as we get it.
1144 latenessUs = 0;
1145 }
1146
Andreas Huber24b0a952009-11-23 14:02:00 -08001147 if (latenessUs > 40000) {
1148 // We're more than 40ms late.
Andreas Huber4a9375e2010-02-09 11:54:33 -08001149 LOGV("we're late by %lld us (%.2f secs)", latenessUs, latenessUs / 1E6);
Andreas Huber27366fc2009-11-20 09:32:46 -08001150
1151 mVideoBuffer->release();
1152 mVideoBuffer = NULL;
1153
1154 postVideoEvent_l();
1155 return;
1156 }
1157
1158 if (latenessUs < -10000) {
1159 // We're more than 10ms early.
1160
1161 postVideoEvent_l(10000);
1162 return;
1163 }
1164
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001165 if (mVideoRendererIsPreview || mVideoRenderer == NULL) {
1166 mVideoRendererIsPreview = false;
1167
Andreas Huber7085b6842010-02-03 16:02:02 -08001168 initRenderer_l();
1169 }
1170
1171 if (mVideoRenderer != NULL) {
1172 mVideoRenderer->render(mVideoBuffer);
1173 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001174
1175 if (mLastVideoBuffer) {
1176 mLastVideoBuffer->release();
1177 mLastVideoBuffer = NULL;
1178 }
1179 mLastVideoBuffer = mVideoBuffer;
1180 mVideoBuffer = NULL;
1181
1182 postVideoEvent_l();
1183}
1184
1185void AwesomePlayer::postVideoEvent_l(int64_t delayUs) {
1186 if (mVideoEventPending) {
1187 return;
1188 }
1189
1190 mVideoEventPending = true;
1191 mQueue.postEventWithDelay(mVideoEvent, delayUs < 0 ? 10000 : delayUs);
1192}
1193
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001194void AwesomePlayer::postStreamDoneEvent_l(status_t status) {
Andreas Huber27366fc2009-11-20 09:32:46 -08001195 if (mStreamDoneEventPending) {
1196 return;
1197 }
1198 mStreamDoneEventPending = true;
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001199
1200 mStreamDoneStatus = status;
Andreas Huber27366fc2009-11-20 09:32:46 -08001201 mQueue.postEvent(mStreamDoneEvent);
1202}
1203
Andreas Huberb9e63832010-01-26 16:20:10 -08001204void AwesomePlayer::postBufferingEvent_l() {
Andreas Huberb9e63832010-01-26 16:20:10 -08001205 if (mBufferingEventPending) {
1206 return;
1207 }
1208 mBufferingEventPending = true;
1209 mQueue.postEventWithDelay(mBufferingEvent, 1000000ll);
1210}
1211
Andreas Huber70d10c02010-02-03 11:37:29 -08001212void AwesomePlayer::postCheckAudioStatusEvent_l() {
1213 if (mAudioStatusEventPending) {
1214 return;
1215 }
1216 mAudioStatusEventPending = true;
Andreas Huber2b359ed2010-09-28 11:56:39 -07001217 mQueue.postEvent(mCheckAudioStatusEvent);
Andreas Huber70d10c02010-02-03 11:37:29 -08001218}
1219
1220void AwesomePlayer::onCheckAudioStatus() {
1221 Mutex::Autolock autoLock(mLock);
Andreas Huberc0178f12010-02-17 15:58:57 -08001222 if (!mAudioStatusEventPending) {
1223 // Event was dispatched and while we were blocking on the mutex,
1224 // has already been cancelled.
1225 return;
1226 }
1227
Andreas Huber70d10c02010-02-03 11:37:29 -08001228 mAudioStatusEventPending = false;
1229
1230 if (mWatchForAudioSeekComplete && !mAudioPlayer->isSeeking()) {
1231 mWatchForAudioSeekComplete = false;
Andreas Huber8e2b9412010-03-31 09:40:15 -07001232
1233 if (!mSeekNotificationSent) {
1234 notifyListener_l(MEDIA_SEEK_COMPLETE);
1235 mSeekNotificationSent = true;
1236 }
Andreas Huberddb709c2010-04-07 10:24:35 -07001237
1238 mSeeking = false;
Andreas Huber70d10c02010-02-03 11:37:29 -08001239 }
1240
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001241 status_t finalStatus;
1242 if (mWatchForAudioEOS && mAudioPlayer->reachedEOS(&finalStatus)) {
Andreas Huber70d10c02010-02-03 11:37:29 -08001243 mWatchForAudioEOS = false;
Andreas Huber971305d2010-07-07 13:35:27 -07001244 mFlags |= AUDIO_AT_EOS;
1245 mFlags |= FIRST_FRAME;
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001246 postStreamDoneEvent_l(finalStatus);
Andreas Huber70d10c02010-02-03 11:37:29 -08001247 }
Andreas Huber70d10c02010-02-03 11:37:29 -08001248}
1249
Andreas Huber6be780e2010-02-08 14:40:30 -08001250status_t AwesomePlayer::prepare() {
1251 Mutex::Autolock autoLock(mLock);
Andreas Huberffdf4782010-02-09 14:05:43 -08001252 return prepare_l();
1253}
Andreas Huber6be780e2010-02-08 14:40:30 -08001254
Andreas Huberffdf4782010-02-09 14:05:43 -08001255status_t AwesomePlayer::prepare_l() {
1256 if (mFlags & PREPARED) {
1257 return OK;
1258 }
1259
1260 if (mFlags & PREPARING) {
1261 return UNKNOWN_ERROR;
1262 }
1263
1264 mIsAsyncPrepare = false;
Andreas Huber6be780e2010-02-08 14:40:30 -08001265 status_t err = prepareAsync_l();
1266
1267 if (err != OK) {
1268 return err;
1269 }
1270
Andreas Huberffdf4782010-02-09 14:05:43 -08001271 while (mFlags & PREPARING) {
Andreas Huber6be780e2010-02-08 14:40:30 -08001272 mPreparedCondition.wait(mLock);
1273 }
1274
Andreas Huberffdf4782010-02-09 14:05:43 -08001275 return mPrepareResult;
Andreas Huber6be780e2010-02-08 14:40:30 -08001276}
1277
1278status_t AwesomePlayer::prepareAsync() {
1279 Mutex::Autolock autoLock(mLock);
Andreas Huberffdf4782010-02-09 14:05:43 -08001280
1281 if (mFlags & PREPARING) {
1282 return UNKNOWN_ERROR; // async prepare already pending
1283 }
1284
1285 mIsAsyncPrepare = true;
Andreas Huber6be780e2010-02-08 14:40:30 -08001286 return prepareAsync_l();
1287}
1288
1289status_t AwesomePlayer::prepareAsync_l() {
Andreas Huberffdf4782010-02-09 14:05:43 -08001290 if (mFlags & PREPARING) {
1291 return UNKNOWN_ERROR; // async prepare already pending
Andreas Huber6be780e2010-02-08 14:40:30 -08001292 }
1293
Andreas Huber406a18b2010-02-18 16:45:13 -08001294 if (!mQueueStarted) {
1295 mQueue.start();
1296 mQueueStarted = true;
1297 }
1298
Andreas Huberffdf4782010-02-09 14:05:43 -08001299 mFlags |= PREPARING;
Andreas Huber6be780e2010-02-08 14:40:30 -08001300 mAsyncPrepareEvent = new AwesomeEvent(
1301 this, &AwesomePlayer::onPrepareAsyncEvent);
1302
1303 mQueue.postEvent(mAsyncPrepareEvent);
1304
1305 return OK;
1306}
1307
Andreas Huberffdf4782010-02-09 14:05:43 -08001308status_t AwesomePlayer::finishSetDataSource_l() {
Andreas Huberedbb4d82010-03-12 08:59:22 -08001309 sp<DataSource> dataSource;
1310
1311 if (!strncasecmp("http://", mUri.string(), 7)) {
Andreas Huber4d61f602010-06-10 11:17:50 -07001312 mConnectingDataSource = new NuHTTPDataSource;
Andreas Huberedbb4d82010-03-12 08:59:22 -08001313
1314 mLock.unlock();
Andreas Huber3a53dc52010-06-11 09:57:46 -07001315 status_t err = mConnectingDataSource->connect(mUri, &mUriHeaders);
Andreas Huberedbb4d82010-03-12 08:59:22 -08001316 mLock.lock();
1317
1318 if (err != OK) {
1319 mConnectingDataSource.clear();
1320
1321 LOGI("mConnectingDataSource->connect() returned %d", err);
1322 return err;
1323 }
1324
Andreas Huber4d61f602010-06-10 11:17:50 -07001325#if 0
1326 mCachedSource = new NuCachedSource2(
1327 new ThrottledSource(
1328 mConnectingDataSource, 50 * 1024 /* bytes/sec */));
1329#else
1330 mCachedSource = new NuCachedSource2(mConnectingDataSource);
1331#endif
Andreas Huberedbb4d82010-03-12 08:59:22 -08001332 mConnectingDataSource.clear();
Andreas Huber4d61f602010-06-10 11:17:50 -07001333
1334 dataSource = mCachedSource;
Andreas Huber202348e2010-06-07 14:35:29 -07001335 } else if (!strncasecmp(mUri.string(), "httplive://", 11)) {
1336 String8 uri("http://");
1337 uri.append(mUri.string() + 11);
1338
1339 dataSource = new LiveSource(uri.string());
1340
Andreas Huber4d61f602010-06-10 11:17:50 -07001341 mCachedSource = new NuCachedSource2(dataSource);
1342 dataSource = mCachedSource;
Andreas Huber202348e2010-06-07 14:35:29 -07001343
1344 sp<MediaExtractor> extractor =
1345 MediaExtractor::Create(dataSource, MEDIA_MIMETYPE_CONTAINER_MPEG2TS);
Andreas Huber4d61f602010-06-10 11:17:50 -07001346
1347 return setDataSource_l(extractor);
Mike Dodd8741dfa2010-08-12 16:04:35 -07001348 } else if (!strncmp("rtsp://gtalk/", mUri.string(), 13)) {
Andreas Huber57648e42010-08-04 10:14:30 -07001349 if (mLooper == NULL) {
1350 mLooper = new ALooper;
Andreas Huberc4e0b702010-08-27 15:21:07 -07001351 mLooper->setName("gtalk rtp");
Andreas Huber3eaa3002010-08-05 09:22:25 -07001352 mLooper->start(
1353 false /* runOnCallingThread */,
1354 false /* canCallJava */,
1355 PRIORITY_HIGHEST);
Andreas Huber57648e42010-08-04 10:14:30 -07001356 }
1357
Mike Dodd8741dfa2010-08-12 16:04:35 -07001358 const char *startOfCodecString = &mUri.string()[13];
1359 const char *startOfSlash1 = strchr(startOfCodecString, '/');
1360 if (startOfSlash1 == NULL) {
1361 return BAD_VALUE;
1362 }
1363 const char *startOfWidthString = &startOfSlash1[1];
1364 const char *startOfSlash2 = strchr(startOfWidthString, '/');
1365 if (startOfSlash2 == NULL) {
1366 return BAD_VALUE;
1367 }
1368 const char *startOfHeightString = &startOfSlash2[1];
1369
1370 String8 codecString(startOfCodecString, startOfSlash1 - startOfCodecString);
1371 String8 widthString(startOfWidthString, startOfSlash2 - startOfWidthString);
1372 String8 heightString(startOfHeightString);
1373
Andreas Huber57648e42010-08-04 10:14:30 -07001374#if 0
1375 mRTPPusher = new UDPPusher("/data/misc/rtpout.bin", 5434);
1376 mLooper->registerHandler(mRTPPusher);
1377
1378 mRTCPPusher = new UDPPusher("/data/misc/rtcpout.bin", 5435);
1379 mLooper->registerHandler(mRTCPPusher);
1380#endif
1381
1382 mRTPSession = new ARTPSession;
1383 mLooper->registerHandler(mRTPSession);
1384
1385#if 0
Andreas Huber57648e42010-08-04 10:14:30 -07001386 // My AMR SDP
1387 static const char *raw =
1388 "v=0\r\n"
1389 "o=- 64 233572944 IN IP4 127.0.0.0\r\n"
1390 "s=QuickTime\r\n"
1391 "t=0 0\r\n"
1392 "a=range:npt=0-315\r\n"
1393 "a=isma-compliance:2,2.0,2\r\n"
1394 "m=audio 5434 RTP/AVP 97\r\n"
1395 "c=IN IP4 127.0.0.1\r\n"
1396 "b=AS:30\r\n"
1397 "a=rtpmap:97 AMR/8000/1\r\n"
1398 "a=fmtp:97 octet-align\r\n";
1399#elif 1
Mike Dodd8741dfa2010-08-12 16:04:35 -07001400 String8 sdp;
1401 sdp.appendFormat(
Andreas Huber57648e42010-08-04 10:14:30 -07001402 "v=0\r\n"
1403 "o=- 64 233572944 IN IP4 127.0.0.0\r\n"
1404 "s=QuickTime\r\n"
1405 "t=0 0\r\n"
1406 "a=range:npt=0-315\r\n"
1407 "a=isma-compliance:2,2.0,2\r\n"
1408 "m=video 5434 RTP/AVP 97\r\n"
1409 "c=IN IP4 127.0.0.1\r\n"
1410 "b=AS:30\r\n"
Mike Dodd8741dfa2010-08-12 16:04:35 -07001411 "a=rtpmap:97 %s/90000\r\n"
1412 "a=cliprect:0,0,%s,%s\r\n"
1413 "a=framesize:97 %s-%s\r\n",
1414
1415 codecString.string(),
1416 heightString.string(), widthString.string(),
1417 widthString.string(), heightString.string()
1418 );
1419 const char *raw = sdp.string();
1420
Andreas Huber57648e42010-08-04 10:14:30 -07001421#endif
1422
1423 sp<ASessionDescription> desc = new ASessionDescription;
1424 CHECK(desc->setTo(raw, strlen(raw)));
1425
1426 CHECK_EQ(mRTPSession->setup(desc), (status_t)OK);
1427
1428 if (mRTPPusher != NULL) {
1429 mRTPPusher->start();
1430 }
1431
1432 if (mRTCPPusher != NULL) {
1433 mRTCPPusher->start();
1434 }
1435
1436 CHECK_EQ(mRTPSession->countTracks(), 1u);
1437 sp<MediaSource> source = mRTPSession->trackAt(0);
1438
1439#if 0
1440 bool eos;
1441 while (((APacketSource *)source.get())
1442 ->getQueuedDuration(&eos) < 5000000ll && !eos) {
1443 usleep(100000ll);
1444 }
1445#endif
1446
1447 const char *mime;
1448 CHECK(source->getFormat()->findCString(kKeyMIMEType, &mime));
1449
1450 if (!strncasecmp("video/", mime, 6)) {
1451 setVideoSource(source);
1452 } else {
1453 CHECK(!strncasecmp("audio/", mime, 6));
1454 setAudioSource(source);
1455 }
1456
1457 mExtractorFlags = MediaExtractor::CAN_PAUSE;
1458
1459 return OK;
Andreas Huber7a747b82010-06-07 15:19:40 -07001460 } else if (!strncasecmp("rtsp://", mUri.string(), 7)) {
1461 if (mLooper == NULL) {
1462 mLooper = new ALooper;
Andreas Huberc4e0b702010-08-27 15:21:07 -07001463 mLooper->setName("rtsp");
Andreas Huber7a747b82010-06-07 15:19:40 -07001464 mLooper->start();
1465 }
1466 mRTSPController = new ARTSPController(mLooper);
1467 status_t err = mRTSPController->connect(mUri.string());
Andreas Huber202348e2010-06-07 14:35:29 -07001468
Andreas Huber7a747b82010-06-07 15:19:40 -07001469 LOGI("ARTSPController::connect returned %d", err);
1470
1471 if (err != OK) {
1472 mRTSPController.clear();
1473 return err;
1474 }
1475
1476 sp<MediaExtractor> extractor = mRTSPController.get();
Andreas Huber202348e2010-06-07 14:35:29 -07001477 return setDataSource_l(extractor);
Andreas Huberedbb4d82010-03-12 08:59:22 -08001478 } else {
1479 dataSource = DataSource::CreateFromURI(mUri.string(), &mUriHeaders);
1480 }
Andreas Huberffdf4782010-02-09 14:05:43 -08001481
1482 if (dataSource == NULL) {
1483 return UNKNOWN_ERROR;
1484 }
1485
1486 sp<MediaExtractor> extractor = MediaExtractor::Create(dataSource);
1487
1488 if (extractor == NULL) {
1489 return UNKNOWN_ERROR;
1490 }
1491
Andreas Huberffdf4782010-02-09 14:05:43 -08001492 return setDataSource_l(extractor);
1493}
1494
Andreas Huber3ac94ef2010-03-05 10:42:10 -08001495void AwesomePlayer::abortPrepare(status_t err) {
1496 CHECK(err != OK);
1497
1498 if (mIsAsyncPrepare) {
1499 notifyListener_l(MEDIA_ERROR, MEDIA_ERROR_UNKNOWN, err);
1500 }
1501
1502 mPrepareResult = err;
Andreas Huberedbb4d82010-03-12 08:59:22 -08001503 mFlags &= ~(PREPARING|PREPARE_CANCELLED);
Andreas Huber3ac94ef2010-03-05 10:42:10 -08001504 mAsyncPrepareEvent = NULL;
1505 mPreparedCondition.broadcast();
1506}
1507
Andreas Huberf71daba2010-03-24 09:24:40 -07001508// static
1509bool AwesomePlayer::ContinuePreparation(void *cookie) {
1510 AwesomePlayer *me = static_cast<AwesomePlayer *>(cookie);
1511
1512 return (me->mFlags & PREPARE_CANCELLED) == 0;
1513}
1514
Andreas Huber6be780e2010-02-08 14:40:30 -08001515void AwesomePlayer::onPrepareAsyncEvent() {
Andreas Huber87ab9cd2010-09-03 13:20:33 -07001516 Mutex::Autolock autoLock(mLock);
Andreas Huberffdf4782010-02-09 14:05:43 -08001517
Andreas Huber87ab9cd2010-09-03 13:20:33 -07001518 if (mFlags & PREPARE_CANCELLED) {
1519 LOGI("prepare was cancelled before doing anything");
1520 abortPrepare(UNKNOWN_ERROR);
1521 return;
1522 }
1523
1524 if (mUri.size() > 0) {
1525 status_t err = finishSetDataSource_l();
1526
1527 if (err != OK) {
1528 abortPrepare(err);
Andreas Huberedbb4d82010-03-12 08:59:22 -08001529 return;
1530 }
Andreas Huber6be780e2010-02-08 14:40:30 -08001531 }
1532
Andreas Huber87ab9cd2010-09-03 13:20:33 -07001533 if (mVideoTrack != NULL && mVideoSource == NULL) {
1534 status_t err = initVideoDecoder();
Andreas Huber6be780e2010-02-08 14:40:30 -08001535
Andreas Huber87ab9cd2010-09-03 13:20:33 -07001536 if (err != OK) {
1537 abortPrepare(err);
1538 return;
1539 }
1540 }
1541
1542 if (mAudioTrack != NULL && mAudioSource == NULL) {
1543 status_t err = initAudioDecoder();
1544
1545 if (err != OK) {
1546 abortPrepare(err);
1547 return;
1548 }
1549 }
1550
1551 if (mCachedSource != NULL || mRTSPController != NULL) {
1552 postBufferingEvent_l();
1553 } else {
1554 finishAsyncPrepare_l();
1555 }
1556}
1557
1558void AwesomePlayer::finishAsyncPrepare_l() {
Andreas Huberffdf4782010-02-09 14:05:43 -08001559 if (mIsAsyncPrepare) {
1560 if (mVideoWidth < 0 || mVideoHeight < 0) {
1561 notifyListener_l(MEDIA_SET_VIDEO_SIZE, 0, 0);
1562 } else {
1563 notifyListener_l(MEDIA_SET_VIDEO_SIZE, mVideoWidth, mVideoHeight);
1564 }
1565
1566 notifyListener_l(MEDIA_PREPARED);
Andreas Huber6be780e2010-02-08 14:40:30 -08001567 }
1568
Andreas Huberffdf4782010-02-09 14:05:43 -08001569 mPrepareResult = OK;
Andreas Huberedbb4d82010-03-12 08:59:22 -08001570 mFlags &= ~(PREPARING|PREPARE_CANCELLED);
Andreas Huberffdf4782010-02-09 14:05:43 -08001571 mFlags |= PREPARED;
Andreas Huber6be780e2010-02-08 14:40:30 -08001572 mAsyncPrepareEvent = NULL;
Andreas Huberffdf4782010-02-09 14:05:43 -08001573 mPreparedCondition.broadcast();
Andreas Huber6be780e2010-02-08 14:40:30 -08001574}
1575
Andreas Huberba7ec912010-02-12 10:42:02 -08001576status_t AwesomePlayer::suspend() {
Andreas Huberedbb4d82010-03-12 08:59:22 -08001577 LOGV("suspend");
Andreas Huberba7ec912010-02-12 10:42:02 -08001578 Mutex::Autolock autoLock(mLock);
1579
1580 if (mSuspensionState != NULL) {
Gloria Wangb19da8e2010-04-12 17:13:06 -07001581 if (mLastVideoBuffer == NULL) {
1582 //go into here if video is suspended again
1583 //after resuming without being played between
1584 //them
1585 SuspensionState *state = mSuspensionState;
1586 mSuspensionState = NULL;
1587 reset_l();
1588 mSuspensionState = state;
1589 return OK;
1590 }
1591
1592 delete mSuspensionState;
1593 mSuspensionState = NULL;
Andreas Huberba7ec912010-02-12 10:42:02 -08001594 }
1595
Andreas Huberedbb4d82010-03-12 08:59:22 -08001596 if (mFlags & PREPARING) {
1597 mFlags |= PREPARE_CANCELLED;
1598 if (mConnectingDataSource != NULL) {
1599 LOGI("interrupting the connection process");
1600 mConnectingDataSource->disconnect();
1601 }
1602 }
1603
Andreas Huberba7ec912010-02-12 10:42:02 -08001604 while (mFlags & PREPARING) {
1605 mPreparedCondition.wait(mLock);
1606 }
1607
1608 SuspensionState *state = new SuspensionState;
1609 state->mUri = mUri;
1610 state->mUriHeaders = mUriHeaders;
1611 state->mFileSource = mFileSource;
1612
Andreas Huber9fee0b22010-09-03 14:09:21 -07001613 state->mFlags = mFlags & (PLAYING | AUTO_LOOPING | LOOPING | AT_EOS);
Andreas Huber252573c2010-03-26 10:17:17 -07001614 getPosition(&state->mPositionUs);
Andreas Huberba7ec912010-02-12 10:42:02 -08001615
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001616 if (mLastVideoBuffer) {
1617 size_t size = mLastVideoBuffer->range_length();
Andreas Huber1e194162010-10-06 16:43:57 -07001618
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001619 if (size) {
Andreas Huber1e194162010-10-06 16:43:57 -07001620 int32_t unreadable;
1621 if (!mLastVideoBuffer->meta_data()->findInt32(
1622 kKeyIsUnreadable, &unreadable)
1623 || unreadable == 0) {
1624 state->mLastVideoFrameSize = size;
1625 state->mLastVideoFrame = malloc(size);
1626 memcpy(state->mLastVideoFrame,
1627 (const uint8_t *)mLastVideoBuffer->data()
1628 + mLastVideoBuffer->range_offset(),
1629 size);
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001630
Andreas Huber1e194162010-10-06 16:43:57 -07001631 state->mVideoWidth = mVideoWidth;
1632 state->mVideoHeight = mVideoHeight;
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001633
Andreas Huber1e194162010-10-06 16:43:57 -07001634 sp<MetaData> meta = mVideoSource->getFormat();
1635 CHECK(meta->findInt32(kKeyColorFormat, &state->mColorFormat));
1636 CHECK(meta->findInt32(kKeyWidth, &state->mDecodedWidth));
1637 CHECK(meta->findInt32(kKeyHeight, &state->mDecodedHeight));
1638 } else {
1639 LOGV("Unable to save last video frame, we have no access to "
1640 "the decoded video data.");
1641 }
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001642 }
1643 }
1644
Andreas Huberba7ec912010-02-12 10:42:02 -08001645 reset_l();
1646
1647 mSuspensionState = state;
1648
1649 return OK;
1650}
1651
1652status_t AwesomePlayer::resume() {
Andreas Huberedbb4d82010-03-12 08:59:22 -08001653 LOGV("resume");
Andreas Huberba7ec912010-02-12 10:42:02 -08001654 Mutex::Autolock autoLock(mLock);
1655
1656 if (mSuspensionState == NULL) {
1657 return INVALID_OPERATION;
1658 }
1659
1660 SuspensionState *state = mSuspensionState;
1661 mSuspensionState = NULL;
1662
1663 status_t err;
1664 if (state->mFileSource != NULL) {
1665 err = setDataSource_l(state->mFileSource);
1666
1667 if (err == OK) {
1668 mFileSource = state->mFileSource;
1669 }
1670 } else {
1671 err = setDataSource_l(state->mUri, &state->mUriHeaders);
1672 }
1673
1674 if (err != OK) {
1675 delete state;
1676 state = NULL;
1677
1678 return err;
1679 }
1680
1681 seekTo_l(state->mPositionUs);
1682
Andreas Huber9fee0b22010-09-03 14:09:21 -07001683 mFlags = state->mFlags & (AUTO_LOOPING | LOOPING | AT_EOS);
Andreas Huberba7ec912010-02-12 10:42:02 -08001684
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001685 if (state->mLastVideoFrame && mISurface != NULL) {
1686 mVideoRenderer =
1687 new AwesomeLocalRenderer(
1688 true, // previewOnly
1689 "",
1690 (OMX_COLOR_FORMATTYPE)state->mColorFormat,
1691 mISurface,
1692 state->mVideoWidth,
1693 state->mVideoHeight,
1694 state->mDecodedWidth,
1695 state->mDecodedHeight);
1696
1697 mVideoRendererIsPreview = true;
1698
1699 ((AwesomeLocalRenderer *)mVideoRenderer.get())->render(
1700 state->mLastVideoFrame, state->mLastVideoFrameSize);
1701 }
1702
Andreas Huberba7ec912010-02-12 10:42:02 -08001703 if (state->mFlags & PLAYING) {
1704 play_l();
1705 }
1706
Gloria Wangb19da8e2010-04-12 17:13:06 -07001707 mSuspensionState = state;
Andreas Huberba7ec912010-02-12 10:42:02 -08001708 state = NULL;
1709
1710 return OK;
1711}
1712
Andreas Huber62f7ffe2010-05-06 10:18:05 -07001713uint32_t AwesomePlayer::flags() const {
1714 return mExtractorFlags;
1715}
1716
Andreas Huber2b359ed2010-09-28 11:56:39 -07001717void AwesomePlayer::postAudioEOS() {
1718 postCheckAudioStatusEvent_l();
1719}
1720
1721void AwesomePlayer::postAudioSeekComplete() {
1722 postCheckAudioStatusEvent_l();
1723}
1724
Andreas Huber27366fc2009-11-20 09:32:46 -08001725} // namespace android
1726