blob: 8c17aab9e1d5fcaabd1ba6352c5e34ef0b84526a [file] [log] [blame]
Andreas Huber27366fc2009-11-20 09:32:46 -08001/*
2 * Copyright (C) 2009 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "AwesomePlayer"
19#include <utils/Log.h>
20
Andreas Huber4ab5a6f2010-02-11 11:00:26 -080021#include <dlfcn.h>
22
Andreas Huber7a747b82010-06-07 15:19:40 -070023#include "include/ARTSPController.h"
Andreas Huber27366fc2009-11-20 09:32:46 -080024#include "include/AwesomePlayer.h"
Andreas Huber7a747b82010-06-07 15:19:40 -070025#include "include/LiveSource.h"
Andreas Huber1314e732009-12-14 14:18:22 -080026#include "include/SoftwareRenderer.h"
Andreas Huber4d61f602010-06-10 11:17:50 -070027#include "include/NuCachedSource2.h"
28#include "include/ThrottledSource.h"
Andreas Huber27366fc2009-11-20 09:32:46 -080029
Andreas Huber57648e42010-08-04 10:14:30 -070030#include "ARTPSession.h"
31#include "APacketSource.h"
32#include "ASessionDescription.h"
33#include "UDPPusher.h"
34
Andreas Hubera67d5382009-12-10 15:32:12 -080035#include <binder/IPCThreadState.h>
Andreas Huber27366fc2009-11-20 09:32:46 -080036#include <media/stagefright/AudioPlayer.h>
37#include <media/stagefright/DataSource.h>
38#include <media/stagefright/FileSource.h>
39#include <media/stagefright/MediaBuffer.h>
Andreas Huberc79827a2010-01-05 10:54:55 -080040#include <media/stagefright/MediaDefs.h>
Andreas Huber27366fc2009-11-20 09:32:46 -080041#include <media/stagefright/MediaExtractor.h>
42#include <media/stagefright/MediaDebug.h>
43#include <media/stagefright/MediaSource.h>
44#include <media/stagefright/MetaData.h>
45#include <media/stagefright/OMXCodec.h>
Andreas Huberc79827a2010-01-05 10:54:55 -080046
Mathias Agopian000479f2010-02-09 17:46:37 -080047#include <surfaceflinger/ISurface.h>
48
Andreas Huber7a747b82010-06-07 15:19:40 -070049#include <media/stagefright/foundation/ALooper.h>
Andreas Huber202348e2010-06-07 14:35:29 -070050
Andreas Huber27366fc2009-11-20 09:32:46 -080051namespace android {
52
Andreas Huber87ab9cd2010-09-03 13:20:33 -070053static int64_t kLowWaterMarkUs = 2000000ll; // 2secs
54static int64_t kHighWaterMarkUs = 10000000ll; // 10secs
55
Andreas Huber27366fc2009-11-20 09:32:46 -080056struct AwesomeEvent : public TimedEventQueue::Event {
Andreas Huber6be780e2010-02-08 14:40:30 -080057 AwesomeEvent(
58 AwesomePlayer *player,
59 void (AwesomePlayer::*method)())
Andreas Huber27366fc2009-11-20 09:32:46 -080060 : mPlayer(player),
Andreas Huber6be780e2010-02-08 14:40:30 -080061 mMethod(method) {
Andreas Huber27366fc2009-11-20 09:32:46 -080062 }
63
64protected:
65 virtual ~AwesomeEvent() {}
66
67 virtual void fire(TimedEventQueue *queue, int64_t /* now_us */) {
Andreas Huber6be780e2010-02-08 14:40:30 -080068 (mPlayer->*mMethod)();
Andreas Huber27366fc2009-11-20 09:32:46 -080069 }
70
71private:
72 AwesomePlayer *mPlayer;
Andreas Huber6be780e2010-02-08 14:40:30 -080073 void (AwesomePlayer::*mMethod)();
Andreas Huber27366fc2009-11-20 09:32:46 -080074
75 AwesomeEvent(const AwesomeEvent &);
76 AwesomeEvent &operator=(const AwesomeEvent &);
77};
78
Andreas Huber1314e732009-12-14 14:18:22 -080079struct AwesomeRemoteRenderer : public AwesomeRenderer {
80 AwesomeRemoteRenderer(const sp<IOMXRenderer> &target)
81 : mTarget(target) {
82 }
83
84 virtual void render(MediaBuffer *buffer) {
85 void *id;
86 if (buffer->meta_data()->findPointer(kKeyBufferID, &id)) {
87 mTarget->render((IOMX::buffer_id)id);
88 }
89 }
90
91private:
92 sp<IOMXRenderer> mTarget;
93
94 AwesomeRemoteRenderer(const AwesomeRemoteRenderer &);
95 AwesomeRemoteRenderer &operator=(const AwesomeRemoteRenderer &);
96};
97
98struct AwesomeLocalRenderer : public AwesomeRenderer {
99 AwesomeLocalRenderer(
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800100 bool previewOnly,
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800101 const char *componentName,
Andreas Huber1314e732009-12-14 14:18:22 -0800102 OMX_COLOR_FORMATTYPE colorFormat,
103 const sp<ISurface> &surface,
104 size_t displayWidth, size_t displayHeight,
105 size_t decodedWidth, size_t decodedHeight)
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800106 : mTarget(NULL),
107 mLibHandle(NULL) {
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800108 init(previewOnly, componentName,
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800109 colorFormat, surface, displayWidth,
110 displayHeight, decodedWidth, decodedHeight);
Andreas Huber1314e732009-12-14 14:18:22 -0800111 }
112
113 virtual void render(MediaBuffer *buffer) {
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800114 render((const uint8_t *)buffer->data() + buffer->range_offset(),
115 buffer->range_length());
116 }
117
118 void render(const void *data, size_t size) {
119 mTarget->render(data, size, NULL);
Andreas Huber1314e732009-12-14 14:18:22 -0800120 }
121
122protected:
123 virtual ~AwesomeLocalRenderer() {
124 delete mTarget;
125 mTarget = NULL;
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800126
127 if (mLibHandle) {
128 dlclose(mLibHandle);
129 mLibHandle = NULL;
130 }
Andreas Huber1314e732009-12-14 14:18:22 -0800131 }
132
133private:
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800134 VideoRenderer *mTarget;
135 void *mLibHandle;
136
137 void init(
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800138 bool previewOnly,
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800139 const char *componentName,
140 OMX_COLOR_FORMATTYPE colorFormat,
141 const sp<ISurface> &surface,
142 size_t displayWidth, size_t displayHeight,
143 size_t decodedWidth, size_t decodedHeight);
Andreas Huber1314e732009-12-14 14:18:22 -0800144
145 AwesomeLocalRenderer(const AwesomeLocalRenderer &);
146 AwesomeLocalRenderer &operator=(const AwesomeLocalRenderer &);;
147};
148
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800149void AwesomeLocalRenderer::init(
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800150 bool previewOnly,
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800151 const char *componentName,
152 OMX_COLOR_FORMATTYPE colorFormat,
153 const sp<ISurface> &surface,
154 size_t displayWidth, size_t displayHeight,
155 size_t decodedWidth, size_t decodedHeight) {
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800156 if (!previewOnly) {
157 // We will stick to the vanilla software-color-converting renderer
158 // for "previewOnly" mode, to avoid unneccessarily switching overlays
159 // more often than necessary.
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800160
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800161 mLibHandle = dlopen("libstagefrighthw.so", RTLD_NOW);
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800162
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800163 if (mLibHandle) {
164 typedef VideoRenderer *(*CreateRendererFunc)(
165 const sp<ISurface> &surface,
166 const char *componentName,
167 OMX_COLOR_FORMATTYPE colorFormat,
168 size_t displayWidth, size_t displayHeight,
169 size_t decodedWidth, size_t decodedHeight);
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800170
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800171 CreateRendererFunc func =
172 (CreateRendererFunc)dlsym(
173 mLibHandle,
174 "_Z14createRendererRKN7android2spINS_8ISurfaceEEEPKc20"
175 "OMX_COLOR_FORMATTYPEjjjj");
176
177 if (func) {
178 mTarget =
179 (*func)(surface, componentName, colorFormat,
180 displayWidth, displayHeight,
181 decodedWidth, decodedHeight);
182 }
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800183 }
184 }
185
186 if (mTarget == NULL) {
187 mTarget = new SoftwareRenderer(
188 colorFormat, surface, displayWidth, displayHeight,
189 decodedWidth, decodedHeight);
190 }
191}
192
Andreas Huber27366fc2009-11-20 09:32:46 -0800193AwesomePlayer::AwesomePlayer()
Andreas Huber406a18b2010-02-18 16:45:13 -0800194 : mQueueStarted(false),
195 mTimeSource(NULL),
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800196 mVideoRendererIsPreview(false),
Andreas Huber27366fc2009-11-20 09:32:46 -0800197 mAudioPlayer(NULL),
Andreas Huberffdf4782010-02-09 14:05:43 -0800198 mFlags(0),
Andreas Huber62f7ffe2010-05-06 10:18:05 -0700199 mExtractorFlags(0),
Andreas Huber27366fc2009-11-20 09:32:46 -0800200 mLastVideoBuffer(NULL),
Andreas Huberba7ec912010-02-12 10:42:02 -0800201 mVideoBuffer(NULL),
202 mSuspensionState(NULL) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800203 CHECK_EQ(mClient.connect(), OK);
204
205 DataSource::RegisterDefaultSniffers();
206
Andreas Huber6be780e2010-02-08 14:40:30 -0800207 mVideoEvent = new AwesomeEvent(this, &AwesomePlayer::onVideoEvent);
Andreas Huber27366fc2009-11-20 09:32:46 -0800208 mVideoEventPending = false;
Andreas Huber6be780e2010-02-08 14:40:30 -0800209 mStreamDoneEvent = new AwesomeEvent(this, &AwesomePlayer::onStreamDone);
Andreas Huber27366fc2009-11-20 09:32:46 -0800210 mStreamDoneEventPending = false;
Andreas Huber6be780e2010-02-08 14:40:30 -0800211 mBufferingEvent = new AwesomeEvent(this, &AwesomePlayer::onBufferingUpdate);
Andreas Huberb9e63832010-01-26 16:20:10 -0800212 mBufferingEventPending = false;
Andreas Huber6be780e2010-02-08 14:40:30 -0800213
214 mCheckAudioStatusEvent = new AwesomeEvent(
215 this, &AwesomePlayer::onCheckAudioStatus);
216
Andreas Huber70d10c02010-02-03 11:37:29 -0800217 mAudioStatusEventPending = false;
Andreas Huber27366fc2009-11-20 09:32:46 -0800218
Andreas Huber27366fc2009-11-20 09:32:46 -0800219 reset();
220}
221
222AwesomePlayer::~AwesomePlayer() {
Andreas Huber406a18b2010-02-18 16:45:13 -0800223 if (mQueueStarted) {
224 mQueue.stop();
225 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800226
227 reset();
228
229 mClient.disconnect();
230}
231
Andreas Huberb9e63832010-01-26 16:20:10 -0800232void AwesomePlayer::cancelPlayerEvents(bool keepBufferingGoing) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800233 mQueue.cancelEvent(mVideoEvent->eventID());
234 mVideoEventPending = false;
235 mQueue.cancelEvent(mStreamDoneEvent->eventID());
236 mStreamDoneEventPending = false;
Andreas Huber70d10c02010-02-03 11:37:29 -0800237 mQueue.cancelEvent(mCheckAudioStatusEvent->eventID());
238 mAudioStatusEventPending = false;
Andreas Huberb9e63832010-01-26 16:20:10 -0800239
240 if (!keepBufferingGoing) {
241 mQueue.cancelEvent(mBufferingEvent->eventID());
242 mBufferingEventPending = false;
243 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800244}
245
Andreas Hubera3f43842010-01-21 10:28:45 -0800246void AwesomePlayer::setListener(const wp<MediaPlayerBase> &listener) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800247 Mutex::Autolock autoLock(mLock);
248 mListener = listener;
249}
250
Andreas Huber433c9ac2010-01-27 16:49:05 -0800251status_t AwesomePlayer::setDataSource(
252 const char *uri, const KeyedVector<String8, String8> *headers) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800253 Mutex::Autolock autoLock(mLock);
Andreas Huberba7ec912010-02-12 10:42:02 -0800254 return setDataSource_l(uri, headers);
255}
Andreas Huber27366fc2009-11-20 09:32:46 -0800256
Andreas Huberba7ec912010-02-12 10:42:02 -0800257status_t AwesomePlayer::setDataSource_l(
258 const char *uri, const KeyedVector<String8, String8> *headers) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800259 reset_l();
260
Andreas Huberffdf4782010-02-09 14:05:43 -0800261 mUri = uri;
Andreas Huberb9e63832010-01-26 16:20:10 -0800262
Andreas Huberffdf4782010-02-09 14:05:43 -0800263 if (headers) {
264 mUriHeaders = *headers;
Andreas Huberb9e63832010-01-26 16:20:10 -0800265 }
266
Andreas Huberffdf4782010-02-09 14:05:43 -0800267 // The actual work will be done during preparation in the call to
268 // ::finishSetDataSource_l to avoid blocking the calling thread in
269 // setDataSource for any significant time.
Andreas Huber27366fc2009-11-20 09:32:46 -0800270
Andreas Huberffdf4782010-02-09 14:05:43 -0800271 return OK;
Andreas Huber27366fc2009-11-20 09:32:46 -0800272}
273
274status_t AwesomePlayer::setDataSource(
275 int fd, int64_t offset, int64_t length) {
276 Mutex::Autolock autoLock(mLock);
277
278 reset_l();
279
Andreas Huberba7ec912010-02-12 10:42:02 -0800280 sp<DataSource> dataSource = new FileSource(fd, offset, length);
Andreas Huber27366fc2009-11-20 09:32:46 -0800281
Andreas Huberba7ec912010-02-12 10:42:02 -0800282 status_t err = dataSource->initCheck();
Andreas Huber27366fc2009-11-20 09:32:46 -0800283
284 if (err != OK) {
285 return err;
286 }
287
Andreas Huberba7ec912010-02-12 10:42:02 -0800288 mFileSource = dataSource;
289
290 return setDataSource_l(dataSource);
291}
292
293status_t AwesomePlayer::setDataSource_l(
294 const sp<DataSource> &dataSource) {
295 sp<MediaExtractor> extractor = MediaExtractor::Create(dataSource);
Andreas Huber27366fc2009-11-20 09:32:46 -0800296
297 if (extractor == NULL) {
298 return UNKNOWN_ERROR;
299 }
300
301 return setDataSource_l(extractor);
302}
303
304status_t AwesomePlayer::setDataSource_l(const sp<MediaExtractor> &extractor) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800305 bool haveAudio = false;
306 bool haveVideo = false;
307 for (size_t i = 0; i < extractor->countTracks(); ++i) {
308 sp<MetaData> meta = extractor->getTrackMetaData(i);
309
310 const char *mime;
311 CHECK(meta->findCString(kKeyMIMEType, &mime));
312
313 if (!haveVideo && !strncasecmp(mime, "video/", 6)) {
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800314 setVideoSource(extractor->getTrack(i));
315 haveVideo = true;
Andreas Huber27366fc2009-11-20 09:32:46 -0800316 } else if (!haveAudio && !strncasecmp(mime, "audio/", 6)) {
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800317 setAudioSource(extractor->getTrack(i));
318 haveAudio = true;
Andreas Huber9fee0b22010-09-03 14:09:21 -0700319
Andreas Huber1913c1a2010-10-04 11:09:31 -0700320 if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_VORBIS)) {
321 // Only do this for vorbis audio, none of the other audio
322 // formats even support this ringtone specific hack and
323 // retrieving the metadata on some extractors may turn out
324 // to be very expensive.
325 sp<MetaData> fileMeta = extractor->getMetaData();
326 int32_t loop;
327 if (fileMeta != NULL
328 && fileMeta->findInt32(kKeyAutoLoop, &loop) && loop != 0) {
329 mFlags |= AUTO_LOOPING;
330 }
Andreas Huber9fee0b22010-09-03 14:09:21 -0700331 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800332 }
333
334 if (haveAudio && haveVideo) {
335 break;
336 }
337 }
338
Andreas Huber62f7ffe2010-05-06 10:18:05 -0700339 if (!haveAudio && !haveVideo) {
340 return UNKNOWN_ERROR;
341 }
342
343 mExtractorFlags = extractor->flags();
344
345 return OK;
Andreas Huber27366fc2009-11-20 09:32:46 -0800346}
347
348void AwesomePlayer::reset() {
349 Mutex::Autolock autoLock(mLock);
350 reset_l();
351}
352
353void AwesomePlayer::reset_l() {
Andreas Huberedbb4d82010-03-12 08:59:22 -0800354 if (mFlags & PREPARING) {
355 mFlags |= PREPARE_CANCELLED;
356 if (mConnectingDataSource != NULL) {
357 LOGI("interrupting the connection process");
358 mConnectingDataSource->disconnect();
359 }
360 }
361
Andreas Huberffdf4782010-02-09 14:05:43 -0800362 while (mFlags & PREPARING) {
363 mPreparedCondition.wait(mLock);
364 }
365
Andreas Huber27366fc2009-11-20 09:32:46 -0800366 cancelPlayerEvents();
367
Andreas Huber4d61f602010-06-10 11:17:50 -0700368 mCachedSource.clear();
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800369 mAudioTrack.clear();
370 mVideoTrack.clear();
371
Andreas Huberba7ec912010-02-12 10:42:02 -0800372 // Shutdown audio first, so that the respone to the reset request
373 // appears to happen instantaneously as far as the user is concerned
374 // If we did this later, audio would continue playing while we
375 // shutdown the video-related resources and the player appear to
376 // not be as responsive to a reset request.
Andreas Huberedbb4d82010-03-12 08:59:22 -0800377 if (mAudioPlayer == NULL && mAudioSource != NULL) {
378 // If we had an audio player, it would have effectively
379 // taken possession of the audio source and stopped it when
380 // _it_ is stopped. Otherwise this is still our responsibility.
381 mAudioSource->stop();
382 }
Andreas Huberba7ec912010-02-12 10:42:02 -0800383 mAudioSource.clear();
384
Andreas Huberba7ec912010-02-12 10:42:02 -0800385 mTimeSource = NULL;
386
387 delete mAudioPlayer;
388 mAudioPlayer = NULL;
389
Andreas Huber3522b5a52010-01-22 14:36:53 -0800390 mVideoRenderer.clear();
391
Andreas Huber27366fc2009-11-20 09:32:46 -0800392 if (mLastVideoBuffer) {
393 mLastVideoBuffer->release();
394 mLastVideoBuffer = NULL;
395 }
396
397 if (mVideoBuffer) {
398 mVideoBuffer->release();
399 mVideoBuffer = NULL;
400 }
401
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700402 if (mRTSPController != NULL) {
403 mRTSPController->disconnect();
404 mRTSPController.clear();
405 }
406
Andreas Huber57648e42010-08-04 10:14:30 -0700407 mRTPPusher.clear();
408 mRTCPPusher.clear();
409 mRTPSession.clear();
Andreas Huber7a747b82010-06-07 15:19:40 -0700410
Andreas Huber27366fc2009-11-20 09:32:46 -0800411 if (mVideoSource != NULL) {
412 mVideoSource->stop();
Andreas Huber98b48de2010-01-29 10:10:22 -0800413
414 // The following hack is necessary to ensure that the OMX
415 // component is completely released by the time we may try
416 // to instantiate it again.
417 wp<MediaSource> tmp = mVideoSource;
Andreas Huber27366fc2009-11-20 09:32:46 -0800418 mVideoSource.clear();
Andreas Huber98b48de2010-01-29 10:10:22 -0800419 while (tmp.promote() != NULL) {
420 usleep(1000);
421 }
422 IPCThreadState::self()->flushCommands();
Andreas Huber27366fc2009-11-20 09:32:46 -0800423 }
424
Andreas Huber27366fc2009-11-20 09:32:46 -0800425 mDurationUs = -1;
426 mFlags = 0;
Andreas Huber62f7ffe2010-05-06 10:18:05 -0700427 mExtractorFlags = 0;
Andreas Huber27366fc2009-11-20 09:32:46 -0800428 mVideoWidth = mVideoHeight = -1;
429 mTimeSourceDeltaUs = 0;
430 mVideoTimeUs = 0;
431
432 mSeeking = false;
Andreas Huber8e2b9412010-03-31 09:40:15 -0700433 mSeekNotificationSent = false;
Andreas Huber27366fc2009-11-20 09:32:46 -0800434 mSeekTimeUs = 0;
Andreas Huberb9e63832010-01-26 16:20:10 -0800435
Andreas Huberffdf4782010-02-09 14:05:43 -0800436 mUri.setTo("");
437 mUriHeaders.clear();
Andreas Huberba7ec912010-02-12 10:42:02 -0800438
439 mFileSource.clear();
440
441 delete mSuspensionState;
442 mSuspensionState = NULL;
Andreas Huber27366fc2009-11-20 09:32:46 -0800443}
444
Andreas Huber6be780e2010-02-08 14:40:30 -0800445void AwesomePlayer::notifyListener_l(int msg, int ext1, int ext2) {
Andreas Hubera3f43842010-01-21 10:28:45 -0800446 if (mListener != NULL) {
447 sp<MediaPlayerBase> listener = mListener.promote();
448
449 if (listener != NULL) {
Andreas Huber6be780e2010-02-08 14:40:30 -0800450 listener->sendEvent(msg, ext1, ext2);
Andreas Hubera3f43842010-01-21 10:28:45 -0800451 }
452 }
453}
454
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700455// Returns true iff cached duration is available/applicable.
456bool AwesomePlayer::getCachedDuration_l(int64_t *durationUs, bool *eos) {
457 off_t totalSize;
458
459 if (mRTSPController != NULL) {
460 *durationUs = mRTSPController->getQueueDurationUs(eos);
461 return true;
462 } else if (mCachedSource != NULL && mDurationUs >= 0
463 && mCachedSource->getSize(&totalSize) == OK) {
464 int64_t bitrate = totalSize * 8000000ll / mDurationUs; // in bits/sec
465
466 size_t cachedDataRemaining = mCachedSource->approxDataRemaining(eos);
467 *durationUs = cachedDataRemaining * 8000000ll / bitrate;
468 return true;
469 }
470
471 return false;
472}
473
Andreas Huberb9e63832010-01-26 16:20:10 -0800474void AwesomePlayer::onBufferingUpdate() {
475 Mutex::Autolock autoLock(mLock);
Andreas Huberc0178f12010-02-17 15:58:57 -0800476 if (!mBufferingEventPending) {
477 return;
478 }
Andreas Huberb9e63832010-01-26 16:20:10 -0800479 mBufferingEventPending = false;
480
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700481 if (mCachedSource != NULL) {
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700482 bool eos;
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700483 size_t cachedDataRemaining = mCachedSource->approxDataRemaining(&eos);
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700484
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700485 if (eos) {
486 notifyListener_l(MEDIA_BUFFERING_UPDATE, 100);
Andreas Huber05f67872010-10-04 11:36:39 -0700487 if (mFlags & PREPARING) {
488 LOGV("cache has reached EOS, prepare is done.");
489 finishAsyncPrepare_l();
490 }
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700491 } else {
492 off_t size;
493 if (mDurationUs >= 0 && mCachedSource->getSize(&size) == OK) {
494 int64_t bitrate = size * 8000000ll / mDurationUs; // in bits/sec
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700495
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700496 size_t cachedSize = mCachedSource->cachedSize();
497 int64_t cachedDurationUs = cachedSize * 8000000ll / bitrate;
498
499 int percentage = 100.0 * (double)cachedDurationUs / mDurationUs;
500 if (percentage > 100) {
501 percentage = 100;
502 }
503
504 notifyListener_l(MEDIA_BUFFERING_UPDATE, percentage);
505 } else {
506 // We don't know the bitrate of the stream, use absolute size
507 // limits to maintain the cache.
508
509 const size_t kLowWaterMarkBytes = 400000;
510 const size_t kHighWaterMarkBytes = 1000000;
511
512 if ((mFlags & PLAYING) && !eos
513 && (cachedDataRemaining < kLowWaterMarkBytes)) {
514 LOGI("cache is running low (< %d) , pausing.",
515 kLowWaterMarkBytes);
516 mFlags |= CACHE_UNDERRUN;
517 pause_l();
518 notifyListener_l(MEDIA_INFO, MEDIA_INFO_BUFFERING_START);
519 } else if (eos || cachedDataRemaining > kHighWaterMarkBytes) {
520 if (mFlags & CACHE_UNDERRUN) {
521 LOGI("cache has filled up (> %d), resuming.",
522 kHighWaterMarkBytes);
523 mFlags &= ~CACHE_UNDERRUN;
524 play_l();
525 notifyListener_l(MEDIA_INFO, MEDIA_INFO_BUFFERING_END);
526 } else if (mFlags & PREPARING) {
527 LOGV("cache has filled up (> %d), prepare is done",
528 kHighWaterMarkBytes);
529 finishAsyncPrepare_l();
530 }
531 }
532 }
533 }
534 }
535
536 int64_t cachedDurationUs;
537 bool eos;
538 if (getCachedDuration_l(&cachedDurationUs, &eos)) {
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700539 if ((mFlags & PLAYING) && !eos
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700540 && (cachedDurationUs < kLowWaterMarkUs)) {
541 LOGI("cache is running low (%.2f secs) , pausing.",
542 cachedDurationUs / 1E6);
Andreas Huber4d8f66b2010-09-01 15:05:28 -0700543 mFlags |= CACHE_UNDERRUN;
544 pause_l();
545 notifyListener_l(MEDIA_INFO, MEDIA_INFO_BUFFERING_START);
Andreas Huber87ab9cd2010-09-03 13:20:33 -0700546 } else if (eos || cachedDurationUs > kHighWaterMarkUs) {
547 if (mFlags & CACHE_UNDERRUN) {
548 LOGI("cache has filled up (%.2f secs), resuming.",
549 cachedDurationUs / 1E6);
550 mFlags &= ~CACHE_UNDERRUN;
551 play_l();
552 notifyListener_l(MEDIA_INFO, MEDIA_INFO_BUFFERING_END);
553 } else if (mFlags & PREPARING) {
554 LOGV("cache has filled up (%.2f secs), prepare is done",
555 cachedDurationUs / 1E6);
556 finishAsyncPrepare_l();
Andreas Huberc23296e2010-08-25 12:31:48 -0700557 }
Andreas Huberc23296e2010-08-25 12:31:48 -0700558 }
Andreas Huberb9e63832010-01-26 16:20:10 -0800559 }
Andreas Huber4d61f602010-06-10 11:17:50 -0700560
Andreas Huber4d61f602010-06-10 11:17:50 -0700561 postBufferingEvent_l();
Andreas Huberb9e63832010-01-26 16:20:10 -0800562}
563
Andreas Huber4c19bf92010-09-08 14:32:20 -0700564void AwesomePlayer::partial_reset_l() {
565 // Only reset the video renderer and shut down the video decoder.
566 // Then instantiate a new video decoder and resume video playback.
567
568 mVideoRenderer.clear();
569
570 if (mLastVideoBuffer) {
571 mLastVideoBuffer->release();
572 mLastVideoBuffer = NULL;
573 }
574
575 if (mVideoBuffer) {
576 mVideoBuffer->release();
577 mVideoBuffer = NULL;
578 }
579
580 {
581 mVideoSource->stop();
582
583 // The following hack is necessary to ensure that the OMX
584 // component is completely released by the time we may try
585 // to instantiate it again.
586 wp<MediaSource> tmp = mVideoSource;
587 mVideoSource.clear();
588 while (tmp.promote() != NULL) {
589 usleep(1000);
590 }
591 IPCThreadState::self()->flushCommands();
592 }
593
594 CHECK_EQ(OK, initVideoDecoder(OMXCodec::kIgnoreCodecSpecificData));
595}
596
Andreas Huber27366fc2009-11-20 09:32:46 -0800597void AwesomePlayer::onStreamDone() {
598 // Posted whenever any stream finishes playing.
599
600 Mutex::Autolock autoLock(mLock);
Andreas Huberc0178f12010-02-17 15:58:57 -0800601 if (!mStreamDoneEventPending) {
602 return;
603 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800604 mStreamDoneEventPending = false;
605
Andreas Huber4c19bf92010-09-08 14:32:20 -0700606 if (mStreamDoneStatus == INFO_DISCONTINUITY) {
607 // This special status is returned because an http live stream's
608 // video stream switched to a different bandwidth at this point
609 // and future data may have been encoded using different parameters.
610 // This requires us to shutdown the video decoder and reinstantiate
611 // a fresh one.
612
613 LOGV("INFO_DISCONTINUITY");
614
615 CHECK(mVideoSource != NULL);
616
617 partial_reset_l();
618 postVideoEvent_l();
619 return;
620 } else if (mStreamDoneStatus != ERROR_END_OF_STREAM) {
Andreas Huber971305d2010-07-07 13:35:27 -0700621 LOGV("MEDIA_ERROR %d", mStreamDoneStatus);
622
623 notifyListener_l(
624 MEDIA_ERROR, MEDIA_ERROR_UNKNOWN, mStreamDoneStatus);
625
Andreas Huberc743f452010-10-05 10:25:34 -0700626 pause_l(true /* at eos */);
Andreas Huber971305d2010-07-07 13:35:27 -0700627
628 mFlags |= AT_EOS;
629 return;
630 }
631
632 const bool allDone =
633 (mVideoSource == NULL || (mFlags & VIDEO_AT_EOS))
634 && (mAudioSource == NULL || (mFlags & AUDIO_AT_EOS));
635
636 if (!allDone) {
637 return;
638 }
639
Andreas Huber9fee0b22010-09-03 14:09:21 -0700640 if (mFlags & (LOOPING | AUTO_LOOPING)) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800641 seekTo_l(0);
642
Andreas Huber7085b6842010-02-03 16:02:02 -0800643 if (mVideoSource != NULL) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800644 postVideoEvent_l();
645 }
646 } else {
Andreas Huber971305d2010-07-07 13:35:27 -0700647 LOGV("MEDIA_PLAYBACK_COMPLETE");
648 notifyListener_l(MEDIA_PLAYBACK_COMPLETE);
Andreas Huber27366fc2009-11-20 09:32:46 -0800649
Andreas Huberc743f452010-10-05 10:25:34 -0700650 pause_l(true /* at eos */);
Andreas Huber406a18b2010-02-18 16:45:13 -0800651
652 mFlags |= AT_EOS;
Andreas Huber27366fc2009-11-20 09:32:46 -0800653 }
654}
655
656status_t AwesomePlayer::play() {
657 Mutex::Autolock autoLock(mLock);
Andreas Huber4d61f602010-06-10 11:17:50 -0700658
659 mFlags &= ~CACHE_UNDERRUN;
660
Andreas Huberba7ec912010-02-12 10:42:02 -0800661 return play_l();
662}
Andreas Huber27366fc2009-11-20 09:32:46 -0800663
Andreas Huberba7ec912010-02-12 10:42:02 -0800664status_t AwesomePlayer::play_l() {
Andreas Huber27366fc2009-11-20 09:32:46 -0800665 if (mFlags & PLAYING) {
666 return OK;
667 }
668
Andreas Huberffdf4782010-02-09 14:05:43 -0800669 if (!(mFlags & PREPARED)) {
670 status_t err = prepare_l();
671
672 if (err != OK) {
673 return err;
674 }
675 }
676
Andreas Huber27366fc2009-11-20 09:32:46 -0800677 mFlags |= PLAYING;
678 mFlags |= FIRST_FRAME;
679
Andreas Huberc1d5c922009-12-10 15:49:04 -0800680 bool deferredAudioSeek = false;
681
Andreas Huber27366fc2009-11-20 09:32:46 -0800682 if (mAudioSource != NULL) {
683 if (mAudioPlayer == NULL) {
684 if (mAudioSink != NULL) {
Andreas Huber2b359ed2010-09-28 11:56:39 -0700685 mAudioPlayer = new AudioPlayer(mAudioSink, this);
Andreas Huber27366fc2009-11-20 09:32:46 -0800686 mAudioPlayer->setSource(mAudioSource);
Andreas Huberdc9927d2010-03-08 15:46:13 -0800687
688 // We've already started the MediaSource in order to enable
689 // the prefetcher to read its data.
690 status_t err = mAudioPlayer->start(
691 true /* sourceAlreadyStarted */);
Andreas Huber62eac002010-01-29 13:24:58 -0800692
693 if (err != OK) {
694 delete mAudioPlayer;
695 mAudioPlayer = NULL;
696
697 mFlags &= ~(PLAYING | FIRST_FRAME);
698
699 return err;
700 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800701
Andreas Huber27366fc2009-11-20 09:32:46 -0800702 mTimeSource = mAudioPlayer;
703
Andreas Huberc1d5c922009-12-10 15:49:04 -0800704 deferredAudioSeek = true;
Andreas Huber70d10c02010-02-03 11:37:29 -0800705
706 mWatchForAudioSeekComplete = false;
707 mWatchForAudioEOS = true;
Andreas Huber27366fc2009-11-20 09:32:46 -0800708 }
709 } else {
710 mAudioPlayer->resume();
711 }
712 }
713
714 if (mTimeSource == NULL && mAudioPlayer == NULL) {
Andreas Huber971305d2010-07-07 13:35:27 -0700715 mTimeSource = &mSystemTimeSource;
Andreas Huber27366fc2009-11-20 09:32:46 -0800716 }
717
718 if (mVideoSource != NULL) {
Andreas Huber7085b6842010-02-03 16:02:02 -0800719 // Kick off video playback
720 postVideoEvent_l();
Andreas Huber27366fc2009-11-20 09:32:46 -0800721 }
722
Andreas Huberc1d5c922009-12-10 15:49:04 -0800723 if (deferredAudioSeek) {
724 // If there was a seek request while we were paused
725 // and we're just starting up again, honor the request now.
726 seekAudioIfNecessary_l();
727 }
728
Andreas Huber406a18b2010-02-18 16:45:13 -0800729 if (mFlags & AT_EOS) {
730 // Legacy behaviour, if a stream finishes playing and then
731 // is started again, we play from the start...
732 seekTo_l(0);
733 }
734
Andreas Huber27366fc2009-11-20 09:32:46 -0800735 return OK;
736}
737
738void AwesomePlayer::initRenderer_l() {
739 if (mISurface != NULL) {
740 sp<MetaData> meta = mVideoSource->getFormat();
741
742 int32_t format;
743 const char *component;
744 int32_t decodedWidth, decodedHeight;
745 CHECK(meta->findInt32(kKeyColorFormat, &format));
746 CHECK(meta->findCString(kKeyDecoderComponent, &component));
747 CHECK(meta->findInt32(kKeyWidth, &decodedWidth));
748 CHECK(meta->findInt32(kKeyHeight, &decodedHeight));
749
Andreas Hubera67d5382009-12-10 15:32:12 -0800750 mVideoRenderer.clear();
751
752 // Must ensure that mVideoRenderer's destructor is actually executed
753 // before creating a new one.
754 IPCThreadState::self()->flushCommands();
755
Andreas Huber1314e732009-12-14 14:18:22 -0800756 if (!strncmp("OMX.", component, 4)) {
757 // Our OMX codecs allocate buffers on the media_server side
758 // therefore they require a remote IOMXRenderer that knows how
759 // to display them.
760 mVideoRenderer = new AwesomeRemoteRenderer(
761 mClient.interface()->createRenderer(
762 mISurface, component,
763 (OMX_COLOR_FORMATTYPE)format,
764 decodedWidth, decodedHeight,
765 mVideoWidth, mVideoHeight));
766 } else {
767 // Other decoders are instantiated locally and as a consequence
768 // allocate their buffers in local address space.
769 mVideoRenderer = new AwesomeLocalRenderer(
Andreas Huber7b73cfc2010-02-12 14:40:08 -0800770 false, // previewOnly
Andreas Huber4ab5a6f2010-02-11 11:00:26 -0800771 component,
Andreas Huber1314e732009-12-14 14:18:22 -0800772 (OMX_COLOR_FORMATTYPE)format,
773 mISurface,
774 mVideoWidth, mVideoHeight,
775 decodedWidth, decodedHeight);
776 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800777 }
778}
779
780status_t AwesomePlayer::pause() {
781 Mutex::Autolock autoLock(mLock);
Andreas Huber4d61f602010-06-10 11:17:50 -0700782
783 mFlags &= ~CACHE_UNDERRUN;
784
Andreas Huber27366fc2009-11-20 09:32:46 -0800785 return pause_l();
786}
787
Andreas Huberc743f452010-10-05 10:25:34 -0700788status_t AwesomePlayer::pause_l(bool at_eos) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800789 if (!(mFlags & PLAYING)) {
790 return OK;
791 }
792
Andreas Huberb9e63832010-01-26 16:20:10 -0800793 cancelPlayerEvents(true /* keepBufferingGoing */);
Andreas Huber27366fc2009-11-20 09:32:46 -0800794
795 if (mAudioPlayer != NULL) {
Andreas Huberc743f452010-10-05 10:25:34 -0700796 if (at_eos) {
797 // If we played the audio stream to completion we
798 // want to make sure that all samples remaining in the audio
799 // track's queue are played out.
800 mAudioPlayer->pause(true /* playPendingSamples */);
801 } else {
802 mAudioPlayer->pause();
803 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800804 }
805
806 mFlags &= ~PLAYING;
807
808 return OK;
809}
810
811bool AwesomePlayer::isPlaying() const {
Andreas Huber4d61f602010-06-10 11:17:50 -0700812 return (mFlags & PLAYING) || (mFlags & CACHE_UNDERRUN);
Andreas Huber27366fc2009-11-20 09:32:46 -0800813}
814
815void AwesomePlayer::setISurface(const sp<ISurface> &isurface) {
816 Mutex::Autolock autoLock(mLock);
817
818 mISurface = isurface;
819}
820
821void AwesomePlayer::setAudioSink(
822 const sp<MediaPlayerBase::AudioSink> &audioSink) {
823 Mutex::Autolock autoLock(mLock);
824
825 mAudioSink = audioSink;
826}
827
828status_t AwesomePlayer::setLooping(bool shouldLoop) {
829 Mutex::Autolock autoLock(mLock);
830
831 mFlags = mFlags & ~LOOPING;
832
833 if (shouldLoop) {
834 mFlags |= LOOPING;
835 }
836
837 return OK;
838}
839
840status_t AwesomePlayer::getDuration(int64_t *durationUs) {
Andreas Huber252573c2010-03-26 10:17:17 -0700841 Mutex::Autolock autoLock(mMiscStateLock);
Andreas Huber27366fc2009-11-20 09:32:46 -0800842
843 if (mDurationUs < 0) {
844 return UNKNOWN_ERROR;
845 }
846
847 *durationUs = mDurationUs;
848
849 return OK;
850}
851
852status_t AwesomePlayer::getPosition(int64_t *positionUs) {
Andreas Hubereeb97d92010-08-27 13:29:08 -0700853 if (mRTSPController != NULL) {
854 *positionUs = mRTSPController->getNormalPlayTimeUs();
855 }
856 else if (mSeeking) {
Andreas Huberddb709c2010-04-07 10:24:35 -0700857 *positionUs = mSeekTimeUs;
858 } else if (mVideoSource != NULL) {
Andreas Huber252573c2010-03-26 10:17:17 -0700859 Mutex::Autolock autoLock(mMiscStateLock);
Andreas Huber27366fc2009-11-20 09:32:46 -0800860 *positionUs = mVideoTimeUs;
861 } else if (mAudioPlayer != NULL) {
862 *positionUs = mAudioPlayer->getMediaTimeUs();
863 } else {
864 *positionUs = 0;
865 }
866
867 return OK;
868}
869
870status_t AwesomePlayer::seekTo(int64_t timeUs) {
Andreas Huber62f7ffe2010-05-06 10:18:05 -0700871 if (mExtractorFlags
872 & (MediaExtractor::CAN_SEEK_FORWARD
873 | MediaExtractor::CAN_SEEK_BACKWARD)) {
874 Mutex::Autolock autoLock(mLock);
875 return seekTo_l(timeUs);
876 }
877
878 return OK;
Andreas Huber27366fc2009-11-20 09:32:46 -0800879}
880
881status_t AwesomePlayer::seekTo_l(int64_t timeUs) {
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700882 if (mRTSPController != NULL) {
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700883 mRTSPController->seek(timeUs);
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700884
885 notifyListener_l(MEDIA_SEEK_COMPLETE);
886 mSeekNotificationSent = true;
Andreas Hubere0dd7d32010-08-24 14:33:58 -0700887 return OK;
888 }
889
Andreas Huber4d61f602010-06-10 11:17:50 -0700890 if (mFlags & CACHE_UNDERRUN) {
891 mFlags &= ~CACHE_UNDERRUN;
892 play_l();
893 }
894
Andreas Huber27366fc2009-11-20 09:32:46 -0800895 mSeeking = true;
Andreas Huber8e2b9412010-03-31 09:40:15 -0700896 mSeekNotificationSent = false;
Andreas Huber27366fc2009-11-20 09:32:46 -0800897 mSeekTimeUs = timeUs;
Andreas Huber971305d2010-07-07 13:35:27 -0700898 mFlags &= ~(AT_EOS | AUDIO_AT_EOS | VIDEO_AT_EOS);
Andreas Huber27366fc2009-11-20 09:32:46 -0800899
900 seekAudioIfNecessary_l();
901
Andreas Huber8e2b9412010-03-31 09:40:15 -0700902 if (!(mFlags & PLAYING)) {
903 LOGV("seeking while paused, sending SEEK_COMPLETE notification"
904 " immediately.");
905
906 notifyListener_l(MEDIA_SEEK_COMPLETE);
907 mSeekNotificationSent = true;
908 }
909
Andreas Huber27366fc2009-11-20 09:32:46 -0800910 return OK;
911}
912
913void AwesomePlayer::seekAudioIfNecessary_l() {
Andreas Huber7085b6842010-02-03 16:02:02 -0800914 if (mSeeking && mVideoSource == NULL && mAudioPlayer != NULL) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800915 mAudioPlayer->seekTo(mSeekTimeUs);
916
Andreas Huber70d10c02010-02-03 11:37:29 -0800917 mWatchForAudioSeekComplete = true;
918 mWatchForAudioEOS = true;
Andreas Huber8e2b9412010-03-31 09:40:15 -0700919 mSeekNotificationSent = false;
Andreas Huber27366fc2009-11-20 09:32:46 -0800920 }
921}
922
923status_t AwesomePlayer::getVideoDimensions(
924 int32_t *width, int32_t *height) const {
925 Mutex::Autolock autoLock(mLock);
926
927 if (mVideoWidth < 0 || mVideoHeight < 0) {
928 return UNKNOWN_ERROR;
929 }
930
931 *width = mVideoWidth;
932 *height = mVideoHeight;
933
934 return OK;
935}
936
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800937void AwesomePlayer::setAudioSource(sp<MediaSource> source) {
938 CHECK(source != NULL);
Andreas Huber27366fc2009-11-20 09:32:46 -0800939
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800940 mAudioTrack = source;
941}
942
943status_t AwesomePlayer::initAudioDecoder() {
944 sp<MetaData> meta = mAudioTrack->getFormat();
Andreas Huberc79827a2010-01-05 10:54:55 -0800945
946 const char *mime;
947 CHECK(meta->findCString(kKeyMIMEType, &mime));
948
949 if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) {
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800950 mAudioSource = mAudioTrack;
Andreas Huberc79827a2010-01-05 10:54:55 -0800951 } else {
952 mAudioSource = OMXCodec::Create(
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800953 mClient.interface(), mAudioTrack->getFormat(),
Andreas Huberc79827a2010-01-05 10:54:55 -0800954 false, // createEncoder
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800955 mAudioTrack);
Andreas Huberc79827a2010-01-05 10:54:55 -0800956 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800957
958 if (mAudioSource != NULL) {
959 int64_t durationUs;
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800960 if (mAudioTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) {
Andreas Huber252573c2010-03-26 10:17:17 -0700961 Mutex::Autolock autoLock(mMiscStateLock);
Andreas Huber27366fc2009-11-20 09:32:46 -0800962 if (mDurationUs < 0 || durationUs > mDurationUs) {
963 mDurationUs = durationUs;
964 }
965 }
Andreas Huber27366fc2009-11-20 09:32:46 -0800966
Andreas Huber3c78a1b2010-05-13 09:15:21 -0700967 status_t err = mAudioSource->start();
968
969 if (err != OK) {
970 mAudioSource.clear();
971 return err;
972 }
Andreas Huberd0332ad2010-04-12 16:05:57 -0700973 } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_QCELP)) {
974 // For legacy reasons we're simply going to ignore the absence
975 // of an audio decoder for QCELP instead of aborting playback
976 // altogether.
977 return OK;
978 }
Andreas Huberdc9927d2010-03-08 15:46:13 -0800979
Andreas Huber27366fc2009-11-20 09:32:46 -0800980 return mAudioSource != NULL ? OK : UNKNOWN_ERROR;
981}
982
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800983void AwesomePlayer::setVideoSource(sp<MediaSource> source) {
984 CHECK(source != NULL);
Andreas Huber27366fc2009-11-20 09:32:46 -0800985
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800986 mVideoTrack = source;
987}
988
Andreas Huber4c19bf92010-09-08 14:32:20 -0700989status_t AwesomePlayer::initVideoDecoder(uint32_t flags) {
Andreas Huber27366fc2009-11-20 09:32:46 -0800990 mVideoSource = OMXCodec::Create(
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800991 mClient.interface(), mVideoTrack->getFormat(),
Andreas Huber27366fc2009-11-20 09:32:46 -0800992 false, // createEncoder
Andreas Huber57648e42010-08-04 10:14:30 -0700993 mVideoTrack,
994 NULL, flags);
Andreas Huber27366fc2009-11-20 09:32:46 -0800995
996 if (mVideoSource != NULL) {
997 int64_t durationUs;
Andreas Huber3ac94ef2010-03-05 10:42:10 -0800998 if (mVideoTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) {
Andreas Huber252573c2010-03-26 10:17:17 -0700999 Mutex::Autolock autoLock(mMiscStateLock);
Andreas Huber27366fc2009-11-20 09:32:46 -08001000 if (mDurationUs < 0 || durationUs > mDurationUs) {
1001 mDurationUs = durationUs;
1002 }
1003 }
1004
Andreas Huber3ac94ef2010-03-05 10:42:10 -08001005 CHECK(mVideoTrack->getFormat()->findInt32(kKeyWidth, &mVideoWidth));
1006 CHECK(mVideoTrack->getFormat()->findInt32(kKeyHeight, &mVideoHeight));
Andreas Huber27366fc2009-11-20 09:32:46 -08001007
Andreas Huber1919e5a2010-05-20 10:37:06 -07001008 status_t err = mVideoSource->start();
1009
1010 if (err != OK) {
1011 mVideoSource.clear();
1012 return err;
1013 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001014 }
1015
1016 return mVideoSource != NULL ? OK : UNKNOWN_ERROR;
1017}
1018
Andreas Huber6be780e2010-02-08 14:40:30 -08001019void AwesomePlayer::onVideoEvent() {
Andreas Huber27366fc2009-11-20 09:32:46 -08001020 Mutex::Autolock autoLock(mLock);
Andreas Huberba7ec912010-02-12 10:42:02 -08001021 if (!mVideoEventPending) {
1022 // The event has been cancelled in reset_l() but had already
1023 // been scheduled for execution at that time.
1024 return;
1025 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001026 mVideoEventPending = false;
1027
1028 if (mSeeking) {
1029 if (mLastVideoBuffer) {
1030 mLastVideoBuffer->release();
1031 mLastVideoBuffer = NULL;
1032 }
1033
1034 if (mVideoBuffer) {
1035 mVideoBuffer->release();
1036 mVideoBuffer = NULL;
1037 }
Andreas Huber4d61f602010-06-10 11:17:50 -07001038
1039 if (mCachedSource != NULL && mAudioSource != NULL) {
1040 // We're going to seek the video source first, followed by
1041 // the audio source.
1042 // In order to avoid jumps in the DataSource offset caused by
1043 // the audio codec prefetching data from the old locations
1044 // while the video codec is already reading data from the new
1045 // locations, we'll "pause" the audio source, causing it to
1046 // stop reading input data until a subsequent seek.
1047
1048 if (mAudioPlayer != NULL) {
1049 mAudioPlayer->pause();
1050 }
1051 mAudioSource->pause();
1052 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001053 }
1054
1055 if (!mVideoBuffer) {
1056 MediaSource::ReadOptions options;
1057 if (mSeeking) {
1058 LOGV("seeking to %lld us (%.2f secs)", mSeekTimeUs, mSeekTimeUs / 1E6);
1059
Andreas Huber6624c9f2010-07-20 15:04:28 -07001060 options.setSeekTo(
1061 mSeekTimeUs, MediaSource::ReadOptions::SEEK_CLOSEST_SYNC);
Andreas Huber27366fc2009-11-20 09:32:46 -08001062 }
1063 for (;;) {
1064 status_t err = mVideoSource->read(&mVideoBuffer, &options);
Andreas Huberb1f5ee42009-12-14 15:34:11 -08001065 options.clearSeekTo();
Andreas Huber27366fc2009-11-20 09:32:46 -08001066
1067 if (err != OK) {
1068 CHECK_EQ(mVideoBuffer, NULL);
1069
1070 if (err == INFO_FORMAT_CHANGED) {
1071 LOGV("VideoSource signalled format change.");
1072
Andreas Huber7085b6842010-02-03 16:02:02 -08001073 if (mVideoRenderer != NULL) {
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001074 mVideoRendererIsPreview = false;
Andreas Huber7085b6842010-02-03 16:02:02 -08001075 initRenderer_l();
1076 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001077 continue;
1078 }
1079
Andreas Huber971305d2010-07-07 13:35:27 -07001080 mFlags |= VIDEO_AT_EOS;
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001081 postStreamDoneEvent_l(err);
Andreas Huber27366fc2009-11-20 09:32:46 -08001082 return;
1083 }
1084
Andreas Hubera67d5382009-12-10 15:32:12 -08001085 if (mVideoBuffer->range_length() == 0) {
Andreas Huber6ddcf012009-12-10 15:32:12 -08001086 // Some decoders, notably the PV AVC software decoder
1087 // return spurious empty buffers that we just want to ignore.
1088
Andreas Hubera67d5382009-12-10 15:32:12 -08001089 mVideoBuffer->release();
1090 mVideoBuffer = NULL;
1091 continue;
1092 }
1093
Andreas Huber27366fc2009-11-20 09:32:46 -08001094 break;
1095 }
1096 }
1097
1098 int64_t timeUs;
1099 CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &timeUs));
1100
Andreas Huber252573c2010-03-26 10:17:17 -07001101 {
1102 Mutex::Autolock autoLock(mMiscStateLock);
1103 mVideoTimeUs = timeUs;
1104 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001105
1106 if (mSeeking) {
1107 if (mAudioPlayer != NULL) {
1108 LOGV("seeking audio to %lld us (%.2f secs).", timeUs, timeUs / 1E6);
1109
1110 mAudioPlayer->seekTo(timeUs);
Andreas Huber4d61f602010-06-10 11:17:50 -07001111 mAudioPlayer->resume();
Andreas Huber70d10c02010-02-03 11:37:29 -08001112 mWatchForAudioSeekComplete = true;
1113 mWatchForAudioEOS = true;
Andreas Huber8e2b9412010-03-31 09:40:15 -07001114 } else if (!mSeekNotificationSent) {
Andreas Huber27366fc2009-11-20 09:32:46 -08001115 // If we're playing video only, report seek complete now,
1116 // otherwise audio player will notify us later.
Andreas Hubera3f43842010-01-21 10:28:45 -08001117 notifyListener_l(MEDIA_SEEK_COMPLETE);
Andreas Huber27366fc2009-11-20 09:32:46 -08001118 }
1119
1120 mFlags |= FIRST_FRAME;
1121 mSeeking = false;
Andreas Huber8e2b9412010-03-31 09:40:15 -07001122 mSeekNotificationSent = false;
Andreas Huber27366fc2009-11-20 09:32:46 -08001123 }
1124
Andreas Huber971305d2010-07-07 13:35:27 -07001125 TimeSource *ts = (mFlags & AUDIO_AT_EOS) ? &mSystemTimeSource : mTimeSource;
1126
Andreas Huber27366fc2009-11-20 09:32:46 -08001127 if (mFlags & FIRST_FRAME) {
1128 mFlags &= ~FIRST_FRAME;
1129
Andreas Huber971305d2010-07-07 13:35:27 -07001130 mTimeSourceDeltaUs = ts->getRealTimeUs() - timeUs;
Andreas Huber27366fc2009-11-20 09:32:46 -08001131 }
1132
1133 int64_t realTimeUs, mediaTimeUs;
Andreas Huber971305d2010-07-07 13:35:27 -07001134 if (!(mFlags & AUDIO_AT_EOS) && mAudioPlayer != NULL
Andreas Huber27366fc2009-11-20 09:32:46 -08001135 && mAudioPlayer->getMediaTimeMapping(&realTimeUs, &mediaTimeUs)) {
1136 mTimeSourceDeltaUs = realTimeUs - mediaTimeUs;
1137 }
1138
Andreas Huber971305d2010-07-07 13:35:27 -07001139 int64_t nowUs = ts->getRealTimeUs() - mTimeSourceDeltaUs;
Andreas Huber27366fc2009-11-20 09:32:46 -08001140
1141 int64_t latenessUs = nowUs - timeUs;
1142
Andreas Huberf88f8442010-08-10 11:18:36 -07001143 if (mRTPSession != NULL) {
1144 // We'll completely ignore timestamps for gtalk videochat
1145 // and we'll play incoming video as fast as we get it.
1146 latenessUs = 0;
1147 }
1148
Andreas Huber24b0a952009-11-23 14:02:00 -08001149 if (latenessUs > 40000) {
1150 // We're more than 40ms late.
Andreas Huber4a9375e2010-02-09 11:54:33 -08001151 LOGV("we're late by %lld us (%.2f secs)", latenessUs, latenessUs / 1E6);
Andreas Huber27366fc2009-11-20 09:32:46 -08001152
1153 mVideoBuffer->release();
1154 mVideoBuffer = NULL;
1155
1156 postVideoEvent_l();
1157 return;
1158 }
1159
1160 if (latenessUs < -10000) {
1161 // We're more than 10ms early.
1162
1163 postVideoEvent_l(10000);
1164 return;
1165 }
1166
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001167 if (mVideoRendererIsPreview || mVideoRenderer == NULL) {
1168 mVideoRendererIsPreview = false;
1169
Andreas Huber7085b6842010-02-03 16:02:02 -08001170 initRenderer_l();
1171 }
1172
1173 if (mVideoRenderer != NULL) {
1174 mVideoRenderer->render(mVideoBuffer);
1175 }
Andreas Huber27366fc2009-11-20 09:32:46 -08001176
1177 if (mLastVideoBuffer) {
1178 mLastVideoBuffer->release();
1179 mLastVideoBuffer = NULL;
1180 }
1181 mLastVideoBuffer = mVideoBuffer;
1182 mVideoBuffer = NULL;
1183
1184 postVideoEvent_l();
1185}
1186
1187void AwesomePlayer::postVideoEvent_l(int64_t delayUs) {
1188 if (mVideoEventPending) {
1189 return;
1190 }
1191
1192 mVideoEventPending = true;
1193 mQueue.postEventWithDelay(mVideoEvent, delayUs < 0 ? 10000 : delayUs);
1194}
1195
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001196void AwesomePlayer::postStreamDoneEvent_l(status_t status) {
Andreas Huber27366fc2009-11-20 09:32:46 -08001197 if (mStreamDoneEventPending) {
1198 return;
1199 }
1200 mStreamDoneEventPending = true;
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001201
1202 mStreamDoneStatus = status;
Andreas Huber27366fc2009-11-20 09:32:46 -08001203 mQueue.postEvent(mStreamDoneEvent);
1204}
1205
Andreas Huberb9e63832010-01-26 16:20:10 -08001206void AwesomePlayer::postBufferingEvent_l() {
Andreas Huberb9e63832010-01-26 16:20:10 -08001207 if (mBufferingEventPending) {
1208 return;
1209 }
1210 mBufferingEventPending = true;
1211 mQueue.postEventWithDelay(mBufferingEvent, 1000000ll);
1212}
1213
Andreas Huber70d10c02010-02-03 11:37:29 -08001214void AwesomePlayer::postCheckAudioStatusEvent_l() {
1215 if (mAudioStatusEventPending) {
1216 return;
1217 }
1218 mAudioStatusEventPending = true;
Andreas Huber2b359ed2010-09-28 11:56:39 -07001219 mQueue.postEvent(mCheckAudioStatusEvent);
Andreas Huber70d10c02010-02-03 11:37:29 -08001220}
1221
1222void AwesomePlayer::onCheckAudioStatus() {
1223 Mutex::Autolock autoLock(mLock);
Andreas Huberc0178f12010-02-17 15:58:57 -08001224 if (!mAudioStatusEventPending) {
1225 // Event was dispatched and while we were blocking on the mutex,
1226 // has already been cancelled.
1227 return;
1228 }
1229
Andreas Huber70d10c02010-02-03 11:37:29 -08001230 mAudioStatusEventPending = false;
1231
1232 if (mWatchForAudioSeekComplete && !mAudioPlayer->isSeeking()) {
1233 mWatchForAudioSeekComplete = false;
Andreas Huber8e2b9412010-03-31 09:40:15 -07001234
1235 if (!mSeekNotificationSent) {
1236 notifyListener_l(MEDIA_SEEK_COMPLETE);
1237 mSeekNotificationSent = true;
1238 }
Andreas Huberddb709c2010-04-07 10:24:35 -07001239
1240 mSeeking = false;
Andreas Huber70d10c02010-02-03 11:37:29 -08001241 }
1242
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001243 status_t finalStatus;
1244 if (mWatchForAudioEOS && mAudioPlayer->reachedEOS(&finalStatus)) {
Andreas Huber70d10c02010-02-03 11:37:29 -08001245 mWatchForAudioEOS = false;
Andreas Huber971305d2010-07-07 13:35:27 -07001246 mFlags |= AUDIO_AT_EOS;
1247 mFlags |= FIRST_FRAME;
Andreas Huberd7d22eb2010-02-23 13:45:33 -08001248 postStreamDoneEvent_l(finalStatus);
Andreas Huber70d10c02010-02-03 11:37:29 -08001249 }
Andreas Huber70d10c02010-02-03 11:37:29 -08001250}
1251
Andreas Huber6be780e2010-02-08 14:40:30 -08001252status_t AwesomePlayer::prepare() {
1253 Mutex::Autolock autoLock(mLock);
Andreas Huberffdf4782010-02-09 14:05:43 -08001254 return prepare_l();
1255}
Andreas Huber6be780e2010-02-08 14:40:30 -08001256
Andreas Huberffdf4782010-02-09 14:05:43 -08001257status_t AwesomePlayer::prepare_l() {
1258 if (mFlags & PREPARED) {
1259 return OK;
1260 }
1261
1262 if (mFlags & PREPARING) {
1263 return UNKNOWN_ERROR;
1264 }
1265
1266 mIsAsyncPrepare = false;
Andreas Huber6be780e2010-02-08 14:40:30 -08001267 status_t err = prepareAsync_l();
1268
1269 if (err != OK) {
1270 return err;
1271 }
1272
Andreas Huberffdf4782010-02-09 14:05:43 -08001273 while (mFlags & PREPARING) {
Andreas Huber6be780e2010-02-08 14:40:30 -08001274 mPreparedCondition.wait(mLock);
1275 }
1276
Andreas Huberffdf4782010-02-09 14:05:43 -08001277 return mPrepareResult;
Andreas Huber6be780e2010-02-08 14:40:30 -08001278}
1279
1280status_t AwesomePlayer::prepareAsync() {
1281 Mutex::Autolock autoLock(mLock);
Andreas Huberffdf4782010-02-09 14:05:43 -08001282
1283 if (mFlags & PREPARING) {
1284 return UNKNOWN_ERROR; // async prepare already pending
1285 }
1286
1287 mIsAsyncPrepare = true;
Andreas Huber6be780e2010-02-08 14:40:30 -08001288 return prepareAsync_l();
1289}
1290
1291status_t AwesomePlayer::prepareAsync_l() {
Andreas Huberffdf4782010-02-09 14:05:43 -08001292 if (mFlags & PREPARING) {
1293 return UNKNOWN_ERROR; // async prepare already pending
Andreas Huber6be780e2010-02-08 14:40:30 -08001294 }
1295
Andreas Huber406a18b2010-02-18 16:45:13 -08001296 if (!mQueueStarted) {
1297 mQueue.start();
1298 mQueueStarted = true;
1299 }
1300
Andreas Huberffdf4782010-02-09 14:05:43 -08001301 mFlags |= PREPARING;
Andreas Huber6be780e2010-02-08 14:40:30 -08001302 mAsyncPrepareEvent = new AwesomeEvent(
1303 this, &AwesomePlayer::onPrepareAsyncEvent);
1304
1305 mQueue.postEvent(mAsyncPrepareEvent);
1306
1307 return OK;
1308}
1309
Andreas Huberffdf4782010-02-09 14:05:43 -08001310status_t AwesomePlayer::finishSetDataSource_l() {
Andreas Huberedbb4d82010-03-12 08:59:22 -08001311 sp<DataSource> dataSource;
1312
1313 if (!strncasecmp("http://", mUri.string(), 7)) {
Andreas Huber4d61f602010-06-10 11:17:50 -07001314 mConnectingDataSource = new NuHTTPDataSource;
Andreas Huberedbb4d82010-03-12 08:59:22 -08001315
1316 mLock.unlock();
Andreas Huber3a53dc52010-06-11 09:57:46 -07001317 status_t err = mConnectingDataSource->connect(mUri, &mUriHeaders);
Andreas Huberedbb4d82010-03-12 08:59:22 -08001318 mLock.lock();
1319
1320 if (err != OK) {
1321 mConnectingDataSource.clear();
1322
1323 LOGI("mConnectingDataSource->connect() returned %d", err);
1324 return err;
1325 }
1326
Andreas Huber4d61f602010-06-10 11:17:50 -07001327#if 0
1328 mCachedSource = new NuCachedSource2(
1329 new ThrottledSource(
1330 mConnectingDataSource, 50 * 1024 /* bytes/sec */));
1331#else
1332 mCachedSource = new NuCachedSource2(mConnectingDataSource);
1333#endif
Andreas Huberedbb4d82010-03-12 08:59:22 -08001334 mConnectingDataSource.clear();
Andreas Huber4d61f602010-06-10 11:17:50 -07001335
1336 dataSource = mCachedSource;
Andreas Huber202348e2010-06-07 14:35:29 -07001337 } else if (!strncasecmp(mUri.string(), "httplive://", 11)) {
1338 String8 uri("http://");
1339 uri.append(mUri.string() + 11);
1340
1341 dataSource = new LiveSource(uri.string());
1342
Andreas Huber4d61f602010-06-10 11:17:50 -07001343 mCachedSource = new NuCachedSource2(dataSource);
1344 dataSource = mCachedSource;
Andreas Huber202348e2010-06-07 14:35:29 -07001345
1346 sp<MediaExtractor> extractor =
1347 MediaExtractor::Create(dataSource, MEDIA_MIMETYPE_CONTAINER_MPEG2TS);
Andreas Huber4d61f602010-06-10 11:17:50 -07001348
1349 return setDataSource_l(extractor);
Mike Dodd8741dfa2010-08-12 16:04:35 -07001350 } else if (!strncmp("rtsp://gtalk/", mUri.string(), 13)) {
Andreas Huber57648e42010-08-04 10:14:30 -07001351 if (mLooper == NULL) {
1352 mLooper = new ALooper;
Andreas Huberc4e0b702010-08-27 15:21:07 -07001353 mLooper->setName("gtalk rtp");
Andreas Huber3eaa3002010-08-05 09:22:25 -07001354 mLooper->start(
1355 false /* runOnCallingThread */,
1356 false /* canCallJava */,
1357 PRIORITY_HIGHEST);
Andreas Huber57648e42010-08-04 10:14:30 -07001358 }
1359
Mike Dodd8741dfa2010-08-12 16:04:35 -07001360 const char *startOfCodecString = &mUri.string()[13];
1361 const char *startOfSlash1 = strchr(startOfCodecString, '/');
1362 if (startOfSlash1 == NULL) {
1363 return BAD_VALUE;
1364 }
1365 const char *startOfWidthString = &startOfSlash1[1];
1366 const char *startOfSlash2 = strchr(startOfWidthString, '/');
1367 if (startOfSlash2 == NULL) {
1368 return BAD_VALUE;
1369 }
1370 const char *startOfHeightString = &startOfSlash2[1];
1371
1372 String8 codecString(startOfCodecString, startOfSlash1 - startOfCodecString);
1373 String8 widthString(startOfWidthString, startOfSlash2 - startOfWidthString);
1374 String8 heightString(startOfHeightString);
1375
Andreas Huber57648e42010-08-04 10:14:30 -07001376#if 0
1377 mRTPPusher = new UDPPusher("/data/misc/rtpout.bin", 5434);
1378 mLooper->registerHandler(mRTPPusher);
1379
1380 mRTCPPusher = new UDPPusher("/data/misc/rtcpout.bin", 5435);
1381 mLooper->registerHandler(mRTCPPusher);
1382#endif
1383
1384 mRTPSession = new ARTPSession;
1385 mLooper->registerHandler(mRTPSession);
1386
1387#if 0
Andreas Huber57648e42010-08-04 10:14:30 -07001388 // My AMR SDP
1389 static const char *raw =
1390 "v=0\r\n"
1391 "o=- 64 233572944 IN IP4 127.0.0.0\r\n"
1392 "s=QuickTime\r\n"
1393 "t=0 0\r\n"
1394 "a=range:npt=0-315\r\n"
1395 "a=isma-compliance:2,2.0,2\r\n"
1396 "m=audio 5434 RTP/AVP 97\r\n"
1397 "c=IN IP4 127.0.0.1\r\n"
1398 "b=AS:30\r\n"
1399 "a=rtpmap:97 AMR/8000/1\r\n"
1400 "a=fmtp:97 octet-align\r\n";
1401#elif 1
Mike Dodd8741dfa2010-08-12 16:04:35 -07001402 String8 sdp;
1403 sdp.appendFormat(
Andreas Huber57648e42010-08-04 10:14:30 -07001404 "v=0\r\n"
1405 "o=- 64 233572944 IN IP4 127.0.0.0\r\n"
1406 "s=QuickTime\r\n"
1407 "t=0 0\r\n"
1408 "a=range:npt=0-315\r\n"
1409 "a=isma-compliance:2,2.0,2\r\n"
1410 "m=video 5434 RTP/AVP 97\r\n"
1411 "c=IN IP4 127.0.0.1\r\n"
1412 "b=AS:30\r\n"
Mike Dodd8741dfa2010-08-12 16:04:35 -07001413 "a=rtpmap:97 %s/90000\r\n"
1414 "a=cliprect:0,0,%s,%s\r\n"
1415 "a=framesize:97 %s-%s\r\n",
1416
1417 codecString.string(),
1418 heightString.string(), widthString.string(),
1419 widthString.string(), heightString.string()
1420 );
1421 const char *raw = sdp.string();
1422
Andreas Huber57648e42010-08-04 10:14:30 -07001423#endif
1424
1425 sp<ASessionDescription> desc = new ASessionDescription;
1426 CHECK(desc->setTo(raw, strlen(raw)));
1427
1428 CHECK_EQ(mRTPSession->setup(desc), (status_t)OK);
1429
1430 if (mRTPPusher != NULL) {
1431 mRTPPusher->start();
1432 }
1433
1434 if (mRTCPPusher != NULL) {
1435 mRTCPPusher->start();
1436 }
1437
1438 CHECK_EQ(mRTPSession->countTracks(), 1u);
1439 sp<MediaSource> source = mRTPSession->trackAt(0);
1440
1441#if 0
1442 bool eos;
1443 while (((APacketSource *)source.get())
1444 ->getQueuedDuration(&eos) < 5000000ll && !eos) {
1445 usleep(100000ll);
1446 }
1447#endif
1448
1449 const char *mime;
1450 CHECK(source->getFormat()->findCString(kKeyMIMEType, &mime));
1451
1452 if (!strncasecmp("video/", mime, 6)) {
1453 setVideoSource(source);
1454 } else {
1455 CHECK(!strncasecmp("audio/", mime, 6));
1456 setAudioSource(source);
1457 }
1458
1459 mExtractorFlags = MediaExtractor::CAN_PAUSE;
1460
1461 return OK;
Andreas Huber7a747b82010-06-07 15:19:40 -07001462 } else if (!strncasecmp("rtsp://", mUri.string(), 7)) {
1463 if (mLooper == NULL) {
1464 mLooper = new ALooper;
Andreas Huberc4e0b702010-08-27 15:21:07 -07001465 mLooper->setName("rtsp");
Andreas Huber7a747b82010-06-07 15:19:40 -07001466 mLooper->start();
1467 }
1468 mRTSPController = new ARTSPController(mLooper);
1469 status_t err = mRTSPController->connect(mUri.string());
Andreas Huber202348e2010-06-07 14:35:29 -07001470
Andreas Huber7a747b82010-06-07 15:19:40 -07001471 LOGI("ARTSPController::connect returned %d", err);
1472
1473 if (err != OK) {
1474 mRTSPController.clear();
1475 return err;
1476 }
1477
1478 sp<MediaExtractor> extractor = mRTSPController.get();
Andreas Huber202348e2010-06-07 14:35:29 -07001479 return setDataSource_l(extractor);
Andreas Huberedbb4d82010-03-12 08:59:22 -08001480 } else {
1481 dataSource = DataSource::CreateFromURI(mUri.string(), &mUriHeaders);
1482 }
Andreas Huberffdf4782010-02-09 14:05:43 -08001483
1484 if (dataSource == NULL) {
1485 return UNKNOWN_ERROR;
1486 }
1487
1488 sp<MediaExtractor> extractor = MediaExtractor::Create(dataSource);
1489
1490 if (extractor == NULL) {
1491 return UNKNOWN_ERROR;
1492 }
1493
Andreas Huberffdf4782010-02-09 14:05:43 -08001494 return setDataSource_l(extractor);
1495}
1496
Andreas Huber3ac94ef2010-03-05 10:42:10 -08001497void AwesomePlayer::abortPrepare(status_t err) {
1498 CHECK(err != OK);
1499
1500 if (mIsAsyncPrepare) {
1501 notifyListener_l(MEDIA_ERROR, MEDIA_ERROR_UNKNOWN, err);
1502 }
1503
1504 mPrepareResult = err;
Andreas Huberedbb4d82010-03-12 08:59:22 -08001505 mFlags &= ~(PREPARING|PREPARE_CANCELLED);
Andreas Huber3ac94ef2010-03-05 10:42:10 -08001506 mAsyncPrepareEvent = NULL;
1507 mPreparedCondition.broadcast();
1508}
1509
Andreas Huberf71daba2010-03-24 09:24:40 -07001510// static
1511bool AwesomePlayer::ContinuePreparation(void *cookie) {
1512 AwesomePlayer *me = static_cast<AwesomePlayer *>(cookie);
1513
1514 return (me->mFlags & PREPARE_CANCELLED) == 0;
1515}
1516
Andreas Huber6be780e2010-02-08 14:40:30 -08001517void AwesomePlayer::onPrepareAsyncEvent() {
Andreas Huber87ab9cd2010-09-03 13:20:33 -07001518 Mutex::Autolock autoLock(mLock);
Andreas Huberffdf4782010-02-09 14:05:43 -08001519
Andreas Huber87ab9cd2010-09-03 13:20:33 -07001520 if (mFlags & PREPARE_CANCELLED) {
1521 LOGI("prepare was cancelled before doing anything");
1522 abortPrepare(UNKNOWN_ERROR);
1523 return;
1524 }
1525
1526 if (mUri.size() > 0) {
1527 status_t err = finishSetDataSource_l();
1528
1529 if (err != OK) {
1530 abortPrepare(err);
Andreas Huberedbb4d82010-03-12 08:59:22 -08001531 return;
1532 }
Andreas Huber6be780e2010-02-08 14:40:30 -08001533 }
1534
Andreas Huber87ab9cd2010-09-03 13:20:33 -07001535 if (mVideoTrack != NULL && mVideoSource == NULL) {
1536 status_t err = initVideoDecoder();
Andreas Huber6be780e2010-02-08 14:40:30 -08001537
Andreas Huber87ab9cd2010-09-03 13:20:33 -07001538 if (err != OK) {
1539 abortPrepare(err);
1540 return;
1541 }
1542 }
1543
1544 if (mAudioTrack != NULL && mAudioSource == NULL) {
1545 status_t err = initAudioDecoder();
1546
1547 if (err != OK) {
1548 abortPrepare(err);
1549 return;
1550 }
1551 }
1552
1553 if (mCachedSource != NULL || mRTSPController != NULL) {
1554 postBufferingEvent_l();
1555 } else {
1556 finishAsyncPrepare_l();
1557 }
1558}
1559
1560void AwesomePlayer::finishAsyncPrepare_l() {
Andreas Huberffdf4782010-02-09 14:05:43 -08001561 if (mIsAsyncPrepare) {
1562 if (mVideoWidth < 0 || mVideoHeight < 0) {
1563 notifyListener_l(MEDIA_SET_VIDEO_SIZE, 0, 0);
1564 } else {
1565 notifyListener_l(MEDIA_SET_VIDEO_SIZE, mVideoWidth, mVideoHeight);
1566 }
1567
1568 notifyListener_l(MEDIA_PREPARED);
Andreas Huber6be780e2010-02-08 14:40:30 -08001569 }
1570
Andreas Huberffdf4782010-02-09 14:05:43 -08001571 mPrepareResult = OK;
Andreas Huberedbb4d82010-03-12 08:59:22 -08001572 mFlags &= ~(PREPARING|PREPARE_CANCELLED);
Andreas Huberffdf4782010-02-09 14:05:43 -08001573 mFlags |= PREPARED;
Andreas Huber6be780e2010-02-08 14:40:30 -08001574 mAsyncPrepareEvent = NULL;
Andreas Huberffdf4782010-02-09 14:05:43 -08001575 mPreparedCondition.broadcast();
Andreas Huber6be780e2010-02-08 14:40:30 -08001576}
1577
Andreas Huberba7ec912010-02-12 10:42:02 -08001578status_t AwesomePlayer::suspend() {
Andreas Huberedbb4d82010-03-12 08:59:22 -08001579 LOGV("suspend");
Andreas Huberba7ec912010-02-12 10:42:02 -08001580 Mutex::Autolock autoLock(mLock);
1581
1582 if (mSuspensionState != NULL) {
Gloria Wangb19da8e2010-04-12 17:13:06 -07001583 if (mLastVideoBuffer == NULL) {
1584 //go into here if video is suspended again
1585 //after resuming without being played between
1586 //them
1587 SuspensionState *state = mSuspensionState;
1588 mSuspensionState = NULL;
1589 reset_l();
1590 mSuspensionState = state;
1591 return OK;
1592 }
1593
1594 delete mSuspensionState;
1595 mSuspensionState = NULL;
Andreas Huberba7ec912010-02-12 10:42:02 -08001596 }
1597
Andreas Huberedbb4d82010-03-12 08:59:22 -08001598 if (mFlags & PREPARING) {
1599 mFlags |= PREPARE_CANCELLED;
1600 if (mConnectingDataSource != NULL) {
1601 LOGI("interrupting the connection process");
1602 mConnectingDataSource->disconnect();
1603 }
1604 }
1605
Andreas Huberba7ec912010-02-12 10:42:02 -08001606 while (mFlags & PREPARING) {
1607 mPreparedCondition.wait(mLock);
1608 }
1609
1610 SuspensionState *state = new SuspensionState;
1611 state->mUri = mUri;
1612 state->mUriHeaders = mUriHeaders;
1613 state->mFileSource = mFileSource;
1614
Andreas Huber9fee0b22010-09-03 14:09:21 -07001615 state->mFlags = mFlags & (PLAYING | AUTO_LOOPING | LOOPING | AT_EOS);
Andreas Huber252573c2010-03-26 10:17:17 -07001616 getPosition(&state->mPositionUs);
Andreas Huberba7ec912010-02-12 10:42:02 -08001617
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001618 if (mLastVideoBuffer) {
1619 size_t size = mLastVideoBuffer->range_length();
Andreas Huber1e194162010-10-06 16:43:57 -07001620
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001621 if (size) {
Andreas Huber1e194162010-10-06 16:43:57 -07001622 int32_t unreadable;
1623 if (!mLastVideoBuffer->meta_data()->findInt32(
1624 kKeyIsUnreadable, &unreadable)
1625 || unreadable == 0) {
1626 state->mLastVideoFrameSize = size;
1627 state->mLastVideoFrame = malloc(size);
1628 memcpy(state->mLastVideoFrame,
1629 (const uint8_t *)mLastVideoBuffer->data()
1630 + mLastVideoBuffer->range_offset(),
1631 size);
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001632
Andreas Huber1e194162010-10-06 16:43:57 -07001633 state->mVideoWidth = mVideoWidth;
1634 state->mVideoHeight = mVideoHeight;
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001635
Andreas Huber1e194162010-10-06 16:43:57 -07001636 sp<MetaData> meta = mVideoSource->getFormat();
1637 CHECK(meta->findInt32(kKeyColorFormat, &state->mColorFormat));
1638 CHECK(meta->findInt32(kKeyWidth, &state->mDecodedWidth));
1639 CHECK(meta->findInt32(kKeyHeight, &state->mDecodedHeight));
1640 } else {
1641 LOGV("Unable to save last video frame, we have no access to "
1642 "the decoded video data.");
1643 }
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001644 }
1645 }
1646
Andreas Huberba7ec912010-02-12 10:42:02 -08001647 reset_l();
1648
1649 mSuspensionState = state;
1650
1651 return OK;
1652}
1653
1654status_t AwesomePlayer::resume() {
Andreas Huberedbb4d82010-03-12 08:59:22 -08001655 LOGV("resume");
Andreas Huberba7ec912010-02-12 10:42:02 -08001656 Mutex::Autolock autoLock(mLock);
1657
1658 if (mSuspensionState == NULL) {
1659 return INVALID_OPERATION;
1660 }
1661
1662 SuspensionState *state = mSuspensionState;
1663 mSuspensionState = NULL;
1664
1665 status_t err;
1666 if (state->mFileSource != NULL) {
1667 err = setDataSource_l(state->mFileSource);
1668
1669 if (err == OK) {
1670 mFileSource = state->mFileSource;
1671 }
1672 } else {
1673 err = setDataSource_l(state->mUri, &state->mUriHeaders);
1674 }
1675
1676 if (err != OK) {
1677 delete state;
1678 state = NULL;
1679
1680 return err;
1681 }
1682
1683 seekTo_l(state->mPositionUs);
1684
Andreas Huber9fee0b22010-09-03 14:09:21 -07001685 mFlags = state->mFlags & (AUTO_LOOPING | LOOPING | AT_EOS);
Andreas Huberba7ec912010-02-12 10:42:02 -08001686
Andreas Huber7b73cfc2010-02-12 14:40:08 -08001687 if (state->mLastVideoFrame && mISurface != NULL) {
1688 mVideoRenderer =
1689 new AwesomeLocalRenderer(
1690 true, // previewOnly
1691 "",
1692 (OMX_COLOR_FORMATTYPE)state->mColorFormat,
1693 mISurface,
1694 state->mVideoWidth,
1695 state->mVideoHeight,
1696 state->mDecodedWidth,
1697 state->mDecodedHeight);
1698
1699 mVideoRendererIsPreview = true;
1700
1701 ((AwesomeLocalRenderer *)mVideoRenderer.get())->render(
1702 state->mLastVideoFrame, state->mLastVideoFrameSize);
1703 }
1704
Andreas Huberba7ec912010-02-12 10:42:02 -08001705 if (state->mFlags & PLAYING) {
1706 play_l();
1707 }
1708
Gloria Wangb19da8e2010-04-12 17:13:06 -07001709 mSuspensionState = state;
Andreas Huberba7ec912010-02-12 10:42:02 -08001710 state = NULL;
1711
1712 return OK;
1713}
1714
Andreas Huber62f7ffe2010-05-06 10:18:05 -07001715uint32_t AwesomePlayer::flags() const {
1716 return mExtractorFlags;
1717}
1718
Andreas Huber2b359ed2010-09-28 11:56:39 -07001719void AwesomePlayer::postAudioEOS() {
1720 postCheckAudioStatusEvent_l();
1721}
1722
1723void AwesomePlayer::postAudioSeekComplete() {
1724 postCheckAudioStatusEvent_l();
1725}
1726
Andreas Huber27366fc2009-11-20 09:32:46 -08001727} // namespace android
1728