Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2010 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | //#define LOG_NDEBUG 0 |
| 18 | #define LOG_TAG "MatroskaExtractor" |
| 19 | #include <utils/Log.h> |
| 20 | |
| 21 | #include "MatroskaExtractor.h" |
| 22 | |
| 23 | #include "mkvparser.hpp" |
| 24 | |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 25 | #include <media/stagefright/foundation/ADebug.h> |
| 26 | #include <media/stagefright/foundation/hexdump.h> |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 27 | #include <media/stagefright/DataSource.h> |
| 28 | #include <media/stagefright/MediaBuffer.h> |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 29 | #include <media/stagefright/MediaDefs.h> |
| 30 | #include <media/stagefright/MediaErrors.h> |
| 31 | #include <media/stagefright/MediaSource.h> |
| 32 | #include <media/stagefright/MetaData.h> |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 33 | #include <media/stagefright/Utils.h> |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 34 | #include <utils/String8.h> |
| 35 | |
| 36 | namespace android { |
| 37 | |
| 38 | struct DataSourceReader : public mkvparser::IMkvReader { |
| 39 | DataSourceReader(const sp<DataSource> &source) |
| 40 | : mSource(source) { |
| 41 | } |
| 42 | |
| 43 | virtual int Read(long long position, long length, unsigned char* buffer) { |
| 44 | CHECK(position >= 0); |
| 45 | CHECK(length >= 0); |
| 46 | |
| 47 | if (length == 0) { |
| 48 | return 0; |
| 49 | } |
| 50 | |
| 51 | ssize_t n = mSource->readAt(position, buffer, length); |
| 52 | |
| 53 | if (n <= 0) { |
| 54 | return -1; |
| 55 | } |
| 56 | |
| 57 | return 0; |
| 58 | } |
| 59 | |
| 60 | virtual int Length(long long* total, long long* available) { |
James Dong | b1262a8 | 2010-11-16 14:04:54 -0800 | [diff] [blame] | 61 | off64_t size; |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 62 | if (mSource->getSize(&size) != OK) { |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 63 | *total = -1; |
| 64 | *available = (long long)((1ull << 63) - 1); |
| 65 | |
| 66 | return 0; |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 67 | } |
| 68 | |
| 69 | if (total) { |
| 70 | *total = size; |
| 71 | } |
| 72 | |
| 73 | if (available) { |
| 74 | *available = size; |
| 75 | } |
| 76 | |
| 77 | return 0; |
| 78 | } |
| 79 | |
| 80 | private: |
| 81 | sp<DataSource> mSource; |
| 82 | |
| 83 | DataSourceReader(const DataSourceReader &); |
| 84 | DataSourceReader &operator=(const DataSourceReader &); |
| 85 | }; |
| 86 | |
| 87 | //////////////////////////////////////////////////////////////////////////////// |
| 88 | |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 89 | struct BlockIterator { |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 90 | BlockIterator(MatroskaExtractor *extractor, unsigned long trackNum); |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 91 | |
| 92 | bool eos() const; |
| 93 | |
| 94 | void advance(); |
| 95 | void reset(); |
| 96 | void seek(int64_t seekTimeUs); |
| 97 | |
| 98 | const mkvparser::Block *block() const; |
| 99 | int64_t blockTimeUs() const; |
| 100 | |
| 101 | private: |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 102 | MatroskaExtractor *mExtractor; |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 103 | unsigned long mTrackNum; |
| 104 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 105 | const mkvparser::Cluster *mCluster; |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 106 | const mkvparser::BlockEntry *mBlockEntry; |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 107 | long mBlockEntryIndex; |
| 108 | |
| 109 | void advance_l(); |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 110 | |
| 111 | BlockIterator(const BlockIterator &); |
| 112 | BlockIterator &operator=(const BlockIterator &); |
| 113 | }; |
| 114 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 115 | struct MatroskaSource : public MediaSource { |
| 116 | MatroskaSource( |
| 117 | const sp<MatroskaExtractor> &extractor, size_t index); |
| 118 | |
| 119 | virtual status_t start(MetaData *params); |
| 120 | virtual status_t stop(); |
| 121 | |
| 122 | virtual sp<MetaData> getFormat(); |
| 123 | |
| 124 | virtual status_t read( |
| 125 | MediaBuffer **buffer, const ReadOptions *options); |
| 126 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 127 | protected: |
| 128 | virtual ~MatroskaSource(); |
| 129 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 130 | private: |
| 131 | enum Type { |
| 132 | AVC, |
| 133 | AAC, |
| 134 | OTHER |
| 135 | }; |
| 136 | |
| 137 | sp<MatroskaExtractor> mExtractor; |
| 138 | size_t mTrackIndex; |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 139 | Type mType; |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 140 | BlockIterator mBlockIter; |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 141 | size_t mNALSizeLen; // for type AVC |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 142 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 143 | List<MediaBuffer *> mPendingFrames; |
| 144 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 145 | status_t advance(); |
| 146 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 147 | status_t readBlock(); |
| 148 | void clearPendingFrames(); |
| 149 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 150 | MatroskaSource(const MatroskaSource &); |
| 151 | MatroskaSource &operator=(const MatroskaSource &); |
| 152 | }; |
| 153 | |
| 154 | MatroskaSource::MatroskaSource( |
| 155 | const sp<MatroskaExtractor> &extractor, size_t index) |
| 156 | : mExtractor(extractor), |
| 157 | mTrackIndex(index), |
| 158 | mType(OTHER), |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 159 | mBlockIter(mExtractor.get(), |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 160 | mExtractor->mTracks.itemAt(index).mTrackNum), |
| 161 | mNALSizeLen(0) { |
| 162 | sp<MetaData> meta = mExtractor->mTracks.itemAt(index).mMeta; |
| 163 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 164 | const char *mime; |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 165 | CHECK(meta->findCString(kKeyMIMEType, &mime)); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 166 | |
| 167 | if (!strcasecmp(mime, MEDIA_MIMETYPE_VIDEO_AVC)) { |
| 168 | mType = AVC; |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 169 | |
| 170 | uint32_t dummy; |
| 171 | const uint8_t *avcc; |
| 172 | size_t avccSize; |
| 173 | CHECK(meta->findData( |
| 174 | kKeyAVCC, &dummy, (const void **)&avcc, &avccSize)); |
| 175 | |
| 176 | CHECK_GE(avccSize, 5u); |
| 177 | |
| 178 | mNALSizeLen = 1 + (avcc[4] & 3); |
| 179 | LOGV("mNALSizeLen = %d", mNALSizeLen); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 180 | } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { |
| 181 | mType = AAC; |
| 182 | } |
| 183 | } |
| 184 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 185 | MatroskaSource::~MatroskaSource() { |
| 186 | clearPendingFrames(); |
| 187 | } |
| 188 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 189 | status_t MatroskaSource::start(MetaData *params) { |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 190 | mBlockIter.reset(); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 191 | |
| 192 | return OK; |
| 193 | } |
| 194 | |
| 195 | status_t MatroskaSource::stop() { |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 196 | clearPendingFrames(); |
| 197 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 198 | return OK; |
| 199 | } |
| 200 | |
| 201 | sp<MetaData> MatroskaSource::getFormat() { |
| 202 | return mExtractor->mTracks.itemAt(mTrackIndex).mMeta; |
| 203 | } |
| 204 | |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 205 | //////////////////////////////////////////////////////////////////////////////// |
| 206 | |
| 207 | BlockIterator::BlockIterator( |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 208 | MatroskaExtractor *extractor, unsigned long trackNum) |
| 209 | : mExtractor(extractor), |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 210 | mTrackNum(trackNum), |
| 211 | mCluster(NULL), |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 212 | mBlockEntry(NULL), |
| 213 | mBlockEntryIndex(0) { |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 214 | reset(); |
| 215 | } |
| 216 | |
| 217 | bool BlockIterator::eos() const { |
| 218 | return mCluster == NULL || mCluster->EOS(); |
| 219 | } |
| 220 | |
| 221 | void BlockIterator::advance() { |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 222 | Mutex::Autolock autoLock(mExtractor->mLock); |
| 223 | advance_l(); |
| 224 | } |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 225 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 226 | void BlockIterator::advance_l() { |
| 227 | for (;;) { |
| 228 | long res = mCluster->GetEntry(mBlockEntryIndex, mBlockEntry); |
| 229 | LOGV("GetEntry returned %ld", res); |
| 230 | |
| 231 | long long pos; |
| 232 | long len; |
| 233 | if (res < 0) { |
| 234 | // Need to parse this cluster some more |
| 235 | |
| 236 | CHECK_EQ(res, mkvparser::E_BUFFER_NOT_FULL); |
| 237 | |
| 238 | res = mCluster->Parse(pos, len); |
| 239 | LOGV("Parse returned %ld", res); |
| 240 | |
| 241 | if (res < 0) { |
| 242 | // I/O error |
| 243 | |
| 244 | LOGE("Cluster::Parse returned result %ld", res); |
| 245 | |
| 246 | mCluster = NULL; |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 247 | break; |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 248 | } |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 249 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 250 | continue; |
| 251 | } else if (res == 0) { |
| 252 | // We're done with this cluster |
| 253 | |
| 254 | const mkvparser::Cluster *nextCluster; |
| 255 | res = mExtractor->mSegment->ParseNext( |
| 256 | mCluster, nextCluster, pos, len); |
| 257 | LOGV("ParseNext returned %ld", res); |
| 258 | |
| 259 | if (res > 0) { |
| 260 | // EOF |
| 261 | |
| 262 | mCluster = NULL; |
| 263 | break; |
| 264 | } |
| 265 | |
| 266 | CHECK_EQ(res, 0); |
| 267 | CHECK(nextCluster != NULL); |
| 268 | CHECK(!nextCluster->EOS()); |
| 269 | |
| 270 | mCluster = nextCluster; |
| 271 | |
| 272 | res = mCluster->Parse(pos, len); |
| 273 | LOGV("Parse (2) returned %ld", res); |
| 274 | CHECK_GE(res, 0); |
| 275 | |
| 276 | mBlockEntryIndex = 0; |
| 277 | continue; |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 278 | } |
| 279 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 280 | CHECK(mBlockEntry != NULL); |
| 281 | CHECK(mBlockEntry->GetBlock() != NULL); |
| 282 | ++mBlockEntryIndex; |
| 283 | |
| 284 | if (mBlockEntry->GetBlock()->GetTrackNumber() == mTrackNum) { |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 285 | break; |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 286 | } |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 287 | } |
| 288 | } |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 289 | |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 290 | void BlockIterator::reset() { |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 291 | Mutex::Autolock autoLock(mExtractor->mLock); |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 292 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 293 | mCluster = mExtractor->mSegment->GetFirst(); |
Andreas Huber | 2179692 | 2011-04-01 13:36:53 -0700 | [diff] [blame] | 294 | mBlockEntry = NULL; |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 295 | mBlockEntryIndex = 0; |
| 296 | |
| 297 | do { |
| 298 | advance_l(); |
| 299 | } while (!eos() && block()->GetTrackNumber() != mTrackNum); |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 300 | } |
| 301 | |
| 302 | void BlockIterator::seek(int64_t seekTimeUs) { |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 303 | Mutex::Autolock autoLock(mExtractor->mLock); |
| 304 | |
| 305 | mCluster = mExtractor->mSegment->FindCluster(seekTimeUs * 1000ll); |
Andreas Huber | 2179692 | 2011-04-01 13:36:53 -0700 | [diff] [blame] | 306 | mBlockEntry = NULL; |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 307 | mBlockEntryIndex = 0; |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 308 | |
Andreas Huber | 2179692 | 2011-04-01 13:36:53 -0700 | [diff] [blame] | 309 | do { |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 310 | advance_l(); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 311 | } |
Andreas Huber | 2179692 | 2011-04-01 13:36:53 -0700 | [diff] [blame] | 312 | while (!eos() && block()->GetTrackNumber() != mTrackNum); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 313 | |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 314 | while (!eos() && !mBlockEntry->GetBlock()->IsKey()) { |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 315 | advance_l(); |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 316 | } |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 317 | } |
| 318 | |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 319 | const mkvparser::Block *BlockIterator::block() const { |
| 320 | CHECK(!eos()); |
| 321 | |
| 322 | return mBlockEntry->GetBlock(); |
| 323 | } |
| 324 | |
| 325 | int64_t BlockIterator::blockTimeUs() const { |
| 326 | return (mBlockEntry->GetBlock()->GetTime(mCluster) + 500ll) / 1000ll; |
| 327 | } |
| 328 | |
| 329 | //////////////////////////////////////////////////////////////////////////////// |
| 330 | |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 331 | static unsigned U24_AT(const uint8_t *ptr) { |
| 332 | return ptr[0] << 16 | ptr[1] << 8 | ptr[2]; |
| 333 | } |
| 334 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 335 | static size_t clz(uint8_t x) { |
| 336 | size_t numLeadingZeroes = 0; |
| 337 | |
| 338 | while (!(x & 0x80)) { |
| 339 | ++numLeadingZeroes; |
| 340 | x = x << 1; |
| 341 | } |
| 342 | |
| 343 | return numLeadingZeroes; |
| 344 | } |
| 345 | |
| 346 | void MatroskaSource::clearPendingFrames() { |
| 347 | while (!mPendingFrames.empty()) { |
| 348 | MediaBuffer *frame = *mPendingFrames.begin(); |
| 349 | mPendingFrames.erase(mPendingFrames.begin()); |
| 350 | |
| 351 | frame->release(); |
| 352 | frame = NULL; |
| 353 | } |
| 354 | } |
| 355 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 356 | status_t MatroskaSource::readBlock() { |
| 357 | CHECK(mPendingFrames.empty()); |
| 358 | |
| 359 | if (mBlockIter.eos()) { |
| 360 | return ERROR_END_OF_STREAM; |
| 361 | } |
| 362 | |
| 363 | const mkvparser::Block *block = mBlockIter.block(); |
| 364 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 365 | int64_t timeUs = mBlockIter.blockTimeUs(); |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 366 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 367 | for (int i = 0; i < block->GetFrameCount(); ++i) { |
| 368 | const mkvparser::Block::Frame &frame = block->GetFrame(i); |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 369 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 370 | MediaBuffer *mbuf = new MediaBuffer(frame.len); |
| 371 | mbuf->meta_data()->setInt64(kKeyTime, timeUs); |
| 372 | mbuf->meta_data()->setInt32(kKeyIsSyncFrame, block->IsKey()); |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 373 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 374 | long n = frame.Read(mExtractor->mReader, (unsigned char *)mbuf->data()); |
| 375 | if (n != 0) { |
| 376 | mPendingFrames.clear(); |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 377 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 378 | mBlockIter.advance(); |
| 379 | return ERROR_IO; |
| 380 | } |
| 381 | |
| 382 | mPendingFrames.push_back(mbuf); |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 383 | } |
| 384 | |
| 385 | mBlockIter.advance(); |
| 386 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 387 | return OK; |
| 388 | } |
| 389 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 390 | status_t MatroskaSource::read( |
| 391 | MediaBuffer **out, const ReadOptions *options) { |
| 392 | *out = NULL; |
| 393 | |
| 394 | int64_t seekTimeUs; |
Andreas Huber | 6624c9f | 2010-07-20 15:04:28 -0700 | [diff] [blame] | 395 | ReadOptions::SeekMode mode; |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 396 | if (options && options->getSeekTo(&seekTimeUs, &mode) |
| 397 | && !mExtractor->isLiveStreaming()) { |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 398 | clearPendingFrames(); |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 399 | mBlockIter.seek(seekTimeUs); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 400 | } |
| 401 | |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 402 | again: |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 403 | while (mPendingFrames.empty()) { |
| 404 | status_t err = readBlock(); |
| 405 | |
| 406 | if (err != OK) { |
| 407 | clearPendingFrames(); |
| 408 | |
| 409 | return err; |
| 410 | } |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 411 | } |
| 412 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 413 | MediaBuffer *frame = *mPendingFrames.begin(); |
| 414 | mPendingFrames.erase(mPendingFrames.begin()); |
| 415 | |
| 416 | size_t size = frame->range_length(); |
| 417 | |
| 418 | if (mType != AVC) { |
| 419 | *out = frame; |
| 420 | |
| 421 | return OK; |
| 422 | } |
| 423 | |
| 424 | if (size < mNALSizeLen) { |
| 425 | frame->release(); |
| 426 | frame = NULL; |
| 427 | |
| 428 | return ERROR_MALFORMED; |
| 429 | } |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 430 | |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 431 | // In the case of AVC content, each NAL unit is prefixed by |
| 432 | // mNALSizeLen bytes of length. We want to prefix the data with |
| 433 | // a four-byte 0x00000001 startcode instead of the length prefix. |
| 434 | // mNALSizeLen ranges from 1 through 4 bytes, so add an extra |
| 435 | // 3 bytes of padding to the buffer start. |
| 436 | static const size_t kPadding = 3; |
| 437 | |
| 438 | MediaBuffer *buffer = new MediaBuffer(size + kPadding); |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 439 | |
| 440 | int64_t timeUs; |
| 441 | CHECK(frame->meta_data()->findInt64(kKeyTime, &timeUs)); |
| 442 | int32_t isSync; |
| 443 | CHECK(frame->meta_data()->findInt32(kKeyIsSyncFrame, &isSync)); |
| 444 | |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 445 | buffer->meta_data()->setInt64(kKeyTime, timeUs); |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 446 | buffer->meta_data()->setInt32(kKeyIsSyncFrame, isSync); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 447 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 448 | memcpy((uint8_t *)buffer->data() + kPadding, |
| 449 | (const uint8_t *)frame->data() + frame->range_offset(), |
| 450 | size); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 451 | |
Andreas Huber | 0f62458 | 2010-11-15 15:10:34 -0800 | [diff] [blame] | 452 | buffer->set_range(kPadding, size); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 453 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 454 | frame->release(); |
| 455 | frame = NULL; |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 456 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 457 | uint8_t *data = (uint8_t *)buffer->data(); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 458 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 459 | size_t NALsize; |
| 460 | switch (mNALSizeLen) { |
| 461 | case 1: NALsize = data[kPadding]; break; |
| 462 | case 2: NALsize = U16_AT(&data[kPadding]); break; |
| 463 | case 3: NALsize = U24_AT(&data[kPadding]); break; |
| 464 | case 4: NALsize = U32_AT(&data[kPadding]); break; |
| 465 | default: |
| 466 | TRESPASS(); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 467 | } |
| 468 | |
Andreas Huber | 6fe6b4c | 2011-01-11 11:56:06 -0800 | [diff] [blame] | 469 | if (size < NALsize + mNALSizeLen) { |
| 470 | buffer->release(); |
| 471 | buffer = NULL; |
| 472 | |
| 473 | return ERROR_MALFORMED; |
| 474 | } |
| 475 | |
| 476 | if (size > NALsize + mNALSizeLen) { |
| 477 | LOGW("discarding %d bytes of data.", size - NALsize - mNALSizeLen); |
| 478 | } |
| 479 | |
| 480 | // actual data starts at &data[kPadding + mNALSizeLen] |
| 481 | |
| 482 | memcpy(&data[mNALSizeLen - 1], "\x00\x00\x00\x01", 4); |
| 483 | buffer->set_range(mNALSizeLen - 1, NALsize + 4); |
| 484 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 485 | *out = buffer; |
| 486 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 487 | return OK; |
| 488 | } |
| 489 | |
| 490 | //////////////////////////////////////////////////////////////////////////////// |
| 491 | |
| 492 | MatroskaExtractor::MatroskaExtractor(const sp<DataSource> &source) |
| 493 | : mDataSource(source), |
| 494 | mReader(new DataSourceReader(mDataSource)), |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 495 | mSegment(NULL), |
| 496 | mExtractedThumbnails(false) { |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 497 | off64_t size; |
| 498 | mIsLiveStreaming = |
| 499 | (mDataSource->flags() |
| 500 | & (DataSource::kWantsPrefetching |
| 501 | | DataSource::kIsCachingDataSource)) |
| 502 | && mDataSource->getSize(&size) != OK; |
| 503 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 504 | mkvparser::EBMLHeader ebmlHeader; |
| 505 | long long pos; |
| 506 | if (ebmlHeader.Parse(mReader, pos) < 0) { |
| 507 | return; |
| 508 | } |
| 509 | |
| 510 | long long ret = |
| 511 | mkvparser::Segment::CreateInstance(mReader, pos, mSegment); |
| 512 | |
| 513 | if (ret) { |
| 514 | CHECK(mSegment == NULL); |
| 515 | return; |
| 516 | } |
| 517 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 518 | if (isLiveStreaming()) { |
| 519 | ret = mSegment->ParseHeaders(); |
| 520 | CHECK_EQ(ret, 0); |
| 521 | |
| 522 | long len; |
| 523 | ret = mSegment->LoadCluster(pos, len); |
| 524 | CHECK_EQ(ret, 0); |
| 525 | } else { |
| 526 | ret = mSegment->Load(); |
| 527 | } |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 528 | |
| 529 | if (ret < 0) { |
| 530 | delete mSegment; |
| 531 | mSegment = NULL; |
| 532 | return; |
| 533 | } |
| 534 | |
| 535 | addTracks(); |
| 536 | } |
| 537 | |
| 538 | MatroskaExtractor::~MatroskaExtractor() { |
| 539 | delete mSegment; |
| 540 | mSegment = NULL; |
| 541 | |
| 542 | delete mReader; |
| 543 | mReader = NULL; |
| 544 | } |
| 545 | |
| 546 | size_t MatroskaExtractor::countTracks() { |
| 547 | return mTracks.size(); |
| 548 | } |
| 549 | |
| 550 | sp<MediaSource> MatroskaExtractor::getTrack(size_t index) { |
| 551 | if (index >= mTracks.size()) { |
| 552 | return NULL; |
| 553 | } |
| 554 | |
| 555 | return new MatroskaSource(this, index); |
| 556 | } |
| 557 | |
| 558 | sp<MetaData> MatroskaExtractor::getTrackMetaData( |
| 559 | size_t index, uint32_t flags) { |
| 560 | if (index >= mTracks.size()) { |
| 561 | return NULL; |
| 562 | } |
| 563 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 564 | if ((flags & kIncludeExtensiveMetaData) && !mExtractedThumbnails |
| 565 | && !isLiveStreaming()) { |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 566 | findThumbnails(); |
| 567 | mExtractedThumbnails = true; |
| 568 | } |
| 569 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 570 | return mTracks.itemAt(index).mMeta; |
| 571 | } |
| 572 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 573 | bool MatroskaExtractor::isLiveStreaming() const { |
| 574 | return mIsLiveStreaming; |
| 575 | } |
| 576 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 577 | static void addESDSFromAudioSpecificInfo( |
| 578 | const sp<MetaData> &meta, const void *asi, size_t asiSize) { |
| 579 | static const uint8_t kStaticESDS[] = { |
| 580 | 0x03, 22, |
| 581 | 0x00, 0x00, // ES_ID |
| 582 | 0x00, // streamDependenceFlag, URL_Flag, OCRstreamFlag |
| 583 | |
| 584 | 0x04, 17, |
| 585 | 0x40, // Audio ISO/IEC 14496-3 |
| 586 | 0x00, 0x00, 0x00, 0x00, |
| 587 | 0x00, 0x00, 0x00, 0x00, |
| 588 | 0x00, 0x00, 0x00, 0x00, |
| 589 | |
| 590 | 0x05, |
| 591 | // AudioSpecificInfo (with size prefix) follows |
| 592 | }; |
| 593 | |
Andreas Huber | 65b9605 | 2011-05-04 09:48:46 -0700 | [diff] [blame] | 594 | // Make sure all sizes can be coded in a single byte. |
| 595 | CHECK(asiSize + 22 - 2 < 128); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 596 | size_t esdsSize = sizeof(kStaticESDS) + asiSize + 1; |
| 597 | uint8_t *esds = new uint8_t[esdsSize]; |
| 598 | memcpy(esds, kStaticESDS, sizeof(kStaticESDS)); |
| 599 | uint8_t *ptr = esds + sizeof(kStaticESDS); |
| 600 | *ptr++ = asiSize; |
| 601 | memcpy(ptr, asi, asiSize); |
| 602 | |
Andreas Huber | 65b9605 | 2011-05-04 09:48:46 -0700 | [diff] [blame] | 603 | // Increment by codecPrivateSize less 2 bytes that are accounted for |
| 604 | // already in lengths of 22/17 |
| 605 | esds[1] += asiSize - 2; |
| 606 | esds[6] += asiSize - 2; |
| 607 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 608 | meta->setData(kKeyESDS, 0, esds, esdsSize); |
| 609 | |
| 610 | delete[] esds; |
| 611 | esds = NULL; |
| 612 | } |
| 613 | |
| 614 | void addVorbisCodecInfo( |
| 615 | const sp<MetaData> &meta, |
| 616 | const void *_codecPrivate, size_t codecPrivateSize) { |
| 617 | // printf("vorbis private data follows:\n"); |
| 618 | // hexdump(_codecPrivate, codecPrivateSize); |
| 619 | |
| 620 | CHECK(codecPrivateSize >= 3); |
| 621 | |
| 622 | const uint8_t *codecPrivate = (const uint8_t *)_codecPrivate; |
| 623 | CHECK(codecPrivate[0] == 0x02); |
| 624 | |
| 625 | size_t len1 = codecPrivate[1]; |
| 626 | size_t len2 = codecPrivate[2]; |
| 627 | |
| 628 | CHECK(codecPrivateSize > 3 + len1 + len2); |
| 629 | |
| 630 | CHECK(codecPrivate[3] == 0x01); |
| 631 | meta->setData(kKeyVorbisInfo, 0, &codecPrivate[3], len1); |
| 632 | |
| 633 | CHECK(codecPrivate[len1 + 3] == 0x03); |
| 634 | |
| 635 | CHECK(codecPrivate[len1 + len2 + 3] == 0x05); |
| 636 | meta->setData( |
| 637 | kKeyVorbisBooks, 0, &codecPrivate[len1 + len2 + 3], |
| 638 | codecPrivateSize - len1 - len2 - 3); |
| 639 | } |
| 640 | |
| 641 | void MatroskaExtractor::addTracks() { |
| 642 | const mkvparser::Tracks *tracks = mSegment->GetTracks(); |
| 643 | |
| 644 | for (size_t index = 0; index < tracks->GetTracksCount(); ++index) { |
| 645 | const mkvparser::Track *track = tracks->GetTrackByIndex(index); |
| 646 | |
Andreas Huber | dfe8d9b | 2011-01-24 12:46:12 -0800 | [diff] [blame] | 647 | if (track == NULL) { |
| 648 | // Apparently this is currently valid (if unexpected) behaviour |
| 649 | // of the mkv parser lib. |
| 650 | continue; |
| 651 | } |
| 652 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 653 | const char *const codecID = track->GetCodecId(); |
| 654 | LOGV("codec id = %s", codecID); |
| 655 | LOGV("codec name = %s", track->GetCodecNameAsUTF8()); |
| 656 | |
| 657 | size_t codecPrivateSize; |
| 658 | const unsigned char *codecPrivate = |
Andreas Huber | 4b84445 | 2010-10-28 10:50:47 -0700 | [diff] [blame] | 659 | track->GetCodecPrivate(codecPrivateSize); |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 660 | |
| 661 | enum { VIDEO_TRACK = 1, AUDIO_TRACK = 2 }; |
| 662 | |
| 663 | sp<MetaData> meta = new MetaData; |
| 664 | |
| 665 | switch (track->GetType()) { |
| 666 | case VIDEO_TRACK: |
| 667 | { |
| 668 | const mkvparser::VideoTrack *vtrack = |
| 669 | static_cast<const mkvparser::VideoTrack *>(track); |
| 670 | |
| 671 | if (!strcmp("V_MPEG4/ISO/AVC", codecID)) { |
| 672 | meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_AVC); |
| 673 | meta->setData(kKeyAVCC, 0, codecPrivate, codecPrivateSize); |
| 674 | } else if (!strcmp("V_VP8", codecID)) { |
| 675 | meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_VPX); |
| 676 | } else { |
| 677 | continue; |
| 678 | } |
| 679 | |
| 680 | meta->setInt32(kKeyWidth, vtrack->GetWidth()); |
| 681 | meta->setInt32(kKeyHeight, vtrack->GetHeight()); |
| 682 | break; |
| 683 | } |
| 684 | |
| 685 | case AUDIO_TRACK: |
| 686 | { |
| 687 | const mkvparser::AudioTrack *atrack = |
| 688 | static_cast<const mkvparser::AudioTrack *>(track); |
| 689 | |
| 690 | if (!strcmp("A_AAC", codecID)) { |
| 691 | meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AAC); |
| 692 | CHECK(codecPrivateSize >= 2); |
| 693 | |
| 694 | addESDSFromAudioSpecificInfo( |
| 695 | meta, codecPrivate, codecPrivateSize); |
| 696 | } else if (!strcmp("A_VORBIS", codecID)) { |
| 697 | meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_VORBIS); |
| 698 | |
| 699 | addVorbisCodecInfo(meta, codecPrivate, codecPrivateSize); |
| 700 | } else { |
| 701 | continue; |
| 702 | } |
| 703 | |
| 704 | meta->setInt32(kKeySampleRate, atrack->GetSamplingRate()); |
| 705 | meta->setInt32(kKeyChannelCount, atrack->GetChannels()); |
| 706 | break; |
| 707 | } |
| 708 | |
| 709 | default: |
| 710 | continue; |
| 711 | } |
| 712 | |
| 713 | long long durationNs = mSegment->GetDuration(); |
| 714 | meta->setInt64(kKeyDuration, (durationNs + 500) / 1000); |
| 715 | |
| 716 | mTracks.push(); |
| 717 | TrackInfo *trackInfo = &mTracks.editItemAt(mTracks.size() - 1); |
| 718 | trackInfo->mTrackNum = track->GetNumber(); |
| 719 | trackInfo->mMeta = meta; |
| 720 | } |
| 721 | } |
| 722 | |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 723 | void MatroskaExtractor::findThumbnails() { |
| 724 | for (size_t i = 0; i < mTracks.size(); ++i) { |
| 725 | TrackInfo *info = &mTracks.editItemAt(i); |
| 726 | |
| 727 | const char *mime; |
| 728 | CHECK(info->mMeta->findCString(kKeyMIMEType, &mime)); |
| 729 | |
| 730 | if (strncasecmp(mime, "video/", 6)) { |
| 731 | continue; |
| 732 | } |
| 733 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 734 | BlockIterator iter(this, info->mTrackNum); |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 735 | int32_t i = 0; |
| 736 | int64_t thumbnailTimeUs = 0; |
| 737 | size_t maxBlockSize = 0; |
| 738 | while (!iter.eos() && i < 20) { |
| 739 | if (iter.block()->IsKey()) { |
| 740 | ++i; |
| 741 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 742 | size_t blockSize = 0; |
| 743 | for (int i = 0; i < iter.block()->GetFrameCount(); ++i) { |
| 744 | blockSize += iter.block()->GetFrame(i).len; |
| 745 | } |
| 746 | |
Andreas Huber | 6bdf2ed | 2010-05-25 13:35:02 -0700 | [diff] [blame] | 747 | if (blockSize > maxBlockSize) { |
| 748 | maxBlockSize = blockSize; |
| 749 | thumbnailTimeUs = iter.blockTimeUs(); |
| 750 | } |
| 751 | } |
| 752 | iter.advance(); |
| 753 | } |
| 754 | info->mMeta->setInt64(kKeyThumbnailTime, thumbnailTimeUs); |
| 755 | } |
| 756 | } |
| 757 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 758 | sp<MetaData> MatroskaExtractor::getMetaData() { |
| 759 | sp<MetaData> meta = new MetaData; |
| 760 | meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_CONTAINER_MATROSKA); |
| 761 | |
| 762 | return meta; |
| 763 | } |
| 764 | |
Andreas Huber | 8885e67 | 2011-03-18 14:38:56 -0700 | [diff] [blame] | 765 | uint32_t MatroskaExtractor::flags() const { |
| 766 | uint32_t x = CAN_PAUSE; |
| 767 | if (!isLiveStreaming()) { |
| 768 | x |= CAN_SEEK_BACKWARD | CAN_SEEK_FORWARD | CAN_SEEK; |
| 769 | } |
| 770 | |
| 771 | return x; |
| 772 | } |
| 773 | |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 774 | bool SniffMatroska( |
Andreas Huber | efdd088 | 2010-08-25 11:09:41 -0700 | [diff] [blame] | 775 | const sp<DataSource> &source, String8 *mimeType, float *confidence, |
| 776 | sp<AMessage> *) { |
Andreas Huber | 072f524 | 2010-05-20 14:56:53 -0700 | [diff] [blame] | 777 | DataSourceReader reader(source); |
| 778 | mkvparser::EBMLHeader ebmlHeader; |
| 779 | long long pos; |
| 780 | if (ebmlHeader.Parse(&reader, pos) < 0) { |
| 781 | return false; |
| 782 | } |
| 783 | |
| 784 | mimeType->setTo(MEDIA_MIMETYPE_CONTAINER_MATROSKA); |
| 785 | *confidence = 0.6; |
| 786 | |
| 787 | return true; |
| 788 | } |
| 789 | |
| 790 | } // namespace android |