Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2009 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 17 | //#define LOG_NDEBUG 0 |
| 18 | #define LOG_TAG "stagefright" |
| 19 | #include <media/stagefright/foundation/ADebug.h> |
| 20 | |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 21 | #include <sys/time.h> |
| 22 | |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 23 | #include <stdlib.h> |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 24 | #include <string.h> |
| 25 | #include <unistd.h> |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 26 | |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 27 | #include "SineSource.h" |
| 28 | |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 29 | #include <binder/IServiceManager.h> |
| 30 | #include <binder/ProcessState.h> |
| 31 | #include <media/IMediaPlayerService.h> |
Andreas Huber | 4e4173b | 2010-07-22 09:20:13 -0700 | [diff] [blame] | 32 | #include <media/stagefright/foundation/ALooper.h> |
| 33 | #include "include/ARTSPController.h" |
Andreas Huber | b559084 | 2010-12-03 16:12:25 -0800 | [diff] [blame] | 34 | #include "include/LiveSession.h" |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 35 | #include "include/NuCachedSource2.h" |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 36 | #include <media/stagefright/AudioPlayer.h> |
Andreas Huber | c066884 | 2010-06-10 11:16:10 -0700 | [diff] [blame] | 37 | #include <media/stagefright/DataSource.h> |
Andreas Huber | 6026a51 | 2009-09-11 07:47:55 -0700 | [diff] [blame] | 38 | #include <media/stagefright/JPEGSource.h> |
Andreas Huber | e6c4096 | 2009-09-10 14:13:30 -0700 | [diff] [blame] | 39 | #include <media/stagefright/MediaDefs.h> |
Andreas Huber | c066884 | 2010-06-10 11:16:10 -0700 | [diff] [blame] | 40 | #include <media/stagefright/MediaErrors.h> |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 41 | #include <media/stagefright/MediaExtractor.h> |
| 42 | #include <media/stagefright/MediaSource.h> |
| 43 | #include <media/stagefright/MetaData.h> |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 44 | #include <media/stagefright/OMXClient.h> |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 45 | #include <media/stagefright/OMXCodec.h> |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 46 | #include <media/mediametadataretriever.h> |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 47 | |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 48 | #include <media/stagefright/foundation/hexdump.h> |
Andreas Huber | c751ecc | 2010-09-27 12:04:43 -0700 | [diff] [blame] | 49 | #include <media/stagefright/MPEG2TSWriter.h> |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 50 | #include <media/stagefright/MPEG4Writer.h> |
| 51 | |
Andreas Huber | 1bb0ffd | 2010-11-22 13:06:35 -0800 | [diff] [blame] | 52 | #include <private/media/VideoFrame.h> |
| 53 | #include <SkBitmap.h> |
| 54 | #include <SkImageEncoder.h> |
| 55 | |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 56 | #include <fcntl.h> |
| 57 | |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 58 | using namespace android; |
| 59 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 60 | static long gNumRepetitions; |
Andreas Huber | 557c6ce | 2009-08-26 10:11:50 -0700 | [diff] [blame] | 61 | static long gMaxNumFrames; // 0 means decode all available. |
Andreas Huber | 0fb6477 | 2009-08-27 12:10:02 -0700 | [diff] [blame] | 62 | static long gReproduceBug; // if not -1. |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 63 | static bool gPreferSoftwareCodec; |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 64 | static bool gPlaybackAudio; |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 65 | static bool gWriteMP4; |
Andreas Huber | 93e496f | 2010-11-09 11:16:03 -0800 | [diff] [blame] | 66 | static bool gDisplayHistogram; |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 67 | static String8 gWriteMP4Filename; |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 68 | |
| 69 | static int64_t getNowUs() { |
| 70 | struct timeval tv; |
| 71 | gettimeofday(&tv, NULL); |
| 72 | |
Andreas Huber | d73a81c | 2010-03-16 14:34:17 -0700 | [diff] [blame] | 73 | return (int64_t)tv.tv_usec + tv.tv_sec * 1000000ll; |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 74 | } |
| 75 | |
Andreas Huber | 93e496f | 2010-11-09 11:16:03 -0800 | [diff] [blame] | 76 | static int CompareIncreasing(const int64_t *a, const int64_t *b) { |
| 77 | return (*a) < (*b) ? -1 : (*a) > (*b) ? 1 : 0; |
| 78 | } |
| 79 | |
| 80 | static void displayDecodeHistogram(Vector<int64_t> *decodeTimesUs) { |
| 81 | printf("decode times:\n"); |
| 82 | |
| 83 | decodeTimesUs->sort(CompareIncreasing); |
| 84 | |
| 85 | size_t n = decodeTimesUs->size(); |
| 86 | int64_t minUs = decodeTimesUs->itemAt(0); |
| 87 | int64_t maxUs = decodeTimesUs->itemAt(n - 1); |
| 88 | |
| 89 | printf("min decode time %lld us (%.2f secs)\n", minUs, minUs / 1E6); |
| 90 | printf("max decode time %lld us (%.2f secs)\n", maxUs, maxUs / 1E6); |
| 91 | |
| 92 | size_t counts[100]; |
| 93 | for (size_t i = 0; i < 100; ++i) { |
| 94 | counts[i] = 0; |
| 95 | } |
| 96 | |
| 97 | for (size_t i = 0; i < n; ++i) { |
| 98 | int64_t x = decodeTimesUs->itemAt(i); |
| 99 | |
| 100 | size_t slot = ((x - minUs) * 100) / (maxUs - minUs); |
| 101 | if (slot == 100) { slot = 99; } |
| 102 | |
| 103 | ++counts[slot]; |
| 104 | } |
| 105 | |
| 106 | for (size_t i = 0; i < 100; ++i) { |
| 107 | int64_t slotUs = minUs + (i * (maxUs - minUs) / 100); |
| 108 | |
| 109 | double fps = 1E6 / slotUs; |
| 110 | printf("[%.2f fps]: %d\n", fps, counts[i]); |
| 111 | } |
| 112 | } |
| 113 | |
James Dong | 482a1b1 | 2010-11-19 11:45:16 -0800 | [diff] [blame] | 114 | static void displayAVCProfileLevelIfPossible(const sp<MetaData>& meta) { |
| 115 | uint32_t type; |
| 116 | const void *data; |
| 117 | size_t size; |
| 118 | if (meta->findData(kKeyAVCC, &type, &data, &size)) { |
| 119 | const uint8_t *ptr = (const uint8_t *)data; |
| 120 | CHECK(size >= 7); |
| 121 | CHECK(ptr[0] == 1); // configurationVersion == 1 |
| 122 | uint8_t profile = ptr[1]; |
| 123 | uint8_t level = ptr[3]; |
| 124 | fprintf(stderr, "AVC video profile %d and level %d\n", profile, level); |
| 125 | } |
| 126 | } |
| 127 | |
Andreas Huber | 6bfb397 | 2010-09-16 14:55:48 -0700 | [diff] [blame] | 128 | static void playSource(OMXClient *client, sp<MediaSource> &source) { |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 129 | sp<MetaData> meta = source->getFormat(); |
| 130 | |
Andreas Huber | 6f6bf3d | 2009-11-03 15:59:13 -0800 | [diff] [blame] | 131 | const char *mime; |
| 132 | CHECK(meta->findCString(kKeyMIMEType, &mime)); |
| 133 | |
| 134 | sp<MediaSource> rawSource; |
| 135 | if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_RAW, mime)) { |
| 136 | rawSource = source; |
| 137 | } else { |
| 138 | rawSource = OMXCodec::Create( |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 139 | client->interface(), meta, false /* createEncoder */, source, |
| 140 | NULL /* matchComponentName */, |
| 141 | gPreferSoftwareCodec ? OMXCodec::kPreferSoftwareCodecs : 0); |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 142 | |
Andreas Huber | 6f6bf3d | 2009-11-03 15:59:13 -0800 | [diff] [blame] | 143 | if (rawSource == NULL) { |
| 144 | fprintf(stderr, "Failed to instantiate decoder for '%s'.\n", mime); |
| 145 | return; |
| 146 | } |
James Dong | 482a1b1 | 2010-11-19 11:45:16 -0800 | [diff] [blame] | 147 | displayAVCProfileLevelIfPossible(meta); |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 148 | } |
| 149 | |
Andreas Huber | 6bfb397 | 2010-09-16 14:55:48 -0700 | [diff] [blame] | 150 | source.clear(); |
| 151 | |
Andreas Huber | 1919e5a | 2010-05-20 10:37:06 -0700 | [diff] [blame] | 152 | status_t err = rawSource->start(); |
| 153 | |
| 154 | if (err != OK) { |
| 155 | fprintf(stderr, "rawSource returned error %d (0x%08x)\n", err, err); |
| 156 | return; |
| 157 | } |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 158 | |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 159 | if (gPlaybackAudio) { |
| 160 | AudioPlayer *player = new AudioPlayer(NULL); |
| 161 | player->setSource(rawSource); |
Andreas Huber | 4979601 | 2010-04-21 15:47:15 -0700 | [diff] [blame] | 162 | rawSource.clear(); |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 163 | |
| 164 | player->start(true /* sourceAlreadyStarted */); |
| 165 | |
| 166 | status_t finalStatus; |
| 167 | while (!player->reachedEOS(&finalStatus)) { |
| 168 | usleep(100000ll); |
| 169 | } |
| 170 | |
| 171 | delete player; |
| 172 | player = NULL; |
Andreas Huber | 4979601 | 2010-04-21 15:47:15 -0700 | [diff] [blame] | 173 | |
| 174 | return; |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 175 | } else if (gReproduceBug >= 3 && gReproduceBug <= 5) { |
Andreas Huber | 27366fc | 2009-11-20 09:32:46 -0800 | [diff] [blame] | 176 | int64_t durationUs; |
| 177 | CHECK(meta->findInt64(kKeyDuration, &durationUs)); |
| 178 | |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 179 | status_t err; |
| 180 | MediaBuffer *buffer; |
| 181 | MediaSource::ReadOptions options; |
| 182 | int64_t seekTimeUs = -1; |
| 183 | for (;;) { |
Andreas Huber | 6f6bf3d | 2009-11-03 15:59:13 -0800 | [diff] [blame] | 184 | err = rawSource->read(&buffer, &options); |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 185 | options.clearSeekTo(); |
| 186 | |
| 187 | bool shouldSeek = false; |
Andreas Huber | cfd5557 | 2009-10-09 14:11:28 -0700 | [diff] [blame] | 188 | if (err == INFO_FORMAT_CHANGED) { |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 189 | CHECK(buffer == NULL); |
Andreas Huber | cfd5557 | 2009-10-09 14:11:28 -0700 | [diff] [blame] | 190 | |
| 191 | printf("format changed.\n"); |
| 192 | continue; |
| 193 | } else if (err != OK) { |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 194 | printf("reached EOF.\n"); |
| 195 | |
| 196 | shouldSeek = true; |
| 197 | } else { |
Andreas Huber | fa8de75 | 2009-10-08 10:07:49 -0700 | [diff] [blame] | 198 | int64_t timestampUs; |
| 199 | CHECK(buffer->meta_data()->findInt64(kKeyTime, ×tampUs)); |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 200 | |
| 201 | bool failed = false; |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 202 | |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 203 | if (seekTimeUs >= 0) { |
Andreas Huber | fa8de75 | 2009-10-08 10:07:49 -0700 | [diff] [blame] | 204 | int64_t diff = timestampUs - seekTimeUs; |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 205 | |
Andreas Huber | 11ebbfd | 2009-10-16 15:05:45 -0700 | [diff] [blame] | 206 | if (diff < 0) { |
| 207 | diff = -diff; |
| 208 | } |
| 209 | |
| 210 | if ((gReproduceBug == 4 && diff > 500000) |
| 211 | || (gReproduceBug == 5 && timestampUs < 0)) { |
| 212 | printf("wanted: %.2f secs, got: %.2f secs\n", |
| 213 | seekTimeUs / 1E6, timestampUs / 1E6); |
| 214 | |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 215 | printf("ERROR: "); |
| 216 | failed = true; |
| 217 | } |
| 218 | } |
| 219 | |
| 220 | printf("buffer has timestamp %lld us (%.2f secs)\n", |
Andreas Huber | fa8de75 | 2009-10-08 10:07:49 -0700 | [diff] [blame] | 221 | timestampUs, timestampUs / 1E6); |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 222 | |
| 223 | buffer->release(); |
| 224 | buffer = NULL; |
| 225 | |
| 226 | if (failed) { |
| 227 | break; |
| 228 | } |
| 229 | |
| 230 | shouldSeek = ((double)rand() / RAND_MAX) < 0.1; |
Andreas Huber | 11ebbfd | 2009-10-16 15:05:45 -0700 | [diff] [blame] | 231 | |
| 232 | if (gReproduceBug == 3) { |
| 233 | shouldSeek = false; |
| 234 | } |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 235 | } |
| 236 | |
| 237 | seekTimeUs = -1; |
| 238 | |
| 239 | if (shouldSeek) { |
Andreas Huber | 11ebbfd | 2009-10-16 15:05:45 -0700 | [diff] [blame] | 240 | seekTimeUs = (rand() * (float)durationUs) / RAND_MAX; |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 241 | options.setSeekTo(seekTimeUs); |
| 242 | |
| 243 | printf("seeking to %lld us (%.2f secs)\n", |
| 244 | seekTimeUs, seekTimeUs / 1E6); |
| 245 | } |
| 246 | } |
| 247 | |
Andreas Huber | 6f6bf3d | 2009-11-03 15:59:13 -0800 | [diff] [blame] | 248 | rawSource->stop(); |
Andreas Huber | 1a77b68e | 2009-09-17 11:16:52 -0700 | [diff] [blame] | 249 | |
| 250 | return; |
| 251 | } |
| 252 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 253 | int n = 0; |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 254 | int64_t startTime = getNowUs(); |
| 255 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 256 | long numIterationsLeft = gNumRepetitions; |
| 257 | MediaSource::ReadOptions options; |
Andreas Huber | 4f5e602 | 2009-08-19 09:29:34 -0700 | [diff] [blame] | 258 | |
Andreas Huber | 6c9bf1c | 2010-02-17 14:57:28 -0800 | [diff] [blame] | 259 | int64_t sumDecodeUs = 0; |
Andreas Huber | a4357ad | 2010-04-02 12:49:54 -0700 | [diff] [blame] | 260 | int64_t totalBytes = 0; |
Andreas Huber | 6c9bf1c | 2010-02-17 14:57:28 -0800 | [diff] [blame] | 261 | |
Andreas Huber | 93e496f | 2010-11-09 11:16:03 -0800 | [diff] [blame] | 262 | Vector<int64_t> decodeTimesUs; |
| 263 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 264 | while (numIterationsLeft-- > 0) { |
Andreas Huber | 557c6ce | 2009-08-26 10:11:50 -0700 | [diff] [blame] | 265 | long numFrames = 0; |
| 266 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 267 | MediaBuffer *buffer; |
| 268 | |
| 269 | for (;;) { |
Andreas Huber | 6c9bf1c | 2010-02-17 14:57:28 -0800 | [diff] [blame] | 270 | int64_t startDecodeUs = getNowUs(); |
Andreas Huber | 6f6bf3d | 2009-11-03 15:59:13 -0800 | [diff] [blame] | 271 | status_t err = rawSource->read(&buffer, &options); |
Andreas Huber | 6c9bf1c | 2010-02-17 14:57:28 -0800 | [diff] [blame] | 272 | int64_t delayDecodeUs = getNowUs() - startDecodeUs; |
| 273 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 274 | options.clearSeekTo(); |
| 275 | |
| 276 | if (err != OK) { |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 277 | CHECK(buffer == NULL); |
Andreas Huber | cfd5557 | 2009-10-09 14:11:28 -0700 | [diff] [blame] | 278 | |
| 279 | if (err == INFO_FORMAT_CHANGED) { |
| 280 | printf("format changed.\n"); |
| 281 | continue; |
| 282 | } |
| 283 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 284 | break; |
| 285 | } |
| 286 | |
Andreas Huber | 93e496f | 2010-11-09 11:16:03 -0800 | [diff] [blame] | 287 | if (buffer->range_length() > 0) { |
| 288 | if (gDisplayHistogram && n > 0) { |
| 289 | // Ignore the first time since it includes some setup |
| 290 | // cost. |
| 291 | decodeTimesUs.push(delayDecodeUs); |
| 292 | } |
| 293 | |
| 294 | if ((n++ % 16) == 0) { |
| 295 | printf("."); |
| 296 | fflush(stdout); |
| 297 | } |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 298 | } |
| 299 | |
Andreas Huber | 6c9bf1c | 2010-02-17 14:57:28 -0800 | [diff] [blame] | 300 | sumDecodeUs += delayDecodeUs; |
Andreas Huber | a4357ad | 2010-04-02 12:49:54 -0700 | [diff] [blame] | 301 | totalBytes += buffer->range_length(); |
Andreas Huber | 6c9bf1c | 2010-02-17 14:57:28 -0800 | [diff] [blame] | 302 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 303 | buffer->release(); |
| 304 | buffer = NULL; |
Andreas Huber | 557c6ce | 2009-08-26 10:11:50 -0700 | [diff] [blame] | 305 | |
| 306 | ++numFrames; |
| 307 | if (gMaxNumFrames > 0 && numFrames == gMaxNumFrames) { |
| 308 | break; |
| 309 | } |
Andreas Huber | 0fb6477 | 2009-08-27 12:10:02 -0700 | [diff] [blame] | 310 | |
| 311 | if (gReproduceBug == 1 && numFrames == 40) { |
| 312 | printf("seeking past the end now."); |
Andreas Huber | a84b0e0 | 2009-08-28 08:40:00 -0700 | [diff] [blame] | 313 | options.setSeekTo(0x7fffffffL); |
Andreas Huber | 54ee784 | 2009-09-03 16:09:33 -0700 | [diff] [blame] | 314 | } else if (gReproduceBug == 2 && numFrames == 40) { |
| 315 | printf("seeking to 5 secs."); |
| 316 | options.setSeekTo(5000000); |
Andreas Huber | 0fb6477 | 2009-08-27 12:10:02 -0700 | [diff] [blame] | 317 | } |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 318 | } |
| 319 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 320 | printf("$"); |
| 321 | fflush(stdout); |
| 322 | |
| 323 | options.setSeekTo(0); |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 324 | } |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 325 | |
Andreas Huber | 6f6bf3d | 2009-11-03 15:59:13 -0800 | [diff] [blame] | 326 | rawSource->stop(); |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 327 | printf("\n"); |
| 328 | |
| 329 | int64_t delay = getNowUs() - startTime; |
Andreas Huber | a4357ad | 2010-04-02 12:49:54 -0700 | [diff] [blame] | 330 | if (!strncasecmp("video/", mime, 6)) { |
| 331 | printf("avg. %.2f fps\n", n * 1E6 / delay); |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 332 | |
Andreas Huber | a4357ad | 2010-04-02 12:49:54 -0700 | [diff] [blame] | 333 | printf("avg. time to decode one buffer %.2f usecs\n", |
| 334 | (double)sumDecodeUs / n); |
| 335 | |
| 336 | printf("decoded a total of %d frame(s).\n", n); |
Andreas Huber | 93e496f | 2010-11-09 11:16:03 -0800 | [diff] [blame] | 337 | |
| 338 | if (gDisplayHistogram) { |
| 339 | displayDecodeHistogram(&decodeTimesUs); |
| 340 | } |
Andreas Huber | a4357ad | 2010-04-02 12:49:54 -0700 | [diff] [blame] | 341 | } else if (!strncasecmp("audio/", mime, 6)) { |
| 342 | // Frame count makes less sense for audio, as the output buffer |
| 343 | // sizes may be different across decoders. |
| 344 | printf("avg. %.2f KB/sec\n", totalBytes / 1024 * 1E6 / delay); |
| 345 | |
| 346 | printf("decoded a total of %lld bytes\n", totalBytes); |
| 347 | } |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 348 | } |
| 349 | |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 350 | //////////////////////////////////////////////////////////////////////////////// |
| 351 | |
| 352 | struct DetectSyncSource : public MediaSource { |
| 353 | DetectSyncSource(const sp<MediaSource> &source); |
| 354 | |
| 355 | virtual status_t start(MetaData *params = NULL); |
| 356 | virtual status_t stop(); |
| 357 | virtual sp<MetaData> getFormat(); |
| 358 | |
| 359 | virtual status_t read( |
| 360 | MediaBuffer **buffer, const ReadOptions *options); |
| 361 | |
| 362 | private: |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 363 | enum StreamType { |
| 364 | AVC, |
| 365 | MPEG4, |
| 366 | H263, |
| 367 | OTHER, |
| 368 | }; |
| 369 | |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 370 | sp<MediaSource> mSource; |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 371 | StreamType mStreamType; |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 372 | |
| 373 | DISALLOW_EVIL_CONSTRUCTORS(DetectSyncSource); |
| 374 | }; |
| 375 | |
| 376 | DetectSyncSource::DetectSyncSource(const sp<MediaSource> &source) |
| 377 | : mSource(source), |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 378 | mStreamType(OTHER) { |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 379 | const char *mime; |
| 380 | CHECK(mSource->getFormat()->findCString(kKeyMIMEType, &mime)); |
| 381 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 382 | if (!strcasecmp(mime, MEDIA_MIMETYPE_VIDEO_AVC)) { |
| 383 | mStreamType = AVC; |
| 384 | } else if (!strcasecmp(mime, MEDIA_MIMETYPE_VIDEO_MPEG4)) { |
| 385 | mStreamType = MPEG4; |
| 386 | CHECK(!"sync frame detection not implemented yet for MPEG4"); |
| 387 | } else if (!strcasecmp(mime, MEDIA_MIMETYPE_VIDEO_H263)) { |
| 388 | mStreamType = H263; |
| 389 | CHECK(!"sync frame detection not implemented yet for H.263"); |
| 390 | } |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 391 | } |
| 392 | |
| 393 | status_t DetectSyncSource::start(MetaData *params) { |
| 394 | return mSource->start(params); |
| 395 | } |
| 396 | |
| 397 | status_t DetectSyncSource::stop() { |
| 398 | return mSource->stop(); |
| 399 | } |
| 400 | |
| 401 | sp<MetaData> DetectSyncSource::getFormat() { |
| 402 | return mSource->getFormat(); |
| 403 | } |
| 404 | |
| 405 | static bool isIDRFrame(MediaBuffer *buffer) { |
| 406 | const uint8_t *data = |
| 407 | (const uint8_t *)buffer->data() + buffer->range_offset(); |
| 408 | size_t size = buffer->range_length(); |
| 409 | for (size_t i = 0; i + 3 < size; ++i) { |
| 410 | if (!memcmp("\x00\x00\x01", &data[i], 3)) { |
| 411 | uint8_t nalType = data[i + 3] & 0x1f; |
| 412 | if (nalType == 5) { |
| 413 | return true; |
| 414 | } |
| 415 | } |
| 416 | } |
| 417 | |
| 418 | return false; |
| 419 | } |
| 420 | |
| 421 | status_t DetectSyncSource::read( |
| 422 | MediaBuffer **buffer, const ReadOptions *options) { |
| 423 | status_t err = mSource->read(buffer, options); |
| 424 | |
| 425 | if (err != OK) { |
| 426 | return err; |
| 427 | } |
| 428 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 429 | if (mStreamType == AVC && isIDRFrame(*buffer)) { |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 430 | (*buffer)->meta_data()->setInt32(kKeyIsSyncFrame, true); |
| 431 | } else { |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 432 | (*buffer)->meta_data()->setInt32(kKeyIsSyncFrame, true); |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 433 | } |
| 434 | |
| 435 | return OK; |
| 436 | } |
| 437 | |
| 438 | //////////////////////////////////////////////////////////////////////////////// |
| 439 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 440 | static void writeSourcesToMP4( |
| 441 | Vector<sp<MediaSource> > &sources, bool syncInfoPresent) { |
Andreas Huber | c751ecc | 2010-09-27 12:04:43 -0700 | [diff] [blame] | 442 | #if 0 |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 443 | sp<MPEG4Writer> writer = |
| 444 | new MPEG4Writer(gWriteMP4Filename.string()); |
Andreas Huber | c751ecc | 2010-09-27 12:04:43 -0700 | [diff] [blame] | 445 | #else |
| 446 | sp<MPEG2TSWriter> writer = |
| 447 | new MPEG2TSWriter(gWriteMP4Filename.string()); |
| 448 | #endif |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 449 | |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 450 | // at most one minute. |
| 451 | writer->setMaxFileDuration(60000000ll); |
| 452 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 453 | for (size_t i = 0; i < sources.size(); ++i) { |
| 454 | sp<MediaSource> source = sources.editItemAt(i); |
| 455 | |
| 456 | CHECK_EQ(writer->addSource( |
| 457 | syncInfoPresent ? source : new DetectSyncSource(source)), |
| 458 | (status_t)OK); |
| 459 | } |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 460 | |
| 461 | sp<MetaData> params = new MetaData; |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 462 | params->setInt32(kKeyNotRealTime, true); |
| 463 | CHECK_EQ(writer->start(params.get()), (status_t)OK); |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 464 | |
| 465 | while (!writer->reachedEOS()) { |
| 466 | usleep(100000); |
| 467 | } |
| 468 | writer->stop(); |
| 469 | } |
| 470 | |
Andreas Huber | 5850a48 | 2010-07-20 16:30:35 -0700 | [diff] [blame] | 471 | static void performSeekTest(const sp<MediaSource> &source) { |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 472 | CHECK_EQ((status_t)OK, source->start()); |
Andreas Huber | 5850a48 | 2010-07-20 16:30:35 -0700 | [diff] [blame] | 473 | |
| 474 | int64_t durationUs; |
| 475 | CHECK(source->getFormat()->findInt64(kKeyDuration, &durationUs)); |
| 476 | |
| 477 | for (int64_t seekTimeUs = 0; seekTimeUs <= durationUs; |
| 478 | seekTimeUs += 60000ll) { |
| 479 | MediaSource::ReadOptions options; |
| 480 | options.setSeekTo( |
| 481 | seekTimeUs, MediaSource::ReadOptions::SEEK_PREVIOUS_SYNC); |
| 482 | |
| 483 | MediaBuffer *buffer; |
| 484 | status_t err; |
| 485 | for (;;) { |
| 486 | err = source->read(&buffer, &options); |
| 487 | |
| 488 | options.clearSeekTo(); |
| 489 | |
| 490 | if (err == INFO_FORMAT_CHANGED) { |
| 491 | CHECK(buffer == NULL); |
| 492 | continue; |
| 493 | } |
| 494 | |
| 495 | if (err != OK) { |
| 496 | CHECK(buffer == NULL); |
| 497 | break; |
| 498 | } |
| 499 | |
| 500 | if (buffer->range_length() > 0) { |
| 501 | break; |
| 502 | } |
| 503 | |
| 504 | CHECK(buffer != NULL); |
| 505 | |
| 506 | buffer->release(); |
| 507 | buffer = NULL; |
| 508 | } |
| 509 | |
| 510 | if (err == OK) { |
| 511 | int64_t timeUs; |
| 512 | CHECK(buffer->meta_data()->findInt64(kKeyTime, &timeUs)); |
| 513 | |
| 514 | printf("%lld\t%lld\t%lld\n", seekTimeUs, timeUs, seekTimeUs - timeUs); |
| 515 | |
| 516 | buffer->release(); |
| 517 | buffer = NULL; |
| 518 | } else { |
| 519 | printf("ERROR\n"); |
| 520 | break; |
| 521 | } |
| 522 | } |
| 523 | |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 524 | CHECK_EQ((status_t)OK, source->stop()); |
Andreas Huber | 5850a48 | 2010-07-20 16:30:35 -0700 | [diff] [blame] | 525 | } |
| 526 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 527 | static void usage(const char *me) { |
| 528 | fprintf(stderr, "usage: %s\n", me); |
| 529 | fprintf(stderr, " -h(elp)\n"); |
| 530 | fprintf(stderr, " -a(udio)\n"); |
| 531 | fprintf(stderr, " -n repetitions\n"); |
| 532 | fprintf(stderr, " -l(ist) components\n"); |
Andreas Huber | 557c6ce | 2009-08-26 10:11:50 -0700 | [diff] [blame] | 533 | fprintf(stderr, " -m max-number-of-frames-to-decode in each pass\n"); |
Andreas Huber | 0fb6477 | 2009-08-27 12:10:02 -0700 | [diff] [blame] | 534 | fprintf(stderr, " -b bug to reproduce\n"); |
Andreas Huber | e6c4096 | 2009-09-10 14:13:30 -0700 | [diff] [blame] | 535 | fprintf(stderr, " -p(rofiles) dump decoder profiles supported\n"); |
Andreas Huber | edfeb1a | 2010-03-10 11:07:12 -0800 | [diff] [blame] | 536 | fprintf(stderr, " -t(humbnail) extract video thumbnail or album art\n"); |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 537 | fprintf(stderr, " -s(oftware) prefer software codec\n"); |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 538 | fprintf(stderr, " -o playback audio\n"); |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 539 | fprintf(stderr, " -w(rite) filename (write to .mp4 file)\n"); |
Andreas Huber | 5850a48 | 2010-07-20 16:30:35 -0700 | [diff] [blame] | 540 | fprintf(stderr, " -k seek test\n"); |
Andreas Huber | 93e496f | 2010-11-09 11:16:03 -0800 | [diff] [blame] | 541 | fprintf(stderr, " -x display a histogram of decoding times/fps " |
| 542 | "(video only)\n"); |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 543 | } |
| 544 | |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 545 | int main(int argc, char **argv) { |
| 546 | android::ProcessState::self()->startThreadPool(); |
| 547 | |
Andreas Huber | 8a43277 | 2009-07-28 10:03:13 -0700 | [diff] [blame] | 548 | bool audioOnly = false; |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 549 | bool listComponents = false; |
Andreas Huber | e6c4096 | 2009-09-10 14:13:30 -0700 | [diff] [blame] | 550 | bool dumpProfiles = false; |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 551 | bool extractThumbnail = false; |
Andreas Huber | 5850a48 | 2010-07-20 16:30:35 -0700 | [diff] [blame] | 552 | bool seekTest = false; |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 553 | gNumRepetitions = 1; |
Andreas Huber | 557c6ce | 2009-08-26 10:11:50 -0700 | [diff] [blame] | 554 | gMaxNumFrames = 0; |
Andreas Huber | 0fb6477 | 2009-08-27 12:10:02 -0700 | [diff] [blame] | 555 | gReproduceBug = -1; |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 556 | gPreferSoftwareCodec = false; |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 557 | gPlaybackAudio = false; |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 558 | gWriteMP4 = false; |
Andreas Huber | 93e496f | 2010-11-09 11:16:03 -0800 | [diff] [blame] | 559 | gDisplayHistogram = false; |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 560 | |
Andreas Huber | 4e4173b | 2010-07-22 09:20:13 -0700 | [diff] [blame] | 561 | sp<ALooper> looper; |
| 562 | sp<ARTSPController> rtspController; |
Andreas Huber | b559084 | 2010-12-03 16:12:25 -0800 | [diff] [blame] | 563 | sp<LiveSession> liveSession; |
Andreas Huber | 4e4173b | 2010-07-22 09:20:13 -0700 | [diff] [blame] | 564 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 565 | int res; |
Andreas Huber | 93e496f | 2010-11-09 11:16:03 -0800 | [diff] [blame] | 566 | while ((res = getopt(argc, argv, "han:lm:b:ptsow:kx")) >= 0) { |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 567 | switch (res) { |
| 568 | case 'a': |
| 569 | { |
| 570 | audioOnly = true; |
| 571 | break; |
| 572 | } |
| 573 | |
| 574 | case 'l': |
| 575 | { |
| 576 | listComponents = true; |
| 577 | break; |
| 578 | } |
| 579 | |
Andreas Huber | 557c6ce | 2009-08-26 10:11:50 -0700 | [diff] [blame] | 580 | case 'm': |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 581 | case 'n': |
Andreas Huber | 0fb6477 | 2009-08-27 12:10:02 -0700 | [diff] [blame] | 582 | case 'b': |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 583 | { |
| 584 | char *end; |
| 585 | long x = strtol(optarg, &end, 10); |
| 586 | |
| 587 | if (*end != '\0' || end == optarg || x <= 0) { |
| 588 | x = 1; |
| 589 | } |
| 590 | |
Andreas Huber | 557c6ce | 2009-08-26 10:11:50 -0700 | [diff] [blame] | 591 | if (res == 'n') { |
| 592 | gNumRepetitions = x; |
Andreas Huber | 0fb6477 | 2009-08-27 12:10:02 -0700 | [diff] [blame] | 593 | } else if (res == 'm') { |
Andreas Huber | 557c6ce | 2009-08-26 10:11:50 -0700 | [diff] [blame] | 594 | gMaxNumFrames = x; |
Andreas Huber | 0fb6477 | 2009-08-27 12:10:02 -0700 | [diff] [blame] | 595 | } else { |
| 596 | CHECK_EQ(res, 'b'); |
| 597 | gReproduceBug = x; |
Andreas Huber | 557c6ce | 2009-08-26 10:11:50 -0700 | [diff] [blame] | 598 | } |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 599 | break; |
| 600 | } |
| 601 | |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 602 | case 'w': |
| 603 | { |
| 604 | gWriteMP4 = true; |
| 605 | gWriteMP4Filename.setTo(optarg); |
| 606 | break; |
| 607 | } |
| 608 | |
Andreas Huber | e6c4096 | 2009-09-10 14:13:30 -0700 | [diff] [blame] | 609 | case 'p': |
| 610 | { |
| 611 | dumpProfiles = true; |
| 612 | break; |
| 613 | } |
| 614 | |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 615 | case 't': |
| 616 | { |
| 617 | extractThumbnail = true; |
| 618 | break; |
| 619 | } |
| 620 | |
| 621 | case 's': |
| 622 | { |
| 623 | gPreferSoftwareCodec = true; |
| 624 | break; |
| 625 | } |
| 626 | |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 627 | case 'o': |
| 628 | { |
| 629 | gPlaybackAudio = true; |
| 630 | break; |
| 631 | } |
| 632 | |
Andreas Huber | 5850a48 | 2010-07-20 16:30:35 -0700 | [diff] [blame] | 633 | case 'k': |
| 634 | { |
| 635 | seekTest = true; |
| 636 | break; |
| 637 | } |
| 638 | |
Andreas Huber | 93e496f | 2010-11-09 11:16:03 -0800 | [diff] [blame] | 639 | case 'x': |
| 640 | { |
| 641 | gDisplayHistogram = true; |
| 642 | break; |
| 643 | } |
| 644 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 645 | case '?': |
| 646 | case 'h': |
| 647 | default: |
| 648 | { |
| 649 | usage(argv[0]); |
| 650 | exit(1); |
| 651 | break; |
| 652 | } |
| 653 | } |
| 654 | } |
| 655 | |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 656 | if (gPlaybackAudio && !audioOnly) { |
| 657 | // This doesn't make any sense if we're decoding the video track. |
| 658 | gPlaybackAudio = false; |
| 659 | } |
| 660 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 661 | argc -= optind; |
| 662 | argv += optind; |
| 663 | |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 664 | if (extractThumbnail) { |
| 665 | sp<IServiceManager> sm = defaultServiceManager(); |
| 666 | sp<IBinder> binder = sm->getService(String16("media.player")); |
| 667 | sp<IMediaPlayerService> service = |
| 668 | interface_cast<IMediaPlayerService>(binder); |
| 669 | |
| 670 | CHECK(service.get() != NULL); |
| 671 | |
| 672 | sp<IMediaMetadataRetriever> retriever = |
| 673 | service->createMetadataRetriever(getpid()); |
| 674 | |
| 675 | CHECK(retriever != NULL); |
| 676 | |
| 677 | for (int k = 0; k < argc; ++k) { |
| 678 | const char *filename = argv[k]; |
| 679 | |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 680 | CHECK_EQ(retriever->setDataSource(filename), (status_t)OK); |
James Dong | faf09ba | 2010-12-02 17:42:08 -0800 | [diff] [blame] | 681 | sp<IMemory> mem = |
| 682 | retriever->getFrameAtTime(-1, |
| 683 | MediaSource::ReadOptions::SEEK_PREVIOUS_SYNC); |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 684 | |
Andreas Huber | edfeb1a | 2010-03-10 11:07:12 -0800 | [diff] [blame] | 685 | if (mem != NULL) { |
James Dong | faf09ba | 2010-12-02 17:42:08 -0800 | [diff] [blame] | 686 | printf("getFrameAtTime(%s) => OK\n", filename); |
Andreas Huber | 1bb0ffd | 2010-11-22 13:06:35 -0800 | [diff] [blame] | 687 | |
| 688 | VideoFrame *frame = (VideoFrame *)mem->pointer(); |
| 689 | |
| 690 | SkBitmap bitmap; |
| 691 | bitmap.setConfig( |
| 692 | SkBitmap::kRGB_565_Config, frame->mWidth, frame->mHeight); |
| 693 | |
| 694 | bitmap.setPixels((uint8_t *)frame + sizeof(VideoFrame)); |
| 695 | |
| 696 | CHECK(SkImageEncoder::EncodeFile( |
| 697 | "/sdcard/out.jpg", bitmap, |
| 698 | SkImageEncoder::kJPEG_Type, |
| 699 | SkImageEncoder::kDefaultQuality)); |
Andreas Huber | edfeb1a | 2010-03-10 11:07:12 -0800 | [diff] [blame] | 700 | } else { |
| 701 | mem = retriever->extractAlbumArt(); |
| 702 | |
| 703 | if (mem != NULL) { |
| 704 | printf("extractAlbumArt(%s) => OK\n", filename); |
| 705 | } else { |
James Dong | faf09ba | 2010-12-02 17:42:08 -0800 | [diff] [blame] | 706 | printf("both getFrameAtTime and extractAlbumArt " |
Andreas Huber | edfeb1a | 2010-03-10 11:07:12 -0800 | [diff] [blame] | 707 | "failed on file '%s'.\n", filename); |
| 708 | } |
| 709 | } |
Andreas Huber | e42fdb5 | 2010-01-14 11:31:22 -0800 | [diff] [blame] | 710 | } |
| 711 | |
| 712 | return 0; |
| 713 | } |
| 714 | |
Andreas Huber | e6c4096 | 2009-09-10 14:13:30 -0700 | [diff] [blame] | 715 | if (dumpProfiles) { |
| 716 | sp<IServiceManager> sm = defaultServiceManager(); |
| 717 | sp<IBinder> binder = sm->getService(String16("media.player")); |
| 718 | sp<IMediaPlayerService> service = |
| 719 | interface_cast<IMediaPlayerService>(binder); |
| 720 | |
| 721 | CHECK(service.get() != NULL); |
| 722 | |
Andreas Huber | 784202e | 2009-10-15 13:46:54 -0700 | [diff] [blame] | 723 | sp<IOMX> omx = service->getOMX(); |
Andreas Huber | e6c4096 | 2009-09-10 14:13:30 -0700 | [diff] [blame] | 724 | CHECK(omx.get() != NULL); |
| 725 | |
| 726 | const char *kMimeTypes[] = { |
| 727 | MEDIA_MIMETYPE_VIDEO_AVC, MEDIA_MIMETYPE_VIDEO_MPEG4, |
Andreas Huber | 1a189a8 | 2010-03-24 13:49:20 -0700 | [diff] [blame] | 728 | MEDIA_MIMETYPE_VIDEO_H263, MEDIA_MIMETYPE_AUDIO_AAC, |
| 729 | MEDIA_MIMETYPE_AUDIO_AMR_NB, MEDIA_MIMETYPE_AUDIO_AMR_WB, |
| 730 | MEDIA_MIMETYPE_AUDIO_MPEG |
Andreas Huber | e6c4096 | 2009-09-10 14:13:30 -0700 | [diff] [blame] | 731 | }; |
| 732 | |
| 733 | for (size_t k = 0; k < sizeof(kMimeTypes) / sizeof(kMimeTypes[0]); |
| 734 | ++k) { |
| 735 | printf("type '%s':\n", kMimeTypes[k]); |
| 736 | |
| 737 | Vector<CodecCapabilities> results; |
| 738 | CHECK_EQ(QueryCodecs(omx, kMimeTypes[k], |
| 739 | true, // queryDecoders |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 740 | &results), (status_t)OK); |
Andreas Huber | e6c4096 | 2009-09-10 14:13:30 -0700 | [diff] [blame] | 741 | |
| 742 | for (size_t i = 0; i < results.size(); ++i) { |
| 743 | printf(" decoder '%s' supports ", |
| 744 | results[i].mComponentName.string()); |
| 745 | |
| 746 | if (results[i].mProfileLevels.size() == 0) { |
| 747 | printf("NOTHING.\n"); |
| 748 | continue; |
| 749 | } |
| 750 | |
| 751 | for (size_t j = 0; j < results[i].mProfileLevels.size(); ++j) { |
| 752 | const CodecProfileLevel &profileLevel = |
| 753 | results[i].mProfileLevels[j]; |
| 754 | |
| 755 | printf("%s%ld/%ld", j > 0 ? ", " : "", |
| 756 | profileLevel.mProfile, profileLevel.mLevel); |
| 757 | } |
| 758 | |
| 759 | printf("\n"); |
| 760 | } |
| 761 | } |
| 762 | } |
| 763 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 764 | if (listComponents) { |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 765 | sp<IServiceManager> sm = defaultServiceManager(); |
| 766 | sp<IBinder> binder = sm->getService(String16("media.player")); |
| 767 | sp<IMediaPlayerService> service = interface_cast<IMediaPlayerService>(binder); |
| 768 | |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 769 | CHECK(service.get() != NULL); |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 770 | |
Andreas Huber | 784202e | 2009-10-15 13:46:54 -0700 | [diff] [blame] | 771 | sp<IOMX> omx = service->getOMX(); |
Andreas Huber | be06d26 | 2009-08-14 14:37:10 -0700 | [diff] [blame] | 772 | CHECK(omx.get() != NULL); |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 773 | |
Andreas Huber | 2ea14e2 | 2009-12-16 09:30:55 -0800 | [diff] [blame] | 774 | List<IOMX::ComponentInfo> list; |
Andreas Huber | 784202e | 2009-10-15 13:46:54 -0700 | [diff] [blame] | 775 | omx->listNodes(&list); |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 776 | |
Andreas Huber | 2ea14e2 | 2009-12-16 09:30:55 -0800 | [diff] [blame] | 777 | for (List<IOMX::ComponentInfo>::iterator it = list.begin(); |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 778 | it != list.end(); ++it) { |
Andreas Huber | 2ea14e2 | 2009-12-16 09:30:55 -0800 | [diff] [blame] | 779 | printf("%s\n", (*it).mName.string()); |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 780 | } |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 781 | } |
| 782 | |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 783 | DataSource::RegisterDefaultSniffers(); |
| 784 | |
| 785 | OMXClient client; |
| 786 | status_t err = client.connect(); |
| 787 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 788 | for (int k = 0; k < argc; ++k) { |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 789 | bool syncInfoPresent = true; |
| 790 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 791 | const char *filename = argv[k]; |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 792 | |
Andreas Huber | c066884 | 2010-06-10 11:16:10 -0700 | [diff] [blame] | 793 | sp<DataSource> dataSource = DataSource::CreateFromURI(filename); |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 794 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 795 | if (strncasecmp(filename, "sine:", 5) |
| 796 | && strncasecmp(filename, "rtsp://", 7) |
| 797 | && strncasecmp(filename, "httplive://", 11) |
| 798 | && dataSource == NULL) { |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 799 | fprintf(stderr, "Unable to create data source.\n"); |
| 800 | return 1; |
| 801 | } |
| 802 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 803 | bool isJPEG = false; |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 804 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 805 | size_t len = strlen(filename); |
| 806 | if (len >= 4 && !strcasecmp(filename + len - 4, ".jpg")) { |
| 807 | isJPEG = true; |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 808 | } |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 809 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 810 | Vector<sp<MediaSource> > mediaSources; |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 811 | sp<MediaSource> mediaSource; |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 812 | |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 813 | if (isJPEG) { |
| 814 | mediaSource = new JPEGSource(dataSource); |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 815 | if (gWriteMP4) { |
| 816 | mediaSources.push(mediaSource); |
| 817 | } |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 818 | } else if (!strncasecmp("sine:", filename, 5)) { |
| 819 | char *end; |
| 820 | long sampleRate = strtol(filename + 5, &end, 10); |
| 821 | |
| 822 | if (end == filename + 5) { |
| 823 | sampleRate = 44100; |
| 824 | } |
| 825 | mediaSource = new SineSource(sampleRate, 1); |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 826 | if (gWriteMP4) { |
| 827 | mediaSources.push(mediaSource); |
| 828 | } |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 829 | } else { |
Andreas Huber | 4e4173b | 2010-07-22 09:20:13 -0700 | [diff] [blame] | 830 | sp<MediaExtractor> extractor; |
| 831 | |
| 832 | if (!strncasecmp("rtsp://", filename, 7)) { |
| 833 | if (looper == NULL) { |
| 834 | looper = new ALooper; |
| 835 | looper->start(); |
| 836 | } |
| 837 | |
| 838 | rtspController = new ARTSPController(looper); |
| 839 | status_t err = rtspController->connect(filename); |
| 840 | if (err != OK) { |
| 841 | fprintf(stderr, "could not connect to rtsp server.\n"); |
| 842 | return -1; |
| 843 | } |
| 844 | |
| 845 | extractor = rtspController.get(); |
Andreas Huber | b518527 | 2010-09-23 15:01:30 -0700 | [diff] [blame] | 846 | |
| 847 | syncInfoPresent = false; |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 848 | } else if (!strncasecmp("httplive://", filename, 11)) { |
| 849 | String8 uri("http://"); |
| 850 | uri.append(filename + 11); |
| 851 | |
Andreas Huber | b559084 | 2010-12-03 16:12:25 -0800 | [diff] [blame] | 852 | if (looper == NULL) { |
| 853 | looper = new ALooper; |
| 854 | looper->start(); |
| 855 | } |
| 856 | liveSession = new LiveSession; |
| 857 | looper->registerHandler(liveSession); |
| 858 | |
| 859 | liveSession->connect(uri.string()); |
| 860 | dataSource = liveSession->getDataSource(); |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 861 | |
| 862 | extractor = |
| 863 | MediaExtractor::Create( |
| 864 | dataSource, MEDIA_MIMETYPE_CONTAINER_MPEG2TS); |
| 865 | |
| 866 | syncInfoPresent = false; |
Andreas Huber | 4e4173b | 2010-07-22 09:20:13 -0700 | [diff] [blame] | 867 | } else { |
| 868 | extractor = MediaExtractor::Create(dataSource); |
| 869 | if (extractor == NULL) { |
| 870 | fprintf(stderr, "could not create extractor.\n"); |
| 871 | return -1; |
| 872 | } |
James Dong | e4cfcb8 | 2010-02-04 18:08:06 -0800 | [diff] [blame] | 873 | } |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 874 | |
| 875 | size_t numTracks = extractor->countTracks(); |
| 876 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 877 | if (gWriteMP4) { |
| 878 | bool haveAudio = false; |
| 879 | bool haveVideo = false; |
| 880 | for (size_t i = 0; i < numTracks; ++i) { |
| 881 | sp<MediaSource> source = extractor->getTrack(i); |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 882 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 883 | const char *mime; |
| 884 | CHECK(source->getFormat()->findCString( |
| 885 | kKeyMIMEType, &mime)); |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 886 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 887 | bool useTrack = false; |
| 888 | if (!haveAudio && !strncasecmp("audio/", mime, 6)) { |
| 889 | haveAudio = true; |
| 890 | useTrack = true; |
| 891 | } else if (!haveVideo && !strncasecmp("video/", mime, 6)) { |
| 892 | haveVideo = true; |
| 893 | useTrack = true; |
| 894 | } |
| 895 | |
| 896 | if (useTrack) { |
| 897 | mediaSources.push(source); |
| 898 | |
| 899 | if (haveAudio && haveVideo) { |
| 900 | break; |
| 901 | } |
| 902 | } |
| 903 | } |
| 904 | } else { |
| 905 | sp<MetaData> meta; |
| 906 | size_t i; |
| 907 | for (i = 0; i < numTracks; ++i) { |
| 908 | meta = extractor->getTrackMetaData( |
| 909 | i, MediaExtractor::kIncludeExtensiveMetaData); |
| 910 | |
| 911 | const char *mime; |
| 912 | meta->findCString(kKeyMIMEType, &mime); |
| 913 | |
| 914 | if (audioOnly && !strncasecmp(mime, "audio/", 6)) { |
| 915 | break; |
| 916 | } |
| 917 | |
| 918 | if (!audioOnly && !strncasecmp(mime, "video/", 6)) { |
| 919 | break; |
| 920 | } |
| 921 | |
| 922 | meta = NULL; |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 923 | } |
| 924 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 925 | if (meta == NULL) { |
| 926 | fprintf(stderr, |
| 927 | "No suitable %s track found. The '-a' option will " |
| 928 | "target audio tracks only, the default is to target " |
| 929 | "video tracks only.\n", |
| 930 | audioOnly ? "audio" : "video"); |
| 931 | return -1; |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 932 | } |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 933 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 934 | int64_t thumbTimeUs; |
| 935 | if (meta->findInt64(kKeyThumbnailTime, &thumbTimeUs)) { |
| 936 | printf("thumbnailTime: %lld us (%.2f secs)\n", |
| 937 | thumbTimeUs, thumbTimeUs / 1E6); |
| 938 | } |
Andreas Huber | 662292a | 2010-04-13 09:58:39 -0700 | [diff] [blame] | 939 | |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 940 | mediaSource = extractor->getTrack(i); |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 941 | } |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 942 | } |
| 943 | |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 944 | if (gWriteMP4) { |
Andreas Huber | 3ac0119 | 2010-09-24 09:35:49 -0700 | [diff] [blame] | 945 | writeSourcesToMP4(mediaSources, syncInfoPresent); |
Andreas Huber | 5850a48 | 2010-07-20 16:30:35 -0700 | [diff] [blame] | 946 | } else if (seekTest) { |
| 947 | performSeekTest(mediaSource); |
Andreas Huber | 45bac57 | 2010-07-01 08:19:52 -0700 | [diff] [blame] | 948 | } else { |
| 949 | playSource(&client, mediaSource); |
| 950 | } |
Andreas Huber | 4e4173b | 2010-07-22 09:20:13 -0700 | [diff] [blame] | 951 | |
| 952 | if (rtspController != NULL) { |
| 953 | rtspController->disconnect(); |
| 954 | rtspController.clear(); |
| 955 | |
| 956 | sleep(3); |
| 957 | } |
Andreas Huber | 09daada | 2009-08-18 11:27:32 -0700 | [diff] [blame] | 958 | } |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 959 | |
| 960 | client.disconnect(); |
Andreas Huber | e46b7be | 2009-07-14 16:56:47 -0700 | [diff] [blame] | 961 | |
| 962 | return 0; |
| 963 | } |