Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2010 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
James Dong | 050b28a | 2010-04-22 17:27:04 -0700 | [diff] [blame] | 17 | //#define LOG_NDEBUG 0 |
| 18 | #define LOG_TAG "AudioSource" |
| 19 | #include <utils/Log.h> |
| 20 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 21 | #include <media/AudioRecord.h> |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 22 | #include <media/stagefright/AudioSource.h> |
| 23 | #include <media/stagefright/MediaBuffer.h> |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 24 | #include <media/stagefright/MediaDefs.h> |
| 25 | #include <media/stagefright/MetaData.h> |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 26 | #include <media/stagefright/foundation/ADebug.h> |
James Dong | 365a963 | 2010-06-04 13:59:27 -0700 | [diff] [blame] | 27 | #include <cutils/properties.h> |
James Dong | 46292fb | 2010-07-29 18:06:08 -0700 | [diff] [blame] | 28 | #include <stdlib.h> |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 29 | |
| 30 | namespace android { |
| 31 | |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 32 | static void AudioRecordCallbackFunction(int event, void *user, void *info) { |
| 33 | AudioSource *source = (AudioSource *) user; |
| 34 | switch (event) { |
| 35 | case AudioRecord::EVENT_MORE_DATA: { |
| 36 | source->dataCallbackTimestamp(*((AudioRecord::Buffer *) info), systemTime() / 1000); |
| 37 | break; |
| 38 | } |
| 39 | case AudioRecord::EVENT_OVERRUN: { |
| 40 | LOGW("AudioRecord reported overrun!"); |
| 41 | break; |
| 42 | } |
| 43 | default: |
| 44 | // does nothing |
| 45 | break; |
| 46 | } |
| 47 | } |
| 48 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 49 | AudioSource::AudioSource( |
| 50 | int inputSource, uint32_t sampleRate, uint32_t channels) |
James Dong | be6ec71 | 2010-06-14 17:45:35 -0700 | [diff] [blame] | 51 | : mStarted(false), |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 52 | mSampleRate(sampleRate), |
James Dong | 46292fb | 2010-07-29 18:06:08 -0700 | [diff] [blame] | 53 | mPrevSampleTimeUs(0), |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 54 | mNumFramesReceived(0), |
| 55 | mNumClientOwnedBuffers(0) { |
James Dong | be6ec71 | 2010-06-14 17:45:35 -0700 | [diff] [blame] | 56 | |
| 57 | LOGV("sampleRate: %d, channels: %d", sampleRate, channels); |
James Dong | f1ae196 | 2010-08-26 16:28:17 -0700 | [diff] [blame] | 58 | CHECK(channels == 1 || channels == 2); |
James Dong | be6ec71 | 2010-06-14 17:45:35 -0700 | [diff] [blame] | 59 | uint32_t flags = AudioRecord::RECORD_AGC_ENABLE | |
| 60 | AudioRecord::RECORD_NS_ENABLE | |
| 61 | AudioRecord::RECORD_IIR_ENABLE; |
James Dong | be6ec71 | 2010-06-14 17:45:35 -0700 | [diff] [blame] | 62 | mRecord = new AudioRecord( |
| 63 | inputSource, sampleRate, AudioSystem::PCM_16_BIT, |
| 64 | channels > 1? AudioSystem::CHANNEL_IN_STEREO: AudioSystem::CHANNEL_IN_MONO, |
| 65 | 4 * kMaxBufferSize / sizeof(int16_t), /* Enable ping-pong buffers */ |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 66 | flags, |
| 67 | AudioRecordCallbackFunction, |
| 68 | this); |
James Dong | be6ec71 | 2010-06-14 17:45:35 -0700 | [diff] [blame] | 69 | |
| 70 | mInitCheck = mRecord->initCheck(); |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 71 | } |
| 72 | |
| 73 | AudioSource::~AudioSource() { |
| 74 | if (mStarted) { |
| 75 | stop(); |
| 76 | } |
| 77 | |
| 78 | delete mRecord; |
| 79 | mRecord = NULL; |
| 80 | } |
| 81 | |
| 82 | status_t AudioSource::initCheck() const { |
| 83 | return mInitCheck; |
| 84 | } |
| 85 | |
| 86 | status_t AudioSource::start(MetaData *params) { |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 87 | Mutex::Autolock autoLock(mLock); |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 88 | if (mStarted) { |
| 89 | return UNKNOWN_ERROR; |
| 90 | } |
| 91 | |
James Dong | 6e20bdf | 2010-09-01 14:02:51 -0700 | [diff] [blame] | 92 | if (mInitCheck != OK) { |
| 93 | return NO_INIT; |
| 94 | } |
| 95 | |
James Dong | d3d4e50 | 2010-06-24 19:55:31 -0700 | [diff] [blame] | 96 | mTrackMaxAmplitude = false; |
| 97 | mMaxAmplitude = 0; |
James Dong | d707fcb | 2010-09-01 18:48:35 -0700 | [diff] [blame] | 98 | mInitialReadTimeUs = 0; |
James Dong | f60cafe | 2010-06-19 09:04:18 -0700 | [diff] [blame] | 99 | mStartTimeUs = 0; |
| 100 | int64_t startTimeUs; |
| 101 | if (params && params->findInt64(kKeyTime, &startTimeUs)) { |
| 102 | mStartTimeUs = startTimeUs; |
| 103 | } |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 104 | status_t err = mRecord->start(); |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 105 | if (err == OK) { |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 106 | mStarted = true; |
James Dong | eaae384 | 2011-01-25 12:37:43 -0800 | [diff] [blame] | 107 | } else { |
| 108 | delete mRecord; |
| 109 | mRecord = NULL; |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 110 | } |
| 111 | |
James Dong | eaae384 | 2011-01-25 12:37:43 -0800 | [diff] [blame] | 112 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 113 | return err; |
| 114 | } |
| 115 | |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 116 | void AudioSource::releaseQueuedFrames_l() { |
| 117 | LOGV("releaseQueuedFrames_l"); |
| 118 | List<MediaBuffer *>::iterator it; |
| 119 | while (!mBuffersReceived.empty()) { |
| 120 | it = mBuffersReceived.begin(); |
| 121 | (*it)->release(); |
| 122 | mBuffersReceived.erase(it); |
| 123 | } |
| 124 | } |
| 125 | |
| 126 | void AudioSource::waitOutstandingEncodingFrames_l() { |
| 127 | LOGV("waitOutstandingEncodingFrames_l: %lld", mNumClientOwnedBuffers); |
| 128 | while (mNumClientOwnedBuffers > 0) { |
| 129 | mFrameEncodingCompletionCondition.wait(mLock); |
| 130 | } |
| 131 | } |
| 132 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 133 | status_t AudioSource::stop() { |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 134 | Mutex::Autolock autoLock(mLock); |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 135 | if (!mStarted) { |
| 136 | return UNKNOWN_ERROR; |
| 137 | } |
| 138 | |
James Dong | 6e20bdf | 2010-09-01 14:02:51 -0700 | [diff] [blame] | 139 | if (mInitCheck != OK) { |
| 140 | return NO_INIT; |
| 141 | } |
| 142 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 143 | mStarted = false; |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 144 | mRecord->stop(); |
| 145 | waitOutstandingEncodingFrames_l(); |
| 146 | releaseQueuedFrames_l(); |
James Dong | 365a963 | 2010-06-04 13:59:27 -0700 | [diff] [blame] | 147 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 148 | return OK; |
| 149 | } |
| 150 | |
| 151 | sp<MetaData> AudioSource::getFormat() { |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 152 | Mutex::Autolock autoLock(mLock); |
James Dong | 6e20bdf | 2010-09-01 14:02:51 -0700 | [diff] [blame] | 153 | if (mInitCheck != OK) { |
| 154 | return 0; |
| 155 | } |
| 156 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 157 | sp<MetaData> meta = new MetaData; |
| 158 | meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_RAW); |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 159 | meta->setInt32(kKeySampleRate, mSampleRate); |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 160 | meta->setInt32(kKeyChannelCount, mRecord->channelCount()); |
| 161 | meta->setInt32(kKeyMaxInputSize, kMaxBufferSize); |
| 162 | |
| 163 | return meta; |
| 164 | } |
| 165 | |
James Dong | f1ae196 | 2010-08-26 16:28:17 -0700 | [diff] [blame] | 166 | void AudioSource::rampVolume( |
| 167 | int32_t startFrame, int32_t rampDurationFrames, |
| 168 | uint8_t *data, size_t bytes) { |
| 169 | |
| 170 | const int32_t kShift = 14; |
| 171 | int32_t fixedMultiplier = (startFrame << kShift) / rampDurationFrames; |
| 172 | const int32_t nChannels = mRecord->channelCount(); |
| 173 | int32_t stopFrame = startFrame + bytes / sizeof(int16_t); |
| 174 | int16_t *frame = (int16_t *) data; |
| 175 | if (stopFrame > rampDurationFrames) { |
| 176 | stopFrame = rampDurationFrames; |
| 177 | } |
| 178 | |
| 179 | while (startFrame < stopFrame) { |
| 180 | if (nChannels == 1) { // mono |
| 181 | frame[0] = (frame[0] * fixedMultiplier) >> kShift; |
| 182 | ++frame; |
| 183 | ++startFrame; |
| 184 | } else { // stereo |
| 185 | frame[0] = (frame[0] * fixedMultiplier) >> kShift; |
| 186 | frame[1] = (frame[1] * fixedMultiplier) >> kShift; |
| 187 | frame += 2; |
| 188 | startFrame += 2; |
| 189 | } |
| 190 | |
| 191 | // Update the multiplier every 4 frames |
| 192 | if ((startFrame & 3) == 0) { |
| 193 | fixedMultiplier = (startFrame << kShift) / rampDurationFrames; |
| 194 | } |
| 195 | } |
| 196 | } |
| 197 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 198 | status_t AudioSource::read( |
| 199 | MediaBuffer **out, const ReadOptions *options) { |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 200 | Mutex::Autolock autoLock(mLock); |
| 201 | *out = NULL; |
James Dong | 6e20bdf | 2010-09-01 14:02:51 -0700 | [diff] [blame] | 202 | |
| 203 | if (mInitCheck != OK) { |
| 204 | return NO_INIT; |
| 205 | } |
| 206 | |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 207 | while (mStarted && mBuffersReceived.empty()) { |
| 208 | mFrameAvailableCondition.wait(mLock); |
| 209 | } |
| 210 | if (!mStarted) { |
James Dong | 542db5d | 2010-07-21 14:51:35 -0700 | [diff] [blame] | 211 | return OK; |
James Dong | 365a963 | 2010-06-04 13:59:27 -0700 | [diff] [blame] | 212 | } |
James Dong | 6b61f43 | 2011-02-15 10:08:07 -0800 | [diff] [blame] | 213 | MediaBuffer *buffer = *mBuffersReceived.begin(); |
| 214 | mBuffersReceived.erase(mBuffersReceived.begin()); |
| 215 | ++mNumClientOwnedBuffers; |
| 216 | buffer->setObserver(this); |
| 217 | buffer->add_ref(); |
| 218 | |
| 219 | // Mute/suppress the recording sound |
| 220 | int64_t timeUs; |
| 221 | CHECK(buffer->meta_data()->findInt64(kKeyTime, &timeUs)); |
| 222 | int64_t elapsedTimeUs = timeUs - mStartTimeUs; |
| 223 | if (elapsedTimeUs < kAutoRampStartUs) { |
| 224 | memset((uint8_t *) buffer->data(), 0, buffer->range_length()); |
| 225 | } else if (elapsedTimeUs < kAutoRampStartUs + kAutoRampDurationUs) { |
| 226 | int32_t autoRampDurationFrames = |
| 227 | (kAutoRampDurationUs * mSampleRate + 500000LL) / 1000000LL; |
| 228 | |
| 229 | int32_t autoRampStartFrames = |
| 230 | (kAutoRampStartUs * mSampleRate + 500000LL) / 1000000LL; |
| 231 | |
| 232 | int32_t nFrames = mNumFramesReceived - autoRampStartFrames; |
| 233 | rampVolume(nFrames, autoRampDurationFrames, |
| 234 | (uint8_t *) buffer->data(), buffer->range_length()); |
| 235 | } |
| 236 | |
| 237 | // Track the max recording signal amplitude. |
| 238 | if (mTrackMaxAmplitude) { |
| 239 | trackMaxAmplitude( |
| 240 | (int16_t *) buffer->data(), buffer->range_length() >> 1); |
| 241 | } |
| 242 | |
| 243 | *out = buffer; |
| 244 | return OK; |
| 245 | } |
| 246 | |
| 247 | void AudioSource::signalBufferReturned(MediaBuffer *buffer) { |
| 248 | LOGV("signalBufferReturned: %p", buffer->data()); |
| 249 | Mutex::Autolock autoLock(mLock); |
| 250 | --mNumClientOwnedBuffers; |
| 251 | buffer->setObserver(0); |
| 252 | buffer->release(); |
| 253 | mFrameEncodingCompletionCondition.signal(); |
| 254 | return; |
| 255 | } |
| 256 | |
| 257 | status_t AudioSource::dataCallbackTimestamp( |
| 258 | const AudioRecord::Buffer& audioBuffer, int64_t timeUs) { |
| 259 | LOGV("dataCallbackTimestamp: %lld us", timeUs); |
| 260 | Mutex::Autolock autoLock(mLock); |
| 261 | if (!mStarted) { |
| 262 | LOGW("Spurious callback from AudioRecord. Drop the audio data."); |
| 263 | return OK; |
| 264 | } |
| 265 | |
| 266 | if (mNumFramesReceived == 0 && mPrevSampleTimeUs == 0) { |
| 267 | mInitialReadTimeUs = timeUs; |
| 268 | // Initial delay |
| 269 | if (mStartTimeUs > 0) { |
| 270 | mStartTimeUs = timeUs - mStartTimeUs; |
| 271 | } else { |
| 272 | // Assume latency is constant. |
| 273 | mStartTimeUs += mRecord->latency() * 1000; |
| 274 | } |
| 275 | mPrevSampleTimeUs = mStartTimeUs; |
| 276 | } |
| 277 | |
| 278 | int64_t timestampUs = mPrevSampleTimeUs; |
| 279 | |
| 280 | size_t numLostBytes = mRecord->getInputFramesLost(); |
| 281 | CHECK_EQ(numLostBytes & 1, 0u); |
| 282 | CHECK_EQ(audioBuffer.size & 1, 0u); |
| 283 | size_t bufferSize = numLostBytes + audioBuffer.size; |
| 284 | MediaBuffer *buffer = new MediaBuffer(bufferSize); |
| 285 | if (numLostBytes > 0) { |
| 286 | memset(buffer->data(), 0, numLostBytes); |
| 287 | memcpy((uint8_t *) buffer->data() + numLostBytes, |
| 288 | audioBuffer.i16, audioBuffer.size); |
| 289 | } else { |
| 290 | if (audioBuffer.size == 0) { |
| 291 | LOGW("Nothing is available from AudioRecord callback buffer"); |
| 292 | buffer->release(); |
| 293 | return OK; |
| 294 | } |
| 295 | memcpy((uint8_t *) buffer->data(), |
| 296 | audioBuffer.i16, audioBuffer.size); |
| 297 | } |
| 298 | |
| 299 | buffer->set_range(0, bufferSize); |
| 300 | timestampUs += ((1000000LL * (bufferSize >> 1)) + |
| 301 | (mSampleRate >> 1)) / mSampleRate; |
| 302 | |
| 303 | if (mNumFramesReceived == 0) { |
| 304 | buffer->meta_data()->setInt64(kKeyAnchorTime, mStartTimeUs); |
| 305 | } |
| 306 | buffer->meta_data()->setInt64(kKeyTime, mPrevSampleTimeUs); |
| 307 | buffer->meta_data()->setInt64(kKeyDriftTime, timeUs - mInitialReadTimeUs); |
| 308 | mPrevSampleTimeUs = timestampUs; |
| 309 | mNumFramesReceived += buffer->range_length() / sizeof(int16_t); |
| 310 | mBuffersReceived.push_back(buffer); |
| 311 | mFrameAvailableCondition.signal(); |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 312 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 313 | return OK; |
| 314 | } |
| 315 | |
James Dong | d3d4e50 | 2010-06-24 19:55:31 -0700 | [diff] [blame] | 316 | void AudioSource::trackMaxAmplitude(int16_t *data, int nSamples) { |
| 317 | for (int i = nSamples; i > 0; --i) { |
| 318 | int16_t value = *data++; |
| 319 | if (value < 0) { |
| 320 | value = -value; |
| 321 | } |
| 322 | if (mMaxAmplitude < value) { |
| 323 | mMaxAmplitude = value; |
| 324 | } |
| 325 | } |
| 326 | } |
| 327 | |
| 328 | int16_t AudioSource::getMaxAmplitude() { |
| 329 | // First call activates the tracking. |
| 330 | if (!mTrackMaxAmplitude) { |
| 331 | mTrackMaxAmplitude = true; |
| 332 | } |
| 333 | int16_t value = mMaxAmplitude; |
| 334 | mMaxAmplitude = 0; |
| 335 | LOGV("max amplitude since last call: %d", value); |
| 336 | return value; |
| 337 | } |
| 338 | |
Andreas Huber | e7c9cb4 | 2010-01-25 14:27:12 -0800 | [diff] [blame] | 339 | } // namespace android |