Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 1 | /* Copyright 2015 The Android Open Source Project |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 2 | * |
| 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | #include <sys/types.h> |
| 16 | #include <cassert> |
| 17 | #include <android/log.h> |
| 18 | |
| 19 | |
| 20 | #include <SLES/OpenSLES.h> |
| 21 | #include <SLES/OpenSLES_Android.h> |
| 22 | |
| 23 | #include "common/OboeDebug.h" |
Don Turner | 379e8e5 | 2017-11-29 15:49:29 +0000 | [diff] [blame] | 24 | #include "oboe/AudioStreamBuilder.h" |
| 25 | #include "AudioStreamOpenSLES.h" |
Don Turner | 2682fbd | 2017-09-12 16:25:58 +0100 | [diff] [blame] | 26 | #include "OpenSLESUtilities.h" |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 27 | |
| 28 | #ifndef NULL |
| 29 | #define NULL 0 |
| 30 | #endif |
| 31 | |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 32 | #define DEFAULT_FRAMES_PER_CALLBACK 192 // 4 msec at 48000 Hz |
| 33 | #define DEFAULT_SAMPLE_RATE 48000 // very common rate for mobile audio and video |
| 34 | #define DEFAULT_CHANNEL_COUNT 2 // stereo |
| 35 | |
Phil Burk | 64c55f4 | 2017-12-13 18:36:53 -0800 | [diff] [blame] | 36 | using namespace oboe; |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 37 | |
Don Turner | 379e8e5 | 2017-11-29 15:49:29 +0000 | [diff] [blame] | 38 | AudioStreamOpenSLES::AudioStreamOpenSLES(const AudioStreamBuilder &builder) |
| 39 | : AudioStreamBuffered(builder) { |
Phil Burk | 6d95291 | 2017-12-14 10:10:00 -0800 | [diff] [blame] | 40 | mSimpleBufferQueueInterface = NULL; |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 41 | mFramesPerBurst = builder.getDefaultFramesPerBurst(); |
Phil Burk | 699e3aa | 2018-03-27 07:27:03 -0700 | [diff] [blame] | 42 | // OpenSL ES does not support device IDs. So overwrite value from builder. |
| 43 | mDeviceId = kUnspecified; |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 44 | } |
| 45 | |
Don Turner | 379e8e5 | 2017-11-29 15:49:29 +0000 | [diff] [blame] | 46 | AudioStreamOpenSLES::~AudioStreamOpenSLES() { |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 47 | delete[] mCallbackBuffer; |
| 48 | } |
| 49 | |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 50 | static bool s_isLittleEndian() { |
| 51 | static uint32_t value = 1; |
| 52 | return *((uint8_t *) &value) == 1; // Does address point to LSB? |
| 53 | } |
| 54 | |
Phil Burk | 9a147a1 | 2017-12-13 20:23:25 -0800 | [diff] [blame] | 55 | SLuint32 AudioStreamOpenSLES::getDefaultByteOrder() { |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 56 | return s_isLittleEndian() ? SL_BYTEORDER_LITTLEENDIAN : SL_BYTEORDER_BIGENDIAN; |
| 57 | } |
| 58 | |
Don Turner | 379e8e5 | 2017-11-29 15:49:29 +0000 | [diff] [blame] | 59 | Result AudioStreamOpenSLES::open() { |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 60 | |
Phil Burk | 9a147a1 | 2017-12-13 20:23:25 -0800 | [diff] [blame] | 61 | LOGI("AudioStreamOpenSLES::open(chans:%d, rate:%d)", |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 62 | mChannelCount, mSampleRate); |
| 63 | |
Phil Burk | 0964356 | 2018-03-27 06:55:03 -0700 | [diff] [blame] | 64 | if (getSdkVersion() < __ANDROID_API_L__ && mFormat == AudioFormat::Float){ |
Don Turner | 2682fbd | 2017-09-12 16:25:58 +0100 | [diff] [blame] | 65 | // TODO: Allow floating point format on API <21 using float->int16 converter |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 66 | return Result::ErrorInvalidFormat; |
Don Turner | 2682fbd | 2017-09-12 16:25:58 +0100 | [diff] [blame] | 67 | } |
| 68 | |
Phil Burk | 7040a9d | 2017-12-15 10:54:38 -0800 | [diff] [blame] | 69 | SLresult result = EngineOpenSLES::getInstance().open(); |
Phil Burk | d9703b0 | 2017-12-14 12:40:48 -0800 | [diff] [blame] | 70 | if (SL_RESULT_SUCCESS != result) { |
| 71 | return Result::ErrorInternal; |
| 72 | } |
| 73 | |
Don Turner | 2682fbd | 2017-09-12 16:25:58 +0100 | [diff] [blame] | 74 | // If audio format is unspecified then choose a suitable default. |
| 75 | // API 21+: FLOAT |
| 76 | // API <21: INT16 |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 77 | if (mFormat == AudioFormat::Unspecified){ |
Phil Burk | 0964356 | 2018-03-27 06:55:03 -0700 | [diff] [blame] | 78 | mFormat = (getSdkVersion() < __ANDROID_API_L__) ? |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 79 | AudioFormat::I16 : AudioFormat::Float; |
Don Turner | 2682fbd | 2017-09-12 16:25:58 +0100 | [diff] [blame] | 80 | } |
| 81 | |
Don Turner | 379e8e5 | 2017-11-29 15:49:29 +0000 | [diff] [blame] | 82 | Result oboeResult = AudioStreamBuffered::open(); |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 83 | if (oboeResult != Result::OK) { |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 84 | return oboeResult; |
| 85 | } |
| 86 | // Convert to defaults if UNSPECIFIED |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 87 | if (mSampleRate == kUnspecified) { |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 88 | mSampleRate = DEFAULT_SAMPLE_RATE; |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 89 | } |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 90 | if (mChannelCount == kUnspecified) { |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 91 | mChannelCount = DEFAULT_CHANNEL_COUNT; |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 92 | } |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 93 | |
Phil Burk | 699e3aa | 2018-03-27 07:27:03 -0700 | [diff] [blame] | 94 | // Decide frames per burst based on hints from caller. |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 95 | // TODO Can we query this from OpenSL ES? |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 96 | if (mFramesPerCallback != kUnspecified) { |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 97 | mFramesPerBurst = mFramesPerCallback; |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 98 | } else if (mFramesPerBurst != kUnspecified) { // set from defaultFramesPerBurst |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 99 | mFramesPerCallback = mFramesPerBurst; |
| 100 | } else { |
| 101 | mFramesPerBurst = mFramesPerCallback = DEFAULT_FRAMES_PER_CALLBACK; |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 102 | } |
| 103 | |
| 104 | mBytesPerCallback = mFramesPerCallback * getBytesPerFrame(); |
Phil Burk | d9703b0 | 2017-12-14 12:40:48 -0800 | [diff] [blame] | 105 | delete[] mCallbackBuffer; // to prevent memory leaks |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 106 | mCallbackBuffer = new uint8_t[mBytesPerCallback]; |
Don Turner | 379e8e5 | 2017-11-29 15:49:29 +0000 | [diff] [blame] | 107 | LOGD("AudioStreamOpenSLES(): mFramesPerCallback = %d", mFramesPerCallback); |
| 108 | LOGD("AudioStreamOpenSLES(): mBytesPerCallback = %d", mBytesPerCallback); |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 109 | |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 110 | mSharingMode = SharingMode::Shared; |
Phil Burk | a5d6637 | 2018-02-09 14:38:23 -0800 | [diff] [blame] | 111 | |
| 112 | if (!usingFIFO()) { |
| 113 | mBufferCapacityInFrames = mFramesPerBurst * kBufferQueueLength; |
| 114 | } |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 115 | |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 116 | return Result::OK; |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 117 | } |
| 118 | |
Don Turner | 379e8e5 | 2017-11-29 15:49:29 +0000 | [diff] [blame] | 119 | Result AudioStreamOpenSLES::close() { |
Phil Burk | 477e01c | 2018-02-12 10:11:22 -0800 | [diff] [blame] | 120 | if (mObjectInterface != nullptr) { |
Phil Burk | 6d95291 | 2017-12-14 10:10:00 -0800 | [diff] [blame] | 121 | (*mObjectInterface)->Destroy(mObjectInterface); |
Phil Burk | 477e01c | 2018-02-12 10:11:22 -0800 | [diff] [blame] | 122 | mObjectInterface = nullptr; |
Phil Burk | 6d95291 | 2017-12-14 10:10:00 -0800 | [diff] [blame] | 123 | |
| 124 | } |
Phil Burk | 477e01c | 2018-02-12 10:11:22 -0800 | [diff] [blame] | 125 | mSimpleBufferQueueInterface = nullptr; |
Phil Burk | 7040a9d | 2017-12-15 10:54:38 -0800 | [diff] [blame] | 126 | EngineOpenSLES::getInstance().close(); |
Don Turner | 3bf32ae | 2017-11-27 13:25:05 +0000 | [diff] [blame] | 127 | return Result::OK; |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 128 | } |
| 129 | |
Phil Burk | 6d95291 | 2017-12-14 10:10:00 -0800 | [diff] [blame] | 130 | SLresult AudioStreamOpenSLES::enqueueCallbackBuffer(SLAndroidSimpleBufferQueueItf bq) { |
| 131 | return (*bq)->Enqueue(bq, mCallbackBuffer, mBytesPerCallback); |
| 132 | } |
| 133 | |
| 134 | SLresult AudioStreamOpenSLES::processBufferCallback(SLAndroidSimpleBufferQueueItf bq) { |
| 135 | // Ask the callback to fill the output buffer with data. |
Phil Burk | a5d6637 | 2018-02-09 14:38:23 -0800 | [diff] [blame] | 136 | DataCallbackResult result = fireCallback(mCallbackBuffer, mFramesPerCallback); |
| 137 | if (result != DataCallbackResult::Continue) { |
Phil Burk | 6d95291 | 2017-12-14 10:10:00 -0800 | [diff] [blame] | 138 | LOGE("Oboe callback returned %d", result); |
Phil Burk | a5d6637 | 2018-02-09 14:38:23 -0800 | [diff] [blame] | 139 | return SL_RESULT_INTERNAL_ERROR; // TODO How should we stop OpenSL ES. |
Phil Burk | 6d95291 | 2017-12-14 10:10:00 -0800 | [diff] [blame] | 140 | } else { |
Phil Burk | f2a7053 | 2018-05-09 18:36:21 -0700 | [diff] [blame] | 141 | updateServiceFrameCounter(); |
Phil Burk | 6d95291 | 2017-12-14 10:10:00 -0800 | [diff] [blame] | 142 | // Pass the data to OpenSLES. |
| 143 | return enqueueCallbackBuffer(bq); |
| 144 | } |
| 145 | } |
| 146 | |
| 147 | // this callback handler is called every time a buffer needs processing |
| 148 | static void bqCallbackGlue(SLAndroidSimpleBufferQueueItf bq, void *context) { |
| 149 | ((AudioStreamOpenSLES *) context)->processBufferCallback(bq); |
| 150 | } |
| 151 | |
| 152 | SLresult AudioStreamOpenSLES::registerBufferQueueCallback() { |
| 153 | // The BufferQueue |
| 154 | SLresult result = (*mObjectInterface)->GetInterface(mObjectInterface, SL_IID_ANDROIDSIMPLEBUFFERQUEUE, |
| 155 | &mSimpleBufferQueueInterface); |
| 156 | if (SL_RESULT_SUCCESS != result) { |
Phil Burk | 7040a9d | 2017-12-15 10:54:38 -0800 | [diff] [blame] | 157 | LOGE("get buffer queue interface:%p result:%s", |
| 158 | mSimpleBufferQueueInterface, |
| 159 | getSLErrStr(result)); |
Phil Burk | 6d95291 | 2017-12-14 10:10:00 -0800 | [diff] [blame] | 160 | } else { |
| 161 | // Register the BufferQueue callback |
| 162 | result = (*mSimpleBufferQueueInterface)->RegisterCallback(mSimpleBufferQueueInterface, |
| 163 | bqCallbackGlue, this); |
| 164 | if (SL_RESULT_SUCCESS != result) { |
| 165 | LOGE("RegisterCallback result:%s", getSLErrStr(result)); |
| 166 | } |
| 167 | } |
| 168 | return result; |
| 169 | } |
| 170 | |
Don Turner | 379e8e5 | 2017-11-29 15:49:29 +0000 | [diff] [blame] | 171 | int32_t AudioStreamOpenSLES::getFramesPerBurst() { |
Phil Burk | c2243b1 | 2017-10-08 15:29:48 -0700 | [diff] [blame] | 172 | return mFramesPerBurst; |
Don Turner | ca6f91a | 2017-09-05 14:52:39 +0100 | [diff] [blame] | 173 | } |
Phil Burk | b09eb33 | 2018-05-21 17:40:52 -0700 | [diff] [blame] | 174 | |
| 175 | int64_t AudioStreamOpenSLES::getFramesProcessedByServer() const { |
| 176 | int64_t millis64 = mPositionMillis.get(); |
Phil Burk | 982d4fc | 2018-05-22 07:01:52 -0700 | [diff] [blame] | 177 | int64_t framesProcessed = millis64 * getSampleRate() / kMillisPerSecond; |
| 178 | return framesProcessed; |
Phil Burk | b09eb33 | 2018-05-21 17:40:52 -0700 | [diff] [blame] | 179 | } |