blob: 1e6fc2b217ad8456c54531888211fd77f5474f9a [file] [log] [blame]
Robert Carr78c25dd2019-08-15 14:10:33 -07001/*
2 * Copyright (C) 2019 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Valerie Haud3b90d22019-11-06 09:37:31 -080017#undef LOG_TAG
18#define LOG_TAG "BLASTBufferQueue"
19
Valerie Haua32c5522019-12-09 10:11:08 -080020#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Vishnu Naire1a42322020-10-02 17:42:04 -070021//#define LOG_NDEBUG 0
Valerie Haua32c5522019-12-09 10:11:08 -080022
Robert Carr78c25dd2019-08-15 14:10:33 -070023#include <gui/BLASTBufferQueue.h>
24#include <gui/BufferItemConsumer.h>
Vishnu Nair89496122020-12-14 17:14:53 -080025#include <gui/BufferQueueConsumer.h>
26#include <gui/BufferQueueCore.h>
27#include <gui/BufferQueueProducer.h>
Valerie Hau45e4b3b2019-12-03 10:49:17 -080028#include <gui/GLConsumer.h>
Vishnu Nair89496122020-12-14 17:14:53 -080029#include <gui/IProducerListener.h>
Robert Carr05086b22020-10-13 18:22:51 -070030#include <gui/Surface.h>
Vishnu Nair89496122020-12-14 17:14:53 -080031#include <utils/Singleton.h>
Robert Carr78c25dd2019-08-15 14:10:33 -070032
Valerie Haua32c5522019-12-09 10:11:08 -080033#include <utils/Trace.h>
34
Robert Carr78c25dd2019-08-15 14:10:33 -070035#include <chrono>
36
37using namespace std::chrono_literals;
38
Vishnu Nairdab94092020-09-29 16:09:04 -070039namespace {
40inline const char* toString(bool b) {
41 return b ? "true" : "false";
42}
43} // namespace
44
Robert Carr78c25dd2019-08-15 14:10:33 -070045namespace android {
46
Vishnu Nairdab94092020-09-29 16:09:04 -070047// Macros to include adapter info in log messages
48#define BQA_LOGV(x, ...) \
49 ALOGV("[%s](f:%u,a:%u) " x, mName.c_str(), mNumFrameAvailable, mNumAcquired, ##__VA_ARGS__)
Vishnu Nairc6f89ee2020-12-11 14:27:32 -080050// enable logs for a single layer
51//#define BQA_LOGV(x, ...) \
52// ALOGV_IF((strstr(mName.c_str(), "SurfaceView") != nullptr), "[%s](f:%u,a:%u) " x, \
53// mName.c_str(), mNumFrameAvailable, mNumAcquired, ##__VA_ARGS__)
Vishnu Nairdab94092020-09-29 16:09:04 -070054#define BQA_LOGE(x, ...) \
55 ALOGE("[%s](f:%u,a:%u) " x, mName.c_str(), mNumFrameAvailable, mNumAcquired, ##__VA_ARGS__)
56
Valerie Hau871d6352020-01-29 08:44:02 -080057void BLASTBufferItemConsumer::onDisconnect() {
58 Mutex::Autolock lock(mFrameEventHistoryMutex);
59 mPreviouslyConnected = mCurrentlyConnected;
60 mCurrentlyConnected = false;
61 if (mPreviouslyConnected) {
62 mDisconnectEvents.push(mCurrentFrameNumber);
63 }
64 mFrameEventHistory.onDisconnect();
65}
66
67void BLASTBufferItemConsumer::addAndGetFrameTimestamps(const NewFrameEventsEntry* newTimestamps,
68 FrameEventHistoryDelta* outDelta) {
69 Mutex::Autolock lock(mFrameEventHistoryMutex);
70 if (newTimestamps) {
71 // BufferQueueProducer only adds a new timestamp on
72 // queueBuffer
73 mCurrentFrameNumber = newTimestamps->frameNumber;
74 mFrameEventHistory.addQueue(*newTimestamps);
75 }
76 if (outDelta) {
77 // frame event histories will be processed
78 // only after the producer connects and requests
79 // deltas for the first time. Forward this intent
80 // to SF-side to turn event processing back on
81 mPreviouslyConnected = mCurrentlyConnected;
82 mCurrentlyConnected = true;
83 mFrameEventHistory.getAndResetDelta(outDelta);
84 }
85}
86
87void BLASTBufferItemConsumer::updateFrameTimestamps(uint64_t frameNumber, nsecs_t refreshStartTime,
88 const sp<Fence>& glDoneFence,
89 const sp<Fence>& presentFence,
90 const sp<Fence>& prevReleaseFence,
91 CompositorTiming compositorTiming,
92 nsecs_t latchTime, nsecs_t dequeueReadyTime) {
93 Mutex::Autolock lock(mFrameEventHistoryMutex);
94
95 // if the producer is not connected, don't bother updating,
96 // the next producer that connects won't access this frame event
97 if (!mCurrentlyConnected) return;
98 std::shared_ptr<FenceTime> glDoneFenceTime = std::make_shared<FenceTime>(glDoneFence);
99 std::shared_ptr<FenceTime> presentFenceTime = std::make_shared<FenceTime>(presentFence);
100 std::shared_ptr<FenceTime> releaseFenceTime = std::make_shared<FenceTime>(prevReleaseFence);
101
102 mFrameEventHistory.addLatch(frameNumber, latchTime);
103 mFrameEventHistory.addRelease(frameNumber, dequeueReadyTime, std::move(releaseFenceTime));
104 mFrameEventHistory.addPreComposition(frameNumber, refreshStartTime);
105 mFrameEventHistory.addPostComposition(frameNumber, glDoneFenceTime, presentFenceTime,
106 compositorTiming);
107}
108
109void BLASTBufferItemConsumer::getConnectionEvents(uint64_t frameNumber, bool* needsDisconnect) {
110 bool disconnect = false;
111 Mutex::Autolock lock(mFrameEventHistoryMutex);
112 while (!mDisconnectEvents.empty() && mDisconnectEvents.front() <= frameNumber) {
113 disconnect = true;
114 mDisconnectEvents.pop();
115 }
116 if (needsDisconnect != nullptr) *needsDisconnect = disconnect;
117}
118
Vishnu Nairdab94092020-09-29 16:09:04 -0700119BLASTBufferQueue::BLASTBufferQueue(const std::string& name, const sp<SurfaceControl>& surface,
chaviw565ee542021-01-14 10:21:23 -0800120 int width, int height, int32_t format,
121 bool enableTripleBuffering)
Vishnu Nairdab94092020-09-29 16:09:04 -0700122 : mName(name),
123 mSurfaceControl(surface),
Vishnu Nairea0de002020-11-17 17:42:37 -0800124 mSize(width, height),
125 mRequestedSize(mSize),
chaviw565ee542021-01-14 10:21:23 -0800126 mFormat(format),
Valerie Haud3b90d22019-11-06 09:37:31 -0800127 mNextTransaction(nullptr) {
Vishnu Nair89496122020-12-14 17:14:53 -0800128 createBufferQueue(&mProducer, &mConsumer);
Valerie Hau0889c622020-02-19 15:04:47 -0800129 // since the adapter is in the client process, set dequeue timeout
130 // explicitly so that dequeueBuffer will block
131 mProducer->setDequeueTimeout(std::numeric_limits<int64_t>::max());
Valerie Hau65b8e872020-02-13 09:45:14 -0800132
Robert Carrcedef052020-04-22 15:58:23 -0700133 if (enableTripleBuffering) {
Valerie Hau65b8e872020-02-13 09:45:14 -0800134 mProducer->setMaxDequeuedBufferCount(2);
135 }
Vishnu Nair1618c672021-02-05 13:08:26 -0800136 mBufferItemConsumer = new BLASTBufferItemConsumer(mConsumer,
137 GraphicBuffer::USAGE_HW_COMPOSER |
138 GraphicBuffer::USAGE_HW_TEXTURE,
139 1, false);
Valerie Haua32c5522019-12-09 10:11:08 -0800140 static int32_t id = 0;
Vishnu Nairdab94092020-09-29 16:09:04 -0700141 auto consumerName = mName + "(BLAST Consumer)" + std::to_string(id);
Valerie Haua32c5522019-12-09 10:11:08 -0800142 id++;
Vishnu Nairdab94092020-09-29 16:09:04 -0700143 mBufferItemConsumer->setName(String8(consumerName.c_str()));
Robert Carr78c25dd2019-08-15 14:10:33 -0700144 mBufferItemConsumer->setFrameAvailableListener(this);
145 mBufferItemConsumer->setBufferFreedListener(this);
Vishnu Nairea0de002020-11-17 17:42:37 -0800146 mBufferItemConsumer->setDefaultBufferSize(mSize.width, mSize.height);
chaviw497e81c2021-02-04 17:09:47 -0800147 mBufferItemConsumer->setDefaultBufferFormat(convertBufferFormat(format));
Robert Carr9f133d72020-04-01 15:51:46 -0700148
Valerie Hau2882e982020-01-23 13:33:10 -0800149 mTransformHint = mSurfaceControl->getTransformHint();
Robert Carr9f133d72020-04-01 15:51:46 -0700150 mBufferItemConsumer->setTransformHint(mTransformHint);
Vishnu Nairf6eddb62021-01-27 22:02:11 -0800151 SurfaceComposerClient::Transaction()
152 .setFlags(surface, layer_state_t::eEnableBackpressure,
153 layer_state_t::eEnableBackpressure)
154 .apply();
Valerie Haud3b90d22019-11-06 09:37:31 -0800155
Valerie Haua32c5522019-12-09 10:11:08 -0800156 mNumAcquired = 0;
157 mNumFrameAvailable = 0;
158 mPendingReleaseItem.item = BufferItem();
159 mPendingReleaseItem.releaseFence = nullptr;
Robert Carr78c25dd2019-08-15 14:10:33 -0700160}
161
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800162BLASTBufferQueue::~BLASTBufferQueue() {
163 if (mPendingTransactions.empty()) {
164 return;
165 }
166 BQA_LOGE("Applying pending transactions on dtor %d",
167 static_cast<uint32_t>(mPendingTransactions.size()));
168 SurfaceComposerClient::Transaction t;
169 for (auto& [targetFrameNumber, transaction] : mPendingTransactions) {
170 t.merge(std::move(transaction));
171 }
172 t.apply();
173}
174
chaviw565ee542021-01-14 10:21:23 -0800175void BLASTBufferQueue::update(const sp<SurfaceControl>& surface, uint32_t width, uint32_t height,
176 int32_t format) {
Robert Carr78c25dd2019-08-15 14:10:33 -0700177 std::unique_lock _lock{mMutex};
chaviw565ee542021-01-14 10:21:23 -0800178 if (mFormat != format) {
179 mFormat = format;
chaviw497e81c2021-02-04 17:09:47 -0800180 mBufferItemConsumer->setDefaultBufferFormat(convertBufferFormat(format));
chaviw565ee542021-01-14 10:21:23 -0800181 }
182
Vishnu Nairf6eddb62021-01-27 22:02:11 -0800183 SurfaceComposerClient::Transaction t;
184 bool applyTransaction = false;
185 if (!SurfaceControl::isSameSurface(mSurfaceControl, surface)) {
186 mSurfaceControl = surface;
187 t.setFlags(mSurfaceControl, layer_state_t::eEnableBackpressure,
188 layer_state_t::eEnableBackpressure);
189 applyTransaction = true;
190 }
191
Vishnu Nairea0de002020-11-17 17:42:37 -0800192 ui::Size newSize(width, height);
193 if (mRequestedSize != newSize) {
194 mRequestedSize.set(newSize);
195 mBufferItemConsumer->setDefaultBufferSize(mRequestedSize.width, mRequestedSize.height);
Vishnu Nair53c936c2020-12-03 11:46:37 -0800196 if (mLastBufferScalingMode != NATIVE_WINDOW_SCALING_MODE_FREEZE) {
197 // If the buffer supports scaling, update the frame immediately since the client may
198 // want to scale the existing buffer to the new size.
199 mSize = mRequestedSize;
Vishnu Nair53c936c2020-12-03 11:46:37 -0800200 t.setFrame(mSurfaceControl,
201 {0, 0, static_cast<int32_t>(mSize.width),
202 static_cast<int32_t>(mSize.height)});
Vishnu Nairf6eddb62021-01-27 22:02:11 -0800203 applyTransaction = true;
Vishnu Nair53c936c2020-12-03 11:46:37 -0800204 }
Robert Carrfc416512020-04-02 12:32:44 -0700205 }
Vishnu Nairf6eddb62021-01-27 22:02:11 -0800206 if (applyTransaction) {
207 t.apply();
208 }
Robert Carr78c25dd2019-08-15 14:10:33 -0700209}
210
211static void transactionCallbackThunk(void* context, nsecs_t latchTime,
212 const sp<Fence>& presentFence,
213 const std::vector<SurfaceControlStats>& stats) {
214 if (context == nullptr) {
215 return;
216 }
Robert Carrfbcbb4c2020-11-02 14:14:34 -0800217 sp<BLASTBufferQueue> bq = static_cast<BLASTBufferQueue*>(context);
Robert Carr78c25dd2019-08-15 14:10:33 -0700218 bq->transactionCallback(latchTime, presentFence, stats);
219}
220
221void BLASTBufferQueue::transactionCallback(nsecs_t /*latchTime*/, const sp<Fence>& /*presentFence*/,
222 const std::vector<SurfaceControlStats>& stats) {
chaviw71c2cc42020-10-23 16:42:02 -0700223 std::function<void(int64_t)> transactionCompleteCallback = nullptr;
224 uint64_t currFrameNumber = 0;
Vishnu Nairdab94092020-09-29 16:09:04 -0700225
chaviw71c2cc42020-10-23 16:42:02 -0700226 {
227 std::unique_lock _lock{mMutex};
228 ATRACE_CALL();
229 BQA_LOGV("transactionCallback");
230 mInitialCallbackReceived = true;
231
Valerie Hau871d6352020-01-29 08:44:02 -0800232 if (!stats.empty()) {
chaviw71c2cc42020-10-23 16:42:02 -0700233 mTransformHint = stats[0].transformHint;
234 mBufferItemConsumer->setTransformHint(mTransformHint);
235 mBufferItemConsumer
236 ->updateFrameTimestamps(stats[0].frameEventStats.frameNumber,
237 stats[0].frameEventStats.refreshStartTime,
238 stats[0].frameEventStats.gpuCompositionDoneFence,
239 stats[0].presentFence, stats[0].previousReleaseFence,
240 stats[0].frameEventStats.compositorTiming,
241 stats[0].latchTime,
242 stats[0].frameEventStats.dequeueReadyTime);
243 }
244 if (mPendingReleaseItem.item.mGraphicBuffer != nullptr) {
245 if (!stats.empty()) {
246 mPendingReleaseItem.releaseFence = stats[0].previousReleaseFence;
247 } else {
248 BQA_LOGE("Warning: no SurfaceControlStats returned in BLASTBufferQueue callback");
249 mPendingReleaseItem.releaseFence = nullptr;
250 }
251 mBufferItemConsumer->releaseBuffer(mPendingReleaseItem.item,
252 mPendingReleaseItem.releaseFence
253 ? mPendingReleaseItem.releaseFence
254 : Fence::NO_FENCE);
255 mNumAcquired--;
256 mPendingReleaseItem.item = BufferItem();
Valerie Haua32c5522019-12-09 10:11:08 -0800257 mPendingReleaseItem.releaseFence = nullptr;
258 }
chaviw71c2cc42020-10-23 16:42:02 -0700259
260 if (mSubmitted.empty()) {
261 BQA_LOGE("ERROR: callback with no corresponding submitted buffer item");
262 }
263 mPendingReleaseItem.item = std::move(mSubmitted.front());
264 mSubmitted.pop();
265
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800266 processNextBufferLocked(false /* useNextTransaction */);
chaviw71c2cc42020-10-23 16:42:02 -0700267
268 currFrameNumber = mPendingReleaseItem.item.mFrameNumber;
269 if (mTransactionCompleteCallback && mTransactionCompleteFrameNumber == currFrameNumber) {
270 transactionCompleteCallback = std::move(mTransactionCompleteCallback);
271 mTransactionCompleteFrameNumber = 0;
272 }
273
274 mCallbackCV.notify_all();
275 decStrong((void*)transactionCallbackThunk);
Robert Carr78c25dd2019-08-15 14:10:33 -0700276 }
Valerie Haua32c5522019-12-09 10:11:08 -0800277
chaviw71c2cc42020-10-23 16:42:02 -0700278 if (transactionCompleteCallback) {
279 transactionCompleteCallback(currFrameNumber);
Valerie Haua32c5522019-12-09 10:11:08 -0800280 }
Robert Carr78c25dd2019-08-15 14:10:33 -0700281}
282
Robert Carr255acdc2020-04-17 14:08:55 -0700283void BLASTBufferQueue::processNextBufferLocked(bool useNextTransaction) {
Valerie Haua32c5522019-12-09 10:11:08 -0800284 ATRACE_CALL();
Vishnu Nairdab94092020-09-29 16:09:04 -0700285 BQA_LOGV("processNextBufferLocked useNextTransaction=%s", toString(useNextTransaction));
286
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800287 // If the next transaction is set, we want to guarantee the our acquire will not fail, so don't
288 // include the extra buffer when checking if we can acquire the next buffer.
289 const bool includeExtraAcquire = !useNextTransaction;
290 if (mNumFrameAvailable == 0 || maxBuffersAcquired(includeExtraAcquire)) {
Vishnu Nair670b3f72020-09-29 17:52:18 -0700291 BQA_LOGV("processNextBufferLocked waiting for frame available or callback");
Vishnu Nairea0de002020-11-17 17:42:37 -0800292 mCallbackCV.notify_all();
Valerie Haud3b90d22019-11-06 09:37:31 -0800293 return;
294 }
295
Valerie Haua32c5522019-12-09 10:11:08 -0800296 if (mSurfaceControl == nullptr) {
Vishnu Nair670b3f72020-09-29 17:52:18 -0700297 BQA_LOGE("ERROR : surface control is null");
Valerie Haud3b90d22019-11-06 09:37:31 -0800298 return;
299 }
300
Robert Carr78c25dd2019-08-15 14:10:33 -0700301 SurfaceComposerClient::Transaction localTransaction;
302 bool applyTransaction = true;
303 SurfaceComposerClient::Transaction* t = &localTransaction;
Robert Carr255acdc2020-04-17 14:08:55 -0700304 if (mNextTransaction != nullptr && useNextTransaction) {
Robert Carr78c25dd2019-08-15 14:10:33 -0700305 t = mNextTransaction;
306 mNextTransaction = nullptr;
307 applyTransaction = false;
308 }
309
Valerie Haua32c5522019-12-09 10:11:08 -0800310 BufferItem bufferItem;
Valerie Haud3b90d22019-11-06 09:37:31 -0800311
Vishnu Nairc6f89ee2020-12-11 14:27:32 -0800312 status_t status =
313 mBufferItemConsumer->acquireBuffer(&bufferItem, 0 /* expectedPresent */, false);
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800314 if (status == BufferQueue::NO_BUFFER_AVAILABLE) {
315 BQA_LOGV("Failed to acquire a buffer, err=NO_BUFFER_AVAILABLE");
316 return;
317 } else if (status != OK) {
Vishnu Nairbf255772020-10-16 10:54:41 -0700318 BQA_LOGE("Failed to acquire a buffer, err=%s", statusToString(status).c_str());
Robert Carr78c25dd2019-08-15 14:10:33 -0700319 return;
320 }
Valerie Haua32c5522019-12-09 10:11:08 -0800321 auto buffer = bufferItem.mGraphicBuffer;
322 mNumFrameAvailable--;
323
324 if (buffer == nullptr) {
325 mBufferItemConsumer->releaseBuffer(bufferItem, Fence::NO_FENCE);
Vishnu Nairbf255772020-10-16 10:54:41 -0700326 BQA_LOGE("Buffer was empty");
Valerie Haua32c5522019-12-09 10:11:08 -0800327 return;
328 }
329
Vishnu Nair670b3f72020-09-29 17:52:18 -0700330 if (rejectBuffer(bufferItem)) {
Vishnu Nairea0de002020-11-17 17:42:37 -0800331 BQA_LOGE("rejecting buffer:active_size=%dx%d, requested_size=%dx%d"
332 "buffer{size=%dx%d transform=%d}",
333 mSize.width, mSize.height, mRequestedSize.width, mRequestedSize.height,
334 buffer->getWidth(), buffer->getHeight(), bufferItem.mTransform);
335 mBufferItemConsumer->releaseBuffer(bufferItem, Fence::NO_FENCE);
336 processNextBufferLocked(useNextTransaction);
337 return;
Vishnu Nair670b3f72020-09-29 17:52:18 -0700338 }
339
Valerie Haua32c5522019-12-09 10:11:08 -0800340 mNumAcquired++;
341 mSubmitted.push(bufferItem);
Robert Carr78c25dd2019-08-15 14:10:33 -0700342
Valerie Hau871d6352020-01-29 08:44:02 -0800343 bool needsDisconnect = false;
344 mBufferItemConsumer->getConnectionEvents(bufferItem.mFrameNumber, &needsDisconnect);
345
346 // if producer disconnected before, notify SurfaceFlinger
347 if (needsDisconnect) {
348 t->notifyProducerDisconnect(mSurfaceControl);
349 }
350
Robert Carr78c25dd2019-08-15 14:10:33 -0700351 // Ensure BLASTBufferQueue stays alive until we receive the transaction complete callback.
352 incStrong((void*)transactionCallbackThunk);
353
Vishnu Nair53c936c2020-12-03 11:46:37 -0800354 mLastBufferScalingMode = bufferItem.mScalingMode;
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800355 mLastAcquiredFrameNumber = bufferItem.mFrameNumber;
Vishnu Nair53c936c2020-12-03 11:46:37 -0800356
Robert Carr78c25dd2019-08-15 14:10:33 -0700357 t->setBuffer(mSurfaceControl, buffer);
John Reck137069e2020-12-10 22:07:37 -0500358 t->setDataspace(mSurfaceControl, static_cast<ui::Dataspace>(bufferItem.mDataSpace));
359 t->setHdrMetadata(mSurfaceControl, bufferItem.mHdrMetadata);
360 t->setSurfaceDamageRegion(mSurfaceControl, bufferItem.mSurfaceDamage);
Robert Carr78c25dd2019-08-15 14:10:33 -0700361 t->setAcquireFence(mSurfaceControl,
Valerie Haua32c5522019-12-09 10:11:08 -0800362 bufferItem.mFence ? new Fence(bufferItem.mFence->dup()) : Fence::NO_FENCE);
Robert Carr78c25dd2019-08-15 14:10:33 -0700363 t->addTransactionCompletedCallback(transactionCallbackThunk, static_cast<void*>(this));
364
Vishnu Nairdab94092020-09-29 16:09:04 -0700365 t->setFrame(mSurfaceControl,
Vishnu Nairea0de002020-11-17 17:42:37 -0800366 {0, 0, static_cast<int32_t>(mSize.width), static_cast<int32_t>(mSize.height)});
Valerie Haua32c5522019-12-09 10:11:08 -0800367 t->setCrop(mSurfaceControl, computeCrop(bufferItem));
368 t->setTransform(mSurfaceControl, bufferItem.mTransform);
Valerie Hau2882e982020-01-23 13:33:10 -0800369 t->setTransformToDisplayInverse(mSurfaceControl, bufferItem.mTransformToDisplayInverse);
Ady Abrahamf0c56492020-12-17 18:04:15 -0800370 if (!bufferItem.mIsAutoTimestamp) {
371 t->setDesiredPresentTime(bufferItem.mTimestamp);
372 }
Vishnu Nair6b7c5c92020-09-29 17:27:05 -0700373 t->setFrameNumber(mSurfaceControl, bufferItem.mFrameNumber);
Robert Carr78c25dd2019-08-15 14:10:33 -0700374
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000375 if (!mNextFrameTimelineInfoQueue.empty()) {
376 t->setFrameTimelineInfo(mSurfaceControl, mNextFrameTimelineInfoQueue.front());
377 mNextFrameTimelineInfoQueue.pop();
Jorim Jaggia3fe67b2020-12-01 00:24:33 +0100378 }
379
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800380 if (mAutoRefresh != bufferItem.mAutoRefresh) {
381 t->setAutoRefresh(mSurfaceControl, bufferItem.mAutoRefresh);
382 mAutoRefresh = bufferItem.mAutoRefresh;
383 }
Vishnu Nairadf632b2021-01-07 14:05:08 -0800384 {
385 std::unique_lock _lock{mTimestampMutex};
386 auto dequeueTime = mDequeueTimestamps.find(buffer->getId());
387 if (dequeueTime != mDequeueTimestamps.end()) {
388 Parcel p;
389 p.writeInt64(dequeueTime->second);
390 t->setMetadata(mSurfaceControl, METADATA_DEQUEUE_TIME, p);
391 mDequeueTimestamps.erase(dequeueTime);
392 }
393 }
Vishnu Naircf26a0a2020-11-13 12:56:20 -0800394
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800395 auto mergeTransaction =
396 [&t, currentFrameNumber = bufferItem.mFrameNumber](
397 std::tuple<uint64_t, SurfaceComposerClient::Transaction> pendingTransaction) {
398 auto& [targetFrameNumber, transaction] = pendingTransaction;
399 if (currentFrameNumber < targetFrameNumber) {
400 return false;
401 }
402 t->merge(std::move(transaction));
403 return true;
404 };
405
406 mPendingTransactions.erase(std::remove_if(mPendingTransactions.begin(),
407 mPendingTransactions.end(), mergeTransaction),
408 mPendingTransactions.end());
409
Robert Carr78c25dd2019-08-15 14:10:33 -0700410 if (applyTransaction) {
Vishnu Nair277142c2021-01-05 18:35:29 -0800411 t->setApplyToken(mApplyToken).apply();
Robert Carr78c25dd2019-08-15 14:10:33 -0700412 }
Vishnu Nairdab94092020-09-29 16:09:04 -0700413
414 BQA_LOGV("processNextBufferLocked size=%dx%d mFrameNumber=%" PRIu64
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800415 " applyTransaction=%s mTimestamp=%" PRId64 " mPendingTransactions.size=%d",
Vishnu Nairea0de002020-11-17 17:42:37 -0800416 mSize.width, mSize.height, bufferItem.mFrameNumber, toString(applyTransaction),
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800417 bufferItem.mTimestamp, static_cast<uint32_t>(mPendingTransactions.size()));
Robert Carr78c25dd2019-08-15 14:10:33 -0700418}
419
Valerie Hau45e4b3b2019-12-03 10:49:17 -0800420Rect BLASTBufferQueue::computeCrop(const BufferItem& item) {
421 if (item.mScalingMode == NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
Vishnu Nairea0de002020-11-17 17:42:37 -0800422 return GLConsumer::scaleDownCrop(item.mCrop, mSize.width, mSize.height);
Valerie Hau45e4b3b2019-12-03 10:49:17 -0800423 }
424 return item.mCrop;
425}
426
Vishnu Nairaef1de92020-10-22 12:15:53 -0700427void BLASTBufferQueue::onFrameAvailable(const BufferItem& item) {
Valerie Haua32c5522019-12-09 10:11:08 -0800428 ATRACE_CALL();
Valerie Hau0188adf2020-02-13 08:29:20 -0800429 std::unique_lock _lock{mMutex};
Valerie Haud3b90d22019-11-06 09:37:31 -0800430
Vishnu Nairdab94092020-09-29 16:09:04 -0700431 const bool nextTransactionSet = mNextTransaction != nullptr;
Vishnu Nairaef1de92020-10-22 12:15:53 -0700432 BQA_LOGV("onFrameAvailable framenumber=%" PRIu64 " nextTransactionSet=%s mFlushShadowQueue=%s",
433 item.mFrameNumber, toString(nextTransactionSet), toString(mFlushShadowQueue));
Vishnu Nairdab94092020-09-29 16:09:04 -0700434
Vishnu Nair7eb670a2020-10-15 12:16:10 -0700435 if (nextTransactionSet || mFlushShadowQueue) {
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800436 while (mNumFrameAvailable > 0 || maxBuffersAcquired(false /* includeExtraAcquire */)) {
Vishnu Nair7eb670a2020-10-15 12:16:10 -0700437 BQA_LOGV("waiting in onFrameAvailable...");
Valerie Hau0188adf2020-02-13 08:29:20 -0800438 mCallbackCV.wait(_lock);
439 }
440 }
Vishnu Nair7eb670a2020-10-15 12:16:10 -0700441 mFlushShadowQueue = false;
Valerie Haud3b90d22019-11-06 09:37:31 -0800442 // add to shadow queue
Valerie Haua32c5522019-12-09 10:11:08 -0800443 mNumFrameAvailable++;
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800444 processNextBufferLocked(nextTransactionSet /* useNextTransaction */);
Valerie Haud3b90d22019-11-06 09:37:31 -0800445}
446
Vishnu Nairaef1de92020-10-22 12:15:53 -0700447void BLASTBufferQueue::onFrameReplaced(const BufferItem& item) {
448 BQA_LOGV("onFrameReplaced framenumber=%" PRIu64, item.mFrameNumber);
449 // Do nothing since we are not storing unacquired buffer items locally.
450}
451
Vishnu Nairadf632b2021-01-07 14:05:08 -0800452void BLASTBufferQueue::onFrameDequeued(const uint64_t bufferId) {
453 std::unique_lock _lock{mTimestampMutex};
454 mDequeueTimestamps[bufferId] = systemTime();
455};
456
457void BLASTBufferQueue::onFrameCancelled(const uint64_t bufferId) {
458 std::unique_lock _lock{mTimestampMutex};
459 mDequeueTimestamps.erase(bufferId);
460};
461
Robert Carr78c25dd2019-08-15 14:10:33 -0700462void BLASTBufferQueue::setNextTransaction(SurfaceComposerClient::Transaction* t) {
Valerie Haud3b90d22019-11-06 09:37:31 -0800463 std::lock_guard _lock{mMutex};
Robert Carr78c25dd2019-08-15 14:10:33 -0700464 mNextTransaction = t;
465}
466
Vishnu Nairea0de002020-11-17 17:42:37 -0800467bool BLASTBufferQueue::rejectBuffer(const BufferItem& item) {
Vishnu Nair670b3f72020-09-29 17:52:18 -0700468 if (item.mScalingMode != NATIVE_WINDOW_SCALING_MODE_FREEZE) {
469 // Only reject buffers if scaling mode is freeze.
470 return false;
471 }
472
Vishnu Naire1a42322020-10-02 17:42:04 -0700473 uint32_t bufWidth = item.mGraphicBuffer->getWidth();
474 uint32_t bufHeight = item.mGraphicBuffer->getHeight();
475
476 // Take the buffer's orientation into account
477 if (item.mTransform & ui::Transform::ROT_90) {
478 std::swap(bufWidth, bufHeight);
479 }
Vishnu Nairea0de002020-11-17 17:42:37 -0800480 ui::Size bufferSize(bufWidth, bufHeight);
481 if (mRequestedSize != mSize && mRequestedSize == bufferSize) {
482 mSize = mRequestedSize;
483 return false;
484 }
Vishnu Naire1a42322020-10-02 17:42:04 -0700485
Vishnu Nair670b3f72020-09-29 17:52:18 -0700486 // reject buffers if the buffer size doesn't match.
Vishnu Nairea0de002020-11-17 17:42:37 -0800487 return mSize != bufferSize;
Vishnu Nair670b3f72020-09-29 17:52:18 -0700488}
Vishnu Nairbf255772020-10-16 10:54:41 -0700489
chaviw71c2cc42020-10-23 16:42:02 -0700490void BLASTBufferQueue::setTransactionCompleteCallback(
491 uint64_t frameNumber, std::function<void(int64_t)>&& transactionCompleteCallback) {
492 std::lock_guard _lock{mMutex};
493 if (transactionCompleteCallback == nullptr) {
494 mTransactionCompleteCallback = nullptr;
495 } else {
496 mTransactionCompleteCallback = std::move(transactionCompleteCallback);
497 mTransactionCompleteFrameNumber = frameNumber;
498 }
499}
500
Vishnu Nairbf255772020-10-16 10:54:41 -0700501// Check if we have acquired the maximum number of buffers.
502// As a special case, we wait for the first callback before acquiring the second buffer so we
503// can ensure the first buffer is presented if multiple buffers are queued in succession.
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800504// Consumer can acquire an additional buffer if that buffer is not droppable. Set
505// includeExtraAcquire is true to include this buffer to the count. Since this depends on the state
506// of the buffer, the next acquire may return with NO_BUFFER_AVAILABLE.
507bool BLASTBufferQueue::maxBuffersAcquired(bool includeExtraAcquire) const {
508 int maxAcquiredBuffers = MAX_ACQUIRED_BUFFERS + (includeExtraAcquire ? 2 : 1);
509 return mNumAcquired == maxAcquiredBuffers || (!mInitialCallbackReceived && mNumAcquired == 1);
Vishnu Nairbf255772020-10-16 10:54:41 -0700510}
511
Robert Carr05086b22020-10-13 18:22:51 -0700512class BBQSurface : public Surface {
Robert Carr9c006e02020-10-14 13:41:57 -0700513private:
514 sp<BLASTBufferQueue> mBbq;
Robert Carr05086b22020-10-13 18:22:51 -0700515public:
Vishnu Nair992496b2020-10-22 17:27:21 -0700516 BBQSurface(const sp<IGraphicBufferProducer>& igbp, bool controlledByApp,
517 const sp<IBinder>& scHandle, const sp<BLASTBufferQueue>& bbq)
518 : Surface(igbp, controlledByApp, scHandle), mBbq(bbq) {}
Robert Carr9c006e02020-10-14 13:41:57 -0700519
Robert Carr05086b22020-10-13 18:22:51 -0700520 void allocateBuffers() override {
521 uint32_t reqWidth = mReqWidth ? mReqWidth : mUserWidth;
522 uint32_t reqHeight = mReqHeight ? mReqHeight : mUserHeight;
523 auto gbp = getIGraphicBufferProducer();
524 std::thread ([reqWidth, reqHeight, gbp=getIGraphicBufferProducer(),
525 reqFormat=mReqFormat, reqUsage=mReqUsage] () {
526 gbp->allocateBuffers(reqWidth, reqHeight,
527 reqFormat, reqUsage);
528
529 }).detach();
530 }
Robert Carr9c006e02020-10-14 13:41:57 -0700531
Marin Shalamanov46084422020-10-13 12:33:42 +0200532 status_t setFrameRate(float frameRate, int8_t compatibility, bool shouldBeSeamless) override {
Robert Carr9c006e02020-10-14 13:41:57 -0700533 if (!ValidateFrameRate(frameRate, compatibility, "BBQSurface::setFrameRate")) {
534 return BAD_VALUE;
535 }
Marin Shalamanov46084422020-10-13 12:33:42 +0200536 return mBbq->setFrameRate(frameRate, compatibility, shouldBeSeamless);
Robert Carr9c006e02020-10-14 13:41:57 -0700537 }
Robert Carr9b611b72020-10-19 12:00:23 -0700538
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000539 status_t setFrameTimelineInfo(const FrameTimelineInfo& frameTimelineInfo) override {
540 return mBbq->setFrameTimelineInfo(frameTimelineInfo);
Robert Carr9b611b72020-10-19 12:00:23 -0700541 }
Robert Carr05086b22020-10-13 18:22:51 -0700542};
543
Robert Carr9c006e02020-10-14 13:41:57 -0700544// TODO: Can we coalesce this with frame updates? Need to confirm
545// no timing issues.
Marin Shalamanov46084422020-10-13 12:33:42 +0200546status_t BLASTBufferQueue::setFrameRate(float frameRate, int8_t compatibility,
547 bool shouldBeSeamless) {
Robert Carr9c006e02020-10-14 13:41:57 -0700548 std::unique_lock _lock{mMutex};
549 SurfaceComposerClient::Transaction t;
550
Marin Shalamanov46084422020-10-13 12:33:42 +0200551 return t.setFrameRate(mSurfaceControl, frameRate, compatibility, shouldBeSeamless).apply();
Robert Carr9c006e02020-10-14 13:41:57 -0700552}
553
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000554status_t BLASTBufferQueue::setFrameTimelineInfo(const FrameTimelineInfo& frameTimelineInfo) {
Robert Carr9b611b72020-10-19 12:00:23 -0700555 std::unique_lock _lock{mMutex};
Siarhei Vishniakoufc434ac2021-01-13 10:28:00 -1000556 mNextFrameTimelineInfoQueue.push(frameTimelineInfo);
Jorim Jaggia3fe67b2020-12-01 00:24:33 +0100557 return OK;
Robert Carr9b611b72020-10-19 12:00:23 -0700558}
559
Vishnu Nair992496b2020-10-22 17:27:21 -0700560sp<Surface> BLASTBufferQueue::getSurface(bool includeSurfaceControlHandle) {
561 std::unique_lock _lock{mMutex};
562 sp<IBinder> scHandle = nullptr;
563 if (includeSurfaceControlHandle && mSurfaceControl) {
564 scHandle = mSurfaceControl->getHandle();
565 }
566 return new BBQSurface(mProducer, true, scHandle, this);
Robert Carr05086b22020-10-13 18:22:51 -0700567}
568
Vishnu Nairc4a40c12020-12-23 09:14:32 -0800569void BLASTBufferQueue::mergeWithNextTransaction(SurfaceComposerClient::Transaction* t,
570 uint64_t frameNumber) {
571 std::lock_guard _lock{mMutex};
572 if (mLastAcquiredFrameNumber >= frameNumber) {
573 // Apply the transaction since we have already acquired the desired frame.
574 t->apply();
575 } else {
576 mPendingTransactions.emplace_back(frameNumber, std::move(*t));
577 }
578}
579
Vishnu Nair89496122020-12-14 17:14:53 -0800580// Maintains a single worker thread per process that services a list of runnables.
581class AsyncWorker : public Singleton<AsyncWorker> {
582private:
583 std::thread mThread;
584 bool mDone = false;
585 std::deque<std::function<void()>> mRunnables;
586 std::mutex mMutex;
587 std::condition_variable mCv;
588 void run() {
589 std::unique_lock<std::mutex> lock(mMutex);
590 while (!mDone) {
591 mCv.wait(lock);
592 while (!mRunnables.empty()) {
593 std::function<void()> runnable = mRunnables.front();
594 mRunnables.pop_front();
595 runnable();
596 }
597 }
598 }
599
600public:
601 AsyncWorker() : Singleton<AsyncWorker>() { mThread = std::thread(&AsyncWorker::run, this); }
602
603 ~AsyncWorker() {
604 mDone = true;
605 mCv.notify_all();
606 if (mThread.joinable()) {
607 mThread.join();
608 }
609 }
610
611 void post(std::function<void()> runnable) {
612 std::unique_lock<std::mutex> lock(mMutex);
613 mRunnables.emplace_back(std::move(runnable));
614 mCv.notify_one();
615 }
616};
617ANDROID_SINGLETON_STATIC_INSTANCE(AsyncWorker);
618
619// Asynchronously calls ProducerListener functions so we can emulate one way binder calls.
620class AsyncProducerListener : public BnProducerListener {
621private:
622 const sp<IProducerListener> mListener;
623
624public:
625 AsyncProducerListener(const sp<IProducerListener>& listener) : mListener(listener) {}
626
627 void onBufferReleased() override {
628 AsyncWorker::getInstance().post([listener = mListener]() { listener->onBufferReleased(); });
629 }
630
631 void onBuffersDiscarded(const std::vector<int32_t>& slots) override {
632 AsyncWorker::getInstance().post(
633 [listener = mListener, slots = slots]() { listener->onBuffersDiscarded(slots); });
634 }
635};
636
637// Extends the BufferQueueProducer to create a wrapper around the listener so the listener calls
638// can be non-blocking when the producer is in the client process.
639class BBQBufferQueueProducer : public BufferQueueProducer {
640public:
641 BBQBufferQueueProducer(const sp<BufferQueueCore>& core)
642 : BufferQueueProducer(core, false /* consumerIsSurfaceFlinger*/) {}
643
644 status_t connect(const sp<IProducerListener>& listener, int api, bool producerControlledByApp,
645 QueueBufferOutput* output) override {
646 if (!listener) {
647 return BufferQueueProducer::connect(listener, api, producerControlledByApp, output);
648 }
649
650 return BufferQueueProducer::connect(new AsyncProducerListener(listener), api,
651 producerControlledByApp, output);
652 }
Vishnu Nair17dde612020-12-28 11:39:59 -0800653
654 int query(int what, int* value) override {
655 if (what == NATIVE_WINDOW_QUEUES_TO_WINDOW_COMPOSER) {
656 *value = 1;
657 return NO_ERROR;
658 }
659 return BufferQueueProducer::query(what, value);
660 }
Vishnu Nair89496122020-12-14 17:14:53 -0800661};
662
663// Similar to BufferQueue::createBufferQueue but creates an adapter specific bufferqueue producer.
664// This BQP allows invoking client specified ProducerListeners and invoke them asynchronously,
665// emulating one way binder call behavior. Without this, if the listener calls back into the queue,
666// we can deadlock.
667void BLASTBufferQueue::createBufferQueue(sp<IGraphicBufferProducer>* outProducer,
668 sp<IGraphicBufferConsumer>* outConsumer) {
669 LOG_ALWAYS_FATAL_IF(outProducer == nullptr, "BLASTBufferQueue: outProducer must not be NULL");
670 LOG_ALWAYS_FATAL_IF(outConsumer == nullptr, "BLASTBufferQueue: outConsumer must not be NULL");
671
672 sp<BufferQueueCore> core(new BufferQueueCore());
673 LOG_ALWAYS_FATAL_IF(core == nullptr, "BLASTBufferQueue: failed to create BufferQueueCore");
674
675 sp<IGraphicBufferProducer> producer(new BBQBufferQueueProducer(core));
676 LOG_ALWAYS_FATAL_IF(producer == nullptr,
677 "BLASTBufferQueue: failed to create BBQBufferQueueProducer");
678
Vishnu Nair8b30dd12021-01-25 14:16:54 -0800679 sp<BufferQueueConsumer> consumer(new BufferQueueConsumer(core));
680 consumer->setAllowExtraAcquire(true);
Vishnu Nair89496122020-12-14 17:14:53 -0800681 LOG_ALWAYS_FATAL_IF(consumer == nullptr,
682 "BLASTBufferQueue: failed to create BufferQueueConsumer");
683
684 *outProducer = producer;
685 *outConsumer = consumer;
686}
687
chaviw497e81c2021-02-04 17:09:47 -0800688PixelFormat BLASTBufferQueue::convertBufferFormat(PixelFormat& format) {
689 PixelFormat convertedFormat = format;
690 switch (format) {
691 case PIXEL_FORMAT_TRANSPARENT:
692 case PIXEL_FORMAT_TRANSLUCENT:
693 convertedFormat = PIXEL_FORMAT_RGBA_8888;
694 break;
695 case PIXEL_FORMAT_OPAQUE:
696 convertedFormat = PIXEL_FORMAT_RGBX_8888;
697 break;
698 }
699 return convertedFormat;
700}
701
Robert Carr78c25dd2019-08-15 14:10:33 -0700702} // namespace android