blob: 1450ec98dabf0d4a6d2b4dffbe8b6fbe39bb174e [file] [log] [blame]
John Reckcec24ae2013-11-05 13:27:50 -08001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
John Reckcec24ae2013-11-05 13:27:50 -080017#include "RenderThread.h"
18
Chris Craik65fe5ee2015-01-26 18:06:29 -080019#include "../renderstate/RenderState.h"
Derek Sollenbergerc4fbada2016-11-07 16:05:41 -050020#include "../pipeline/skia/SkiaOpenGLReadback.h"
John Reck4f02bf42014-01-03 18:09:17 -080021#include "CanvasContext.h"
John Reck3b202512014-06-23 13:13:08 -070022#include "EglManager.h"
Derek Sollenbergerc4fbada2016-11-07 16:05:41 -050023#include "OpenGLReadback.h"
John Reck4f02bf42014-01-03 18:09:17 -080024#include "RenderProxy.h"
Derek Sollenberger0e3cba32016-11-09 11:58:36 -050025#include "VulkanManager.h"
John Reck12efa552016-11-15 10:22:01 -080026#include "utils/FatVector.h"
John Reckcec24ae2013-11-05 13:27:50 -080027
Chris Craik65fe5ee2015-01-26 18:06:29 -080028#include <gui/DisplayEventReceiver.h>
John Reckb36016c2015-03-11 08:50:53 -070029#include <gui/ISurfaceComposer.h>
30#include <gui/SurfaceComposerClient.h>
Chris Craik65fe5ee2015-01-26 18:06:29 -080031#include <sys/resource.h>
John Reckcba287b2015-11-10 12:52:44 -080032#include <utils/Condition.h>
Chris Craik65fe5ee2015-01-26 18:06:29 -080033#include <utils/Log.h>
John Reckcba287b2015-11-10 12:52:44 -080034#include <utils/Mutex.h>
Chris Craik65fe5ee2015-01-26 18:06:29 -080035
John Reckcec24ae2013-11-05 13:27:50 -080036namespace android {
John Reckcec24ae2013-11-05 13:27:50 -080037namespace uirenderer {
38namespace renderthread {
39
John Recke45b1fd2014-04-15 09:50:16 -070040// Number of events to read at a time from the DisplayEventReceiver pipe.
41// The value should be large enough that we can quickly drain the pipe
42// using just a few large reads.
43static const size_t EVENT_BUFFER_SIZE = 100;
44
45// Slight delay to give the UI time to push us a new frame before we replay
John Recka733f892014-12-19 11:37:21 -080046static const nsecs_t DISPATCH_FRAME_CALLBACKS_DELAY = milliseconds_to_nanoseconds(4);
John Recke45b1fd2014-04-15 09:50:16 -070047
Chris Craikd41c4d82015-01-05 15:51:13 -080048TaskQueue::TaskQueue() : mHead(nullptr), mTail(nullptr) {}
John Reck4f02bf42014-01-03 18:09:17 -080049
50RenderTask* TaskQueue::next() {
51 RenderTask* ret = mHead;
52 if (ret) {
53 mHead = ret->mNext;
54 if (!mHead) {
Chris Craikd41c4d82015-01-05 15:51:13 -080055 mTail = nullptr;
John Reck4f02bf42014-01-03 18:09:17 -080056 }
Chris Craikd41c4d82015-01-05 15:51:13 -080057 ret->mNext = nullptr;
John Reck4f02bf42014-01-03 18:09:17 -080058 }
59 return ret;
60}
61
62RenderTask* TaskQueue::peek() {
63 return mHead;
64}
65
66void TaskQueue::queue(RenderTask* task) {
67 // Since the RenderTask itself forms the linked list it is not allowed
68 // to have the same task queued twice
69 LOG_ALWAYS_FATAL_IF(task->mNext || mTail == task, "Task is already in the queue!");
70 if (mTail) {
71 // Fast path if we can just append
72 if (mTail->mRunAt <= task->mRunAt) {
73 mTail->mNext = task;
74 mTail = task;
75 } else {
76 // Need to find the proper insertion point
Chris Craikd41c4d82015-01-05 15:51:13 -080077 RenderTask* previous = nullptr;
John Reck4f02bf42014-01-03 18:09:17 -080078 RenderTask* next = mHead;
79 while (next && next->mRunAt <= task->mRunAt) {
80 previous = next;
81 next = next->mNext;
82 }
83 if (!previous) {
84 task->mNext = mHead;
85 mHead = task;
86 } else {
87 previous->mNext = task;
88 if (next) {
89 task->mNext = next;
90 } else {
91 mTail = task;
92 }
93 }
94 }
95 } else {
96 mTail = mHead = task;
97 }
98}
99
John Recka5dda642014-05-22 15:43:54 -0700100void TaskQueue::queueAtFront(RenderTask* task) {
John Reck2f944482017-03-27 14:34:28 -0700101 LOG_ALWAYS_FATAL_IF(task->mNext || mHead == task, "Task is already in the queue!");
John Recka5dda642014-05-22 15:43:54 -0700102 if (mTail) {
103 task->mNext = mHead;
104 mHead = task;
105 } else {
106 mTail = mHead = task;
107 }
108}
109
John Reck4f02bf42014-01-03 18:09:17 -0800110void TaskQueue::remove(RenderTask* task) {
111 // TaskQueue is strict here to enforce that users are keeping track of
112 // their RenderTasks due to how their memory is managed
113 LOG_ALWAYS_FATAL_IF(!task->mNext && mTail != task,
114 "Cannot remove a task that isn't in the queue!");
115
116 // If task is the head we can just call next() to pop it off
117 // Otherwise we need to scan through to find the task before it
118 if (peek() == task) {
119 next();
120 } else {
121 RenderTask* previous = mHead;
122 while (previous->mNext != task) {
123 previous = previous->mNext;
124 }
125 previous->mNext = task->mNext;
126 if (mTail == task) {
127 mTail = previous;
128 }
129 }
130}
131
John Recke45b1fd2014-04-15 09:50:16 -0700132class DispatchFrameCallbacks : public RenderTask {
133private:
134 RenderThread* mRenderThread;
135public:
Chih-Hung Hsiehc6baf562016-04-27 11:29:23 -0700136 explicit DispatchFrameCallbacks(RenderThread* rt) : mRenderThread(rt) {}
John Recke45b1fd2014-04-15 09:50:16 -0700137
Chris Craikd41c4d82015-01-05 15:51:13 -0800138 virtual void run() override {
John Recke45b1fd2014-04-15 09:50:16 -0700139 mRenderThread->dispatchFrameCallbacks();
140 }
141};
142
John Reck6b507802015-11-03 10:09:59 -0800143static bool gHasRenderThreadInstance = false;
144
145bool RenderThread::hasInstance() {
146 return gHasRenderThreadInstance;
147}
148
149RenderThread& RenderThread::getInstance() {
150 // This is a pointer because otherwise __cxa_finalize
151 // will try to delete it like a Good Citizen but that causes us to crash
152 // because we don't want to delete the RenderThread normally.
153 static RenderThread* sInstance = new RenderThread();
154 gHasRenderThreadInstance = true;
155 return *sInstance;
156}
157
158RenderThread::RenderThread() : Thread(true)
John Recke45b1fd2014-04-15 09:50:16 -0700159 , mNextWakeup(LLONG_MAX)
Chris Craikd41c4d82015-01-05 15:51:13 -0800160 , mDisplayEventReceiver(nullptr)
John Recke45b1fd2014-04-15 09:50:16 -0700161 , mVsyncRequested(false)
162 , mFrameCallbackTaskPending(false)
Chris Craikd41c4d82015-01-05 15:51:13 -0800163 , mFrameCallbackTask(nullptr)
164 , mRenderState(nullptr)
Derek Sollenberger0e3cba32016-11-09 11:58:36 -0500165 , mEglManager(nullptr)
166 , mVkManager(nullptr) {
Chris Craik2507c342015-05-04 14:36:49 -0700167 Properties::load();
John Recke45b1fd2014-04-15 09:50:16 -0700168 mFrameCallbackTask = new DispatchFrameCallbacks(this);
John Reckcec24ae2013-11-05 13:27:50 -0800169 mLooper = new Looper(false);
170 run("RenderThread");
171}
172
173RenderThread::~RenderThread() {
John Reck3b202512014-06-23 13:13:08 -0700174 LOG_ALWAYS_FATAL("Can't destroy the render thread");
John Reckcec24ae2013-11-05 13:27:50 -0800175}
176
John Recke45b1fd2014-04-15 09:50:16 -0700177void RenderThread::initializeDisplayEventReceiver() {
178 LOG_ALWAYS_FATAL_IF(mDisplayEventReceiver, "Initializing a second DisplayEventReceiver?");
179 mDisplayEventReceiver = new DisplayEventReceiver();
180 status_t status = mDisplayEventReceiver->initCheck();
181 LOG_ALWAYS_FATAL_IF(status != NO_ERROR, "Initialization of DisplayEventReceiver "
182 "failed with status: %d", status);
183
184 // Register the FD
185 mLooper->addFd(mDisplayEventReceiver->getFd(), 0,
186 Looper::EVENT_INPUT, RenderThread::displayEventReceiverCallback, this);
187}
188
John Reck3b202512014-06-23 13:13:08 -0700189void RenderThread::initThreadLocals() {
John Reckb36016c2015-03-11 08:50:53 -0700190 sp<IBinder> dtoken(SurfaceComposerClient::getBuiltInDisplay(
191 ISurfaceComposer::eDisplayIdMain));
192 status_t status = SurfaceComposerClient::getDisplayInfo(dtoken, &mDisplayInfo);
193 LOG_ALWAYS_FATAL_IF(status, "Failed to get display info\n");
194 nsecs_t frameIntervalNanos = static_cast<nsecs_t>(1000000000 / mDisplayInfo.fps);
195 mTimeLord.setFrameInterval(frameIntervalNanos);
John Reck3b202512014-06-23 13:13:08 -0700196 initializeDisplayEventReceiver();
197 mEglManager = new EglManager(*this);
John Reck0e89e2b2014-10-31 14:49:06 -0700198 mRenderState = new RenderState(*this);
John Reck2d5b8d72016-07-28 15:36:11 -0700199 mJankTracker = new JankTracker(mDisplayInfo);
Derek Sollenberger0e3cba32016-11-09 11:58:36 -0500200 mVkManager = new VulkanManager(*this);
John Reck3b202512014-06-23 13:13:08 -0700201}
202
Derek Sollenbergerc4fbada2016-11-07 16:05:41 -0500203Readback& RenderThread::readback() {
204
205 if (!mReadback) {
206 auto renderType = Properties::getRenderPipelineType();
207 switch (renderType) {
208 case RenderPipelineType::OpenGL:
209 mReadback = new OpenGLReadbackImpl(*this);
210 break;
211 case RenderPipelineType::SkiaGL:
212 case RenderPipelineType::SkiaVulkan:
213 // It works to use the OpenGL pipeline for Vulkan but this is not
214 // ideal as it causes us to create an OpenGL context in addition
215 // to the Vulkan one.
216 mReadback = new skiapipeline::SkiaOpenGLReadback(*this);
217 break;
218 default:
219 LOG_ALWAYS_FATAL("canvas context type %d not supported", (int32_t) renderType);
220 break;
221 }
222 }
223
224 return *mReadback;
225}
226
John Recke45b1fd2014-04-15 09:50:16 -0700227int RenderThread::displayEventReceiverCallback(int fd, int events, void* data) {
228 if (events & (Looper::EVENT_ERROR | Looper::EVENT_HANGUP)) {
229 ALOGE("Display event receiver pipe was closed or an error occurred. "
230 "events=0x%x", events);
231 return 0; // remove the callback
232 }
233
234 if (!(events & Looper::EVENT_INPUT)) {
235 ALOGW("Received spurious callback for unhandled poll event. "
236 "events=0x%x", events);
237 return 1; // keep the callback
238 }
239
240 reinterpret_cast<RenderThread*>(data)->drainDisplayEventQueue();
241
242 return 1; // keep the callback
243}
244
245static nsecs_t latestVsyncEvent(DisplayEventReceiver* receiver) {
246 DisplayEventReceiver::Event buf[EVENT_BUFFER_SIZE];
247 nsecs_t latest = 0;
248 ssize_t n;
249 while ((n = receiver->getEvents(buf, EVENT_BUFFER_SIZE)) > 0) {
250 for (ssize_t i = 0; i < n; i++) {
251 const DisplayEventReceiver::Event& ev = buf[i];
252 switch (ev.header.type) {
253 case DisplayEventReceiver::DISPLAY_EVENT_VSYNC:
254 latest = ev.header.timestamp;
255 break;
256 }
257 }
258 }
259 if (n < 0) {
260 ALOGW("Failed to get events from display event receiver, status=%d", status_t(n));
261 }
262 return latest;
263}
264
John Recka733f892014-12-19 11:37:21 -0800265void RenderThread::drainDisplayEventQueue() {
John Recka5dda642014-05-22 15:43:54 -0700266 ATRACE_CALL();
John Recke45b1fd2014-04-15 09:50:16 -0700267 nsecs_t vsyncEvent = latestVsyncEvent(mDisplayEventReceiver);
268 if (vsyncEvent > 0) {
269 mVsyncRequested = false;
John Recka733f892014-12-19 11:37:21 -0800270 if (mTimeLord.vsyncReceived(vsyncEvent) && !mFrameCallbackTaskPending) {
John Recka5dda642014-05-22 15:43:54 -0700271 ATRACE_NAME("queue mFrameCallbackTask");
John Recke45b1fd2014-04-15 09:50:16 -0700272 mFrameCallbackTaskPending = true;
John Recka733f892014-12-19 11:37:21 -0800273 nsecs_t runAt = (vsyncEvent + DISPATCH_FRAME_CALLBACKS_DELAY);
274 queueAt(mFrameCallbackTask, runAt);
John Recke45b1fd2014-04-15 09:50:16 -0700275 }
276 }
277}
278
279void RenderThread::dispatchFrameCallbacks() {
John Recka5dda642014-05-22 15:43:54 -0700280 ATRACE_CALL();
John Recke45b1fd2014-04-15 09:50:16 -0700281 mFrameCallbackTaskPending = false;
282
283 std::set<IFrameCallback*> callbacks;
284 mFrameCallbacks.swap(callbacks);
285
John Recka733f892014-12-19 11:37:21 -0800286 if (callbacks.size()) {
287 // Assume one of them will probably animate again so preemptively
288 // request the next vsync in case it occurs mid-frame
289 requestVsync();
290 for (std::set<IFrameCallback*>::iterator it = callbacks.begin(); it != callbacks.end(); it++) {
291 (*it)->doFrame();
292 }
John Recke45b1fd2014-04-15 09:50:16 -0700293 }
294}
295
John Recka5dda642014-05-22 15:43:54 -0700296void RenderThread::requestVsync() {
297 if (!mVsyncRequested) {
298 mVsyncRequested = true;
299 status_t status = mDisplayEventReceiver->requestNextVsync();
300 LOG_ALWAYS_FATAL_IF(status != NO_ERROR,
301 "requestNextVsync failed with status: %d", status);
302 }
303}
304
John Reckcec24ae2013-11-05 13:27:50 -0800305bool RenderThread::threadLoop() {
John Reck21be43e2014-08-14 10:25:16 -0700306 setpriority(PRIO_PROCESS, 0, PRIORITY_DISPLAY);
John Reck3b202512014-06-23 13:13:08 -0700307 initThreadLocals();
John Recke45b1fd2014-04-15 09:50:16 -0700308
John Reck4f02bf42014-01-03 18:09:17 -0800309 int timeoutMillis = -1;
John Reckcec24ae2013-11-05 13:27:50 -0800310 for (;;) {
John Recke45b1fd2014-04-15 09:50:16 -0700311 int result = mLooper->pollOnce(timeoutMillis);
John Reck4f02bf42014-01-03 18:09:17 -0800312 LOG_ALWAYS_FATAL_IF(result == Looper::POLL_ERROR,
313 "RenderThread Looper POLL_ERROR!");
314
315 nsecs_t nextWakeup;
John Reck12efa552016-11-15 10:22:01 -0800316 {
317 FatVector<RenderTask*, 10> workQueue;
318 // Process our queue, if we have anything. By first acquiring
319 // all the pending events then processing them we avoid vsync
320 // starvation if more tasks are queued while we are processing tasks.
321 while (RenderTask* task = nextTask(&nextWakeup)) {
322 workQueue.push_back(task);
323 }
324 for (auto task : workQueue) {
325 task->run();
326 // task may have deleted itself, do not reference it again
327 }
John Reck4f02bf42014-01-03 18:09:17 -0800328 }
329 if (nextWakeup == LLONG_MAX) {
330 timeoutMillis = -1;
331 } else {
John Recka6260b82014-01-29 18:31:51 -0800332 nsecs_t timeoutNanos = nextWakeup - systemTime(SYSTEM_TIME_MONOTONIC);
333 timeoutMillis = nanoseconds_to_milliseconds(timeoutNanos);
John Reck4f02bf42014-01-03 18:09:17 -0800334 if (timeoutMillis < 0) {
335 timeoutMillis = 0;
336 }
John Reckcec24ae2013-11-05 13:27:50 -0800337 }
John Recka5dda642014-05-22 15:43:54 -0700338
339 if (mPendingRegistrationFrameCallbacks.size() && !mFrameCallbackTaskPending) {
John Recka733f892014-12-19 11:37:21 -0800340 drainDisplayEventQueue();
John Recka5dda642014-05-22 15:43:54 -0700341 mFrameCallbacks.insert(
342 mPendingRegistrationFrameCallbacks.begin(), mPendingRegistrationFrameCallbacks.end());
343 mPendingRegistrationFrameCallbacks.clear();
344 requestVsync();
345 }
John Recka22c9b22015-01-14 10:40:15 -0800346
347 if (!mFrameCallbackTaskPending && !mVsyncRequested && mFrameCallbacks.size()) {
348 // TODO: Clean this up. This is working around an issue where a combination
349 // of bad timing and slow drawing can result in dropping a stale vsync
350 // on the floor (correct!) but fails to schedule to listen for the
351 // next vsync (oops), so none of the callbacks are run.
352 requestVsync();
353 }
John Reckcec24ae2013-11-05 13:27:50 -0800354 }
355
356 return false;
357}
358
359void RenderThread::queue(RenderTask* task) {
360 AutoMutex _lock(mLock);
John Reck4f02bf42014-01-03 18:09:17 -0800361 mQueue.queue(task);
362 if (mNextWakeup && task->mRunAt < mNextWakeup) {
363 mNextWakeup = 0;
John Reckcec24ae2013-11-05 13:27:50 -0800364 mLooper->wake();
365 }
366}
367
Chris Craik0a24b142015-10-19 17:10:19 -0700368void RenderThread::queueAndWait(RenderTask* task) {
John Reckcba287b2015-11-10 12:52:44 -0800369 // These need to be local to the thread to avoid the Condition
370 // signaling the wrong thread. The easiest way to achieve that is to just
371 // make this on the stack, although that has a slight cost to it
372 Mutex mutex;
373 Condition condition;
374 SignalingRenderTask syncTask(task, &mutex, &condition);
375
376 AutoMutex _lock(mutex);
Chris Craik0a24b142015-10-19 17:10:19 -0700377 queue(&syncTask);
Tom Cherry298a1462017-02-28 14:07:09 -0800378 while (!syncTask.hasRun()) {
379 condition.wait(mutex);
380 }
Chris Craik0a24b142015-10-19 17:10:19 -0700381}
382
John Recka5dda642014-05-22 15:43:54 -0700383void RenderThread::queueAtFront(RenderTask* task) {
384 AutoMutex _lock(mLock);
385 mQueue.queueAtFront(task);
386 mLooper->wake();
387}
388
John Recka733f892014-12-19 11:37:21 -0800389void RenderThread::queueAt(RenderTask* task, nsecs_t runAtNs) {
390 task->mRunAt = runAtNs;
John Reck4f02bf42014-01-03 18:09:17 -0800391 queue(task);
392}
393
394void RenderThread::remove(RenderTask* task) {
John Reckcec24ae2013-11-05 13:27:50 -0800395 AutoMutex _lock(mLock);
John Reck4f02bf42014-01-03 18:09:17 -0800396 mQueue.remove(task);
397}
398
John Recke45b1fd2014-04-15 09:50:16 -0700399void RenderThread::postFrameCallback(IFrameCallback* callback) {
John Recka5dda642014-05-22 15:43:54 -0700400 mPendingRegistrationFrameCallbacks.insert(callback);
John Recke45b1fd2014-04-15 09:50:16 -0700401}
402
John Reck01a5ea32014-12-03 13:01:07 -0800403bool RenderThread::removeFrameCallback(IFrameCallback* callback) {
404 size_t erased;
405 erased = mFrameCallbacks.erase(callback);
406 erased |= mPendingRegistrationFrameCallbacks.erase(callback);
407 return erased;
John Recka5dda642014-05-22 15:43:54 -0700408}
409
410void RenderThread::pushBackFrameCallback(IFrameCallback* callback) {
411 if (mFrameCallbacks.erase(callback)) {
412 mPendingRegistrationFrameCallbacks.insert(callback);
413 }
John Recke45b1fd2014-04-15 09:50:16 -0700414}
415
John Reck4f02bf42014-01-03 18:09:17 -0800416RenderTask* RenderThread::nextTask(nsecs_t* nextWakeup) {
417 AutoMutex _lock(mLock);
418 RenderTask* next = mQueue.peek();
419 if (!next) {
420 mNextWakeup = LLONG_MAX;
421 } else {
John Recka5dda642014-05-22 15:43:54 -0700422 mNextWakeup = next->mRunAt;
John Reck4f02bf42014-01-03 18:09:17 -0800423 // Most tasks won't be delayed, so avoid unnecessary systemTime() calls
424 if (next->mRunAt <= 0 || next->mRunAt <= systemTime(SYSTEM_TIME_MONOTONIC)) {
425 next = mQueue.next();
John Recka5dda642014-05-22 15:43:54 -0700426 } else {
Chris Craikd41c4d82015-01-05 15:51:13 -0800427 next = nullptr;
John Reckcec24ae2013-11-05 13:27:50 -0800428 }
John Reckcec24ae2013-11-05 13:27:50 -0800429 }
John Reck4f02bf42014-01-03 18:09:17 -0800430 if (nextWakeup) {
431 *nextWakeup = mNextWakeup;
432 }
433 return next;
John Reckcec24ae2013-11-05 13:27:50 -0800434}
435
John Reckcec24ae2013-11-05 13:27:50 -0800436} /* namespace renderthread */
437} /* namespace uirenderer */
438} /* namespace android */