blob: d874c53c069af3421898f463d0f33f1bdcc832da [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski49cea512019-11-12 14:13:23 -080023#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070024#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
25#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070026#include <configstore/Utils.h>
Ana Krulecfb772822018-11-30 10:44:07 +010027#include <cutils/properties.h>
Ady Abraham8f1ee7f2019-04-05 10:32:50 -070028#include <input/InputWindow.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080029#include <system/window.h>
Ana Krulece588e312018-09-18 12:32:24 -070030#include <ui/DisplayStatInfo.h>
Ana Krulec3084c052018-11-21 20:27:17 +010031#include <utils/Timers.h>
Ana Krulec7ab56032018-11-02 20:51:06 +010032#include <utils/Trace.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070033
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070034#include <algorithm>
35#include <cinttypes>
36#include <cstdint>
37#include <functional>
38#include <memory>
39#include <numeric>
40
41#include "../Layer.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070042#include "DispSync.h"
43#include "DispSyncSource.h"
Ana Krulece588e312018-09-18 12:32:24 -070044#include "EventControlThread.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070045#include "EventThread.h"
Dominik Laskowski6505f792019-09-18 11:10:05 -070046#include "InjectVSyncSource.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070047#include "OneShotTimer.h"
Ana Krulec434c22d2018-11-28 13:48:36 +010048#include "SchedulerUtils.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090049#include "SurfaceFlingerProperties.h"
Kevin DuBois00287382019-11-19 15:11:55 -080050#include "Timer.h"
51#include "VSyncDispatchTimerQueue.h"
52#include "VSyncPredictor.h"
53#include "VSyncReactor.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070054
Dominik Laskowski98041832019-08-01 18:35:59 -070055#define RETURN_IF_INVALID_HANDLE(handle, ...) \
56 do { \
57 if (mConnections.count(handle) == 0) { \
58 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
59 return __VA_ARGS__; \
60 } \
61 } while (false)
62
Ana Krulec98b5b242018-08-10 15:03:23 -070063namespace android {
64
Kevin DuBois00287382019-11-19 15:11:55 -080065std::unique_ptr<DispSync> createDispSync() {
66 // TODO (140302863) remove this and use the vsync_reactor system.
Kevin DuBoisc57f2c32019-12-20 16:32:29 -080067 if (property_get_bool("debug.sf.vsync_reactor", true)) {
Kevin DuBois00287382019-11-19 15:11:55 -080068 // TODO (144707443) tune Predictor tunables.
Marin Shalamanovcfeebd42020-05-15 15:23:49 +020069 static constexpr int defaultRate = 60;
70 static constexpr auto initialPeriod =
71 std::chrono::duration<nsecs_t, std::ratio<1, defaultRate>>(1);
Kevin DuBois00287382019-11-19 15:11:55 -080072 static constexpr size_t vsyncTimestampHistorySize = 20;
73 static constexpr size_t minimumSamplesForPrediction = 6;
74 static constexpr uint32_t discardOutlierPercent = 20;
75 auto tracker = std::make_unique<
76 scheduler::VSyncPredictor>(std::chrono::duration_cast<std::chrono::nanoseconds>(
Marin Shalamanovcfeebd42020-05-15 15:23:49 +020077 initialPeriod)
Kevin DuBois00287382019-11-19 15:11:55 -080078 .count(),
79 vsyncTimestampHistorySize, minimumSamplesForPrediction,
80 discardOutlierPercent);
81
82 static constexpr auto vsyncMoveThreshold =
83 std::chrono::duration_cast<std::chrono::nanoseconds>(3ms);
84 static constexpr auto timerSlack =
85 std::chrono::duration_cast<std::chrono::nanoseconds>(500us);
86 auto dispatch = std::make_unique<
87 scheduler::VSyncDispatchTimerQueue>(std::make_unique<scheduler::Timer>(), *tracker,
88 timerSlack.count(), vsyncMoveThreshold.count());
89
90 static constexpr size_t pendingFenceLimit = 20;
91 return std::make_unique<scheduler::VSyncReactor>(std::make_unique<scheduler::SystemClock>(),
92 std::move(dispatch), std::move(tracker),
93 pendingFenceLimit);
94 } else {
95 return std::make_unique<impl::DispSync>("SchedulerDispSync",
96 sysprop::running_without_sync_framework(true));
97 }
98}
99
Ady Abraham09bd3922019-04-08 10:44:56 -0700100Scheduler::Scheduler(impl::EventControlThread::SetVSyncEnabledFunction function,
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800101 const scheduler::RefreshRateConfigs& refreshRateConfig,
Ana Krulec3d367c82020-02-25 15:02:01 -0800102 ISchedulerCallback& schedulerCallback, bool useContentDetectionV2,
103 bool useContentDetection)
Kevin DuBois00287382019-11-19 15:11:55 -0800104 : mPrimaryDispSync(createDispSync()),
Dominik Laskowski98041832019-08-01 18:35:59 -0700105 mEventControlThread(new impl::EventControlThread(std::move(function))),
106 mSupportKernelTimer(sysprop::support_kernel_idle_timer(false)),
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800107 mSchedulerCallback(schedulerCallback),
Ady Abraham8a82ba62020-01-17 12:43:17 -0800108 mRefreshRateConfigs(refreshRateConfig),
Ana Krulec3d367c82020-02-25 15:02:01 -0800109 mUseContentDetection(useContentDetection),
Ady Abraham8a82ba62020-01-17 12:43:17 -0800110 mUseContentDetectionV2(useContentDetectionV2) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700111 using namespace sysprop;
Ady Abraham8532d012019-05-08 14:50:56 -0700112
Ana Krulec3803b8d2020-02-03 16:35:46 -0800113 if (mUseContentDetectionV2) {
114 mLayerHistory = std::make_unique<scheduler::impl::LayerHistoryV2>();
115 } else {
116 mLayerHistory = std::make_unique<scheduler::impl::LayerHistory>();
Dominik Laskowski49cea512019-11-12 14:13:23 -0800117 }
118
119 const int setIdleTimerMs = property_get_int32("debug.sf.set_idle_timer_ms", 0);
Ana Krulecfb772822018-11-30 10:44:07 +0100120
Dominik Laskowski98041832019-08-01 18:35:59 -0700121 if (const auto millis = setIdleTimerMs ? setIdleTimerMs : set_idle_timer_ms(0); millis > 0) {
122 const auto callback = mSupportKernelTimer ? &Scheduler::kernelIdleTimerCallback
123 : &Scheduler::idleTimerCallback;
Dominik Laskowski98041832019-08-01 18:35:59 -0700124 mIdleTimer.emplace(
125 std::chrono::milliseconds(millis),
126 [this, callback] { std::invoke(callback, this, TimerState::Reset); },
127 [this, callback] { std::invoke(callback, this, TimerState::Expired); });
Ana Krulecfb772822018-11-30 10:44:07 +0100128 mIdleTimer->start();
129 }
Ady Abraham8532d012019-05-08 14:50:56 -0700130
Dominik Laskowski98041832019-08-01 18:35:59 -0700131 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -0700132 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -0700133 mTouchTimer.emplace(
134 std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700135 [this] { touchTimerCallback(TimerState::Reset); },
136 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -0700137 mTouchTimer->start();
138 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700139
Dominik Laskowski98041832019-08-01 18:35:59 -0700140 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
141 mDisplayPowerTimer.emplace(
142 std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700143 [this] { displayPowerTimerCallback(TimerState::Reset); },
144 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -0700145 mDisplayPowerTimer->start();
146 }
Ana Krulece588e312018-09-18 12:32:24 -0700147}
148
Dominik Laskowski7c9dbf92019-08-01 17:57:31 -0700149Scheduler::Scheduler(std::unique_ptr<DispSync> primaryDispSync,
150 std::unique_ptr<EventControlThread> eventControlThread,
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800151 const scheduler::RefreshRateConfigs& configs,
Ana Krulec3d367c82020-02-25 15:02:01 -0800152 ISchedulerCallback& schedulerCallback, bool useContentDetectionV2,
153 bool useContentDetection)
Dominik Laskowski98041832019-08-01 18:35:59 -0700154 : mPrimaryDispSync(std::move(primaryDispSync)),
Dominik Laskowski7c9dbf92019-08-01 17:57:31 -0700155 mEventControlThread(std::move(eventControlThread)),
Dominik Laskowski98041832019-08-01 18:35:59 -0700156 mSupportKernelTimer(false),
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800157 mSchedulerCallback(schedulerCallback),
Ady Abraham8a82ba62020-01-17 12:43:17 -0800158 mRefreshRateConfigs(configs),
Ana Krulec3d367c82020-02-25 15:02:01 -0800159 mUseContentDetection(useContentDetection),
Ady Abraham8a82ba62020-01-17 12:43:17 -0800160 mUseContentDetectionV2(useContentDetectionV2) {}
Dominik Laskowski7c9dbf92019-08-01 17:57:31 -0700161
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800162Scheduler::~Scheduler() {
Ana Krulecf2c006d2019-06-21 15:37:07 -0700163 // Ensure the OneShotTimer threads are joined before we start destroying state.
Ady Abraham6fe2c172019-07-12 12:37:57 -0700164 mDisplayPowerTimer.reset();
Ady Abraham8532d012019-05-08 14:50:56 -0700165 mTouchTimer.reset();
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800166 mIdleTimer.reset();
167}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700168
Dominik Laskowski98041832019-08-01 18:35:59 -0700169DispSync& Scheduler::getPrimaryDispSync() {
170 return *mPrimaryDispSync;
171}
172
Ady Abraham9e16a482019-12-03 17:19:41 -0800173std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource(const char* name,
174 nsecs_t phaseOffsetNs) {
Dominik Laskowski6505f792019-09-18 11:10:05 -0700175 return std::make_unique<DispSyncSource>(mPrimaryDispSync.get(), phaseOffsetNs,
Ady Abraham9e16a482019-12-03 17:19:41 -0800176 true /* traceVsync */, name);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700177}
178
Dominik Laskowski98041832019-08-01 18:35:59 -0700179Scheduler::ConnectionHandle Scheduler::createConnection(
Ady Abraham9e16a482019-12-03 17:19:41 -0800180 const char* connectionName, nsecs_t phaseOffsetNs,
Ana Krulec98b5b242018-08-10 15:03:23 -0700181 impl::EventThread::InterceptVSyncsCallback interceptCallback) {
Ady Abraham9e16a482019-12-03 17:19:41 -0800182 auto vsyncSource = makePrimaryDispSyncSource(connectionName, phaseOffsetNs);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700183 auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource),
184 std::move(interceptCallback));
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700185 return createConnection(std::move(eventThread));
Dominik Laskowski98041832019-08-01 18:35:59 -0700186}
Ana Krulec98b5b242018-08-10 15:03:23 -0700187
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700188Scheduler::ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700189 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
190 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800191
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700192 auto connection =
193 createConnectionInternal(eventThread.get(), ISurfaceComposer::eConfigChangedSuppress);
Dominik Laskowski98041832019-08-01 18:35:59 -0700194
195 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
196 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700197}
198
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700199sp<EventThreadConnection> Scheduler::createConnectionInternal(
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700200 EventThread* eventThread, ISurfaceComposer::ConfigChanged configChanged) {
201 return eventThread->createEventConnection([&] { resync(); }, configChanged);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700202}
203
Ana Krulec98b5b242018-08-10 15:03:23 -0700204sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700205 ConnectionHandle handle, ISurfaceComposer::ConfigChanged configChanged) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700206 RETURN_IF_INVALID_HANDLE(handle, nullptr);
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700207 return createConnectionInternal(mConnections[handle].thread.get(), configChanged);
Ana Krulec98b5b242018-08-10 15:03:23 -0700208}
209
Dominik Laskowski98041832019-08-01 18:35:59 -0700210sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
211 RETURN_IF_INVALID_HANDLE(handle, nullptr);
212 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700213}
214
Dominik Laskowski98041832019-08-01 18:35:59 -0700215void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
216 bool connected) {
217 RETURN_IF_INVALID_HANDLE(handle);
218 mConnections[handle].thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700219}
220
Dominik Laskowski98041832019-08-01 18:35:59 -0700221void Scheduler::onScreenAcquired(ConnectionHandle handle) {
222 RETURN_IF_INVALID_HANDLE(handle);
223 mConnections[handle].thread->onScreenAcquired();
Ana Krulec98b5b242018-08-10 15:03:23 -0700224}
225
Dominik Laskowski98041832019-08-01 18:35:59 -0700226void Scheduler::onScreenReleased(ConnectionHandle handle) {
227 RETURN_IF_INVALID_HANDLE(handle);
228 mConnections[handle].thread->onScreenReleased();
Ana Krulec98b5b242018-08-10 15:03:23 -0700229}
230
Dominik Laskowski98041832019-08-01 18:35:59 -0700231void Scheduler::onConfigChanged(ConnectionHandle handle, PhysicalDisplayId displayId,
Alec Mouri60aee1c2019-10-28 16:18:59 -0700232 HwcConfigIndexType configId, nsecs_t vsyncPeriod) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700233 RETURN_IF_INVALID_HANDLE(handle);
Alec Mouri60aee1c2019-10-28 16:18:59 -0700234 mConnections[handle].thread->onConfigChanged(displayId, configId, vsyncPeriod);
Ady Abraham447052e2019-02-13 16:07:27 -0800235}
236
Alec Mouri717bcb62020-02-10 17:07:19 -0800237size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) {
238 RETURN_IF_INVALID_HANDLE(handle, 0);
239 return mConnections[handle].thread->getEventThreadConnectionCount();
240}
241
Dominik Laskowski98041832019-08-01 18:35:59 -0700242void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
243 RETURN_IF_INVALID_HANDLE(handle);
244 mConnections.at(handle).thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700245}
246
Dominik Laskowski98041832019-08-01 18:35:59 -0700247void Scheduler::setPhaseOffset(ConnectionHandle handle, nsecs_t phaseOffset) {
248 RETURN_IF_INVALID_HANDLE(handle);
249 mConnections[handle].thread->setPhaseOffset(phaseOffset);
Ana Krulec98b5b242018-08-10 15:03:23 -0700250}
Ana Krulece588e312018-09-18 12:32:24 -0700251
252void Scheduler::getDisplayStatInfo(DisplayStatInfo* stats) {
Ady Abraham0ed31c92020-04-16 11:48:45 -0700253 stats->vsyncTime = mPrimaryDispSync->computeNextRefresh(0, systemTime());
Ana Krulece588e312018-09-18 12:32:24 -0700254 stats->vsyncPeriod = mPrimaryDispSync->getPeriod();
255}
256
Dominik Laskowski6505f792019-09-18 11:10:05 -0700257Scheduler::ConnectionHandle Scheduler::enableVSyncInjection(bool enable) {
258 if (mInjectVSyncs == enable) {
259 return {};
260 }
261
262 ALOGV("%s VSYNC injection", enable ? "Enabling" : "Disabling");
263
264 if (!mInjectorConnectionHandle) {
265 auto vsyncSource = std::make_unique<InjectVSyncSource>();
266 mVSyncInjector = vsyncSource.get();
267
268 auto eventThread =
269 std::make_unique<impl::EventThread>(std::move(vsyncSource),
270 impl::EventThread::InterceptVSyncsCallback());
271
272 mInjectorConnectionHandle = createConnection(std::move(eventThread));
273 }
274
275 mInjectVSyncs = enable;
276 return mInjectorConnectionHandle;
277}
278
Ady Abraham5facfb12020-04-22 15:18:31 -0700279bool Scheduler::injectVSync(nsecs_t when, nsecs_t expectedVSyncTime) {
Dominik Laskowski6505f792019-09-18 11:10:05 -0700280 if (!mInjectVSyncs || !mVSyncInjector) {
281 return false;
282 }
283
Ady Abraham5facfb12020-04-22 15:18:31 -0700284 mVSyncInjector->onInjectSyncEvent(when, expectedVSyncTime);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700285 return true;
286}
287
Ana Krulece588e312018-09-18 12:32:24 -0700288void Scheduler::enableHardwareVsync() {
289 std::lock_guard<std::mutex> lock(mHWVsyncLock);
290 if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) {
291 mPrimaryDispSync->beginResync();
292 mEventControlThread->setVsyncEnabled(true);
293 mPrimaryHWVsyncEnabled = true;
294 }
295}
296
297void Scheduler::disableHardwareVsync(bool makeUnavailable) {
298 std::lock_guard<std::mutex> lock(mHWVsyncLock);
299 if (mPrimaryHWVsyncEnabled) {
300 mEventControlThread->setVsyncEnabled(false);
301 mPrimaryDispSync->endResync();
302 mPrimaryHWVsyncEnabled = false;
303 }
304 if (makeUnavailable) {
305 mHWVsyncAvailable = false;
306 }
307}
308
Ana Krulecc2870422019-01-29 19:00:58 -0800309void Scheduler::resyncToHardwareVsync(bool makeAvailable, nsecs_t period) {
310 {
311 std::lock_guard<std::mutex> lock(mHWVsyncLock);
312 if (makeAvailable) {
313 mHWVsyncAvailable = makeAvailable;
314 } else if (!mHWVsyncAvailable) {
315 // Hardware vsync is not currently available, so abort the resync
316 // attempt for now
317 return;
318 }
319 }
320
321 if (period <= 0) {
322 return;
323 }
324
325 setVsyncPeriod(period);
326}
327
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700328void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700329 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800330
331 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700332 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800333
334 if (now - last > kIgnoreDelay) {
Ady Abrahamabc27602020-04-08 17:20:29 -0700335 resyncToHardwareVsync(false, mRefreshRateConfigs.getCurrentRefreshRate().getVsyncPeriod());
Ana Krulecc2870422019-01-29 19:00:58 -0800336 }
337}
338
Dominik Laskowski98041832019-08-01 18:35:59 -0700339void Scheduler::setVsyncPeriod(nsecs_t period) {
Ady Abraham3aff9172019-02-07 19:10:26 -0800340 std::lock_guard<std::mutex> lock(mHWVsyncLock);
Ana Krulece588e312018-09-18 12:32:24 -0700341 mPrimaryDispSync->setPeriod(period);
Ady Abraham3aff9172019-02-07 19:10:26 -0800342
343 if (!mPrimaryHWVsyncEnabled) {
344 mPrimaryDispSync->beginResync();
345 mEventControlThread->setVsyncEnabled(true);
346 mPrimaryHWVsyncEnabled = true;
347 }
Ana Krulece588e312018-09-18 12:32:24 -0700348}
349
Ady Abraham5dee2f12020-02-05 17:49:47 -0800350void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod,
351 bool* periodFlushed) {
Ana Krulece588e312018-09-18 12:32:24 -0700352 bool needsHwVsync = false;
Alec Mourif8e689c2019-05-20 18:32:22 -0700353 *periodFlushed = false;
Ana Krulece588e312018-09-18 12:32:24 -0700354 { // Scope for the lock
355 std::lock_guard<std::mutex> lock(mHWVsyncLock);
356 if (mPrimaryHWVsyncEnabled) {
Ady Abraham5dee2f12020-02-05 17:49:47 -0800357 needsHwVsync =
358 mPrimaryDispSync->addResyncSample(timestamp, hwcVsyncPeriod, periodFlushed);
Ana Krulece588e312018-09-18 12:32:24 -0700359 }
360 }
361
362 if (needsHwVsync) {
363 enableHardwareVsync();
364 } else {
365 disableHardwareVsync(false);
366 }
367}
368
369void Scheduler::addPresentFence(const std::shared_ptr<FenceTime>& fenceTime) {
370 if (mPrimaryDispSync->addPresentFence(fenceTime)) {
371 enableHardwareVsync();
372 } else {
373 disableHardwareVsync(false);
374 }
375}
376
377void Scheduler::setIgnorePresentFences(bool ignore) {
378 mPrimaryDispSync->setIgnorePresentFences(ignore);
379}
380
Ady Abraham0ed31c92020-04-16 11:48:45 -0700381nsecs_t Scheduler::getDispSyncExpectedPresentTime(nsecs_t now) {
382 return mPrimaryDispSync->expectedPresentTime(now);
Ady Abrahamc3e21312019-02-07 14:30:23 -0800383}
384
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700385void Scheduler::registerLayer(Layer* layer) {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800386 if (!mLayerHistory) return;
387
Steven Thomasdebafed2020-05-18 17:30:35 -0700388 const auto minFps = mRefreshRateConfigs.getMinRefreshRate().getFps();
389 const auto maxFps = mRefreshRateConfigs.getMaxRefreshRate().getFps();
390
391 if (layer->getWindowType() == InputWindowInfo::TYPE_STATUS_BAR) {
392 mLayerHistory->registerLayer(layer, minFps, maxFps,
Ana Krulec3d367c82020-02-25 15:02:01 -0800393 scheduler::LayerHistory::LayerVoteType::NoVote);
Steven Thomasdebafed2020-05-18 17:30:35 -0700394 } else if (!mUseContentDetection) {
395 // If the content detection feature is off, all layers are registered at Max. We still keep
396 // the layer history, since we use it for other features (like Frame Rate API), so layers
397 // still need to be registered.
398 mLayerHistory->registerLayer(layer, minFps, maxFps,
399 scheduler::LayerHistory::LayerVoteType::Max);
400 } else if (!mUseContentDetectionV2) {
401 // In V1 of content detection, all layers are registered as Heuristic (unless it's
402 // wallpaper).
403 const auto highFps =
404 layer->getWindowType() == InputWindowInfo::TYPE_WALLPAPER ? minFps : maxFps;
Ana Krulec3d367c82020-02-25 15:02:01 -0800405
Steven Thomasdebafed2020-05-18 17:30:35 -0700406 mLayerHistory->registerLayer(layer, minFps, highFps,
Ady Abraham8a82ba62020-01-17 12:43:17 -0800407 scheduler::LayerHistory::LayerVoteType::Heuristic);
408 } else {
409 if (layer->getWindowType() == InputWindowInfo::TYPE_WALLPAPER) {
Ana Krulec3d367c82020-02-25 15:02:01 -0800410 // Running Wallpaper at Min is considered as part of content detection.
Steven Thomasdebafed2020-05-18 17:30:35 -0700411 mLayerHistory->registerLayer(layer, minFps, maxFps,
Ady Abraham8a82ba62020-01-17 12:43:17 -0800412 scheduler::LayerHistory::LayerVoteType::Min);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800413 } else {
Steven Thomasdebafed2020-05-18 17:30:35 -0700414 mLayerHistory->registerLayer(layer, minFps, maxFps,
Ady Abraham8a82ba62020-01-17 12:43:17 -0800415 scheduler::LayerHistory::LayerVoteType::Heuristic);
416 }
Ady Abraham8a82ba62020-01-17 12:43:17 -0800417 }
Ady Abraham09bd3922019-04-08 10:44:56 -0700418}
419
Ady Abraham5def7332020-05-29 16:13:47 -0700420void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime,
421 LayerHistory::LayerUpdateType updateType) {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800422 if (mLayerHistory) {
Ady Abraham5def7332020-05-29 16:13:47 -0700423 mLayerHistory->record(layer, presentTime, systemTime(), updateType);
Dominik Laskowski49cea512019-11-12 14:13:23 -0800424 }
Ana Krulec3084c052018-11-21 20:27:17 +0100425}
426
Ady Abraham32efd542020-05-19 17:49:26 -0700427void Scheduler::setConfigChangePending(bool pending) {
428 if (mLayerHistory) {
429 mLayerHistory->setConfigChangePending(pending);
430 }
431}
432
Dominik Laskowski49cea512019-11-12 14:13:23 -0800433void Scheduler::chooseRefreshRateForContent() {
434 if (!mLayerHistory) return;
435
Ady Abraham8a82ba62020-01-17 12:43:17 -0800436 ATRACE_CALL();
437
438 scheduler::LayerHistory::Summary summary = mLayerHistory->summarize(systemTime());
Ady Abraham2139f732019-11-13 18:56:40 -0800439 HwcConfigIndexType newConfigId;
Ady Abraham6398a0a2019-04-18 19:30:44 -0700440 {
441 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800442 if (mFeatures.contentRequirements == summary) {
Ady Abraham6398a0a2019-04-18 19:30:44 -0700443 return;
444 }
Ady Abraham8a82ba62020-01-17 12:43:17 -0800445 mFeatures.contentRequirements = summary;
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800446 mFeatures.contentDetectionV1 =
Ady Abraham8a82ba62020-01-17 12:43:17 -0800447 !summary.empty() ? ContentDetectionState::On : ContentDetectionState::Off;
448
Ana Krulec3803b8d2020-02-03 16:35:46 -0800449 newConfigId = calculateRefreshRateConfigIndexType();
Ady Abraham2139f732019-11-13 18:56:40 -0800450 if (mFeatures.configId == newConfigId) {
Ady Abraham6398a0a2019-04-18 19:30:44 -0700451 return;
452 }
Ady Abraham2139f732019-11-13 18:56:40 -0800453 mFeatures.configId = newConfigId;
Ady Abraham2e1dd892020-03-05 13:48:36 -0800454 auto& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromConfigId(newConfigId);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800455 mSchedulerCallback.changeRefreshRate(newRefreshRate, ConfigEvent::Changed);
456 }
Ady Abrahama1a49af2019-02-07 14:36:55 -0800457}
458
Ana Krulecfb772822018-11-30 10:44:07 +0100459void Scheduler::resetIdleTimer() {
460 if (mIdleTimer) {
461 mIdleTimer->reset();
Ady Abrahama1a49af2019-02-07 14:36:55 -0800462 }
463}
464
Ady Abraham8532d012019-05-08 14:50:56 -0700465void Scheduler::notifyTouchEvent() {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800466 if (!mTouchTimer) return;
467
Ady Abrahama9bf4ca2019-06-11 19:08:58 -0700468 // Touch event will boost the refresh rate to performance.
Steven Thomas540730a2020-01-08 20:12:42 -0800469 // Clear Layer History to get fresh FPS detection.
470 // NOTE: Instead of checking all the layers, we should be checking the layer
471 // that is currently on top. b/142507166 will give us this capability.
Ady Abraham8a82ba62020-01-17 12:43:17 -0800472 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800473 if (mLayerHistory) {
Steven Thomasbb374322020-04-28 22:47:16 -0700474 // Layer History will be cleared based on RefreshRateConfigs::getBestRefreshRate
Steven Thomas540730a2020-01-08 20:12:42 -0800475
Ady Abraham8a82ba62020-01-17 12:43:17 -0800476 mTouchTimer->reset();
Steven Thomas540730a2020-01-08 20:12:42 -0800477
478 if (mSupportKernelTimer && mIdleTimer) {
479 mIdleTimer->reset();
480 }
Dominik Laskowski49cea512019-11-12 14:13:23 -0800481 }
Ady Abraham8532d012019-05-08 14:50:56 -0700482}
483
Ady Abraham6fe2c172019-07-12 12:37:57 -0700484void Scheduler::setDisplayPowerState(bool normal) {
485 {
486 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700487 mFeatures.isDisplayPowerStateNormal = normal;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700488 }
489
490 if (mDisplayPowerTimer) {
491 mDisplayPowerTimer->reset();
492 }
493
494 // Display Power event will boost the refresh rate to performance.
495 // Clear Layer History to get fresh FPS detection
Dominik Laskowski49cea512019-11-12 14:13:23 -0800496 if (mLayerHistory) {
497 mLayerHistory->clear();
498 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700499}
500
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700501void Scheduler::kernelIdleTimerCallback(TimerState state) {
502 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100503
Ady Abraham2139f732019-11-13 18:56:40 -0800504 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
505 // magic number
Ady Abraham2e1dd892020-03-05 13:48:36 -0800506 const auto& refreshRate = mRefreshRateConfigs.getCurrentRefreshRate();
Ady Abraham2139f732019-11-13 18:56:40 -0800507 constexpr float FPS_THRESHOLD_FOR_KERNEL_TIMER = 65.0f;
Ady Abrahamabc27602020-04-08 17:20:29 -0700508 if (state == TimerState::Reset && refreshRate.getFps() > FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Alec Mouri7f015182019-07-11 13:56:22 -0700509 // If we're not in performance mode then the kernel timer shouldn't do
510 // anything, as the refresh rate during DPU power collapse will be the
511 // same.
Ady Abrahamabc27602020-04-08 17:20:29 -0700512 resyncToHardwareVsync(true /* makeAvailable */, refreshRate.getVsyncPeriod());
513 } else if (state == TimerState::Expired &&
514 refreshRate.getFps() <= FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700515 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
516 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
517 // need to update the DispSync model anyway.
518 disableHardwareVsync(false /* makeUnavailable */);
Alec Mouridc28b372019-04-18 21:17:13 -0700519 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800520
521 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700522}
523
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700524void Scheduler::idleTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700525 handleTimerStateChanged(&mFeatures.idleTimer, state, false /* eventOnContentDetection */);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700526 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100527}
528
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700529void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700530 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Ady Abraham1adbb722020-05-15 11:51:48 -0700531 if (handleTimerStateChanged(&mFeatures.touch, touch, true /* eventOnContentDetection */)) {
532 mLayerHistory->clear();
533 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700534 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700535}
536
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700537void Scheduler::displayPowerTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700538 handleTimerStateChanged(&mFeatures.displayPowerTimer, state,
539 true /* eventOnContentDetection */);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700540 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700541}
542
Dominik Laskowski98041832019-08-01 18:35:59 -0700543void Scheduler::dump(std::string& result) const {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800544 using base::StringAppendF;
545 const char* const states[] = {"off", "on"};
Dominik Laskowski98041832019-08-01 18:35:59 -0700546
Dominik Laskowski49cea512019-11-12 14:13:23 -0800547 StringAppendF(&result, "+ Idle timer: %s\n",
548 mIdleTimer ? mIdleTimer->dump().c_str() : states[0]);
Ana Krulec3d367c82020-02-25 15:02:01 -0800549 StringAppendF(&result, "+ Touch timer: %s\n",
Dominik Laskowski49cea512019-11-12 14:13:23 -0800550 mTouchTimer ? mTouchTimer->dump().c_str() : states[0]);
Ana Krulec3d367c82020-02-25 15:02:01 -0800551 StringAppendF(&result, "+ Use content detection: %s\n\n",
552 sysprop::use_content_detection_for_refresh_rate(false) ? "on" : "off");
Ana Krulecb43429d2019-01-09 14:28:51 -0800553}
554
Ady Abraham6fe2c172019-07-12 12:37:57 -0700555template <class T>
Ady Abraham1adbb722020-05-15 11:51:48 -0700556bool Scheduler::handleTimerStateChanged(T* currentState, T newState, bool eventOnContentDetection) {
Ady Abraham8532d012019-05-08 14:50:56 -0700557 ConfigEvent event = ConfigEvent::None;
Ady Abraham2139f732019-11-13 18:56:40 -0800558 HwcConfigIndexType newConfigId;
Ady Abraham1adbb722020-05-15 11:51:48 -0700559 bool touchConsidered = false;
Ady Abraham8532d012019-05-08 14:50:56 -0700560 {
561 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700562 if (*currentState == newState) {
Ady Abraham1adbb722020-05-15 11:51:48 -0700563 return touchConsidered;
Ady Abraham8532d012019-05-08 14:50:56 -0700564 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700565 *currentState = newState;
Ady Abraham1adbb722020-05-15 11:51:48 -0700566 newConfigId = calculateRefreshRateConfigIndexType(&touchConsidered);
Ady Abraham2139f732019-11-13 18:56:40 -0800567 if (mFeatures.configId == newConfigId) {
Ady Abraham1adbb722020-05-15 11:51:48 -0700568 return touchConsidered;
Ady Abraham8532d012019-05-08 14:50:56 -0700569 }
Ady Abraham2139f732019-11-13 18:56:40 -0800570 mFeatures.configId = newConfigId;
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800571 if (eventOnContentDetection && !mFeatures.contentRequirements.empty()) {
Ady Abraham8532d012019-05-08 14:50:56 -0700572 event = ConfigEvent::Changed;
573 }
574 }
Ady Abraham2139f732019-11-13 18:56:40 -0800575 const RefreshRate& newRefreshRate = mRefreshRateConfigs.getRefreshRateFromConfigId(newConfigId);
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800576 mSchedulerCallback.changeRefreshRate(newRefreshRate, event);
Ady Abraham1adbb722020-05-15 11:51:48 -0700577 return touchConsidered;
Ady Abraham8532d012019-05-08 14:50:56 -0700578}
579
Ady Abraham1adbb722020-05-15 11:51:48 -0700580HwcConfigIndexType Scheduler::calculateRefreshRateConfigIndexType(bool* touchConsidered) {
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800581 ATRACE_CALL();
Ady Abraham1adbb722020-05-15 11:51:48 -0700582 if (touchConsidered) *touchConsidered = false;
Ady Abraham09bd3922019-04-08 10:44:56 -0700583
Steven Thomasf734df42020-04-13 21:09:28 -0700584 // If Display Power is not in normal operation we want to be in performance mode. When coming
585 // back to normal mode, a grace period is given with DisplayPowerTimer.
Ana Krulec3f6a2062020-01-23 15:48:01 -0800586 if (mDisplayPowerTimer &&
587 (!mFeatures.isDisplayPowerStateNormal ||
588 mFeatures.displayPowerTimer == TimerState::Reset)) {
Ady Abrahamabc27602020-04-08 17:20:29 -0700589 return mRefreshRateConfigs.getMaxRefreshRateByPolicy().getConfigId();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800590 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700591
Steven Thomasbb374322020-04-28 22:47:16 -0700592 const bool touchActive = mTouchTimer && mFeatures.touch == TouchState::Active;
593 const bool idle = mIdleTimer && mFeatures.idleTimer == TimerState::Expired;
594
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800595 if (!mUseContentDetectionV2) {
596 // As long as touch is active we want to be in performance mode.
Steven Thomasbb374322020-04-28 22:47:16 -0700597 if (touchActive) {
Ady Abrahamabc27602020-04-08 17:20:29 -0700598 return mRefreshRateConfigs.getMaxRefreshRateByPolicy().getConfigId();
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800599 }
Ady Abraham8532d012019-05-08 14:50:56 -0700600
Steven Thomasbb374322020-04-28 22:47:16 -0700601 // If timer has expired as it means there is no new content on the screen.
602 if (idle) {
603 return mRefreshRateConfigs.getMinRefreshRateByPolicy().getConfigId();
604 }
Ady Abrahama315ce72019-04-24 14:35:20 -0700605
Ana Krulec3f6a2062020-01-23 15:48:01 -0800606 // If content detection is off we choose performance as we don't know the content fps.
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800607 if (mFeatures.contentDetectionV1 == ContentDetectionState::Off) {
Ana Krulec3803b8d2020-02-03 16:35:46 -0800608 // NOTE: V1 always calls this, but this is not a default behavior for V2.
Ady Abrahamabc27602020-04-08 17:20:29 -0700609 return mRefreshRateConfigs.getMaxRefreshRateByPolicy().getConfigId();
Steven Thomas540730a2020-01-08 20:12:42 -0800610 }
Ady Abraham8a82ba62020-01-17 12:43:17 -0800611
612 // Content detection is on, find the appropriate refresh rate with minimal error
Ady Abrahamabc27602020-04-08 17:20:29 -0700613 return mRefreshRateConfigs.getRefreshRateForContent(mFeatures.contentRequirements)
614 .getConfigId();
Ady Abraham09bd3922019-04-08 10:44:56 -0700615 }
616
Ady Abraham1adbb722020-05-15 11:51:48 -0700617 return mRefreshRateConfigs
618 .getBestRefreshRate(mFeatures.contentRequirements, touchActive, idle, touchConsidered)
619 .getConfigId();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800620}
621
Ady Abraham2139f732019-11-13 18:56:40 -0800622std::optional<HwcConfigIndexType> Scheduler::getPreferredConfigId() {
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700623 std::lock_guard<std::mutex> lock(mFeatureStateLock);
Ana Krulec3f6a2062020-01-23 15:48:01 -0800624 // Make sure that the default config ID is first updated, before returned.
625 if (mFeatures.configId.has_value()) {
Ana Krulec3803b8d2020-02-03 16:35:46 -0800626 mFeatures.configId = calculateRefreshRateConfigIndexType();
Ana Krulec3f6a2062020-01-23 15:48:01 -0800627 }
Ady Abraham2139f732019-11-13 18:56:40 -0800628 return mFeatures.configId;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700629}
630
Peiyong Line9d809e2020-04-14 13:10:48 -0700631void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800632 if (timeline.refreshRequired) {
633 mSchedulerCallback.repaintEverythingForHWC();
634 }
635
636 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
637 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
638
639 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
640 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
641 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
642 }
643}
644
645void Scheduler::onDisplayRefreshed(nsecs_t timestamp) {
646 bool callRepaint = false;
647 {
648 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
649 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
650 if (mLastVsyncPeriodChangeTimeline->refreshTimeNanos < timestamp) {
651 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
652 } else {
653 // We need to send another refresh as refreshTimeNanos is still in the future
654 callRepaint = true;
655 }
656 }
657 }
658
659 if (callRepaint) {
660 mSchedulerCallback.repaintEverythingForHWC();
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800661 }
662}
663
Ady Abraham8a82ba62020-01-17 12:43:17 -0800664void Scheduler::onPrimaryDisplayAreaChanged(uint32_t displayArea) {
665 if (mLayerHistory) {
666 mLayerHistory->setDisplayArea(displayArea);
667 }
668}
669
Ana Krulec98b5b242018-08-10 15:03:23 -0700670} // namespace android