blob: 68b4690a2ba429ce788cc52819ec0b413d38560a [file] [log] [blame]
robertphillips3dc6ae52015-10-20 09:54:32 -07001/*
2 * Copyright 2015 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
Mike Kleinc0bd9f92019-04-23 12:05:21 -05008#include "src/gpu/GrDrawingManager.h"
Robert Phillips69893702019-02-22 11:16:30 -05009
Adlai Hollerc2bfcff2020-11-06 15:39:36 -050010#include <algorithm>
John Stilesfbd050b2020-08-03 13:21:46 -040011#include <memory>
12
Robert Phillips4d5594d2020-02-21 14:24:40 -050013#include "include/core/SkDeferredDisplayList.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050014#include "include/gpu/GrBackendSemaphore.h"
Robert Phillipsb7bfbc22020-07-01 12:55:01 -040015#include "include/gpu/GrDirectContext.h"
16#include "include/gpu/GrRecordingContext.h"
Robert Phillips7eb0a5f2020-06-09 14:15:09 -040017#include "src/core/SkDeferredDisplayListPriv.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050018#include "src/core/SkTTopoSort.h"
Greg Danielf91aeb22019-06-18 09:58:02 -040019#include "src/gpu/GrAuditTrail.h"
Brian Salomon9241a6d2019-10-03 13:26:54 -040020#include "src/gpu/GrClientMappedBufferManager.h"
Greg Daniele227fe42019-08-21 13:52:24 -040021#include "src/gpu/GrCopyRenderTask.h"
Adlai Hollera0693042020-10-14 11:23:11 -040022#include "src/gpu/GrDirectContextPriv.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050023#include "src/gpu/GrGpu.h"
24#include "src/gpu/GrMemoryPool.h"
25#include "src/gpu/GrOnFlushResourceProvider.h"
26#include "src/gpu/GrRecordingContextPriv.h"
27#include "src/gpu/GrRenderTargetContext.h"
Greg Danielf91aeb22019-06-18 09:58:02 -040028#include "src/gpu/GrRenderTargetProxy.h"
Chris Dalton6b498102019-08-01 14:14:52 -060029#include "src/gpu/GrRenderTask.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050030#include "src/gpu/GrResourceAllocator.h"
31#include "src/gpu/GrResourceProvider.h"
32#include "src/gpu/GrSoftwarePathRenderer.h"
Greg Daniel46e366a2019-12-16 14:38:36 -050033#include "src/gpu/GrSurfaceContext.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050034#include "src/gpu/GrSurfaceProxyPriv.h"
Greg Daniel456f9b52020-03-05 19:14:18 +000035#include "src/gpu/GrTexture.h"
Greg Danielf91aeb22019-06-18 09:58:02 -040036#include "src/gpu/GrTextureProxy.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050037#include "src/gpu/GrTextureProxyPriv.h"
Chris Dalton3d770272019-08-14 09:24:37 -060038#include "src/gpu/GrTextureResolveRenderTask.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050039#include "src/gpu/GrTracing.h"
Greg Danielbbfec9d2019-08-20 10:56:51 -040040#include "src/gpu/GrTransferFromRenderTask.h"
Robert Phillipsa0e248d2020-11-11 09:39:27 -050041#include "src/gpu/GrUnrefDDLTask.h"
Greg Danielc30f1a92019-09-06 15:28:58 -040042#include "src/gpu/GrWaitRenderTask.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050043#include "src/gpu/ccpr/GrCoverageCountingPathRenderer.h"
Herb Derbya08bde62020-06-12 15:46:06 -040044#include "src/gpu/text/GrSDFTOptions.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050045#include "src/image/SkSurface_Gpu.h"
robertphillips498d7ac2015-10-30 10:11:30 -070046
Robert Phillips22310d62018-09-05 11:07:21 -040047///////////////////////////////////////////////////////////////////////////////////////////////////
Robert Phillips69893702019-02-22 11:16:30 -050048GrDrawingManager::GrDrawingManager(GrRecordingContext* context,
Robert Phillips22310d62018-09-05 11:07:21 -040049 const GrPathRendererChain::Options& optionsForPathRendererChain,
Greg Danielf41b2bd2019-08-22 16:19:24 -040050 bool reduceOpsTaskSplitting)
Robert Phillips22310d62018-09-05 11:07:21 -040051 : fContext(context)
52 , fOptionsForPathRendererChain(optionsForPathRendererChain)
Robert Phillips22310d62018-09-05 11:07:21 -040053 , fPathRendererChain(nullptr)
54 , fSoftwarePathRenderer(nullptr)
Robert Phillips6db27c22019-05-01 10:43:56 -040055 , fFlushing(false)
Herb Derby082232b2020-06-10 15:08:18 -040056 , fReduceOpsTaskSplitting(reduceOpsTaskSplitting) { }
Robert Phillips22310d62018-09-05 11:07:21 -040057
robertphillips3dc6ae52015-10-20 09:54:32 -070058GrDrawingManager::~GrDrawingManager() {
Adlai Holler33432272020-11-11 13:54:37 -050059 this->closeAllTasks();
60 this->removeRenderTasks(0, fDAG.count());
robertphillips3dc6ae52015-10-20 09:54:32 -070061}
62
Robert Phillipsa9162df2019-02-11 14:12:03 -050063bool GrDrawingManager::wasAbandoned() const {
Robert Phillips9eb00022020-06-30 15:30:12 -040064 return fContext->abandoned();
robertphillips3dc6ae52015-10-20 09:54:32 -070065}
66
robertphillips68737822015-10-29 12:12:21 -070067void GrDrawingManager::freeGpuResources() {
Jim Van Verth106b5c42017-09-26 12:45:29 -040068 for (int i = fOnFlushCBObjects.count() - 1; i >= 0; --i) {
69 if (!fOnFlushCBObjects[i]->retainOnFreeGpuResources()) {
70 // it's safe to just do this because we're iterating in reverse
71 fOnFlushCBObjects.removeShuffle(i);
72 }
73 }
74
robertphillips68737822015-10-29 12:12:21 -070075 // a path renderer may be holding onto resources
robertphillips13391dd2015-10-30 05:15:11 -070076 fPathRendererChain = nullptr;
Ben Wagner9ec70c62018-07-12 13:30:47 -040077 fSoftwarePathRenderer = nullptr;
Robert Phillipse3302df2017-04-24 07:31:02 -040078}
79
Adlai Hollerc2bfcff2020-11-06 15:39:36 -050080// MDB TODO: make use of the 'proxies' parameter.
Greg Daniel9efe3862020-06-11 11:51:06 -040081bool GrDrawingManager::flush(
Adlai Hollerc2bfcff2020-11-06 15:39:36 -050082 SkSpan<GrSurfaceProxy*> proxies,
Greg Daniel9efe3862020-06-11 11:51:06 -040083 SkSurface::BackendSurfaceAccess access,
84 const GrFlushInfo& info,
85 const GrBackendSurfaceMutableState* newState) {
Brian Salomon57d2beab2018-09-10 09:35:41 -040086 GR_CREATE_TRACE_MARKER_CONTEXT("GrDrawingManager", "flush", fContext);
Brian Salomondcbb9d92017-07-19 10:53:20 -040087
robertphillips7761d612016-05-16 09:14:53 -070088 if (fFlushing || this->wasAbandoned()) {
Greg Daniel55822f12020-05-26 11:26:45 -040089 if (info.fSubmittedProc) {
90 info.fSubmittedProc(info.fSubmittedContext, false);
91 }
Greg Daniele6bfb7d2019-04-17 15:26:11 -040092 if (info.fFinishedProc) {
93 info.fFinishedProc(info.fFinishedContext);
Greg Daniela3aa75a2019-04-12 14:24:55 -040094 }
Greg Danielfe159622020-04-10 17:43:51 +000095 return false;
joshualittb8918c42015-12-18 09:59:46 -080096 }
Robert Phillips602df412019-04-08 11:10:39 -040097
Robert Phillips38d64b02018-09-04 13:23:26 -040098 SkDEBUGCODE(this->validate());
99
Adlai Hollerc2bfcff2020-11-06 15:39:36 -0500100 // As of now we only short-circuit if we got an explicit list of surfaces to flush.
101 if (!proxies.empty() && !info.fNumSemaphores && !info.fFinishedProc &&
Greg Danielce9f0162020-06-30 13:42:46 -0400102 access == SkSurface::BackendSurfaceAccess::kNoAccess && !newState) {
Adlai Hollerc2bfcff2020-11-06 15:39:36 -0500103 bool allUnused = std::all_of(proxies.begin(), proxies.end(), [&](GrSurfaceProxy* proxy) {
Adlai Holler33432272020-11-11 13:54:37 -0500104 bool used = std::any_of(fDAG.begin(), fDAG.end(), [&](auto& task) {
105 return task && task->isUsed(proxy);
106 });
107 return !used && !this->isDDLTarget(proxy);
Adlai Hollerc2bfcff2020-11-06 15:39:36 -0500108 });
109 if (allUnused) {
Greg Daniel55822f12020-05-26 11:26:45 -0400110 if (info.fSubmittedProc) {
111 info.fSubmittedProc(info.fSubmittedContext, true);
112 }
Greg Danielfe159622020-04-10 17:43:51 +0000113 return false;
Brian Salomonf9a1fdf2019-05-09 10:30:12 -0400114 }
Robert Phillips9313aa72019-04-09 18:41:27 -0400115 }
116
Robert Phillipsf8f45d92020-07-01 11:11:18 -0400117 auto direct = fContext->asDirectContext();
Adlai Holleraee25fd2020-11-06 12:34:56 -0500118 SkASSERT(direct);
Brian Salomon9241a6d2019-10-03 13:26:54 -0400119 direct->priv().clientMappedBufferManager()->process();
Robert Phillips6a6de562019-02-15 15:19:15 -0500120
121 GrGpu* gpu = direct->priv().getGpu();
Greg Daniel55822f12020-05-26 11:26:45 -0400122 // We have a non abandoned and direct GrContext. It must have a GrGpu.
123 SkASSERT(gpu);
Greg Daniela3aa75a2019-04-12 14:24:55 -0400124
joshualittb8918c42015-12-18 09:59:46 -0800125 fFlushing = true;
Robert Phillipseb35f4d2017-03-21 07:56:47 -0400126
Robert Phillips6a6de562019-02-15 15:19:15 -0500127 auto resourceProvider = direct->priv().resourceProvider();
128 auto resourceCache = direct->priv().getResourceCache();
129
Chris Dalton6b498102019-08-01 14:14:52 -0600130 // Semi-usually the GrRenderTasks are already closed at this point, but sometimes Ganesh needs
Greg Danielf41b2bd2019-08-22 16:19:24 -0400131 // to flush mid-draw. In that case, the SkGpuDevice's opsTasks won't be closed but need to be
132 // flushed anyway. Closing such opsTasks here will mean new ones will be created to replace them
Chris Dalton6b498102019-08-01 14:14:52 -0600133 // if the SkGpuDevice(s) write to them again.
Adlai Holler33432272020-11-11 13:54:37 -0500134 this->closeAllTasks();
Greg Danielf41b2bd2019-08-22 16:19:24 -0400135 fActiveOpsTask = nullptr;
Robert Phillipseb35f4d2017-03-21 07:56:47 -0400136
Adlai Holler33432272020-11-11 13:54:37 -0500137 this->sortTasks();
Brian Salomon601ac802019-02-07 13:37:16 -0500138 if (!fCpuBufferCache) {
139 // We cache more buffers when the backend is using client side arrays. Otherwise, we
140 // expect each pool will use a CPU buffer as a staging buffer before uploading to a GPU
141 // buffer object. Each pool only requires one staging buffer at a time.
142 int maxCachedBuffers = fContext->priv().caps()->preferClientSideDynamicBuffers() ? 2 : 6;
143 fCpuBufferCache = GrBufferAllocPool::CpuBufferCache::Make(maxCachedBuffers);
Brian Salomon58f153c2018-10-18 21:51:15 -0400144 }
Robert Phillipsa4c93ac2017-05-18 11:40:04 -0400145
Robert Phillipse5f73282019-06-18 17:15:04 -0400146 GrOpFlushState flushState(gpu, resourceProvider, &fTokenTracker, fCpuBufferCache);
Robert Phillips40a29d72018-01-18 12:59:22 -0500147
Chris Daltonfe199b72017-05-05 11:26:15 -0400148 GrOnFlushResourceProvider onFlushProvider(this);
Robert Phillipseb35f4d2017-03-21 07:56:47 -0400149
Chris Dalton12658942017-10-05 19:45:25 -0600150 // Prepare any onFlush op lists (e.g. atlases).
Chris Daltonfe199b72017-05-05 11:26:15 -0400151 if (!fOnFlushCBObjects.empty()) {
Adlai Holler33432272020-11-11 13:54:37 -0500152 fFlushingRenderTaskIDs.reset(fDAG.count());
153 for (int i = 0; i < fDAG.count(); i++) {
154 if (fDAG[i]) {
155 fFlushingRenderTaskIDs[i] = fDAG[i]->uniqueID();
156 }
157 }
Robert Phillips22310d62018-09-05 11:07:21 -0400158
Chris Daltonfe199b72017-05-05 11:26:15 -0400159 for (GrOnFlushCallbackObject* onFlushCBObject : fOnFlushCBObjects) {
Adlai Holler9902cff2020-11-11 08:51:25 -0500160 onFlushCBObject->preFlush(&onFlushProvider, fFlushingRenderTaskIDs);
Chris Daltonc4b47352019-08-23 10:10:36 -0600161 }
162 for (const auto& onFlushRenderTask : fOnFlushRenderTasks) {
163 onFlushRenderTask->makeClosed(*fContext->priv().caps());
Chris Dalton706a6ff2017-11-29 22:01:06 -0700164#ifdef SK_DEBUG
Chris Daltonc4b47352019-08-23 10:10:36 -0600165 // OnFlush callbacks are invoked during flush, and are therefore expected to handle
166 // resource allocation & usage on their own. (No deferred or lazy proxies!)
167 onFlushRenderTask->visitTargetAndSrcProxies_debugOnly(
Brian Salomon7e67dca2020-07-21 09:27:25 -0400168 [](GrSurfaceProxy* p, GrMipmapped mipMapped) {
Chris Daltonc4b47352019-08-23 10:10:36 -0600169 SkASSERT(!p->asTextureProxy() || !p->asTextureProxy()->texPriv().isDeferred());
Brian Salomonbeb7f522019-08-30 16:19:42 -0400170 SkASSERT(!p->isLazy());
Chris Dalton4ece96d2019-08-30 11:26:39 -0600171 if (p->requiresManualMSAAResolve()) {
172 // The onFlush callback is responsible for ensuring MSAA gets resolved.
173 SkASSERT(p->asRenderTargetProxy() && !p->asRenderTargetProxy()->isMSAADirty());
174 }
Brian Salomon7e67dca2020-07-21 09:27:25 -0400175 if (GrMipmapped::kYes == mipMapped) {
Chris Daltonc4b47352019-08-23 10:10:36 -0600176 // The onFlush callback is responsible for regenerating mips if needed.
Brian Salomon8c82a872020-07-21 12:09:58 -0400177 SkASSERT(p->asTextureProxy() && !p->asTextureProxy()->mipmapsAreDirty());
Chris Daltonc4b47352019-08-23 10:10:36 -0600178 }
179 });
Chris Dalton706a6ff2017-11-29 22:01:06 -0700180#endif
Chris Daltonc4b47352019-08-23 10:10:36 -0600181 onFlushRenderTask->prepare(&flushState);
Robert Phillipseb35f4d2017-03-21 07:56:47 -0400182 }
183 }
184
robertphillipsa13e2022015-11-11 12:01:09 -0800185#if 0
Brian Salomon09d994e2016-12-21 11:14:46 -0500186 // Enable this to print out verbose GrOp information
Adlai Hollerabdfd392020-10-19 09:00:36 -0400187 SkDEBUGCODE(SkDebugf("onFlush renderTasks (%d):\n", fOnFlushRenderTasks.count()));
Chris Daltonc4b47352019-08-23 10:10:36 -0600188 for (const auto& onFlushRenderTask : fOnFlushRenderTasks) {
Adlai Hollerabdfd392020-10-19 09:00:36 -0400189 SkDEBUGCODE(onFlushRenderTask->dump(/* printDependencies */ true);)
Chris Daltonc4b47352019-08-23 10:10:36 -0600190 }
Adlai Holler33432272020-11-11 13:54:37 -0500191 SkDEBUGCODE(SkDebugf("Normal renderTasks (%d):\n", fDAG.count()));
192 for (const auto& task : fDAG) {
193 SkDEBUGCODE(task->dump(/* printDependencies */ true);)
robertphillips3dc6ae52015-10-20 09:54:32 -0700194 }
robertphillipsa13e2022015-11-11 12:01:09 -0800195#endif
196
Robert Phillipseafd48a2017-11-16 07:52:08 -0500197 int startIndex, stopIndex;
198 bool flushed = false;
199
Robert Phillipsf8e25022017-11-08 15:24:31 -0500200 {
Adlai Holler33432272020-11-11 13:54:37 -0500201 GrResourceAllocator alloc(resourceProvider SkDEBUGCODE(, fDAG.count()));
202 for (int i = 0; i < fDAG.count(); ++i) {
203 if (fDAG[i]) {
204 fDAG[i]->gatherProxyIntervals(&alloc);
Robert Phillips22310d62018-09-05 11:07:21 -0400205 }
Greg Danielf41b2bd2019-08-22 16:19:24 -0400206 alloc.markEndOfOpsTask(i);
Robert Phillipsf8e25022017-11-08 15:24:31 -0500207 }
Robert Phillipsc73666f2019-04-24 08:49:48 -0400208 alloc.determineRecyclability();
Robert Phillipsd375dbf2017-09-14 12:45:25 -0400209
Greg Danielaa3dfbe2018-01-29 10:34:25 -0500210 GrResourceAllocator::AssignError error = GrResourceAllocator::AssignError::kNoError;
Chris Dalton6b498102019-08-01 14:14:52 -0600211 int numRenderTasksExecuted = 0;
Brian Salomon577aa0f2018-11-30 13:32:23 -0500212 while (alloc.assign(&startIndex, &stopIndex, &error)) {
Greg Danielaa3dfbe2018-01-29 10:34:25 -0500213 if (GrResourceAllocator::AssignError::kFailedProxyInstantiation == error) {
214 for (int i = startIndex; i < stopIndex; ++i) {
Adlai Holler33432272020-11-11 13:54:37 -0500215 GrRenderTask* renderTask = fDAG[i].get();
Chris Dalton6b498102019-08-01 14:14:52 -0600216 if (!renderTask) {
217 continue;
Robert Phillips01a91282018-07-26 08:03:04 -0400218 }
Chris Dalton6b498102019-08-01 14:14:52 -0600219 if (!renderTask->isInstantiated()) {
Greg Daniel15ecdf92019-08-30 15:35:23 -0400220 // No need to call the renderTask's handleInternalAllocationFailure
221 // since we will already skip executing the renderTask since it is not
222 // instantiated.
Chris Dalton6b498102019-08-01 14:14:52 -0600223 continue;
Robert Phillipsbbcb7f72018-05-31 11:16:19 -0400224 }
Chris Dalton6b498102019-08-01 14:14:52 -0600225 renderTask->handleInternalAllocationFailure();
Greg Danielaa3dfbe2018-01-29 10:34:25 -0500226 }
Adlai Holler96ead542020-06-26 08:50:14 -0400227 this->removeRenderTasks(startIndex, stopIndex);
Greg Danielaa3dfbe2018-01-29 10:34:25 -0500228 }
Robert Phillips4150eea2018-02-07 17:08:21 -0500229
Chris Dalton6b498102019-08-01 14:14:52 -0600230 if (this->executeRenderTasks(
231 startIndex, stopIndex, &flushState, &numRenderTasksExecuted)) {
Robert Phillipseafd48a2017-11-16 07:52:08 -0500232 flushed = true;
233 }
bsalomondc438982016-08-31 11:53:49 -0700234 }
Greg Danielc42b20b2017-10-04 10:34:49 -0400235 }
236
Chris Dalton91ab1552018-04-18 13:24:25 -0600237#ifdef SK_DEBUG
Adlai Holler33432272020-11-11 13:54:37 -0500238 for (const auto& task : fDAG) {
Adlai Holler96ead542020-06-26 08:50:14 -0400239 // All render tasks should have been cleared out by now – we only reset the array below to
240 // reclaim storage.
Adlai Holler33432272020-11-11 13:54:37 -0500241 SkASSERT(!task);
Chris Dalton91ab1552018-04-18 13:24:25 -0600242 }
243#endif
Adlai Holler25df1f72020-06-09 13:08:27 -0400244 fLastRenderTasks.reset();
Robert Phillips22310d62018-09-05 11:07:21 -0400245 fDAG.reset();
Robert Phillips15c91422019-05-07 16:54:48 -0400246 this->clearDDLTargets();
robertphillipsa13e2022015-11-11 12:01:09 -0800247
Robert Phillipsc994a932018-06-19 13:09:54 -0400248#ifdef SK_DEBUG
249 // In non-DDL mode this checks that all the flushed ops have been freed from the memory pool.
250 // When we move to partial flushes this assert will no longer be valid.
Greg Danielf41b2bd2019-08-22 16:19:24 -0400251 // In DDL mode this check is somewhat superfluous since the memory for most of the ops/opsTasks
Robert Phillipsc994a932018-06-19 13:09:54 -0400252 // will be stored in the DDL's GrOpMemoryPools.
Herb Derbye32e1ab2020-10-27 10:29:46 -0400253 GrMemoryPool* opMemoryPool = fContext->priv().opMemoryPool();
Robert Phillipsc994a932018-06-19 13:09:54 -0400254 opMemoryPool->isEmpty();
255#endif
256
Adlai Hollerc2bfcff2020-11-06 15:39:36 -0500257 gpu->executeFlushInfo(proxies, access, info, newState);
robertphillipsa13e2022015-11-11 12:01:09 -0800258
Brian Salomon57d2beab2018-09-10 09:35:41 -0400259 // Give the cache a chance to purge resources that become purgeable due to flushing.
260 if (flushed) {
Robert Phillips6a6de562019-02-15 15:19:15 -0500261 resourceCache->purgeAsNeeded();
Brian Salomon876a0172019-03-08 11:12:14 -0500262 flushed = false;
bsalomonb77a9072016-09-07 10:02:04 -0700263 }
Chris Daltonfe199b72017-05-05 11:26:15 -0400264 for (GrOnFlushCallbackObject* onFlushCBObject : fOnFlushCBObjects) {
Adlai Holler9902cff2020-11-11 08:51:25 -0500265 onFlushCBObject->postFlush(fTokenTracker.nextTokenToFlush(), fFlushingRenderTaskIDs);
Brian Salomon876a0172019-03-08 11:12:14 -0500266 flushed = true;
267 }
268 if (flushed) {
269 resourceCache->purgeAsNeeded();
Chris Daltonfe199b72017-05-05 11:26:15 -0400270 }
Chris Dalton6b498102019-08-01 14:14:52 -0600271 fFlushingRenderTaskIDs.reset();
joshualittb8918c42015-12-18 09:59:46 -0800272 fFlushing = false;
Greg Daniel51316782017-08-02 15:10:09 +0000273
Greg Danielfe159622020-04-10 17:43:51 +0000274 return true;
275}
276
277bool GrDrawingManager::submitToGpu(bool syncToCpu) {
278 if (fFlushing || this->wasAbandoned()) {
279 return false;
280 }
281
Robert Phillipsf8f45d92020-07-01 11:11:18 -0400282 auto direct = fContext->asDirectContext();
Greg Danielfe159622020-04-10 17:43:51 +0000283 if (!direct) {
284 return false; // Can't submit while DDL recording
285 }
286 GrGpu* gpu = direct->priv().getGpu();
287 return gpu->submitToGpu(syncToCpu);
robertphillips3dc6ae52015-10-20 09:54:32 -0700288}
289
Chris Dalton6b498102019-08-01 14:14:52 -0600290bool GrDrawingManager::executeRenderTasks(int startIndex, int stopIndex, GrOpFlushState* flushState,
291 int* numRenderTasksExecuted) {
Adlai Holler33432272020-11-11 13:54:37 -0500292 SkASSERT(startIndex <= stopIndex && stopIndex <= fDAG.count());
Robert Phillipseafd48a2017-11-16 07:52:08 -0500293
Robert Phillips27483912018-04-20 12:43:18 -0400294#if GR_FLUSH_TIME_OP_SPEW
Greg Danielf41b2bd2019-08-22 16:19:24 -0400295 SkDebugf("Flushing opsTask: %d to %d out of [%d, %d]\n",
Adlai Holler33432272020-11-11 13:54:37 -0500296 startIndex, stopIndex, 0, fDAG.count());
Robert Phillips27483912018-04-20 12:43:18 -0400297 for (int i = startIndex; i < stopIndex; ++i) {
Adlai Holler33432272020-11-11 13:54:37 -0500298 if (fDAG[i]) {
299 fDAG[i]->dump(true);
Robert Phillips1734dd32018-08-21 13:52:09 -0400300 }
Robert Phillips27483912018-04-20 12:43:18 -0400301 }
302#endif
303
Chris Dalton6b498102019-08-01 14:14:52 -0600304 bool anyRenderTasksExecuted = false;
Robert Phillipseafd48a2017-11-16 07:52:08 -0500305
306 for (int i = startIndex; i < stopIndex; ++i) {
Adlai Holler33432272020-11-11 13:54:37 -0500307 GrRenderTask* renderTask = fDAG[i].get();
Greg Daniel15ecdf92019-08-30 15:35:23 -0400308 if (!renderTask || !renderTask->isInstantiated()) {
Robert Phillipseafd48a2017-11-16 07:52:08 -0500309 continue;
310 }
311
Chris Dalton6b498102019-08-01 14:14:52 -0600312 SkASSERT(renderTask->deferredProxiesAreInstantiated());
Robert Phillips22310d62018-09-05 11:07:21 -0400313
Chris Dalton6b498102019-08-01 14:14:52 -0600314 renderTask->prepare(flushState);
Robert Phillipseafd48a2017-11-16 07:52:08 -0500315 }
316
317 // Upload all data to the GPU
318 flushState->preExecuteDraws();
319
Greg Danield2073452018-12-07 11:20:33 -0500320 // For Vulkan, if we have too many oplists to be flushed we end up allocating a lot of resources
321 // for each command buffer associated with the oplists. If this gets too large we can cause the
322 // devices to go OOM. In practice we usually only hit this case in our tests, but to be safe we
323 // put a cap on the number of oplists we will execute before flushing to the GPU to relieve some
324 // memory pressure.
Chris Dalton6b498102019-08-01 14:14:52 -0600325 static constexpr int kMaxRenderTasksBeforeFlush = 100;
Greg Danield2073452018-12-07 11:20:33 -0500326
Chris Daltonc4b47352019-08-23 10:10:36 -0600327 // Execute the onFlush renderTasks first, if any.
328 for (sk_sp<GrRenderTask>& onFlushRenderTask : fOnFlushRenderTasks) {
329 if (!onFlushRenderTask->execute(flushState)) {
330 SkDebugf("WARNING: onFlushRenderTask failed to execute.\n");
Robert Phillipseafd48a2017-11-16 07:52:08 -0500331 }
Chris Daltonc4b47352019-08-23 10:10:36 -0600332 SkASSERT(onFlushRenderTask->unique());
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400333 onFlushRenderTask->disown(this);
Chris Daltonc4b47352019-08-23 10:10:36 -0600334 onFlushRenderTask = nullptr;
Chris Dalton6b498102019-08-01 14:14:52 -0600335 (*numRenderTasksExecuted)++;
336 if (*numRenderTasksExecuted >= kMaxRenderTasksBeforeFlush) {
Greg Danielfe159622020-04-10 17:43:51 +0000337 flushState->gpu()->submitToGpu(false);
Chris Dalton6b498102019-08-01 14:14:52 -0600338 *numRenderTasksExecuted = 0;
Greg Danield2073452018-12-07 11:20:33 -0500339 }
Robert Phillipseafd48a2017-11-16 07:52:08 -0500340 }
Chris Daltonc4b47352019-08-23 10:10:36 -0600341 fOnFlushRenderTasks.reset();
Robert Phillipseafd48a2017-11-16 07:52:08 -0500342
343 // Execute the normal op lists.
344 for (int i = startIndex; i < stopIndex; ++i) {
Adlai Holler33432272020-11-11 13:54:37 -0500345 GrRenderTask* renderTask = fDAG[i].get();
Greg Daniel15ecdf92019-08-30 15:35:23 -0400346 if (!renderTask || !renderTask->isInstantiated()) {
Robert Phillipseafd48a2017-11-16 07:52:08 -0500347 continue;
348 }
349
Greg Daniel15ecdf92019-08-30 15:35:23 -0400350 if (renderTask->execute(flushState)) {
Chris Dalton6b498102019-08-01 14:14:52 -0600351 anyRenderTasksExecuted = true;
Robert Phillipseafd48a2017-11-16 07:52:08 -0500352 }
Chris Dalton6b498102019-08-01 14:14:52 -0600353 (*numRenderTasksExecuted)++;
354 if (*numRenderTasksExecuted >= kMaxRenderTasksBeforeFlush) {
Greg Danielfe159622020-04-10 17:43:51 +0000355 flushState->gpu()->submitToGpu(false);
Chris Dalton6b498102019-08-01 14:14:52 -0600356 *numRenderTasksExecuted = 0;
Greg Danield2073452018-12-07 11:20:33 -0500357 }
Robert Phillipseafd48a2017-11-16 07:52:08 -0500358 }
359
Greg Daniel2d41d0d2019-08-26 11:08:51 -0400360 SkASSERT(!flushState->opsRenderPass());
Robert Phillips40a29d72018-01-18 12:59:22 -0500361 SkASSERT(fTokenTracker.nextDrawToken() == fTokenTracker.nextTokenToFlush());
Robert Phillipseafd48a2017-11-16 07:52:08 -0500362
Chris Dalton6b498102019-08-01 14:14:52 -0600363 // We reset the flush state before the RenderTasks so that the last resources to be freed are
364 // those that are written to in the RenderTasks. This helps to make sure the most recently used
365 // resources are the last to be purged by the resource cache.
Robert Phillipseafd48a2017-11-16 07:52:08 -0500366 flushState->reset();
367
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400368 this->removeRenderTasks(startIndex, stopIndex);
Robert Phillipseafd48a2017-11-16 07:52:08 -0500369
Chris Dalton6b498102019-08-01 14:14:52 -0600370 return anyRenderTasksExecuted;
Robert Phillipseafd48a2017-11-16 07:52:08 -0500371}
372
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400373void GrDrawingManager::removeRenderTasks(int startIndex, int stopIndex) {
374 for (int i = startIndex; i < stopIndex; ++i) {
Adlai Holler33432272020-11-11 13:54:37 -0500375 GrRenderTask* task = fDAG[i].get();
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400376 if (!task) {
377 continue;
378 }
Robert Phillipsa0e248d2020-11-11 09:39:27 -0500379 if (!task->unique()) {
380 // TODO: Eventually this should be guaranteed unique: http://skbug.com/7111
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400381 task->endFlush(this);
382 }
383 task->disown(this);
Adlai Holler33432272020-11-11 13:54:37 -0500384
385 // This doesn't cleanup any referring pointers (e.g. dependency pointers in the DAG).
386 // It works right now bc this is only called after the topological sort is complete
387 // (so the dangling pointers aren't used).
388 fDAG[i] = nullptr;
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400389 }
Adlai Holler33432272020-11-11 13:54:37 -0500390}
391
392void GrDrawingManager::sortTasks() {
393 if (!SkTTopoSort<GrRenderTask, GrRenderTask::TopoSortTraits>(&fDAG)) {
394 SkDEBUGFAIL("Render task topo sort failed.");
395 return;
396 }
397
398#ifdef SK_DEBUG
399 // This block checks for any unnecessary splits in the opsTasks. If two sequential opsTasks
400 // share the same backing GrSurfaceProxy it means the opsTask was artificially split.
401 if (!fDAG.empty()) {
402 GrOpsTask* prevOpsTask = fDAG[0]->asOpsTask();
403 for (int i = 1; i < fDAG.count(); ++i) {
404 GrOpsTask* curOpsTask = fDAG[i]->asOpsTask();
405
406 if (prevOpsTask && curOpsTask) {
407 SkASSERT(prevOpsTask->target(0).proxy() != curOpsTask->target(0).proxy());
408 }
409
410 prevOpsTask = curOpsTask;
411 }
412 }
413#endif
414}
415
416void GrDrawingManager::closeAllTasks() {
417 const GrCaps& caps = *fContext->priv().caps();
418 for (auto& task : fDAG) {
419 if (task) {
420 task->makeClosed(caps);
421 }
422 }
423}
424
425GrRenderTask* GrDrawingManager::insertTaskBeforeLast(sk_sp<GrRenderTask> task) {
426 SkASSERT(!fDAG.empty());
427 if (!task) {
428 return nullptr;
429 }
430 // Release 'fDAG.back()' and grab the raw pointer, in case the SkTArray grows
431 // and reallocates during emplace_back.
432 // TODO: Either use std::vector that can do this for us, or use SkSTArray to get the
433 // perf win.
434 fDAG.emplace_back(fDAG.back().release());
435 return (fDAG[fDAG.count() - 2] = std::move(task)).get();
436}
437
438GrRenderTask* GrDrawingManager::appendTask(sk_sp<GrRenderTask> task) {
439 if (!task) {
440 return nullptr;
441 }
442 return fDAG.push_back(std::move(task)).get();
443}
444
445void GrDrawingManager::appendTasks(SkSpan<const sk_sp<GrRenderTask>> tasks) {
446#ifdef SK_DEBUG
447 for (const auto& task : tasks) {
448 SkASSERT(task && task->unique());
449 }
450#endif
451 fDAG.push_back_n(tasks.count(), tasks.begin());
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400452}
453
Robert Phillips7eb0a5f2020-06-09 14:15:09 -0400454static void resolve_and_mipmap(GrGpu* gpu, GrSurfaceProxy* proxy) {
455 if (!proxy->isInstantiated()) {
456 return;
457 }
458
459 // In the flushSurfaces case, we need to resolve MSAA immediately after flush. This is
460 // because clients expect the flushed surface's backing texture to be fully resolved
461 // upon return.
462 if (proxy->requiresManualMSAAResolve()) {
463 auto* rtProxy = proxy->asRenderTargetProxy();
464 SkASSERT(rtProxy);
465 if (rtProxy->isMSAADirty()) {
466 SkASSERT(rtProxy->peekRenderTarget());
Jim Van Verthbb61fe32020-07-07 16:39:04 -0400467 gpu->resolveRenderTarget(rtProxy->peekRenderTarget(), rtProxy->msaaDirtyRect());
468 gpu->submitToGpu(false);
Robert Phillips7eb0a5f2020-06-09 14:15:09 -0400469 rtProxy->markMSAAResolved();
470 }
471 }
472 // If, after a flush, any of the proxies of interest have dirty mipmaps, regenerate them in
473 // case their backend textures are being stolen.
474 // (This special case is exercised by the ReimportImageTextureWithMipLevels test.)
475 // FIXME: It may be more ideal to plumb down a "we're going to steal the backends" flag.
476 if (auto* textureProxy = proxy->asTextureProxy()) {
Brian Salomon8c82a872020-07-21 12:09:58 -0400477 if (textureProxy->mipmapsAreDirty()) {
Robert Phillips7eb0a5f2020-06-09 14:15:09 -0400478 SkASSERT(textureProxy->peekTexture());
479 gpu->regenerateMipMapLevels(textureProxy->peekTexture());
Brian Salomon8c82a872020-07-21 12:09:58 -0400480 textureProxy->markMipmapsClean();
Robert Phillips7eb0a5f2020-06-09 14:15:09 -0400481 }
482 }
483}
484
Greg Daniel9efe3862020-06-11 11:51:06 -0400485GrSemaphoresSubmitted GrDrawingManager::flushSurfaces(
Adlai Hollerc2bfcff2020-11-06 15:39:36 -0500486 SkSpan<GrSurfaceProxy*> proxies,
Greg Daniel9efe3862020-06-11 11:51:06 -0400487 SkSurface::BackendSurfaceAccess access,
488 const GrFlushInfo& info,
489 const GrBackendSurfaceMutableState* newState) {
bsalomon6a2b1942016-09-08 11:28:59 -0700490 if (this->wasAbandoned()) {
Greg Daniel55822f12020-05-26 11:26:45 -0400491 if (info.fSubmittedProc) {
492 info.fSubmittedProc(info.fSubmittedContext, false);
493 }
494 if (info.fFinishedProc) {
495 info.fFinishedProc(info.fFinishedContext);
496 }
Greg Daniel51316782017-08-02 15:10:09 +0000497 return GrSemaphoresSubmitted::kNo;
bsalomon6a2b1942016-09-08 11:28:59 -0700498 }
Robert Phillips38d64b02018-09-04 13:23:26 -0400499 SkDEBUGCODE(this->validate());
bsalomon6a2b1942016-09-08 11:28:59 -0700500
Robert Phillipsf8f45d92020-07-01 11:11:18 -0400501 auto direct = fContext->asDirectContext();
Adlai Holleraee25fd2020-11-06 12:34:56 -0500502 SkASSERT(direct);
Robert Phillips6a6de562019-02-15 15:19:15 -0500503 GrGpu* gpu = direct->priv().getGpu();
Greg Daniel55822f12020-05-26 11:26:45 -0400504 // We have a non abandoned and direct GrContext. It must have a GrGpu.
505 SkASSERT(gpu);
Robert Phillips874b5352018-03-16 08:48:24 -0400506
Robert Phillipsacc10fa2019-04-01 09:50:20 -0400507 // TODO: It is important to upgrade the drawingmanager to just flushing the
Brian Salomonf9a1fdf2019-05-09 10:30:12 -0400508 // portion of the DAG required by 'proxies' in order to restore some of the
Robert Phillipsacc10fa2019-04-01 09:50:20 -0400509 // semantics of this method.
Adlai Hollerc2bfcff2020-11-06 15:39:36 -0500510 bool didFlush = this->flush(proxies, access, info, newState);
511 for (GrSurfaceProxy* proxy : proxies) {
512 resolve_and_mipmap(gpu, proxy);
bsalomon6a2b1942016-09-08 11:28:59 -0700513 }
Robert Phillips38d64b02018-09-04 13:23:26 -0400514
515 SkDEBUGCODE(this->validate());
Greg Danielfe159622020-04-10 17:43:51 +0000516
Greg Daniel04283f32020-05-20 13:16:00 -0400517 if (!didFlush || (!direct->priv().caps()->semaphoreSupport() && info.fNumSemaphores)) {
Greg Danielfe159622020-04-10 17:43:51 +0000518 return GrSemaphoresSubmitted::kNo;
519 }
520 return GrSemaphoresSubmitted::kYes;
bsalomon6a2b1942016-09-08 11:28:59 -0700521}
522
Chris Daltonfe199b72017-05-05 11:26:15 -0400523void GrDrawingManager::addOnFlushCallbackObject(GrOnFlushCallbackObject* onFlushCBObject) {
524 fOnFlushCBObjects.push_back(onFlushCBObject);
Robert Phillipseb35f4d2017-03-21 07:56:47 -0400525}
526
Robert Phillipsdbaf3172019-02-06 15:12:53 -0500527#if GR_TEST_UTILS
528void GrDrawingManager::testingOnly_removeOnFlushCallbackObject(GrOnFlushCallbackObject* cb) {
529 int n = std::find(fOnFlushCBObjects.begin(), fOnFlushCBObjects.end(), cb) -
530 fOnFlushCBObjects.begin();
531 SkASSERT(n < fOnFlushCBObjects.count());
532 fOnFlushCBObjects.removeShuffle(n);
533}
534#endif
535
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400536void GrDrawingManager::setLastRenderTask(const GrSurfaceProxy* proxy, GrRenderTask* task) {
537#ifdef SK_DEBUG
Robert Phillipsa0e248d2020-11-11 09:39:27 -0500538 if (GrRenderTask* prior = this->getLastRenderTask(proxy)) {
539 SkASSERT(prior->isClosed());
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400540 }
541#endif
Adlai Holler25df1f72020-06-09 13:08:27 -0400542 uint32_t key = proxy->uniqueID().asUInt();
543 if (task) {
544 fLastRenderTasks.set(key, task);
545 } else if (fLastRenderTasks.find(key)) {
546 fLastRenderTasks.remove(key);
547 }
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400548}
549
550GrRenderTask* GrDrawingManager::getLastRenderTask(const GrSurfaceProxy* proxy) const {
551 auto entry = fLastRenderTasks.find(proxy->uniqueID().asUInt());
552 return entry ? *entry : nullptr;
553}
554
555GrOpsTask* GrDrawingManager::getLastOpsTask(const GrSurfaceProxy* proxy) const {
556 GrRenderTask* task = this->getLastRenderTask(proxy);
557 return task ? task->asOpsTask() : nullptr;
558}
559
560
Chris Dalton6b498102019-08-01 14:14:52 -0600561void GrDrawingManager::moveRenderTasksToDDL(SkDeferredDisplayList* ddl) {
Robert Phillips38d64b02018-09-04 13:23:26 -0400562 SkDEBUGCODE(this->validate());
563
Chris Dalton6b498102019-08-01 14:14:52 -0600564 // no renderTask should receive a new command after this
Adlai Holler33432272020-11-11 13:54:37 -0500565 this->closeAllTasks();
Greg Danielf41b2bd2019-08-22 16:19:24 -0400566 fActiveOpsTask = nullptr;
Robert Phillips7a137052018-02-01 11:23:12 -0500567
Adlai Holler33432272020-11-11 13:54:37 -0500568 fDAG.swap(ddl->fRenderTasks);
569 SkASSERT(fDAG.empty());
Robert Phillips867ce8f2018-06-21 10:28:36 -0400570
Robert Phillips19f466d2020-02-26 10:27:07 -0500571 for (auto& renderTask : ddl->fRenderTasks) {
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400572 renderTask->disown(this);
Robert Phillips29f38542019-10-16 09:20:25 -0400573 renderTask->prePrepare(fContext);
Robert Phillips7327c9d2019-10-08 16:32:56 -0400574 }
575
Michael Ludwig2c316bd2019-12-19 14:50:44 -0500576 ddl->fArenas = std::move(fContext->priv().detachArenas());
Robert Phillips61fc7992019-10-22 11:58:17 -0400577
Robert Phillipsf6a0b452020-02-18 14:26:46 -0500578 fContext->priv().detachProgramData(&ddl->fProgramData);
Robert Phillips576b6a12019-12-06 13:05:49 -0500579
Robert Phillips774168e2018-05-31 12:43:27 -0400580 if (fPathRendererChain) {
581 if (auto ccpr = fPathRendererChain->getCoverageCountingPathRenderer()) {
582 ddl->fPendingPaths = ccpr->detachPendingPaths();
583 }
584 }
Robert Phillips38d64b02018-09-04 13:23:26 -0400585
586 SkDEBUGCODE(this->validate());
Robert Phillips62000362018-02-01 09:10:04 -0500587}
588
Robert Phillipsa0e248d2020-11-11 09:39:27 -0500589void GrDrawingManager::copyRenderTasksFromDDL(sk_sp<const SkDeferredDisplayList> ddl,
590 GrRenderTargetProxy* newDest) {
Robert Phillips38d64b02018-09-04 13:23:26 -0400591 SkDEBUGCODE(this->validate());
592
Greg Danielf41b2bd2019-08-22 16:19:24 -0400593 if (fActiveOpsTask) {
Robert Phillips38d64b02018-09-04 13:23:26 -0400594 // This is a temporary fix for the partial-MDB world. In that world we're not
Greg Danielf41b2bd2019-08-22 16:19:24 -0400595 // reordering so ops that (in the single opsTask world) would've just glommed onto the
596 // end of the single opsTask but referred to a far earlier RT need to appear in their
597 // own opsTask.
598 fActiveOpsTask->makeClosed(*fContext->priv().caps());
599 fActiveOpsTask = nullptr;
Robert Phillips38d64b02018-09-04 13:23:26 -0400600 }
601
Robert Phillipsa0e248d2020-11-11 09:39:27 -0500602 // Propagate the DDL proxy's state information to the replaying DDL.
Robert Phillips7eb0a5f2020-06-09 14:15:09 -0400603 if (ddl->priv().targetProxy()->isMSAADirty()) {
604 newDest->markMSAADirty(ddl->priv().targetProxy()->msaaDirtyRect(),
605 ddl->characterization().origin());
606 }
607 GrTextureProxy* newTextureProxy = newDest->asTextureProxy();
Brian Salomon8c82a872020-07-21 12:09:58 -0400608 if (newTextureProxy && GrMipmapped::kYes == newTextureProxy->mipmapped()) {
609 newTextureProxy->markMipmapsDirty();
Robert Phillips7eb0a5f2020-06-09 14:15:09 -0400610 }
611
612 this->addDDLTarget(newDest, ddl->priv().targetProxy());
Robert Phillips15c91422019-05-07 16:54:48 -0400613
Robert Phillips62000362018-02-01 09:10:04 -0500614 // Here we jam the proxy that backs the current replay SkSurface into the LazyProxyData.
Robert Phillipsa0e248d2020-11-11 09:39:27 -0500615 // The lazy proxy that references it (in the copied opsTasks) will steal its GrTexture.
Robert Phillips62000362018-02-01 09:10:04 -0500616 ddl->fLazyProxyData->fReplayDest = newDest;
Robert Phillips774168e2018-05-31 12:43:27 -0400617
618 if (ddl->fPendingPaths.size()) {
619 GrCoverageCountingPathRenderer* ccpr = this->getCoverageCountingPathRenderer();
620
621 ccpr->mergePendingPaths(ddl->fPendingPaths);
622 }
Robert Phillips22310d62018-09-05 11:07:21 -0400623
Adlai Holler33432272020-11-11 13:54:37 -0500624 this->appendTasks(ddl->fRenderTasks);
Robert Phillipsa0e248d2020-11-11 09:39:27 -0500625
626 // Add a task to unref the DDL after flush.
Adlai Holler33432272020-11-11 13:54:37 -0500627 GrRenderTask* unrefTask = this->appendTask(sk_make_sp<GrUnrefDDLTask>(std::move(ddl)));
Robert Phillipsa0e248d2020-11-11 09:39:27 -0500628 unrefTask->makeClosed(*fContext->priv().caps());
Adlai Holler7580ad42020-06-24 13:45:25 -0400629
Robert Phillips38d64b02018-09-04 13:23:26 -0400630 SkDEBUGCODE(this->validate());
Robert Phillips62000362018-02-01 09:10:04 -0500631}
632
Robert Phillips38d64b02018-09-04 13:23:26 -0400633#ifdef SK_DEBUG
634void GrDrawingManager::validate() const {
Adlai Holler3078f852020-11-05 15:44:50 -0500635 if (fReduceOpsTaskSplitting) {
Greg Danielf41b2bd2019-08-22 16:19:24 -0400636 SkASSERT(!fActiveOpsTask);
Robert Phillipsb7a98ef2018-10-10 09:26:00 -0400637 } else {
Greg Danielf41b2bd2019-08-22 16:19:24 -0400638 if (fActiveOpsTask) {
Robert Phillipsb7a98ef2018-10-10 09:26:00 -0400639 SkASSERT(!fDAG.empty());
Greg Danielf41b2bd2019-08-22 16:19:24 -0400640 SkASSERT(!fActiveOpsTask->isClosed());
Adlai Holler33432272020-11-11 13:54:37 -0500641 SkASSERT(fActiveOpsTask == fDAG.back().get());
Robert Phillips38d64b02018-09-04 13:23:26 -0400642 }
Robert Phillips38d64b02018-09-04 13:23:26 -0400643
Adlai Holler33432272020-11-11 13:54:37 -0500644 for (int i = 0; i < fDAG.count(); ++i) {
645 if (fActiveOpsTask != fDAG[i].get()) {
Chris Daltone2a903e2019-09-18 13:41:50 -0600646 // The resolveTask associated with the activeTask remains open for as long as the
647 // activeTask does.
648 bool isActiveResolveTask =
Adlai Holler33432272020-11-11 13:54:37 -0500649 fActiveOpsTask && fActiveOpsTask->fTextureResolveTask == fDAG[i].get();
650 SkASSERT(isActiveResolveTask || fDAG[i]->isClosed());
Robert Phillipsb7a98ef2018-10-10 09:26:00 -0400651 }
652 }
653
654 if (!fDAG.empty() && !fDAG.back()->isClosed()) {
Adlai Holler33432272020-11-11 13:54:37 -0500655 SkASSERT(fActiveOpsTask == fDAG.back().get());
Robert Phillipsb7a98ef2018-10-10 09:26:00 -0400656 }
Robert Phillips38d64b02018-09-04 13:23:26 -0400657 }
658}
659#endif
660
Greg Danielbbfec9d2019-08-20 10:56:51 -0400661void GrDrawingManager::closeRenderTasksForNewRenderTask(GrSurfaceProxy* target) {
Adlai Holler3078f852020-11-05 15:44:50 -0500662 if (target && fReduceOpsTaskSplitting) {
Chris Dalton5fe99772019-08-06 11:57:39 -0600663 // In this case we need to close all the renderTasks that rely on the current contents of
664 // 'target'. That is bc we're going to update the content of the proxy so they need to be
665 // split in case they use both the old and new content. (This is a bit of an overkill: they
666 // really only need to be split if they ever reference proxy's contents again but that is
667 // hard to predict/handle).
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400668 if (GrRenderTask* lastRenderTask = this->getLastRenderTask(target)) {
Chris Dalton6b498102019-08-01 14:14:52 -0600669 lastRenderTask->closeThoseWhoDependOnMe(*fContext->priv().caps());
Robert Phillips46acf9d2018-10-09 09:31:40 -0400670 }
Greg Danielf41b2bd2019-08-22 16:19:24 -0400671 } else if (fActiveOpsTask) {
Robert Phillipsb7a98ef2018-10-10 09:26:00 -0400672 // This is a temporary fix for the partial-MDB world. In that world we're not
Greg Danielf41b2bd2019-08-22 16:19:24 -0400673 // reordering so ops that (in the single opsTask world) would've just glommed onto the
674 // end of the single opsTask but referred to a far earlier RT need to appear in their
675 // own opsTask.
676 fActiveOpsTask->makeClosed(*fContext->priv().caps());
677 fActiveOpsTask = nullptr;
robertphillips3dc6ae52015-10-20 09:54:32 -0700678 }
Chris Dalton5fe99772019-08-06 11:57:39 -0600679}
680
Greg Daniel16f5c652019-10-29 11:26:01 -0400681sk_sp<GrOpsTask> GrDrawingManager::newOpsTask(GrSurfaceProxyView surfaceView,
682 bool managedOpsTask) {
Chris Dalton5fe99772019-08-06 11:57:39 -0600683 SkDEBUGCODE(this->validate());
684 SkASSERT(fContext);
685
Greg Daniel16f5c652019-10-29 11:26:01 -0400686 GrSurfaceProxy* proxy = surfaceView.proxy();
687 this->closeRenderTasksForNewRenderTask(proxy);
robertphillips3dc6ae52015-10-20 09:54:32 -0700688
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400689 sk_sp<GrOpsTask> opsTask(new GrOpsTask(this, fContext->priv().arenas(),
Michael Ludwigd0840ec2019-12-12 09:48:38 -0500690 std::move(surfaceView),
691 fContext->priv().auditTrail()));
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400692 SkASSERT(this->getLastRenderTask(proxy) == opsTask.get());
robertphillips3dc6ae52015-10-20 09:54:32 -0700693
Greg Danielf41b2bd2019-08-22 16:19:24 -0400694 if (managedOpsTask) {
Adlai Holler33432272020-11-11 13:54:37 -0500695 this->appendTask(opsTask);
Robert Phillipsb7a98ef2018-10-10 09:26:00 -0400696
Adlai Holler3078f852020-11-05 15:44:50 -0500697 if (!fReduceOpsTaskSplitting) {
Greg Danielf41b2bd2019-08-22 16:19:24 -0400698 fActiveOpsTask = opsTask.get();
Robert Phillipsb7a98ef2018-10-10 09:26:00 -0400699 }
Robert Phillips941d1442017-06-14 16:37:02 -0400700 }
robertphillips3dc6ae52015-10-20 09:54:32 -0700701
Robert Phillips38d64b02018-09-04 13:23:26 -0400702 SkDEBUGCODE(this->validate());
Greg Danielf41b2bd2019-08-22 16:19:24 -0400703 return opsTask;
robertphillips3dc6ae52015-10-20 09:54:32 -0700704}
705
Chris Daltone2a903e2019-09-18 13:41:50 -0600706GrTextureResolveRenderTask* GrDrawingManager::newTextureResolveRenderTask(const GrCaps& caps) {
Chris Dalton6aeb8e82019-08-27 11:52:19 -0600707 // Unlike in the "new opsTask" case, we do not want to close the active opsTask, nor (if we are
Chris Daltone2a903e2019-09-18 13:41:50 -0600708 // in sorting and opsTask reduction mode) the render tasks that depend on any proxy's current
Greg Danielf41b2bd2019-08-22 16:19:24 -0400709 // state. This is because those opsTasks can still receive new ops and because if they refer to
Chris Dalton4ece96d2019-08-30 11:26:39 -0600710 // the mipmapped version of 'proxy', they will then come to depend on the render task being
711 // created here.
Chris Dalton6aeb8e82019-08-27 11:52:19 -0600712 //
Greg Danielf41b2bd2019-08-22 16:19:24 -0400713 // Add the new textureResolveTask before the fActiveOpsTask (if not in
714 // sorting/opsTask-splitting-reduction mode) because it will depend upon this resolve task.
Chris Dalton3d770272019-08-14 09:24:37 -0600715 // NOTE: Putting it here will also reduce the amount of work required by the topological sort.
Adlai Holler33432272020-11-11 13:54:37 -0500716 GrRenderTask* task = this->insertTaskBeforeLast(sk_make_sp<GrTextureResolveRenderTask>());
717 return static_cast<GrTextureResolveRenderTask*>(task);
Chris Dalton3d770272019-08-14 09:24:37 -0600718}
719
Greg Danielc30f1a92019-09-06 15:28:58 -0400720void GrDrawingManager::newWaitRenderTask(sk_sp<GrSurfaceProxy> proxy,
Greg Daniel301015c2019-11-18 14:06:46 -0500721 std::unique_ptr<std::unique_ptr<GrSemaphore>[]> semaphores,
Greg Danielc30f1a92019-09-06 15:28:58 -0400722 int numSemaphores) {
723 SkDEBUGCODE(this->validate());
724 SkASSERT(fContext);
725
726 const GrCaps& caps = *fContext->priv().caps();
727
Greg Daniel16f5c652019-10-29 11:26:01 -0400728 sk_sp<GrWaitRenderTask> waitTask = sk_make_sp<GrWaitRenderTask>(GrSurfaceProxyView(proxy),
729 std::move(semaphores),
Greg Danielc30f1a92019-09-06 15:28:58 -0400730 numSemaphores);
731 if (fReduceOpsTaskSplitting) {
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400732 GrRenderTask* lastTask = this->getLastRenderTask(proxy.get());
Greg Danielc30f1a92019-09-06 15:28:58 -0400733 if (lastTask && !lastTask->isClosed()) {
734 // We directly make the currently open renderTask depend on waitTask instead of using
735 // the proxy version of addDependency. The waitTask will never need to trigger any
736 // resolves or mip map generation which is the main advantage of going through the proxy
737 // version. Additionally we would've had to temporarily set the wait task as the
738 // lastRenderTask on the proxy, add the dependency, and then reset the lastRenderTask to
739 // lastTask. Additionally we add all dependencies of lastTask to waitTask so that the
740 // waitTask doesn't get reordered before them and unnecessarily block those tasks.
741 // Note: Any previous Ops already in lastTask will get blocked by the wait semaphore
742 // even though they don't need to be for correctness.
743
744 // Make sure we add the dependencies of lastTask to waitTask first or else we'll get a
745 // circular self dependency of waitTask on waitTask.
746 waitTask->addDependenciesFromOtherTask(lastTask);
747 lastTask->addDependency(waitTask.get());
748 } else {
749 // If there is a last task we set the waitTask to depend on it so that it doesn't get
750 // reordered in front of the lastTask causing the lastTask to be blocked by the
751 // semaphore. Again we directly just go through adding the dependency to the task and
752 // not the proxy since we don't need to worry about resolving anything.
753 if (lastTask) {
754 waitTask->addDependency(lastTask);
755 }
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400756 this->setLastRenderTask(proxy.get(), waitTask.get());
Greg Danielc30f1a92019-09-06 15:28:58 -0400757 }
Adlai Holler33432272020-11-11 13:54:37 -0500758 this->appendTask(waitTask);
Greg Danielc30f1a92019-09-06 15:28:58 -0400759 } else {
Adlai Holler33d569e2020-06-16 14:30:08 -0400760 if (fActiveOpsTask && (fActiveOpsTask->target(0).proxy() == proxy.get())) {
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400761 SkASSERT(this->getLastRenderTask(proxy.get()) == fActiveOpsTask);
Adlai Holler33432272020-11-11 13:54:37 -0500762 this->insertTaskBeforeLast(waitTask);
Greg Danielc30f1a92019-09-06 15:28:58 -0400763 // In this case we keep the current renderTask open but just insert the new waitTask
764 // before it in the list. The waitTask will never need to trigger any resolves or mip
765 // map generation which is the main advantage of going through the proxy version.
766 // Additionally we would've had to temporarily set the wait task as the lastRenderTask
767 // on the proxy, add the dependency, and then reset the lastRenderTask to
768 // fActiveOpsTask. Additionally we make the waitTask depend on all of fActiveOpsTask
769 // dependencies so that we don't unnecessarily reorder the waitTask before them.
770 // Note: Any previous Ops already in fActiveOpsTask will get blocked by the wait
771 // semaphore even though they don't need to be for correctness.
772
773 // Make sure we add the dependencies of fActiveOpsTask to waitTask first or else we'll
774 // get a circular self dependency of waitTask on waitTask.
775 waitTask->addDependenciesFromOtherTask(fActiveOpsTask);
776 fActiveOpsTask->addDependency(waitTask.get());
777 } else {
778 // In this case we just close the previous RenderTask and start and append the waitTask
779 // to the DAG. Since it is the last task now we call setLastRenderTask on the proxy. If
780 // there is a lastTask on the proxy we make waitTask depend on that task. This
781 // dependency isn't strictly needed but it does keep the DAG from reordering the
782 // waitTask earlier and blocking more tasks.
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400783 if (GrRenderTask* lastTask = this->getLastRenderTask(proxy.get())) {
Greg Danielc30f1a92019-09-06 15:28:58 -0400784 waitTask->addDependency(lastTask);
785 }
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400786 this->setLastRenderTask(proxy.get(), waitTask.get());
Greg Danielc30f1a92019-09-06 15:28:58 -0400787 this->closeRenderTasksForNewRenderTask(proxy.get());
Adlai Holler33432272020-11-11 13:54:37 -0500788 this->appendTask(waitTask);
Greg Danielc30f1a92019-09-06 15:28:58 -0400789 }
790 }
791 waitTask->makeClosed(caps);
792
793 SkDEBUGCODE(this->validate());
794}
795
Greg Danielbbfec9d2019-08-20 10:56:51 -0400796void GrDrawingManager::newTransferFromRenderTask(sk_sp<GrSurfaceProxy> srcProxy,
797 const SkIRect& srcRect,
798 GrColorType surfaceColorType,
799 GrColorType dstColorType,
800 sk_sp<GrGpuBuffer> dstBuffer,
801 size_t dstOffset) {
802 SkDEBUGCODE(this->validate());
803 SkASSERT(fContext);
804 // This copies from srcProxy to dstBuffer so it doesn't have a real target.
805 this->closeRenderTasksForNewRenderTask(nullptr);
806
Adlai Holler33432272020-11-11 13:54:37 -0500807 GrRenderTask* task = this->appendTask(sk_make_sp<GrTransferFromRenderTask>(
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400808 srcProxy, srcRect, surfaceColorType, dstColorType,
809 std::move(dstBuffer), dstOffset));
Greg Danielbbfec9d2019-08-20 10:56:51 -0400810
811 const GrCaps& caps = *fContext->priv().caps();
812
Brian Salomon7e67dca2020-07-21 09:27:25 -0400813 // We always say GrMipmapped::kNo here since we are always just copying from the base layer. We
Greg Danielbbfec9d2019-08-20 10:56:51 -0400814 // don't need to make sure the whole mip map chain is valid.
Brian Salomon7e67dca2020-07-21 09:27:25 -0400815 task->addDependency(this, srcProxy.get(), GrMipmapped::kNo,
Adlai Hollerd71b7b02020-06-08 15:55:00 -0400816 GrTextureResolveManager(this), caps);
Greg Danielbbfec9d2019-08-20 10:56:51 -0400817 task->makeClosed(caps);
818
Greg Danielbbfec9d2019-08-20 10:56:51 -0400819 // We have closed the previous active oplist but since a new oplist isn't being added there
820 // shouldn't be an active one.
Greg Danielf41b2bd2019-08-22 16:19:24 -0400821 SkASSERT(!fActiveOpsTask);
Greg Danielbbfec9d2019-08-20 10:56:51 -0400822 SkDEBUGCODE(this->validate());
823}
824
Greg Daniel16f5c652019-10-29 11:26:01 -0400825bool GrDrawingManager::newCopyRenderTask(GrSurfaceProxyView srcView,
Greg Daniele227fe42019-08-21 13:52:24 -0400826 const SkIRect& srcRect,
Greg Daniel16f5c652019-10-29 11:26:01 -0400827 GrSurfaceProxyView dstView,
Greg Daniele227fe42019-08-21 13:52:24 -0400828 const SkIPoint& dstPoint) {
829 SkDEBUGCODE(this->validate());
830 SkASSERT(fContext);
Greg Daniele227fe42019-08-21 13:52:24 -0400831
Greg Daniel16f5c652019-10-29 11:26:01 -0400832 this->closeRenderTasksForNewRenderTask(dstView.proxy());
Brian Salomone4bce012019-09-20 15:34:23 -0400833 const GrCaps& caps = *fContext->priv().caps();
834
Greg Daniel16f5c652019-10-29 11:26:01 -0400835 GrSurfaceProxy* srcProxy = srcView.proxy();
836
Brian Salomone4bce012019-09-20 15:34:23 -0400837 GrRenderTask* task =
Adlai Holler33432272020-11-11 13:54:37 -0500838 this->appendTask(GrCopyRenderTask::Make(this, std::move(srcView), srcRect,
839 std::move(dstView), dstPoint, &caps));
Greg Daniele227fe42019-08-21 13:52:24 -0400840 if (!task) {
841 return false;
842 }
843
Brian Salomon7e67dca2020-07-21 09:27:25 -0400844 // We always say GrMipmapped::kNo here since we are always just copying from the base layer to
Greg Daniele227fe42019-08-21 13:52:24 -0400845 // another base layer. We don't need to make sure the whole mip map chain is valid.
Brian Salomon7e67dca2020-07-21 09:27:25 -0400846 task->addDependency(this, srcProxy, GrMipmapped::kNo, GrTextureResolveManager(this), caps);
Greg Daniele227fe42019-08-21 13:52:24 -0400847 task->makeClosed(caps);
848
Greg Daniele227fe42019-08-21 13:52:24 -0400849 // We have closed the previous active oplist but since a new oplist isn't being added there
850 // shouldn't be an active one.
Greg Danielf41b2bd2019-08-22 16:19:24 -0400851 SkASSERT(!fActiveOpsTask);
Greg Daniele227fe42019-08-21 13:52:24 -0400852 SkDEBUGCODE(this->validate());
853 return true;
854}
855
robertphillips68737822015-10-29 12:12:21 -0700856/*
857 * This method finds a path renderer that can draw the specified path on
858 * the provided target.
859 * Due to its expense, the software path renderer has split out so it can
860 * can be individually allowed/disallowed via the "allowSW" boolean.
861 */
862GrPathRenderer* GrDrawingManager::getPathRenderer(const GrPathRenderer::CanDrawPathArgs& args,
863 bool allowSW,
864 GrPathRendererChain::DrawType drawType,
865 GrPathRenderer::StencilSupport* stencilSupport) {
866
867 if (!fPathRendererChain) {
John Stilesfbd050b2020-08-03 13:21:46 -0400868 fPathRendererChain =
869 std::make_unique<GrPathRendererChain>(fContext, fOptionsForPathRendererChain);
robertphillips68737822015-10-29 12:12:21 -0700870 }
871
872 GrPathRenderer* pr = fPathRendererChain->getPathRenderer(args, drawType, stencilSupport);
873 if (!pr && allowSW) {
Brian Salomone7df0bb2018-05-07 14:44:57 -0400874 auto swPR = this->getSoftwarePathRenderer();
875 if (GrPathRenderer::CanDrawPath::kNo != swPR->canDrawPath(args)) {
876 pr = swPR;
Brian Salomon0e8fc8b2016-12-09 15:10:07 -0500877 }
robertphillips68737822015-10-29 12:12:21 -0700878 }
879
Robert Phillipsd81379d2020-04-21 10:39:02 -0400880#if GR_PATH_RENDERER_SPEW
881 if (pr) {
882 SkDebugf("getPathRenderer: %s\n", pr->name());
883 }
884#endif
885
robertphillips68737822015-10-29 12:12:21 -0700886 return pr;
887}
888
Brian Salomone7df0bb2018-05-07 14:44:57 -0400889GrPathRenderer* GrDrawingManager::getSoftwarePathRenderer() {
890 if (!fSoftwarePathRenderer) {
Ben Wagner9ec70c62018-07-12 13:30:47 -0400891 fSoftwarePathRenderer.reset(
Robert Phillips9da87e02019-02-04 13:26:26 -0500892 new GrSoftwarePathRenderer(fContext->priv().proxyProvider(),
Ben Wagner9ec70c62018-07-12 13:30:47 -0400893 fOptionsForPathRendererChain.fAllowPathMaskCaching));
Brian Salomone7df0bb2018-05-07 14:44:57 -0400894 }
Ben Wagner9ec70c62018-07-12 13:30:47 -0400895 return fSoftwarePathRenderer.get();
Brian Salomone7df0bb2018-05-07 14:44:57 -0400896}
897
Chris Daltonfddb6c02017-11-04 15:22:22 -0600898GrCoverageCountingPathRenderer* GrDrawingManager::getCoverageCountingPathRenderer() {
899 if (!fPathRendererChain) {
Adlai Hollerc2bfcff2020-11-06 15:39:36 -0500900 fPathRendererChain = std::make_unique<GrPathRendererChain>(fContext,
901 fOptionsForPathRendererChain);
Chris Daltonfddb6c02017-11-04 15:22:22 -0600902 }
903 return fPathRendererChain->getCoverageCountingPathRenderer();
904}
905
Brian Salomon653f42f2018-07-10 10:07:31 -0400906void GrDrawingManager::flushIfNecessary() {
Robert Phillipsf8f45d92020-07-01 11:11:18 -0400907 auto direct = fContext->asDirectContext();
Robert Phillips6a6de562019-02-15 15:19:15 -0500908 if (!direct) {
909 return;
910 }
911
912 auto resourceCache = direct->priv().getResourceCache();
Brian Salomon653f42f2018-07-10 10:07:31 -0400913 if (resourceCache && resourceCache->requestsFlush()) {
Adlai Hollerc2bfcff2020-11-06 15:39:36 -0500914 if (this->flush({}, SkSurface::BackendSurfaceAccess::kNoAccess, GrFlushInfo(), nullptr)) {
Greg Danielfe159622020-04-10 17:43:51 +0000915 this->submitToGpu(false);
916 }
Brian Salomon57d2beab2018-09-10 09:35:41 -0400917 resourceCache->purgeAsNeeded();
Brian Salomon653f42f2018-07-10 10:07:31 -0400918 }
919}
Robert Phillipsa0e248d2020-11-11 09:39:27 -0500920