blob: 7012af1c42dc73b80dd8edd7bd804017b245a492 [file] [log] [blame]
bsalomon75398562015-08-17 12:55:38 -07001/*
2 * Copyright 2015 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
Mike Kleinc0bd9f92019-04-23 12:05:21 -05008#include "src/gpu/GrOpFlushState.h"
bsalomon75398562015-08-17 12:55:38 -07009
Adlai Holler3d0359a2020-07-09 15:35:55 -040010#include "include/gpu/GrDirectContext.h"
Brian Salomon1047a492019-07-02 12:25:21 -040011#include "src/core/SkConvertPixels.h"
Robert Phillipse19babf2020-04-06 13:57:30 -040012#include "src/gpu/GrDataUtils.h"
Adlai Hollera0693042020-10-14 11:23:11 -040013#include "src/gpu/GrDirectContextPriv.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050014#include "src/gpu/GrDrawOpAtlas.h"
15#include "src/gpu/GrGpu.h"
Brian Salomonf2ebdd92019-09-30 12:15:30 -040016#include "src/gpu/GrImageInfo.h"
Robert Phillips901aff02019-10-08 12:32:56 -040017#include "src/gpu/GrProgramInfo.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050018#include "src/gpu/GrResourceProvider.h"
Greg Daniel456f9b52020-03-05 19:14:18 +000019#include "src/gpu/GrTexture.h"
bsalomon75398562015-08-17 12:55:38 -070020
Brian Salomon7dc6e752017-11-02 11:34:51 -040021//////////////////////////////////////////////////////////////////////////////
22
Brian Salomon58f153c2018-10-18 21:51:15 -040023GrOpFlushState::GrOpFlushState(GrGpu* gpu, GrResourceProvider* resourceProvider,
Robert Phillipse5f73282019-06-18 17:15:04 -040024 GrTokenTracker* tokenTracker,
Brian Salomon601ac802019-02-07 13:37:16 -050025 sk_sp<GrBufferAllocPool::CpuBufferCache> cpuBufferCache)
26 : fVertexPool(gpu, cpuBufferCache)
Chris Dalton03fdf6a2020-04-07 12:31:59 -060027 , fIndexPool(gpu, cpuBufferCache)
28 , fDrawIndirectPool(gpu, std::move(cpuBufferCache))
Robert Phillips40a29d72018-01-18 12:59:22 -050029 , fGpu(gpu)
30 , fResourceProvider(resourceProvider)
Brian Salomonbeb7f522019-08-30 16:19:42 -040031 , fTokenTracker(tokenTracker) {}
bsalomon75398562015-08-17 12:55:38 -070032
Robert Phillips646e4292017-06-13 12:44:56 -040033const GrCaps& GrOpFlushState::caps() const {
34 return *fGpu->caps();
35}
36
Robert Phillips83c38a82020-10-28 14:57:53 -040037GrThreadSafeCache* GrOpFlushState::threadSafeCache() const {
38 return fGpu->getContext()->priv().threadSafeCache();
39}
40
Chris Dalton07cdcfc92019-02-26 11:13:22 -070041void GrOpFlushState::executeDrawsAndUploadsForMeshDrawOp(
Chris Dalton1b6a43c2020-09-25 12:21:18 -060042 const GrOp* op, const SkRect& chainBounds, const GrPipeline* pipeline,
43 const GrUserStencilSettings* userStencilSettings) {
Greg Daniel2d41d0d2019-08-26 11:08:51 -040044 SkASSERT(this->opsRenderPass());
Chris Dalton07cdcfc92019-02-26 11:13:22 -070045
Brian Osmane8012102018-11-29 14:05:07 -050046 while (fCurrDraw != fDraws.end() && fCurrDraw->fOp == op) {
Robert Phillips40a29d72018-01-18 12:59:22 -050047 GrDeferredUploadToken drawToken = fTokenTracker->nextTokenToFlush();
Brian Salomon7dc6e752017-11-02 11:34:51 -040048 while (fCurrUpload != fInlineUploads.end() &&
49 fCurrUpload->fUploadBeforeToken == drawToken) {
Greg Daniel2d41d0d2019-08-26 11:08:51 -040050 this->opsRenderPass()->inlineUpload(this, fCurrUpload->fUpload);
Brian Salomon7dc6e752017-11-02 11:34:51 -040051 ++fCurrUpload;
52 }
Robert Phillips901aff02019-10-08 12:32:56 -040053
54 GrProgramInfo programInfo(this->proxy()->numSamples(),
Chris Dalton5e8cdfd2019-11-11 15:23:30 -070055 this->proxy()->numStencilSamples(),
Robert Phillips933484f2019-11-26 09:38:55 -050056 this->proxy()->backendFormat(),
Adlai Hollere2296f72020-11-19 13:41:26 -050057 this->writeView().origin(),
Robert Phillips67a625e2019-11-15 15:37:07 -050058 pipeline,
Chris Dalton1b6a43c2020-09-25 12:21:18 -060059 userStencilSettings,
Robert Phillips7cd0bfe2019-11-20 16:08:10 -050060 fCurrDraw->fGeometryProcessor,
Greg Danield358cbe2020-09-11 09:33:54 -040061 fCurrDraw->fPrimitiveType,
62 0,
Greg Daniel42dbca52020-11-20 10:22:43 -050063 this->renderPassBarriers(),
64 this->colorLoadOp());
Robert Phillips901aff02019-10-08 12:32:56 -040065
Chris Dalton304e14d2020-03-17 14:29:06 -060066 this->bindPipelineAndScissorClip(programInfo, chainBounds);
67 this->bindTextures(programInfo.primProc(), fCurrDraw->fPrimProcProxies,
68 programInfo.pipeline());
Chris Dalton765ed362020-03-16 17:34:44 -060069 for (int i = 0; i < fCurrDraw->fMeshCnt; ++i) {
Chris Dalton765ed362020-03-16 17:34:44 -060070 this->drawMesh(fCurrDraw->fMeshes[i]);
71 }
72
Robert Phillips40a29d72018-01-18 12:59:22 -050073 fTokenTracker->flushToken();
Brian Salomon7dc6e752017-11-02 11:34:51 -040074 ++fCurrDraw;
75 }
76}
77
78void GrOpFlushState::preExecuteDraws() {
79 fVertexPool.unmap();
80 fIndexPool.unmap();
Chris Dalton03fdf6a2020-04-07 12:31:59 -060081 fDrawIndirectPool.unmap();
Robert Phillips40a29d72018-01-18 12:59:22 -050082 for (auto& upload : fASAPUploads) {
Brian Salomon7dc6e752017-11-02 11:34:51 -040083 this->doUpload(upload);
84 }
85 // Setup execution iterators.
86 fCurrDraw = fDraws.begin();
87 fCurrUpload = fInlineUploads.begin();
Brian Salomon7dc6e752017-11-02 11:34:51 -040088}
89
90void GrOpFlushState::reset() {
91 SkASSERT(fCurrDraw == fDraws.end());
92 SkASSERT(fCurrUpload == fInlineUploads.end());
93 fVertexPool.reset();
94 fIndexPool.reset();
Chris Dalton03fdf6a2020-04-07 12:31:59 -060095 fDrawIndirectPool.reset();
Brian Salomon7dc6e752017-11-02 11:34:51 -040096 fArena.reset();
Robert Phillips40a29d72018-01-18 12:59:22 -050097 fASAPUploads.reset();
Brian Salomon7dc6e752017-11-02 11:34:51 -040098 fInlineUploads.reset();
99 fDraws.reset();
Brian Salomon7dc6e752017-11-02 11:34:51 -0400100 fBaseDrawToken = GrDeferredUploadToken::AlreadyFlushedToken();
101}
102
Greg Danielb20d7e52019-09-03 13:54:39 -0400103void GrOpFlushState::doUpload(GrDeferredTextureUploadFn& upload,
104 bool shouldPrepareSurfaceForSampling) {
105 GrDeferredTextureUploadWritePixelsFn wp = [this, shouldPrepareSurfaceForSampling](
106 GrTextureProxy* dstProxy, int left, int top, int width, int height,
107 GrColorType colorType, const void* buffer, size_t rowBytes) {
Brian Salomonfd98c2c2018-07-31 17:25:29 -0400108 GrSurface* dstSurface = dstProxy->peekSurface();
Brian Salomon42be09d2019-07-26 12:12:26 -0400109 if (!fGpu->caps()->surfaceSupportsWritePixels(dstSurface)) {
110 return false;
111 }
Brian Salomon01915c02019-08-02 09:57:21 -0400112 GrCaps::SupportedWrite supportedWrite = fGpu->caps()->supportedWritePixelsColorType(
113 colorType, dstSurface->backendFormat(), colorType);
Brian Salomon77a684f2019-08-01 14:38:04 -0400114 size_t tightRB = width * GrColorTypeBytesPerPixel(supportedWrite.fColorType);
115 SkASSERT(rowBytes >= tightRB);
Brian Salomon1047a492019-07-02 12:25:21 -0400116 std::unique_ptr<char[]> tmpPixels;
Brian Salomonf77c1462019-08-01 15:19:29 -0400117 if (supportedWrite.fColorType != colorType ||
Brian Salomon77a684f2019-08-01 14:38:04 -0400118 (!fGpu->caps()->writePixelsRowBytesSupport() && rowBytes != tightRB)) {
119 tmpPixels.reset(new char[height * tightRB]);
120 // Use kUnpremul to ensure no alpha type conversions or clamping occur.
121 static constexpr auto kAT = kUnpremul_SkAlphaType;
Brian Salomonf2ebdd92019-09-30 12:15:30 -0400122 GrImageInfo srcInfo(colorType, kAT, nullptr, width, height);
123 GrImageInfo tmpInfo(supportedWrite.fColorType, kAT, nullptr, width,
Brian Salomon77a684f2019-08-01 14:38:04 -0400124 height);
125 if (!GrConvertPixels(tmpInfo, tmpPixels.get(), tightRB, srcInfo, buffer, rowBytes)) {
126 return false;
127 }
Brian Salomon1047a492019-07-02 12:25:21 -0400128 rowBytes = tightRB;
Brian Salomon77a684f2019-08-01 14:38:04 -0400129 buffer = tmpPixels.get();
Brian Salomon1047a492019-07-02 12:25:21 -0400130 }
Brian Salomonf77c1462019-08-01 15:19:29 -0400131 return this->fGpu->writePixels(dstSurface, left, top, width, height, colorType,
Greg Danielb20d7e52019-09-03 13:54:39 -0400132 supportedWrite.fColorType, buffer, rowBytes,
133 shouldPrepareSurfaceForSampling);
Brian Salomon9bada542017-06-12 12:09:30 -0400134 };
135 upload(wp);
136}
Brian Salomon29b60c92017-10-31 14:42:10 -0400137
138GrDeferredUploadToken GrOpFlushState::addInlineUpload(GrDeferredTextureUploadFn&& upload) {
Robert Phillips40a29d72018-01-18 12:59:22 -0500139 return fInlineUploads.append(&fArena, std::move(upload), fTokenTracker->nextDrawToken())
Brian Salomon7dc6e752017-11-02 11:34:51 -0400140 .fUploadBeforeToken;
Brian Salomon29b60c92017-10-31 14:42:10 -0400141}
142
143GrDeferredUploadToken GrOpFlushState::addASAPUpload(GrDeferredTextureUploadFn&& upload) {
Robert Phillips40a29d72018-01-18 12:59:22 -0500144 fASAPUploads.append(&fArena, std::move(upload));
145 return fTokenTracker->nextTokenToFlush();
Brian Salomon29b60c92017-10-31 14:42:10 -0400146}
147
Chris Dalton07cdcfc92019-02-26 11:13:22 -0700148void GrOpFlushState::recordDraw(
Robert Phillips6c59fe42020-02-27 09:30:37 -0500149 const GrGeometryProcessor* gp,
Chris Daltoneb694b72020-03-16 09:25:50 -0600150 const GrSimpleMesh meshes[],
Robert Phillips6c59fe42020-02-27 09:30:37 -0500151 int meshCnt,
Chris Dalton304e14d2020-03-17 14:29:06 -0600152 const GrSurfaceProxy* const primProcProxies[],
Robert Phillipscea290f2019-11-06 11:21:03 -0500153 GrPrimitiveType primitiveType) {
Brian Salomon29b60c92017-10-31 14:42:10 -0400154 SkASSERT(fOpArgs);
Robert Phillips405413f2019-10-04 10:39:28 -0400155 SkDEBUGCODE(fOpArgs->validate());
Brian Salomon7dc6e752017-11-02 11:34:51 -0400156 bool firstDraw = fDraws.begin() == fDraws.end();
Brian Salomon7dc6e752017-11-02 11:34:51 -0400157 auto& draw = fDraws.append(&fArena);
Robert Phillips40a29d72018-01-18 12:59:22 -0500158 GrDeferredUploadToken token = fTokenTracker->issueDrawToken();
Chris Dalton304e14d2020-03-17 14:29:06 -0600159 for (int i = 0; i < gp->numTextureSamplers(); ++i) {
160 SkASSERT(primProcProxies && primProcProxies[i]);
161 primProcProxies[i]->ref();
Brian Salomonf7232642018-09-19 08:58:08 -0400162 }
Robert Phillips7cd0bfe2019-11-20 16:08:10 -0500163 draw.fGeometryProcessor = gp;
Chris Dalton304e14d2020-03-17 14:29:06 -0600164 draw.fPrimProcProxies = primProcProxies;
Brian Salomon7eae3e02018-08-07 14:02:38 +0000165 draw.fMeshes = meshes;
166 draw.fMeshCnt = meshCnt;
Robert Phillips405413f2019-10-04 10:39:28 -0400167 draw.fOp = fOpArgs->op();
Robert Phillipscea290f2019-11-06 11:21:03 -0500168 draw.fPrimitiveType = primitiveType;
Brian Salomon7dc6e752017-11-02 11:34:51 -0400169 if (firstDraw) {
170 fBaseDrawToken = token;
Brian Salomon29b60c92017-10-31 14:42:10 -0400171 }
172}
173
Brian Salomon12d22642019-01-29 14:38:50 -0500174void* GrOpFlushState::makeVertexSpace(size_t vertexSize, int vertexCount,
175 sk_sp<const GrBuffer>* buffer, int* startVertex) {
Brian Salomon29b60c92017-10-31 14:42:10 -0400176 return fVertexPool.makeSpace(vertexSize, vertexCount, buffer, startVertex);
177}
178
Brian Salomon12d22642019-01-29 14:38:50 -0500179uint16_t* GrOpFlushState::makeIndexSpace(int indexCount, sk_sp<const GrBuffer>* buffer,
180 int* startIndex) {
Brian Salomon29b60c92017-10-31 14:42:10 -0400181 return reinterpret_cast<uint16_t*>(fIndexPool.makeSpace(indexCount, buffer, startIndex));
182}
183
184void* GrOpFlushState::makeVertexSpaceAtLeast(size_t vertexSize, int minVertexCount,
Brian Salomon12d22642019-01-29 14:38:50 -0500185 int fallbackVertexCount, sk_sp<const GrBuffer>* buffer,
Brian Salomon29b60c92017-10-31 14:42:10 -0400186 int* startVertex, int* actualVertexCount) {
187 return fVertexPool.makeSpaceAtLeast(vertexSize, minVertexCount, fallbackVertexCount, buffer,
188 startVertex, actualVertexCount);
189}
190
191uint16_t* GrOpFlushState::makeIndexSpaceAtLeast(int minIndexCount, int fallbackIndexCount,
Brian Salomon12d22642019-01-29 14:38:50 -0500192 sk_sp<const GrBuffer>* buffer, int* startIndex,
Brian Salomon29b60c92017-10-31 14:42:10 -0400193 int* actualIndexCount) {
194 return reinterpret_cast<uint16_t*>(fIndexPool.makeSpaceAtLeast(
195 minIndexCount, fallbackIndexCount, buffer, startIndex, actualIndexCount));
196}
197
198void GrOpFlushState::putBackIndices(int indexCount) {
199 fIndexPool.putBack(indexCount * sizeof(uint16_t));
200}
201
202void GrOpFlushState::putBackVertices(int vertices, size_t vertexStride) {
203 fVertexPool.putBack(vertices * vertexStride);
204}
205
206GrAppliedClip GrOpFlushState::detachAppliedClip() {
Michael Ludwigd1d997e2020-06-04 15:52:44 -0400207 return fOpArgs->appliedClip() ? std::move(*fOpArgs->appliedClip()) : GrAppliedClip::Disabled();
Brian Salomon29b60c92017-10-31 14:42:10 -0400208}
Robert Phillipsc4039ea2018-03-01 11:36:45 -0500209
Robert Phillips207d24b2020-04-09 10:23:42 -0400210GrStrikeCache* GrOpFlushState::strikeCache() const {
Herb Derbya00da612019-03-04 17:10:01 -0500211 return fGpu->getContext()->priv().getGrStrikeCache();
Robert Phillipsc4039ea2018-03-01 11:36:45 -0500212}
213
Robert Phillips5a66efb2018-03-07 15:13:18 -0500214GrAtlasManager* GrOpFlushState::atlasManager() const {
Robert Phillips9da87e02019-02-04 13:26:26 -0500215 return fGpu->getContext()->priv().getAtlasManager();
Robert Phillipsc4039ea2018-03-01 11:36:45 -0500216}
Brian Salomonf7232642018-09-19 08:58:08 -0400217
Robert Phillips5edf5102020-08-10 16:30:36 -0400218GrSmallPathAtlasMgr* GrOpFlushState::smallPathAtlasManager() const {
219 return fGpu->getContext()->priv().getSmallPathAtlasMgr();
220}
221
Chris Dalton765ed362020-03-16 17:34:44 -0600222void GrOpFlushState::drawMesh(const GrSimpleMesh& mesh) {
223 SkASSERT(mesh.fIsInitialized);
224 if (!mesh.fIndexBuffer) {
Greg Daniel426274b2020-07-20 11:37:38 -0400225 this->bindBuffers(nullptr, nullptr, mesh.fVertexBuffer);
Chris Dalton765ed362020-03-16 17:34:44 -0600226 this->draw(mesh.fVertexCount, mesh.fBaseVertex);
227 } else {
Greg Daniel426274b2020-07-20 11:37:38 -0400228 this->bindBuffers(mesh.fIndexBuffer, nullptr, mesh.fVertexBuffer, mesh.fPrimitiveRestart);
Chris Dalton765ed362020-03-16 17:34:44 -0600229 if (0 == mesh.fPatternRepeatCount) {
230 this->drawIndexed(mesh.fIndexCount, mesh.fBaseIndex, mesh.fMinIndexValue,
231 mesh.fMaxIndexValue, mesh.fBaseVertex);
232 } else {
233 this->drawIndexPattern(mesh.fIndexCount, mesh.fPatternRepeatCount,
234 mesh.fMaxPatternRepetitionsInIndexBuffer, mesh.fVertexCount,
235 mesh.fBaseVertex);
236 }
237 }
238}
239
Brian Salomonf7232642018-09-19 08:58:08 -0400240//////////////////////////////////////////////////////////////////////////////
241
242GrOpFlushState::Draw::~Draw() {
Chris Dalton304e14d2020-03-17 14:29:06 -0600243 for (int i = 0; i < fGeometryProcessor->numTextureSamplers(); ++i) {
244 SkASSERT(fPrimProcProxies && fPrimProcProxies[i]);
245 fPrimProcProxies[i]->unref();
Brian Salomonf7232642018-09-19 08:58:08 -0400246 }
Brian Salomonf7232642018-09-19 08:58:08 -0400247}