blob: ee1a7eb43f1b6ae63b13c25385e9b879ccb4192a [file] [log] [blame]
bsalomon75398562015-08-17 12:55:38 -07001/*
2 * Copyright 2015 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
Mike Kleinc0bd9f92019-04-23 12:05:21 -05008#include "src/gpu/GrOpFlushState.h"
bsalomon75398562015-08-17 12:55:38 -07009
Adlai Holler3d0359a2020-07-09 15:35:55 -040010#include "include/gpu/GrDirectContext.h"
Brian Salomon1047a492019-07-02 12:25:21 -040011#include "src/core/SkConvertPixels.h"
Robert Phillipse19babf2020-04-06 13:57:30 -040012#include "src/gpu/GrDataUtils.h"
Adlai Hollera0693042020-10-14 11:23:11 -040013#include "src/gpu/GrDirectContextPriv.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050014#include "src/gpu/GrDrawOpAtlas.h"
15#include "src/gpu/GrGpu.h"
Brian Salomonf2ebdd92019-09-30 12:15:30 -040016#include "src/gpu/GrImageInfo.h"
Robert Phillips901aff02019-10-08 12:32:56 -040017#include "src/gpu/GrProgramInfo.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050018#include "src/gpu/GrResourceProvider.h"
Greg Daniel456f9b52020-03-05 19:14:18 +000019#include "src/gpu/GrTexture.h"
bsalomon75398562015-08-17 12:55:38 -070020
Brian Salomon7dc6e752017-11-02 11:34:51 -040021//////////////////////////////////////////////////////////////////////////////
22
Brian Salomon58f153c2018-10-18 21:51:15 -040023GrOpFlushState::GrOpFlushState(GrGpu* gpu, GrResourceProvider* resourceProvider,
Robert Phillipse5f73282019-06-18 17:15:04 -040024 GrTokenTracker* tokenTracker,
Brian Salomon601ac802019-02-07 13:37:16 -050025 sk_sp<GrBufferAllocPool::CpuBufferCache> cpuBufferCache)
26 : fVertexPool(gpu, cpuBufferCache)
Chris Dalton03fdf6a2020-04-07 12:31:59 -060027 , fIndexPool(gpu, cpuBufferCache)
28 , fDrawIndirectPool(gpu, std::move(cpuBufferCache))
Robert Phillips40a29d72018-01-18 12:59:22 -050029 , fGpu(gpu)
30 , fResourceProvider(resourceProvider)
Brian Salomonbeb7f522019-08-30 16:19:42 -040031 , fTokenTracker(tokenTracker) {}
bsalomon75398562015-08-17 12:55:38 -070032
Robert Phillips646e4292017-06-13 12:44:56 -040033const GrCaps& GrOpFlushState::caps() const {
34 return *fGpu->caps();
35}
36
Robert Phillips83c38a82020-10-28 14:57:53 -040037GrThreadSafeCache* GrOpFlushState::threadSafeCache() const {
38 return fGpu->getContext()->priv().threadSafeCache();
39}
40
Chris Dalton07cdcfc92019-02-26 11:13:22 -070041void GrOpFlushState::executeDrawsAndUploadsForMeshDrawOp(
Chris Dalton1b6a43c2020-09-25 12:21:18 -060042 const GrOp* op, const SkRect& chainBounds, const GrPipeline* pipeline,
43 const GrUserStencilSettings* userStencilSettings) {
Greg Daniel2d41d0d2019-08-26 11:08:51 -040044 SkASSERT(this->opsRenderPass());
Chris Dalton07cdcfc92019-02-26 11:13:22 -070045
Brian Osmane8012102018-11-29 14:05:07 -050046 while (fCurrDraw != fDraws.end() && fCurrDraw->fOp == op) {
Robert Phillips40a29d72018-01-18 12:59:22 -050047 GrDeferredUploadToken drawToken = fTokenTracker->nextTokenToFlush();
Brian Salomon7dc6e752017-11-02 11:34:51 -040048 while (fCurrUpload != fInlineUploads.end() &&
49 fCurrUpload->fUploadBeforeToken == drawToken) {
Greg Daniel2d41d0d2019-08-26 11:08:51 -040050 this->opsRenderPass()->inlineUpload(this, fCurrUpload->fUpload);
Brian Salomon7dc6e752017-11-02 11:34:51 -040051 ++fCurrUpload;
52 }
Robert Phillips901aff02019-10-08 12:32:56 -040053
Chris Dalton2a26c502021-08-26 10:05:11 -060054 GrProgramInfo programInfo(this->caps(),
55 this->writeView(),
56 this->usesMSAASurface(),
Robert Phillips67a625e2019-11-15 15:37:07 -050057 pipeline,
Chris Dalton1b6a43c2020-09-25 12:21:18 -060058 userStencilSettings,
Robert Phillips7cd0bfe2019-11-20 16:08:10 -050059 fCurrDraw->fGeometryProcessor,
Greg Danield358cbe2020-09-11 09:33:54 -040060 fCurrDraw->fPrimitiveType,
61 0,
Greg Daniel42dbca52020-11-20 10:22:43 -050062 this->renderPassBarriers(),
63 this->colorLoadOp());
Robert Phillips901aff02019-10-08 12:32:56 -040064
Chris Dalton304e14d2020-03-17 14:29:06 -060065 this->bindPipelineAndScissorClip(programInfo, chainBounds);
Robert Phillips787fd9d2021-03-22 14:48:09 -040066 this->bindTextures(programInfo.geomProc(), fCurrDraw->fGeomProcProxies,
Chris Dalton304e14d2020-03-17 14:29:06 -060067 programInfo.pipeline());
Chris Dalton765ed362020-03-16 17:34:44 -060068 for (int i = 0; i < fCurrDraw->fMeshCnt; ++i) {
Chris Dalton765ed362020-03-16 17:34:44 -060069 this->drawMesh(fCurrDraw->fMeshes[i]);
70 }
71
Robert Phillips40a29d72018-01-18 12:59:22 -050072 fTokenTracker->flushToken();
Brian Salomon7dc6e752017-11-02 11:34:51 -040073 ++fCurrDraw;
74 }
75}
76
77void GrOpFlushState::preExecuteDraws() {
78 fVertexPool.unmap();
79 fIndexPool.unmap();
Chris Dalton03fdf6a2020-04-07 12:31:59 -060080 fDrawIndirectPool.unmap();
Robert Phillips40a29d72018-01-18 12:59:22 -050081 for (auto& upload : fASAPUploads) {
Brian Salomon7dc6e752017-11-02 11:34:51 -040082 this->doUpload(upload);
83 }
84 // Setup execution iterators.
85 fCurrDraw = fDraws.begin();
86 fCurrUpload = fInlineUploads.begin();
Brian Salomon7dc6e752017-11-02 11:34:51 -040087}
88
89void GrOpFlushState::reset() {
90 SkASSERT(fCurrDraw == fDraws.end());
91 SkASSERT(fCurrUpload == fInlineUploads.end());
92 fVertexPool.reset();
93 fIndexPool.reset();
Chris Dalton03fdf6a2020-04-07 12:31:59 -060094 fDrawIndirectPool.reset();
Brian Salomon7dc6e752017-11-02 11:34:51 -040095 fArena.reset();
Robert Phillips40a29d72018-01-18 12:59:22 -050096 fASAPUploads.reset();
Brian Salomon7dc6e752017-11-02 11:34:51 -040097 fInlineUploads.reset();
98 fDraws.reset();
Brian Salomon7dc6e752017-11-02 11:34:51 -040099 fBaseDrawToken = GrDeferredUploadToken::AlreadyFlushedToken();
100}
101
Greg Danielb20d7e52019-09-03 13:54:39 -0400102void GrOpFlushState::doUpload(GrDeferredTextureUploadFn& upload,
103 bool shouldPrepareSurfaceForSampling) {
104 GrDeferredTextureUploadWritePixelsFn wp = [this, shouldPrepareSurfaceForSampling](
Brian Salomone2078f12021-05-24 12:40:46 -0400105 GrTextureProxy* dstProxy,
106 SkIRect rect,
107 GrColorType colorType,
108 const void* buffer,
109 size_t rowBytes) {
Brian Salomonfd98c2c2018-07-31 17:25:29 -0400110 GrSurface* dstSurface = dstProxy->peekSurface();
Brian Salomon42be09d2019-07-26 12:12:26 -0400111 if (!fGpu->caps()->surfaceSupportsWritePixels(dstSurface)) {
112 return false;
113 }
Brian Salomon01915c02019-08-02 09:57:21 -0400114 GrCaps::SupportedWrite supportedWrite = fGpu->caps()->supportedWritePixelsColorType(
115 colorType, dstSurface->backendFormat(), colorType);
Brian Salomone2078f12021-05-24 12:40:46 -0400116 size_t tightRB = rect.width()*GrColorTypeBytesPerPixel(supportedWrite.fColorType);
Brian Salomon77a684f2019-08-01 14:38:04 -0400117 SkASSERT(rowBytes >= tightRB);
Brian Salomon1047a492019-07-02 12:25:21 -0400118 std::unique_ptr<char[]> tmpPixels;
Brian Salomonf77c1462019-08-01 15:19:29 -0400119 if (supportedWrite.fColorType != colorType ||
Brian Salomon77a684f2019-08-01 14:38:04 -0400120 (!fGpu->caps()->writePixelsRowBytesSupport() && rowBytes != tightRB)) {
Brian Salomone2078f12021-05-24 12:40:46 -0400121 tmpPixels.reset(new char[rect.height()*tightRB]);
Brian Salomon5392c942021-03-30 16:14:37 -0400122 // Use kUnknown to ensure no alpha type conversions or clamping occur.
123 static constexpr auto kAT = kUnknown_SkAlphaType;
Brian Salomone2078f12021-05-24 12:40:46 -0400124 GrImageInfo srcInfo(colorType, kAT, nullptr, rect.size());
125 GrImageInfo tmpInfo(supportedWrite.fColorType, kAT, nullptr, rect.size());
Brian Salomon5392c942021-03-30 16:14:37 -0400126 if (!GrConvertPixels( GrPixmap(tmpInfo, tmpPixels.get(), tightRB ),
127 GrCPixmap(srcInfo, buffer, rowBytes))) {
Brian Salomon77a684f2019-08-01 14:38:04 -0400128 return false;
129 }
Brian Salomon1047a492019-07-02 12:25:21 -0400130 rowBytes = tightRB;
Brian Salomon77a684f2019-08-01 14:38:04 -0400131 buffer = tmpPixels.get();
Brian Salomon1047a492019-07-02 12:25:21 -0400132 }
Brian Salomone2078f12021-05-24 12:40:46 -0400133 return this->fGpu->writePixels(dstSurface,
134 rect,
135 colorType,
136 supportedWrite.fColorType,
137 buffer,
138 rowBytes,
Greg Danielb20d7e52019-09-03 13:54:39 -0400139 shouldPrepareSurfaceForSampling);
Brian Salomon9bada542017-06-12 12:09:30 -0400140 };
141 upload(wp);
142}
Brian Salomon29b60c92017-10-31 14:42:10 -0400143
144GrDeferredUploadToken GrOpFlushState::addInlineUpload(GrDeferredTextureUploadFn&& upload) {
Robert Phillips40a29d72018-01-18 12:59:22 -0500145 return fInlineUploads.append(&fArena, std::move(upload), fTokenTracker->nextDrawToken())
Brian Salomon7dc6e752017-11-02 11:34:51 -0400146 .fUploadBeforeToken;
Brian Salomon29b60c92017-10-31 14:42:10 -0400147}
148
149GrDeferredUploadToken GrOpFlushState::addASAPUpload(GrDeferredTextureUploadFn&& upload) {
Robert Phillips40a29d72018-01-18 12:59:22 -0500150 fASAPUploads.append(&fArena, std::move(upload));
151 return fTokenTracker->nextTokenToFlush();
Brian Salomon29b60c92017-10-31 14:42:10 -0400152}
153
Chris Dalton07cdcfc92019-02-26 11:13:22 -0700154void GrOpFlushState::recordDraw(
Robert Phillips787fd9d2021-03-22 14:48:09 -0400155 const GrGeometryProcessor* geomProc,
Chris Daltoneb694b72020-03-16 09:25:50 -0600156 const GrSimpleMesh meshes[],
Robert Phillips6c59fe42020-02-27 09:30:37 -0500157 int meshCnt,
Robert Phillips787fd9d2021-03-22 14:48:09 -0400158 const GrSurfaceProxy* const geomProcProxies[],
Robert Phillipscea290f2019-11-06 11:21:03 -0500159 GrPrimitiveType primitiveType) {
Brian Salomon29b60c92017-10-31 14:42:10 -0400160 SkASSERT(fOpArgs);
Robert Phillips405413f2019-10-04 10:39:28 -0400161 SkDEBUGCODE(fOpArgs->validate());
Brian Salomon7dc6e752017-11-02 11:34:51 -0400162 bool firstDraw = fDraws.begin() == fDraws.end();
Brian Salomon7dc6e752017-11-02 11:34:51 -0400163 auto& draw = fDraws.append(&fArena);
Robert Phillips40a29d72018-01-18 12:59:22 -0500164 GrDeferredUploadToken token = fTokenTracker->issueDrawToken();
Robert Phillips787fd9d2021-03-22 14:48:09 -0400165 for (int i = 0; i < geomProc->numTextureSamplers(); ++i) {
166 SkASSERT(geomProcProxies && geomProcProxies[i]);
167 geomProcProxies[i]->ref();
Brian Salomonf7232642018-09-19 08:58:08 -0400168 }
Robert Phillips787fd9d2021-03-22 14:48:09 -0400169 draw.fGeometryProcessor = geomProc;
170 draw.fGeomProcProxies = geomProcProxies;
Brian Salomon7eae3e02018-08-07 14:02:38 +0000171 draw.fMeshes = meshes;
172 draw.fMeshCnt = meshCnt;
Robert Phillips405413f2019-10-04 10:39:28 -0400173 draw.fOp = fOpArgs->op();
Robert Phillipscea290f2019-11-06 11:21:03 -0500174 draw.fPrimitiveType = primitiveType;
Brian Salomon7dc6e752017-11-02 11:34:51 -0400175 if (firstDraw) {
176 fBaseDrawToken = token;
Brian Salomon29b60c92017-10-31 14:42:10 -0400177 }
178}
179
Brian Salomon12d22642019-01-29 14:38:50 -0500180void* GrOpFlushState::makeVertexSpace(size_t vertexSize, int vertexCount,
181 sk_sp<const GrBuffer>* buffer, int* startVertex) {
Brian Salomon29b60c92017-10-31 14:42:10 -0400182 return fVertexPool.makeSpace(vertexSize, vertexCount, buffer, startVertex);
183}
184
Brian Salomon12d22642019-01-29 14:38:50 -0500185uint16_t* GrOpFlushState::makeIndexSpace(int indexCount, sk_sp<const GrBuffer>* buffer,
186 int* startIndex) {
Brian Salomon29b60c92017-10-31 14:42:10 -0400187 return reinterpret_cast<uint16_t*>(fIndexPool.makeSpace(indexCount, buffer, startIndex));
188}
189
190void* GrOpFlushState::makeVertexSpaceAtLeast(size_t vertexSize, int minVertexCount,
Brian Salomon12d22642019-01-29 14:38:50 -0500191 int fallbackVertexCount, sk_sp<const GrBuffer>* buffer,
Brian Salomon29b60c92017-10-31 14:42:10 -0400192 int* startVertex, int* actualVertexCount) {
193 return fVertexPool.makeSpaceAtLeast(vertexSize, minVertexCount, fallbackVertexCount, buffer,
194 startVertex, actualVertexCount);
195}
196
197uint16_t* GrOpFlushState::makeIndexSpaceAtLeast(int minIndexCount, int fallbackIndexCount,
Brian Salomon12d22642019-01-29 14:38:50 -0500198 sk_sp<const GrBuffer>* buffer, int* startIndex,
Brian Salomon29b60c92017-10-31 14:42:10 -0400199 int* actualIndexCount) {
200 return reinterpret_cast<uint16_t*>(fIndexPool.makeSpaceAtLeast(
201 minIndexCount, fallbackIndexCount, buffer, startIndex, actualIndexCount));
202}
203
204void GrOpFlushState::putBackIndices(int indexCount) {
205 fIndexPool.putBack(indexCount * sizeof(uint16_t));
206}
207
208void GrOpFlushState::putBackVertices(int vertices, size_t vertexStride) {
209 fVertexPool.putBack(vertices * vertexStride);
210}
211
212GrAppliedClip GrOpFlushState::detachAppliedClip() {
Michael Ludwigd1d997e2020-06-04 15:52:44 -0400213 return fOpArgs->appliedClip() ? std::move(*fOpArgs->appliedClip()) : GrAppliedClip::Disabled();
Brian Salomon29b60c92017-10-31 14:42:10 -0400214}
Robert Phillipsc4039ea2018-03-01 11:36:45 -0500215
Robert Phillips207d24b2020-04-09 10:23:42 -0400216GrStrikeCache* GrOpFlushState::strikeCache() const {
Herb Derbya00da612019-03-04 17:10:01 -0500217 return fGpu->getContext()->priv().getGrStrikeCache();
Robert Phillipsc4039ea2018-03-01 11:36:45 -0500218}
219
Robert Phillips5a66efb2018-03-07 15:13:18 -0500220GrAtlasManager* GrOpFlushState::atlasManager() const {
Robert Phillips9da87e02019-02-04 13:26:26 -0500221 return fGpu->getContext()->priv().getAtlasManager();
Robert Phillipsc4039ea2018-03-01 11:36:45 -0500222}
Brian Salomonf7232642018-09-19 08:58:08 -0400223
Robert Phillipsde60d7a2021-09-13 17:17:45 -0400224skgpu::v1::SmallPathAtlasMgr* GrOpFlushState::smallPathAtlasManager() const {
Robert Phillips5edf5102020-08-10 16:30:36 -0400225 return fGpu->getContext()->priv().getSmallPathAtlasMgr();
226}
227
Chris Dalton765ed362020-03-16 17:34:44 -0600228void GrOpFlushState::drawMesh(const GrSimpleMesh& mesh) {
229 SkASSERT(mesh.fIsInitialized);
230 if (!mesh.fIndexBuffer) {
Greg Daniel426274b2020-07-20 11:37:38 -0400231 this->bindBuffers(nullptr, nullptr, mesh.fVertexBuffer);
Chris Dalton765ed362020-03-16 17:34:44 -0600232 this->draw(mesh.fVertexCount, mesh.fBaseVertex);
233 } else {
Greg Daniel426274b2020-07-20 11:37:38 -0400234 this->bindBuffers(mesh.fIndexBuffer, nullptr, mesh.fVertexBuffer, mesh.fPrimitiveRestart);
Chris Dalton765ed362020-03-16 17:34:44 -0600235 if (0 == mesh.fPatternRepeatCount) {
236 this->drawIndexed(mesh.fIndexCount, mesh.fBaseIndex, mesh.fMinIndexValue,
237 mesh.fMaxIndexValue, mesh.fBaseVertex);
238 } else {
239 this->drawIndexPattern(mesh.fIndexCount, mesh.fPatternRepeatCount,
240 mesh.fMaxPatternRepetitionsInIndexBuffer, mesh.fVertexCount,
241 mesh.fBaseVertex);
242 }
243 }
244}
245
Brian Salomonf7232642018-09-19 08:58:08 -0400246//////////////////////////////////////////////////////////////////////////////
247
248GrOpFlushState::Draw::~Draw() {
Chris Dalton304e14d2020-03-17 14:29:06 -0600249 for (int i = 0; i < fGeometryProcessor->numTextureSamplers(); ++i) {
Robert Phillips787fd9d2021-03-22 14:48:09 -0400250 SkASSERT(fGeomProcProxies && fGeomProcProxies[i]);
251 fGeomProcProxies[i]->unref();
Brian Salomonf7232642018-09-19 08:58:08 -0400252 }
Brian Salomonf7232642018-09-19 08:58:08 -0400253}