blob: a989b72b71c926475b5dc995fb69db7946dadd35 [file] [log] [blame]
Greg Daniel164a9f02016-02-22 09:56:40 -05001/*
2 * Copyright 2015 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
Mike Kleinc0bd9f92019-04-23 12:05:21 -05008#include "src/gpu/vk/GrVkGpu.h"
Greg Daniel164a9f02016-02-22 09:56:40 -05009
Mike Kleinc0bd9f92019-04-23 12:05:21 -050010#include "include/gpu/GrBackendSemaphore.h"
11#include "include/gpu/GrBackendSurface.h"
12#include "include/gpu/GrContextOptions.h"
13#include "include/private/SkTo.h"
14#include "src/core/SkConvertPixels.h"
15#include "src/core/SkMipMap.h"
16#include "src/gpu/GrContextPriv.h"
Robert Phillipsbd1ef682019-05-31 12:48:49 -040017#include "src/gpu/GrDataUtils.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050018#include "src/gpu/GrGeometryProcessor.h"
19#include "src/gpu/GrGpuResourceCacheAccess.h"
20#include "src/gpu/GrMesh.h"
21#include "src/gpu/GrPipeline.h"
Greg Daniel797efca2019-05-09 14:04:20 -040022#include "src/gpu/GrRenderTargetContext.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050023#include "src/gpu/GrRenderTargetPriv.h"
24#include "src/gpu/GrTexturePriv.h"
Greg Daniel797efca2019-05-09 14:04:20 -040025#include "src/gpu/SkGpuDevice.h"
Robert Phillips9dbcdcc2019-05-13 10:40:06 -040026#include "src/gpu/SkGr.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050027#include "src/gpu/vk/GrVkAMDMemoryAllocator.h"
28#include "src/gpu/vk/GrVkCommandBuffer.h"
29#include "src/gpu/vk/GrVkCommandPool.h"
30#include "src/gpu/vk/GrVkGpuCommandBuffer.h"
31#include "src/gpu/vk/GrVkImage.h"
32#include "src/gpu/vk/GrVkIndexBuffer.h"
33#include "src/gpu/vk/GrVkInterface.h"
34#include "src/gpu/vk/GrVkMemory.h"
35#include "src/gpu/vk/GrVkPipeline.h"
36#include "src/gpu/vk/GrVkPipelineState.h"
37#include "src/gpu/vk/GrVkRenderPass.h"
38#include "src/gpu/vk/GrVkResourceProvider.h"
39#include "src/gpu/vk/GrVkSemaphore.h"
40#include "src/gpu/vk/GrVkTexture.h"
41#include "src/gpu/vk/GrVkTextureRenderTarget.h"
42#include "src/gpu/vk/GrVkTransferBuffer.h"
43#include "src/gpu/vk/GrVkVertexBuffer.h"
Greg Daniel797efca2019-05-09 14:04:20 -040044#include "src/image/SkImage_Gpu.h"
45#include "src/image/SkSurface_Gpu.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050046#include "src/sksl/SkSLCompiler.h"
Greg Daniel98bffae2018-08-01 13:25:41 -040047
Mike Kleinc0bd9f92019-04-23 12:05:21 -050048#include "include/gpu/vk/GrVkExtensions.h"
49#include "include/gpu/vk/GrVkTypes.h"
Greg Daniel164a9f02016-02-22 09:56:40 -050050
Ben Wagnerf08d1d02018-06-18 15:11:00 -040051#include <utility>
52
Forrest Reiling44f85712017-03-27 23:22:20 -070053#if !defined(SK_BUILD_FOR_WIN)
54#include <unistd.h>
55#endif // !defined(SK_BUILD_FOR_WIN)
56
Greg Danieldef55462018-08-01 13:40:14 -040057#if defined(SK_BUILD_FOR_WIN) && defined(SK_DEBUG)
Ben Wagnerab6eefe2019-05-20 11:02:49 -040058#include "src/core/SkLeanWindows.h"
Greg Danieldef55462018-08-01 13:40:14 -040059#endif
60
Greg Daniel164a9f02016-02-22 09:56:40 -050061#define VK_CALL(X) GR_VK_CALL(this->vkInterface(), X)
62#define VK_CALL_RET(RET, X) GR_VK_CALL_RET(this->vkInterface(), RET, X)
63#define VK_CALL_ERRCHECK(X) GR_VK_CALL_ERRCHECK(this->vkInterface(), X)
64
Greg Danielf730c182018-07-02 20:15:37 +000065sk_sp<GrGpu> GrVkGpu::Make(const GrVkBackendContext& backendContext,
Brian Salomon384fab42017-12-07 12:33:05 -050066 const GrContextOptions& options, GrContext* context) {
Greg Danielf730c182018-07-02 20:15:37 +000067 if (backendContext.fInstance == VK_NULL_HANDLE ||
68 backendContext.fPhysicalDevice == VK_NULL_HANDLE ||
69 backendContext.fDevice == VK_NULL_HANDLE ||
70 backendContext.fQueue == VK_NULL_HANDLE) {
71 return nullptr;
72 }
Greg Danield3e65aa2018-08-01 09:19:45 -040073 if (!backendContext.fGetProc) {
74 return nullptr;
Greg Danielc8cd45a2018-07-12 10:02:37 -040075 }
Greg Danield3e65aa2018-08-01 09:19:45 -040076
Greg Daniel41f0e282019-01-28 13:15:05 -050077 PFN_vkEnumerateInstanceVersion localEnumerateInstanceVersion =
78 reinterpret_cast<PFN_vkEnumerateInstanceVersion>(
79 backendContext.fGetProc("vkEnumerateInstanceVersion",
80 VK_NULL_HANDLE, VK_NULL_HANDLE));
81 uint32_t instanceVersion = 0;
82 if (!localEnumerateInstanceVersion) {
83 instanceVersion = VK_MAKE_VERSION(1, 0, 0);
84 } else {
85 VkResult err = localEnumerateInstanceVersion(&instanceVersion);
86 if (err) {
87 SkDebugf("Failed to enumerate instance version. Err: %d\n", err);
88 return nullptr;
89 }
90 }
91
Greg Danielc0b03d82018-08-03 14:41:15 -040092 PFN_vkGetPhysicalDeviceProperties localGetPhysicalDeviceProperties =
93 reinterpret_cast<PFN_vkGetPhysicalDeviceProperties>(
94 backendContext.fGetProc("vkGetPhysicalDeviceProperties",
95 backendContext.fInstance,
96 VK_NULL_HANDLE));
97
98 if (!localGetPhysicalDeviceProperties) {
99 return nullptr;
100 }
101 VkPhysicalDeviceProperties physDeviceProperties;
102 localGetPhysicalDeviceProperties(backendContext.fPhysicalDevice, &physDeviceProperties);
103 uint32_t physDevVersion = physDeviceProperties.apiVersion;
104
Greg Daniel41f0e282019-01-28 13:15:05 -0500105 uint32_t apiVersion = backendContext.fMaxAPIVersion ? backendContext.fMaxAPIVersion
106 : instanceVersion;
107
108 instanceVersion = SkTMin(instanceVersion, apiVersion);
109 physDevVersion = SkTMin(physDevVersion, apiVersion);
110
Greg Daniel98bffae2018-08-01 13:25:41 -0400111 sk_sp<const GrVkInterface> interface;
Greg Danield3e65aa2018-08-01 09:19:45 -0400112
Greg Daniel98bffae2018-08-01 13:25:41 -0400113 if (backendContext.fVkExtensions) {
114 interface.reset(new GrVkInterface(backendContext.fGetProc,
115 backendContext.fInstance,
116 backendContext.fDevice,
Greg Daniel41f0e282019-01-28 13:15:05 -0500117 instanceVersion,
Greg Danielc0b03d82018-08-03 14:41:15 -0400118 physDevVersion,
Greg Daniel98bffae2018-08-01 13:25:41 -0400119 backendContext.fVkExtensions));
Greg Daniel41f0e282019-01-28 13:15:05 -0500120 if (!interface->validate(instanceVersion, physDevVersion, backendContext.fVkExtensions)) {
Greg Daniel98bffae2018-08-01 13:25:41 -0400121 return nullptr;
122 }
123 } else {
Greg Daniel98bffae2018-08-01 13:25:41 -0400124 GrVkExtensions extensions;
Greg Daniel88e8ddc2019-04-25 16:37:08 -0400125 // The only extension flag that may effect the vulkan backend is the swapchain extension. We
126 // need to know if this is enabled to know if we can transition to a present layout when
127 // flushing a surface.
128 if (backendContext.fExtensions & kKHR_swapchain_GrVkExtensionFlag) {
129 const char* swapChainExtName = VK_KHR_SWAPCHAIN_EXTENSION_NAME;
130 extensions.init(backendContext.fGetProc, backendContext.fInstance,
131 backendContext.fPhysicalDevice, 0, nullptr, 1, &swapChainExtName);
132 }
Greg Daniel98bffae2018-08-01 13:25:41 -0400133 interface.reset(new GrVkInterface(backendContext.fGetProc,
134 backendContext.fInstance,
135 backendContext.fDevice,
Greg Daniel41f0e282019-01-28 13:15:05 -0500136 instanceVersion,
Greg Danielc0b03d82018-08-03 14:41:15 -0400137 physDevVersion,
Greg Daniel98bffae2018-08-01 13:25:41 -0400138 &extensions));
Greg Daniel41f0e282019-01-28 13:15:05 -0500139 if (!interface->validate(instanceVersion, physDevVersion, &extensions)) {
Greg Daniel98bffae2018-08-01 13:25:41 -0400140 return nullptr;
141 }
Greg Daniel164a9f02016-02-22 09:56:40 -0500142 }
143
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400144 sk_sp<GrVkGpu> vkGpu(new GrVkGpu(context, options, backendContext, interface,
145 instanceVersion, physDevVersion));
146 if (backendContext.fProtectedContext == GrProtected::kYes &&
147 !vkGpu->vkCaps().supportsProtectedMemory()) {
148 return nullptr;
149 }
150 return std::move(vkGpu);
Greg Daniel164a9f02016-02-22 09:56:40 -0500151}
152
153////////////////////////////////////////////////////////////////////////////////
154
halcanary9d524f22016-03-29 09:03:52 -0700155GrVkGpu::GrVkGpu(GrContext* context, const GrContextOptions& options,
Greg Daniel41f0e282019-01-28 13:15:05 -0500156 const GrVkBackendContext& backendContext, sk_sp<const GrVkInterface> interface,
157 uint32_t instanceVersion, uint32_t physicalDeviceVersion)
Brian Salomon384fab42017-12-07 12:33:05 -0500158 : INHERITED(context)
Greg Danielc8cd45a2018-07-12 10:02:37 -0400159 , fInterface(std::move(interface))
Greg Danielf730c182018-07-02 20:15:37 +0000160 , fMemoryAllocator(backendContext.fMemoryAllocator)
161 , fInstance(backendContext.fInstance)
Greg Daniel637c06a2018-09-12 09:44:25 -0400162 , fPhysicalDevice(backendContext.fPhysicalDevice)
Greg Danielf730c182018-07-02 20:15:37 +0000163 , fDevice(backendContext.fDevice)
164 , fQueue(backendContext.fQueue)
Greg Danielecddbc02018-08-30 16:39:34 -0400165 , fQueueIndex(backendContext.fGraphicsQueueIndex)
Brian Salomon384fab42017-12-07 12:33:05 -0500166 , fResourceProvider(this)
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400167 , fDisconnected(false)
168 , fProtectedContext(backendContext.fProtectedContext) {
Greg Danielf730c182018-07-02 20:15:37 +0000169 SkASSERT(!backendContext.fOwnsInstanceAndDevice);
jvanverth633b3562016-03-23 11:01:22 -0700170
Greg Daniel81df0412018-05-31 13:13:33 -0400171 if (!fMemoryAllocator) {
172 // We were not given a memory allocator at creation
Greg Danielf730c182018-07-02 20:15:37 +0000173 fMemoryAllocator.reset(new GrVkAMDMemoryAllocator(backendContext.fPhysicalDevice,
Greg Danielc8cd45a2018-07-12 10:02:37 -0400174 fDevice, fInterface));
Greg Daniel81df0412018-05-31 13:13:33 -0400175 }
176
ethannicholasb3058bd2016-07-01 08:22:01 -0700177 fCompiler = new SkSL::Compiler();
jvanverth633b3562016-03-23 11:01:22 -0700178
Greg Daniela0651ac2018-08-08 09:23:18 -0400179 if (backendContext.fDeviceFeatures2) {
Greg Daniel36443602018-08-02 12:51:52 -0400180 fVkCaps.reset(new GrVkCaps(options, this->vkInterface(), backendContext.fPhysicalDevice,
Greg Daniela0651ac2018-08-08 09:23:18 -0400181 *backendContext.fDeviceFeatures2, instanceVersion,
Greg Daniel41f0e282019-01-28 13:15:05 -0500182 physicalDeviceVersion,
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400183 *backendContext.fVkExtensions, fProtectedContext));
Greg Daniela0651ac2018-08-08 09:23:18 -0400184 } else if (backendContext.fDeviceFeatures) {
185 VkPhysicalDeviceFeatures2 features2;
186 features2.pNext = nullptr;
187 features2.features = *backendContext.fDeviceFeatures;
188 fVkCaps.reset(new GrVkCaps(options, this->vkInterface(), backendContext.fPhysicalDevice,
Greg Daniel41f0e282019-01-28 13:15:05 -0500189 features2, instanceVersion, physicalDeviceVersion,
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400190 *backendContext.fVkExtensions, fProtectedContext));
Greg Daniel36443602018-08-02 12:51:52 -0400191 } else {
Greg Daniela0651ac2018-08-08 09:23:18 -0400192 VkPhysicalDeviceFeatures2 features;
193 memset(&features, 0, sizeof(VkPhysicalDeviceFeatures2));
194 features.pNext = nullptr;
Greg Daniel36443602018-08-02 12:51:52 -0400195 if (backendContext.fFeatures & kGeometryShader_GrVkFeatureFlag) {
Greg Daniela0651ac2018-08-08 09:23:18 -0400196 features.features.geometryShader = true;
Greg Daniel36443602018-08-02 12:51:52 -0400197 }
198 if (backendContext.fFeatures & kDualSrcBlend_GrVkFeatureFlag) {
Greg Daniela0651ac2018-08-08 09:23:18 -0400199 features.features.dualSrcBlend = true;
Greg Daniel36443602018-08-02 12:51:52 -0400200 }
201 if (backendContext.fFeatures & kSampleRateShading_GrVkFeatureFlag) {
Greg Daniela0651ac2018-08-08 09:23:18 -0400202 features.features.sampleRateShading = true;
Greg Daniel36443602018-08-02 12:51:52 -0400203 }
Greg Danielf808c5e2019-04-30 14:48:27 -0400204 GrVkExtensions extensions;
205 // The only extension flag that may effect the vulkan backend is the swapchain extension. We
206 // need to know if this is enabled to know if we can transition to a present layout when
207 // flushing a surface.
208 if (backendContext.fExtensions & kKHR_swapchain_GrVkExtensionFlag) {
209 const char* swapChainExtName = VK_KHR_SWAPCHAIN_EXTENSION_NAME;
210 extensions.init(backendContext.fGetProc, backendContext.fInstance,
211 backendContext.fPhysicalDevice, 0, nullptr, 1, &swapChainExtName);
212 }
Greg Daniel36443602018-08-02 12:51:52 -0400213 fVkCaps.reset(new GrVkCaps(options, this->vkInterface(), backendContext.fPhysicalDevice,
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400214 features, instanceVersion, physicalDeviceVersion, extensions,
215 fProtectedContext));
Greg Daniel36443602018-08-02 12:51:52 -0400216 }
jvanverth633b3562016-03-23 11:01:22 -0700217 fCaps.reset(SkRef(fVkCaps.get()));
218
Greg Danielf730c182018-07-02 20:15:37 +0000219 VK_CALL(GetPhysicalDeviceProperties(backendContext.fPhysicalDevice, &fPhysDevProps));
220 VK_CALL(GetPhysicalDeviceMemoryProperties(backendContext.fPhysicalDevice, &fPhysDevMemProps));
jvanverth633b3562016-03-23 11:01:22 -0700221
Greg Daniela870b462019-01-08 15:49:46 -0500222 fResourceProvider.init();
223
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500224 fCmdPool = fResourceProvider.findOrCreateCommandPool();
225 fCurrentCmdBuffer = fCmdPool->getPrimaryCommandBuffer();
Ethan Nicholasbff4e072018-12-12 18:17:24 +0000226 SkASSERT(fCurrentCmdBuffer);
jvanverth633b3562016-03-23 11:01:22 -0700227 fCurrentCmdBuffer->begin(this);
Greg Daniel164a9f02016-02-22 09:56:40 -0500228}
229
Greg Daniel8606cf82017-05-08 16:17:53 -0400230void GrVkGpu::destroyResources() {
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500231 if (fCmdPool) {
232 fCmdPool->getPrimaryCommandBuffer()->end(this);
233 fCmdPool->close();
Greg Daniel8606cf82017-05-08 16:17:53 -0400234 }
Greg Daniel164a9f02016-02-22 09:56:40 -0500235
236 // wait for all commands to finish
Jim Van Verth09557d72016-11-07 11:10:21 -0500237 VkResult res = VK_CALL(QueueWaitIdle(fQueue));
egdanielf8c2be32016-06-24 13:18:27 -0700238
239 // On windows, sometimes calls to QueueWaitIdle return before actually signalling the fences
240 // on the command buffers even though they have completed. This causes an assert to fire when
241 // destroying the command buffers. Currently this ony seems to happen on windows, so we add a
Jim Van Verth09557d72016-11-07 11:10:21 -0500242 // sleep to make sure the fence signals.
egdanielf8c2be32016-06-24 13:18:27 -0700243#ifdef SK_DEBUG
Greg Daniel80a08dd2017-01-20 10:45:49 -0500244 if (this->vkCaps().mustSleepOnTearDown()) {
egdanielf8c2be32016-06-24 13:18:27 -0700245#if defined(SK_BUILD_FOR_WIN)
Greg Daniel80a08dd2017-01-20 10:45:49 -0500246 Sleep(10); // In milliseconds
egdanielf8c2be32016-06-24 13:18:27 -0700247#else
Greg Daniel80a08dd2017-01-20 10:45:49 -0500248 sleep(1); // In seconds
egdanielf8c2be32016-06-24 13:18:27 -0700249#endif
Greg Daniel80a08dd2017-01-20 10:45:49 -0500250 }
egdanielf8c2be32016-06-24 13:18:27 -0700251#endif
252
egdanielbe9d8212016-09-20 08:54:23 -0700253#ifdef SK_DEBUG
Greg Daniel8a8668b2016-10-31 16:34:42 -0400254 SkASSERT(VK_SUCCESS == res || VK_ERROR_DEVICE_LOST == res);
egdanielbe9d8212016-09-20 08:54:23 -0700255#endif
halcanary9d524f22016-03-29 09:03:52 -0700256
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500257 if (fCmdPool) {
258 fCmdPool->unref(this);
259 fCmdPool = nullptr;
260 }
261
Greg Daniel6be35232017-03-01 17:01:09 -0500262 for (int i = 0; i < fSemaphoresToWaitOn.count(); ++i) {
263 fSemaphoresToWaitOn[i]->unref(this);
264 }
265 fSemaphoresToWaitOn.reset();
266
Greg Daniela5cb7812017-06-16 09:45:32 -0400267 for (int i = 0; i < fSemaphoresToSignal.count(); ++i) {
268 fSemaphoresToSignal[i]->unref(this);
269 }
270 fSemaphoresToSignal.reset();
271
Jim Van Verth09557d72016-11-07 11:10:21 -0500272 // must call this just before we destroy the command pool and VkDevice
273 fResourceProvider.destroyResources(VK_ERROR_DEVICE_LOST == res);
Greg Daniel164a9f02016-02-22 09:56:40 -0500274
Greg Danielf730c182018-07-02 20:15:37 +0000275 fMemoryAllocator.reset();
276
277 fQueue = VK_NULL_HANDLE;
278 fDevice = VK_NULL_HANDLE;
279 fInstance = VK_NULL_HANDLE;
Greg Daniel8606cf82017-05-08 16:17:53 -0400280}
281
282GrVkGpu::~GrVkGpu() {
283 if (!fDisconnected) {
284 this->destroyResources();
285 }
286 delete fCompiler;
287}
288
289
290void GrVkGpu::disconnect(DisconnectType type) {
291 INHERITED::disconnect(type);
292 if (!fDisconnected) {
293 if (DisconnectType::kCleanup == type) {
294 this->destroyResources();
295 } else {
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500296 if (fCmdPool) {
297 fCmdPool->unrefAndAbandon();
298 fCmdPool = nullptr;
Greg Danieladb4bfe2018-08-23 16:15:05 -0400299 }
Greg Daniel8606cf82017-05-08 16:17:53 -0400300 for (int i = 0; i < fSemaphoresToWaitOn.count(); ++i) {
301 fSemaphoresToWaitOn[i]->unrefAndAbandon();
302 }
Greg Daniela5cb7812017-06-16 09:45:32 -0400303 for (int i = 0; i < fSemaphoresToSignal.count(); ++i) {
304 fSemaphoresToSignal[i]->unrefAndAbandon();
305 }
Greg Daniel8606cf82017-05-08 16:17:53 -0400306
307 // must call this just before we destroy the command pool and VkDevice
308 fResourceProvider.abandonResources();
Greg Danieladb4bfe2018-08-23 16:15:05 -0400309
310 fMemoryAllocator.reset();
Greg Daniel8606cf82017-05-08 16:17:53 -0400311 }
312 fSemaphoresToWaitOn.reset();
Greg Daniela5cb7812017-06-16 09:45:32 -0400313 fSemaphoresToSignal.reset();
Greg Daniel8606cf82017-05-08 16:17:53 -0400314 fCurrentCmdBuffer = nullptr;
Greg Daniel8606cf82017-05-08 16:17:53 -0400315 fDisconnected = true;
316 }
Greg Daniel164a9f02016-02-22 09:56:40 -0500317}
318
319///////////////////////////////////////////////////////////////////////////////
320
Robert Phillips5b5d84c2018-08-09 15:12:18 -0400321GrGpuRTCommandBuffer* GrVkGpu::getCommandBuffer(
Ethan Nicholas56d19a52018-10-15 11:26:20 -0400322 GrRenderTarget* rt, GrSurfaceOrigin origin, const SkRect& bounds,
Greg Daniel500d58b2017-08-24 15:59:33 -0400323 const GrGpuRTCommandBuffer::LoadAndStoreInfo& colorInfo,
324 const GrGpuRTCommandBuffer::StencilLoadAndStoreInfo& stencilInfo) {
Robert Phillips5b5d84c2018-08-09 15:12:18 -0400325 if (!fCachedRTCommandBuffer) {
326 fCachedRTCommandBuffer.reset(new GrVkGpuRTCommandBuffer(this));
327 }
328
Greg Daniela41a74a2018-10-09 12:59:23 +0000329 fCachedRTCommandBuffer->set(rt, origin, colorInfo, stencilInfo);
Robert Phillips5b5d84c2018-08-09 15:12:18 -0400330 return fCachedRTCommandBuffer.get();
Greg Daniel500d58b2017-08-24 15:59:33 -0400331}
332
Robert Phillips5b5d84c2018-08-09 15:12:18 -0400333GrGpuTextureCommandBuffer* GrVkGpu::getCommandBuffer(GrTexture* texture, GrSurfaceOrigin origin) {
334 if (!fCachedTexCommandBuffer) {
335 fCachedTexCommandBuffer.reset(new GrVkGpuTextureCommandBuffer(this));
336 }
337
338 fCachedTexCommandBuffer->set(texture, origin);
339 return fCachedTexCommandBuffer.get();
egdaniel066df7c2016-06-08 14:02:27 -0700340}
341
Greg Daniela3aa75a2019-04-12 14:24:55 -0400342void GrVkGpu::submitCommandBuffer(SyncQueue sync, GrGpuFinishedProc finishedProc,
343 GrGpuFinishedContext finishedContext) {
Brian Salomone39526b2019-06-24 16:35:53 -0400344 TRACE_EVENT0("skia.gpu", TRACE_FUNC);
Greg Daniel164a9f02016-02-22 09:56:40 -0500345 SkASSERT(fCurrentCmdBuffer);
Greg Danielb0c7ad12019-06-06 17:23:35 +0000346 SkASSERT(!fCachedRTCommandBuffer || !fCachedRTCommandBuffer->isActive());
347 SkASSERT(!fCachedTexCommandBuffer || !fCachedTexCommandBuffer->isActive());
Robert Phillipsce0a2bf2019-04-02 13:37:34 -0400348
349 if (!fCurrentCmdBuffer->hasWork() && kForce_SyncQueue != sync &&
350 !fSemaphoresToSignal.count() && !fSemaphoresToWaitOn.count()) {
351 SkASSERT(fDrawables.empty());
Robert Phillips84614c32019-04-05 09:36:00 -0400352 fResourceProvider.checkCommandBuffers();
Greg Daniela3aa75a2019-04-12 14:24:55 -0400353 if (finishedProc) {
354 fResourceProvider.addFinishedProcToActiveCommandBuffers(finishedProc, finishedContext);
355 }
Robert Phillipsce0a2bf2019-04-02 13:37:34 -0400356 return;
357 }
358
Greg Daniel164a9f02016-02-22 09:56:40 -0500359 fCurrentCmdBuffer->end(this);
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500360 fCmdPool->close();
Greg Daniela5cb7812017-06-16 09:45:32 -0400361 fCurrentCmdBuffer->submitToQueue(this, fQueue, sync, fSemaphoresToSignal, fSemaphoresToWaitOn);
Greg Daniel6be35232017-03-01 17:01:09 -0500362
Greg Daniela3aa75a2019-04-12 14:24:55 -0400363 if (finishedProc) {
364 // Make sure this is called after closing the current command pool
365 fResourceProvider.addFinishedProcToActiveCommandBuffers(finishedProc, finishedContext);
366 }
367
Greg Daniel64cc9aa2018-10-19 13:54:56 -0400368 // We must delete and drawables that have been waitint till submit for us to destroy.
369 fDrawables.reset();
370
Greg Daniel6be35232017-03-01 17:01:09 -0500371 for (int i = 0; i < fSemaphoresToWaitOn.count(); ++i) {
372 fSemaphoresToWaitOn[i]->unref(this);
373 }
374 fSemaphoresToWaitOn.reset();
Greg Daniela5cb7812017-06-16 09:45:32 -0400375 for (int i = 0; i < fSemaphoresToSignal.count(); ++i) {
376 fSemaphoresToSignal[i]->unref(this);
377 }
378 fSemaphoresToSignal.reset();
Greg Daniel6be35232017-03-01 17:01:09 -0500379
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500380 // Release old command pool and create a new one
381 fCmdPool->unref(this);
Greg Daniel164a9f02016-02-22 09:56:40 -0500382 fResourceProvider.checkCommandBuffers();
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500383 fCmdPool = fResourceProvider.findOrCreateCommandPool();
384 fCurrentCmdBuffer = fCmdPool->getPrimaryCommandBuffer();
Greg Daniel164a9f02016-02-22 09:56:40 -0500385 fCurrentCmdBuffer->begin(this);
386}
387
388///////////////////////////////////////////////////////////////////////////////
Brian Salomondbf70722019-02-07 11:31:24 -0500389sk_sp<GrGpuBuffer> GrVkGpu::onCreateBuffer(size_t size, GrGpuBufferType type,
390 GrAccessPattern accessPattern, const void* data) {
391 sk_sp<GrGpuBuffer> buff;
cdalton397536c2016-03-25 12:15:03 -0700392 switch (type) {
Brian Salomonae64c192019-02-05 09:41:37 -0500393 case GrGpuBufferType::kVertex:
cdalton397536c2016-03-25 12:15:03 -0700394 SkASSERT(kDynamic_GrAccessPattern == accessPattern ||
395 kStatic_GrAccessPattern == accessPattern);
Brian Salomon12d22642019-01-29 14:38:50 -0500396 buff = GrVkVertexBuffer::Make(this, size, kDynamic_GrAccessPattern == accessPattern);
egdaniele05bbbb2016-04-19 12:13:41 -0700397 break;
Brian Salomonae64c192019-02-05 09:41:37 -0500398 case GrGpuBufferType::kIndex:
cdalton397536c2016-03-25 12:15:03 -0700399 SkASSERT(kDynamic_GrAccessPattern == accessPattern ||
400 kStatic_GrAccessPattern == accessPattern);
Brian Salomon12d22642019-01-29 14:38:50 -0500401 buff = GrVkIndexBuffer::Make(this, size, kDynamic_GrAccessPattern == accessPattern);
egdaniele05bbbb2016-04-19 12:13:41 -0700402 break;
Brian Salomonae64c192019-02-05 09:41:37 -0500403 case GrGpuBufferType::kXferCpuToGpu:
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400404 SkASSERT(kDynamic_GrAccessPattern == accessPattern ||
405 kStream_GrAccessPattern == accessPattern);
Brian Salomon12d22642019-01-29 14:38:50 -0500406 buff = GrVkTransferBuffer::Make(this, size, GrVkBuffer::kCopyRead_Type);
egdaniele05bbbb2016-04-19 12:13:41 -0700407 break;
Brian Salomonae64c192019-02-05 09:41:37 -0500408 case GrGpuBufferType::kXferGpuToCpu:
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400409 SkASSERT(kDynamic_GrAccessPattern == accessPattern ||
410 kStream_GrAccessPattern == accessPattern);
Brian Salomon12d22642019-01-29 14:38:50 -0500411 buff = GrVkTransferBuffer::Make(this, size, GrVkBuffer::kCopyWrite_Type);
egdaniele05bbbb2016-04-19 12:13:41 -0700412 break;
cdalton397536c2016-03-25 12:15:03 -0700413 default:
Ben Wagnerb4aab9a2017-08-16 10:53:04 -0400414 SK_ABORT("Unknown buffer type.");
cdalton397536c2016-03-25 12:15:03 -0700415 }
cdalton1bf3e712016-04-19 10:00:02 -0700416 if (data && buff) {
417 buff->updateData(data, size);
418 }
419 return buff;
Greg Daniel164a9f02016-02-22 09:56:40 -0500420}
421
Brian Salomona9b04b92018-06-01 15:04:28 -0400422bool GrVkGpu::onWritePixels(GrSurface* surface, int left, int top, int width, int height,
Brian Salomonf77c1462019-08-01 15:19:29 -0400423 GrColorType surfaceColorType, GrColorType srcColorType,
424 const GrMipLevel texels[], int mipLevelCount) {
Greg Daniel164a9f02016-02-22 09:56:40 -0500425 GrVkTexture* vkTex = static_cast<GrVkTexture*>(surface->asTexture());
426 if (!vkTex) {
427 return false;
428 }
429
jvanverth900bd4a2016-04-29 13:53:12 -0700430 // Make sure we have at least the base level
Robert Phillips590533f2017-07-11 14:22:35 -0400431 if (!mipLevelCount || !texels[0].fPixels) {
jvanverth03509ea2016-03-02 13:19:47 -0800432 return false;
433 }
bsalomona1e6b3b2016-03-02 10:58:23 -0800434
Robert Phillips1f098982019-05-15 10:27:36 -0400435 SkASSERT(!GrVkFormatIsCompressed(vkTex->imageFormat()));
Greg Daniel164a9f02016-02-22 09:56:40 -0500436 bool success = false;
Robert Phillips92de6312017-05-23 07:43:48 -0400437 bool linearTiling = vkTex->isLinearTiled();
438 if (linearTiling) {
Robert Phillips590533f2017-07-11 14:22:35 -0400439 if (mipLevelCount > 1) {
Robert Phillips92de6312017-05-23 07:43:48 -0400440 SkDebugf("Can't upload mipmap data to linear tiled texture");
441 return false;
442 }
443 if (VK_IMAGE_LAYOUT_PREINITIALIZED != vkTex->currentLayout()) {
444 // Need to change the layout to general in order to perform a host write
445 vkTex->setImageLayout(this,
446 VK_IMAGE_LAYOUT_GENERAL,
447 VK_ACCESS_HOST_WRITE_BIT,
448 VK_PIPELINE_STAGE_HOST_BIT,
449 false);
450 this->submitCommandBuffer(kForce_SyncQueue);
451 }
Brian Salomona9b04b92018-06-01 15:04:28 -0400452 success = this->uploadTexDataLinear(vkTex, left, top, width, height, srcColorType,
Robert Phillips590533f2017-07-11 14:22:35 -0400453 texels[0].fPixels, texels[0].fRowBytes);
Greg Daniel164a9f02016-02-22 09:56:40 -0500454 } else {
Greg Danielda86e282018-06-13 09:41:19 -0400455 SkASSERT(mipLevelCount <= vkTex->texturePriv().maxMipMapLevel() + 1);
Brian Salomona9b04b92018-06-01 15:04:28 -0400456 success = this->uploadTexDataOptimal(vkTex, left, top, width, height, srcColorType, texels,
457 mipLevelCount);
Greg Daniel164a9f02016-02-22 09:56:40 -0500458 }
egdaniel4583ec52016-06-27 12:57:00 -0700459
jvanverth900bd4a2016-04-29 13:53:12 -0700460 return success;
Greg Daniel164a9f02016-02-22 09:56:40 -0500461}
462
Brian Salomone05ba5a2019-04-08 11:59:07 -0400463bool GrVkGpu::onTransferPixelsTo(GrTexture* texture, int left, int top, int width, int height,
Brian Salomonf77c1462019-08-01 15:19:29 -0400464 GrColorType surfaceColorType, GrColorType bufferColorType,
465 GrGpuBuffer* transferBuffer, size_t bufferOffset,
466 size_t rowBytes) {
Brian Salomon42be09d2019-07-26 12:12:26 -0400467 // Vulkan only supports offsets that are both 4-byte aligned and aligned to a pixel.
468 if ((bufferOffset & 0x3) || (bufferOffset % GrColorTypeBytesPerPixel(bufferColorType))) {
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400469 return false;
470 }
471 GrVkTexture* vkTex = static_cast<GrVkTexture*>(texture);
472 if (!vkTex) {
473 return false;
474 }
Robert Phillips1f098982019-05-15 10:27:36 -0400475
476 // Can't transfer compressed data
477 SkASSERT(!GrVkFormatIsCompressed(vkTex->imageFormat()));
478
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400479 GrVkTransferBuffer* vkBuffer = static_cast<GrVkTransferBuffer*>(transferBuffer);
480 if (!vkBuffer) {
481 return false;
482 }
483
Greg Daniel660cc992017-06-26 14:55:05 -0400484 SkDEBUGCODE(
485 SkIRect subRect = SkIRect::MakeXYWH(left, top, width, height);
486 SkIRect bounds = SkIRect::MakeWH(texture->width(), texture->height());
487 SkASSERT(bounds.contains(subRect));
488 )
Brian Salomonb28cb682019-07-26 12:48:47 -0400489 size_t bpp = GrColorTypeBytesPerPixel(bufferColorType);
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400490
491 // Set up copy region
492 VkBufferImageCopy region;
493 memset(&region, 0, sizeof(VkBufferImageCopy));
494 region.bufferOffset = bufferOffset;
495 region.bufferRowLength = (uint32_t)(rowBytes/bpp);
496 region.bufferImageHeight = 0;
497 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
498 region.imageOffset = { left, top, 0 };
499 region.imageExtent = { (uint32_t)width, (uint32_t)height, 1 };
500
501 // Change layout of our target so it can be copied to
502 vkTex->setImageLayout(this,
503 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
504 VK_ACCESS_TRANSFER_WRITE_BIT,
505 VK_PIPELINE_STAGE_TRANSFER_BIT,
506 false);
507
508 // Copy the buffer to the image
509 fCurrentCmdBuffer->copyBufferToImage(this,
510 vkBuffer,
511 vkTex,
512 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
513 1,
514 &region);
515
Greg Daniel0fc4d2d2017-10-12 11:23:36 -0400516 vkTex->texturePriv().markMipMapsDirty();
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400517 return true;
518}
519
Brian Salomon26de56e2019-04-10 12:14:26 -0400520bool GrVkGpu::onTransferPixelsFrom(GrSurface* surface, int left, int top, int width, int height,
Brian Salomonf77c1462019-08-01 15:19:29 -0400521 GrColorType surfaceColorType, GrColorType bufferColorType,
522 GrGpuBuffer* transferBuffer, size_t offset) {
Brian Salomona585fe92019-04-09 14:57:00 -0400523 SkASSERT(surface);
524 SkASSERT(transferBuffer);
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400525 if (fProtectedContext == GrProtected::kYes) {
526 return false;
527 }
Brian Salomona585fe92019-04-09 14:57:00 -0400528
Brian Salomona585fe92019-04-09 14:57:00 -0400529 GrVkTransferBuffer* vkBuffer = static_cast<GrVkTransferBuffer*>(transferBuffer);
530
531 GrVkImage* srcImage;
532 if (GrVkRenderTarget* rt = static_cast<GrVkRenderTarget*>(surface->asRenderTarget())) {
533 // Reading from render targets that wrap a secondary command buffer is not allowed since
534 // it would require us to know the VkImage, which we don't have, as well as need us to
535 // stop and start the VkRenderPass which we don't have access to.
536 if (rt->wrapsSecondaryCommandBuffer()) {
537 return false;
538 }
539 // resolve the render target if necessary
540 switch (rt->getResolveType()) {
541 case GrVkRenderTarget::kCantResolve_ResolveType:
542 return false;
543 case GrVkRenderTarget::kAutoResolves_ResolveType:
544 break;
545 case GrVkRenderTarget::kCanResolve_ResolveType:
546 this->resolveRenderTargetNoFlush(rt);
547 break;
548 default:
549 SK_ABORT("Unknown resolve type");
550 }
551 srcImage = rt;
552 } else {
553 srcImage = static_cast<GrVkTexture*>(surface->asTexture());
554 }
555
556 // Set up copy region
557 VkBufferImageCopy region;
558 memset(&region, 0, sizeof(VkBufferImageCopy));
559 region.bufferOffset = offset;
Brian Salomon26de56e2019-04-10 12:14:26 -0400560 region.bufferRowLength = width;
Brian Salomona585fe92019-04-09 14:57:00 -0400561 region.bufferImageHeight = 0;
562 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
563 region.imageOffset = { left, top, 0 };
564 region.imageExtent = { (uint32_t)width, (uint32_t)height, 1 };
565
566 srcImage->setImageLayout(this,
567 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
568 VK_ACCESS_TRANSFER_READ_BIT,
569 VK_PIPELINE_STAGE_TRANSFER_BIT,
570 false);
571
572 fCurrentCmdBuffer->copyImageToBuffer(this, srcImage, VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
573 vkBuffer, 1, &region);
574
575 // Make sure the copy to buffer has finished.
576 vkBuffer->addMemoryBarrier(this,
577 VK_ACCESS_TRANSFER_WRITE_BIT,
578 VK_ACCESS_HOST_READ_BIT,
579 VK_PIPELINE_STAGE_TRANSFER_BIT,
580 VK_PIPELINE_STAGE_HOST_BIT,
581 false);
Brian Salomon26de56e2019-04-10 12:14:26 -0400582 return true;
Brian Salomona585fe92019-04-09 14:57:00 -0400583}
584
Brian Salomon1fabd512018-02-09 09:54:25 -0500585void GrVkGpu::resolveImage(GrSurface* dst, GrVkRenderTarget* src, const SkIRect& srcRect,
586 const SkIPoint& dstPoint) {
egdaniel4bcd62e2016-08-31 07:37:31 -0700587 SkASSERT(dst);
Chris Dalton6ce447a2019-06-23 18:07:38 -0600588 SkASSERT(src && src->numSamples() > 1 && src->msaaImage());
egdaniel4bcd62e2016-08-31 07:37:31 -0700589
egdaniel4bcd62e2016-08-31 07:37:31 -0700590 VkImageResolve resolveInfo;
Brian Salomon1fabd512018-02-09 09:54:25 -0500591 resolveInfo.srcSubresource = {VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1};
592 resolveInfo.srcOffset = {srcRect.fLeft, srcRect.fTop, 0};
593 resolveInfo.dstSubresource = {VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1};
594 resolveInfo.dstOffset = {dstPoint.fX, dstPoint.fY, 0};
595 resolveInfo.extent = {(uint32_t)srcRect.width(), (uint32_t)srcRect.height(), 1};
egdaniel4bcd62e2016-08-31 07:37:31 -0700596
Greg Danielbc26c392017-04-18 13:32:10 -0400597 GrVkImage* dstImage;
598 GrRenderTarget* dstRT = dst->asRenderTarget();
599 if (dstRT) {
600 GrVkRenderTarget* vkRT = static_cast<GrVkRenderTarget*>(dstRT);
Greg Danielbc26c392017-04-18 13:32:10 -0400601 dstImage = vkRT;
602 } else {
603 SkASSERT(dst->asTexture());
604 dstImage = static_cast<GrVkTexture*>(dst->asTexture());
605 }
606 dstImage->setImageLayout(this,
607 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
608 VK_ACCESS_TRANSFER_WRITE_BIT,
609 VK_PIPELINE_STAGE_TRANSFER_BIT,
610 false);
egdaniel4bcd62e2016-08-31 07:37:31 -0700611
612 src->msaaImage()->setImageLayout(this,
613 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
614 VK_ACCESS_TRANSFER_READ_BIT,
615 VK_PIPELINE_STAGE_TRANSFER_BIT,
616 false);
617
Greg Danielbc26c392017-04-18 13:32:10 -0400618 fCurrentCmdBuffer->resolveImage(this, *src->msaaImage(), *dstImage, 1, &resolveInfo);
egdaniel4bcd62e2016-08-31 07:37:31 -0700619}
620
Brian Salomon1fabd512018-02-09 09:54:25 -0500621void GrVkGpu::internalResolveRenderTarget(GrRenderTarget* target, bool requiresSubmit) {
egdaniel66933552016-08-24 07:22:19 -0700622 if (target->needsResolve()) {
Chris Dalton6ce447a2019-06-23 18:07:38 -0600623 SkASSERT(target->numSamples() > 1);
egdaniel52ad2512016-08-04 12:50:01 -0700624 GrVkRenderTarget* rt = static_cast<GrVkRenderTarget*>(target);
625 SkASSERT(rt->msaaImage());
Greg Daniel69d49922017-02-23 09:44:02 -0500626
egdaniel4bcd62e2016-08-31 07:37:31 -0700627 const SkIRect& srcRect = rt->getResolveRect();
egdaniel52ad2512016-08-04 12:50:01 -0700628
Brian Salomon1fabd512018-02-09 09:54:25 -0500629 this->resolveImage(target, rt, srcRect, SkIPoint::Make(srcRect.fLeft, srcRect.fTop));
egdaniel52ad2512016-08-04 12:50:01 -0700630
631 rt->flagAsResolved();
Greg Daniel69d49922017-02-23 09:44:02 -0500632
633 if (requiresSubmit) {
634 this->submitCommandBuffer(kSkip_SyncQueue);
635 }
egdaniel52ad2512016-08-04 12:50:01 -0700636 }
637}
638
Brian Salomona9b04b92018-06-01 15:04:28 -0400639bool GrVkGpu::uploadTexDataLinear(GrVkTexture* tex, int left, int top, int width, int height,
640 GrColorType dataColorType, const void* data, size_t rowBytes) {
Greg Daniel164a9f02016-02-22 09:56:40 -0500641 SkASSERT(data);
jvanverth900bd4a2016-04-29 13:53:12 -0700642 SkASSERT(tex->isLinearTiled());
Greg Daniel164a9f02016-02-22 09:56:40 -0500643
Greg Daniel660cc992017-06-26 14:55:05 -0400644 SkDEBUGCODE(
645 SkIRect subRect = SkIRect::MakeXYWH(left, top, width, height);
646 SkIRect bounds = SkIRect::MakeWH(tex->width(), tex->height());
647 SkASSERT(bounds.contains(subRect));
648 )
Brian Salomonb28cb682019-07-26 12:48:47 -0400649 size_t bpp = GrColorTypeBytesPerPixel(dataColorType);
Greg Daniel164a9f02016-02-22 09:56:40 -0500650 size_t trimRowBytes = width * bpp;
651
jvanverth900bd4a2016-04-29 13:53:12 -0700652 SkASSERT(VK_IMAGE_LAYOUT_PREINITIALIZED == tex->currentLayout() ||
653 VK_IMAGE_LAYOUT_GENERAL == tex->currentLayout());
654 const VkImageSubresource subres = {
655 VK_IMAGE_ASPECT_COLOR_BIT,
656 0, // mipLevel
657 0, // arraySlice
658 };
659 VkSubresourceLayout layout;
Greg Daniel164a9f02016-02-22 09:56:40 -0500660
jvanverth900bd4a2016-04-29 13:53:12 -0700661 const GrVkInterface* interface = this->vkInterface();
Greg Daniel164a9f02016-02-22 09:56:40 -0500662
jvanverth900bd4a2016-04-29 13:53:12 -0700663 GR_VK_CALL(interface, GetImageSubresourceLayout(fDevice,
egdanielb2df0c22016-05-13 11:30:37 -0700664 tex->image(),
jvanverth900bd4a2016-04-29 13:53:12 -0700665 &subres,
666 &layout));
Greg Daniel164a9f02016-02-22 09:56:40 -0500667
jvanverth1e305ba2016-06-01 09:39:15 -0700668 const GrVkAlloc& alloc = tex->alloc();
Jim Van Verth658d4992019-07-11 14:07:53 -0400669 if (VK_NULL_HANDLE == alloc.fMemory) {
670 return false;
671 }
Brian Salomona9b04b92018-06-01 15:04:28 -0400672 VkDeviceSize offset = top * layout.rowPitch + left * bpp;
jvanverth900bd4a2016-04-29 13:53:12 -0700673 VkDeviceSize size = height*layout.rowPitch;
Greg Daniel81df0412018-05-31 13:13:33 -0400674 SkASSERT(size + offset <= alloc.fSize);
675 void* mapPtr = GrVkMemory::MapAlloc(this, alloc);
676 if (!mapPtr) {
jvanverth900bd4a2016-04-29 13:53:12 -0700677 return false;
678 }
Greg Daniel81df0412018-05-31 13:13:33 -0400679 mapPtr = reinterpret_cast<char*>(mapPtr) + offset;
jvanverth900bd4a2016-04-29 13:53:12 -0700680
Brian Salomona9b04b92018-06-01 15:04:28 -0400681 SkRectMemcpy(mapPtr, static_cast<size_t>(layout.rowPitch), data, rowBytes, trimRowBytes,
682 height);
jvanverth900bd4a2016-04-29 13:53:12 -0700683
Greg Daniele35a99e2018-03-02 11:44:22 -0500684 GrVkMemory::FlushMappedAlloc(this, alloc, offset, size);
Greg Daniel81df0412018-05-31 13:13:33 -0400685 GrVkMemory::UnmapAlloc(this, alloc);
jvanverth900bd4a2016-04-29 13:53:12 -0700686
687 return true;
688}
689
Brian Salomona9b04b92018-06-01 15:04:28 -0400690bool GrVkGpu::uploadTexDataOptimal(GrVkTexture* tex, int left, int top, int width, int height,
691 GrColorType dataColorType, const GrMipLevel texels[],
692 int mipLevelCount) {
jvanverth900bd4a2016-04-29 13:53:12 -0700693 SkASSERT(!tex->isLinearTiled());
694 // The assumption is either that we have no mipmaps, or that our rect is the entire texture
Robert Phillips590533f2017-07-11 14:22:35 -0400695 SkASSERT(1 == mipLevelCount ||
jvanverth900bd4a2016-04-29 13:53:12 -0700696 (0 == left && 0 == top && width == tex->width() && height == tex->height()));
697
Greg Danieldd20e912017-04-07 14:42:23 -0400698 // We assume that if the texture has mip levels, we either upload to all the levels or just the
699 // first.
Robert Phillips590533f2017-07-11 14:22:35 -0400700 SkASSERT(1 == mipLevelCount || mipLevelCount == (tex->texturePriv().maxMipMapLevel() + 1));
Greg Danieldd20e912017-04-07 14:42:23 -0400701
jvanverth900bd4a2016-04-29 13:53:12 -0700702 if (width == 0 || height == 0) {
703 return false;
704 }
705
Greg Daniel475eb702018-09-28 14:16:50 -0400706 if (GrPixelConfigToColorType(tex->config()) != dataColorType) {
707 return false;
708 }
709
710 // For RGB_888x src data we are uploading it first to an RGBA texture and then copying it to the
711 // dst RGB texture. Thus we do not upload mip levels for that.
Greg Danielf259b8b2019-02-14 09:03:43 -0500712 if (dataColorType == GrColorType::kRGB_888x && tex->imageFormat() == VK_FORMAT_R8G8B8_UNORM) {
713 SkASSERT(tex->config() == kRGB_888_GrPixelConfig);
Greg Daniel475eb702018-09-28 14:16:50 -0400714 // First check that we'll be able to do the copy to the to the R8G8B8 image in the end via a
715 // blit or draw.
Greg Danielcaa795f2019-05-14 11:54:25 -0400716 if (!this->vkCaps().formatCanBeDstofBlit(VK_FORMAT_R8G8B8_UNORM, tex->isLinearTiled()) &&
Greg Daniel900583a2019-08-06 12:05:31 -0400717 !this->vkCaps().isFormatRenderable(VK_FORMAT_R8G8B8_UNORM, 1)) {
Greg Daniel475eb702018-09-28 14:16:50 -0400718 return false;
719 }
720 mipLevelCount = 1;
721 }
722
Greg Daniel2f2caea2019-07-08 14:24:47 -0400723 SkASSERT(this->vkCaps().isVkFormatTexturable(tex->imageFormat()));
Brian Salomonb28cb682019-07-26 12:48:47 -0400724 size_t bpp = GrColorTypeBytesPerPixel(dataColorType);
jvanverth900bd4a2016-04-29 13:53:12 -0700725
726 // texels is const.
jvanverthc578b0632016-05-02 10:58:12 -0700727 // But we may need to adjust the fPixels ptr based on the copyRect, or fRowBytes.
728 // Because of this we need to make a non-const shallow copy of texels.
Robert Phillips0f992772017-07-12 08:24:56 -0400729 SkAutoTMalloc<GrMipLevel> texelsShallowCopy;
730
Greg Daniel475eb702018-09-28 14:16:50 -0400731 texelsShallowCopy.reset(mipLevelCount);
732 memcpy(texelsShallowCopy.get(), texels, mipLevelCount*sizeof(GrMipLevel));
jvanverth900bd4a2016-04-29 13:53:12 -0700733
Robert Phillips590533f2017-07-11 14:22:35 -0400734 SkTArray<size_t> individualMipOffsets(mipLevelCount);
jvanverthc578b0632016-05-02 10:58:12 -0700735 individualMipOffsets.push_back(0);
736 size_t combinedBufferSize = width * bpp * height;
737 int currentWidth = width;
738 int currentHeight = height;
Greg Daniel475eb702018-09-28 14:16:50 -0400739 if (!texelsShallowCopy[0].fPixels) {
Greg Daniel55afd6d2017-09-29 09:32:44 -0400740 combinedBufferSize = 0;
741 }
742
Greg Daniel468fd632017-03-22 17:03:45 -0400743 // The alignment must be at least 4 bytes and a multiple of the bytes per pixel of the image
744 // config. This works with the assumption that the bytes in pixel config is always a power of 2.
745 SkASSERT((bpp & (bpp - 1)) == 0);
746 const size_t alignmentMask = 0x3 | (bpp - 1);
Robert Phillips590533f2017-07-11 14:22:35 -0400747 for (int currentMipLevel = 1; currentMipLevel < mipLevelCount; currentMipLevel++) {
jvanverthc578b0632016-05-02 10:58:12 -0700748 currentWidth = SkTMax(1, currentWidth/2);
749 currentHeight = SkTMax(1, currentHeight/2);
Greg Daniel660cc992017-06-26 14:55:05 -0400750
Greg Daniel55afd6d2017-09-29 09:32:44 -0400751 if (texelsShallowCopy[currentMipLevel].fPixels) {
752 const size_t trimmedSize = currentWidth * bpp * currentHeight;
753 const size_t alignmentDiff = combinedBufferSize & alignmentMask;
754 if (alignmentDiff != 0) {
755 combinedBufferSize += alignmentMask - alignmentDiff + 1;
756 }
757 individualMipOffsets.push_back(combinedBufferSize);
758 combinedBufferSize += trimmedSize;
759 } else {
760 individualMipOffsets.push_back(0);
Greg Daniel468fd632017-03-22 17:03:45 -0400761 }
Greg Daniel55afd6d2017-09-29 09:32:44 -0400762 }
763 if (0 == combinedBufferSize) {
764 // We don't actually have any data to upload so just return success
765 return true;
jvanverth900bd4a2016-04-29 13:53:12 -0700766 }
767
768 // allocate buffer to hold our mip data
Brian Salomon12d22642019-01-29 14:38:50 -0500769 sk_sp<GrVkTransferBuffer> transferBuffer =
770 GrVkTransferBuffer::Make(this, combinedBufferSize, GrVkBuffer::kCopyRead_Type);
Greg Daniel475eb702018-09-28 14:16:50 -0400771 if (!transferBuffer) {
Forrest Reilingc04f8452017-04-26 19:26:12 -0700772 return false;
Greg Daniel6888c0d2017-08-25 11:55:50 -0400773 }
jvanverth900bd4a2016-04-29 13:53:12 -0700774
Greg Daniel475eb702018-09-28 14:16:50 -0400775 int uploadLeft = left;
776 int uploadTop = top;
777 GrVkTexture* uploadTexture = tex;
778 // For uploading RGB_888x data to an R8G8B8_UNORM texture we must first upload the data to an
779 // R8G8B8A8_UNORM image and then copy it.
780 sk_sp<GrVkTexture> copyTexture;
Greg Danielf259b8b2019-02-14 09:03:43 -0500781 if (dataColorType == GrColorType::kRGB_888x && tex->imageFormat() == VK_FORMAT_R8G8B8_UNORM) {
Greg Daniel46cfbc62019-06-07 11:43:30 -0400782 bool dstHasYcbcr = tex->ycbcrConversionInfo().isValid();
Brian Salomon1c53a9f2019-08-12 14:10:12 -0400783 if (!this->vkCaps().canCopyAsBlit(tex->imageFormat(), 1, false, dstHasYcbcr,
784 VK_FORMAT_R8G8B8A8_UNORM, 1, false, false)) {
Greg Daniel46cfbc62019-06-07 11:43:30 -0400785 return false;
786 }
Greg Daniel475eb702018-09-28 14:16:50 -0400787 GrSurfaceDesc surfDesc;
Greg Daniel475eb702018-09-28 14:16:50 -0400788 surfDesc.fWidth = width;
789 surfDesc.fHeight = height;
790 surfDesc.fConfig = kRGBA_8888_GrPixelConfig;
Greg Daniel475eb702018-09-28 14:16:50 -0400791
792 VkImageUsageFlags usageFlags = VK_IMAGE_USAGE_SAMPLED_BIT |
793 VK_IMAGE_USAGE_TRANSFER_SRC_BIT |
794 VK_IMAGE_USAGE_TRANSFER_DST_BIT;
795
796 GrVkImage::ImageDesc imageDesc;
797 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
798 imageDesc.fFormat = VK_FORMAT_R8G8B8A8_UNORM;
799 imageDesc.fWidth = width;
800 imageDesc.fHeight = height;
801 imageDesc.fLevels = 1;
802 imageDesc.fSamples = 1;
803 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
804 imageDesc.fUsageFlags = usageFlags;
805 imageDesc.fMemProps = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
806
807 copyTexture = GrVkTexture::MakeNewTexture(this, SkBudgeted::kYes, surfDesc, imageDesc,
808 GrMipMapsStatus::kNotAllocated);
809 if (!copyTexture) {
810 return false;
811 }
Greg Daniel5c7b5412019-05-10 11:39:55 -0400812
Greg Daniel475eb702018-09-28 14:16:50 -0400813 uploadTexture = copyTexture.get();
814 uploadLeft = 0;
815 uploadTop = 0;
816 }
817
jvanverth900bd4a2016-04-29 13:53:12 -0700818 char* buffer = (char*) transferBuffer->map();
Robert Phillips590533f2017-07-11 14:22:35 -0400819 SkTArray<VkBufferImageCopy> regions(mipLevelCount);
jvanverth900bd4a2016-04-29 13:53:12 -0700820
jvanverthc578b0632016-05-02 10:58:12 -0700821 currentWidth = width;
822 currentHeight = height;
Greg Daniel475eb702018-09-28 14:16:50 -0400823 int layerHeight = uploadTexture->height();
Robert Phillips590533f2017-07-11 14:22:35 -0400824 for (int currentMipLevel = 0; currentMipLevel < mipLevelCount; currentMipLevel++) {
Greg Daniel55afd6d2017-09-29 09:32:44 -0400825 if (texelsShallowCopy[currentMipLevel].fPixels) {
826 SkASSERT(1 == mipLevelCount || currentHeight == layerHeight);
827 const size_t trimRowBytes = currentWidth * bpp;
Brian Salomon1047a492019-07-02 12:25:21 -0400828 const size_t rowBytes = texelsShallowCopy[currentMipLevel].fRowBytes;
jvanverth900bd4a2016-04-29 13:53:12 -0700829
Greg Daniel55afd6d2017-09-29 09:32:44 -0400830 // copy data into the buffer, skipping the trailing bytes
831 char* dst = buffer + individualMipOffsets[currentMipLevel];
832 const char* src = (const char*)texelsShallowCopy[currentMipLevel].fPixels;
Brian Salomona9b04b92018-06-01 15:04:28 -0400833 SkRectMemcpy(dst, trimRowBytes, src, rowBytes, trimRowBytes, currentHeight);
Greg Daniel55afd6d2017-09-29 09:32:44 -0400834
835 VkBufferImageCopy& region = regions.push_back();
836 memset(&region, 0, sizeof(VkBufferImageCopy));
837 region.bufferOffset = transferBuffer->offset() + individualMipOffsets[currentMipLevel];
838 region.bufferRowLength = currentWidth;
839 region.bufferImageHeight = currentHeight;
840 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, SkToU32(currentMipLevel), 0, 1 };
Greg Daniel475eb702018-09-28 14:16:50 -0400841 region.imageOffset = {uploadLeft, uploadTop, 0};
Greg Daniel55afd6d2017-09-29 09:32:44 -0400842 region.imageExtent = { (uint32_t)currentWidth, (uint32_t)currentHeight, 1 };
jvanverth900bd4a2016-04-29 13:53:12 -0700843 }
jvanverthc578b0632016-05-02 10:58:12 -0700844 currentWidth = SkTMax(1, currentWidth/2);
845 currentHeight = SkTMax(1, currentHeight/2);
Greg Daniela1b282b2017-03-28 14:56:46 -0400846 layerHeight = currentHeight;
jvanverth900bd4a2016-04-29 13:53:12 -0700847 }
848
jvanverth9d54afc2016-09-20 09:20:03 -0700849 // no need to flush non-coherent memory, unmap will do that for us
jvanverth900bd4a2016-04-29 13:53:12 -0700850 transferBuffer->unmap();
851
jvanverth900bd4a2016-04-29 13:53:12 -0700852 // Change layout of our target so it can be copied to
Greg Daniel475eb702018-09-28 14:16:50 -0400853 uploadTexture->setImageLayout(this,
854 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
855 VK_ACCESS_TRANSFER_WRITE_BIT,
856 VK_PIPELINE_STAGE_TRANSFER_BIT,
857 false);
jvanverth900bd4a2016-04-29 13:53:12 -0700858
859 // Copy the buffer to the image
860 fCurrentCmdBuffer->copyBufferToImage(this,
Brian Salomon12d22642019-01-29 14:38:50 -0500861 transferBuffer.get(),
Greg Daniel475eb702018-09-28 14:16:50 -0400862 uploadTexture,
jvanverth900bd4a2016-04-29 13:53:12 -0700863 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
864 regions.count(),
865 regions.begin());
Greg Daniel475eb702018-09-28 14:16:50 -0400866
867 // If we copied the data into a temporary image first, copy that image into our main texture
868 // now.
869 if (copyTexture.get()) {
870 SkASSERT(dataColorType == GrColorType::kRGB_888x);
Greg Daniel46cfbc62019-06-07 11:43:30 -0400871 SkAssertResult(this->copySurface(tex, copyTexture.get(), SkIRect::MakeWH(width, height),
872 SkIPoint::Make(left, top), false));
Greg Daniel475eb702018-09-28 14:16:50 -0400873 }
Robert Phillips590533f2017-07-11 14:22:35 -0400874 if (1 == mipLevelCount) {
Greg Daniel0fc4d2d2017-10-12 11:23:36 -0400875 tex->texturePriv().markMipMapsDirty();
Greg Danieldd20e912017-04-07 14:42:23 -0400876 }
jvanverth900bd4a2016-04-29 13:53:12 -0700877
Greg Daniel164a9f02016-02-22 09:56:40 -0500878 return true;
879}
880
Jim Van Verth1676cb92019-01-15 13:24:45 -0500881// It's probably possible to roll this into uploadTexDataOptimal,
882// but for now it's easier to maintain as a separate entity.
883bool GrVkGpu::uploadTexDataCompressed(GrVkTexture* tex, int left, int top, int width, int height,
Brian Salomonbb8dde82019-06-27 10:52:13 -0400884 SkImage::CompressionType compressionType, const void* data) {
885 SkASSERT(data);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500886 SkASSERT(!tex->isLinearTiled());
887 // For now the assumption is that our rect is the entire texture.
888 // Compressed textures are read-only so this should be a reasonable assumption.
889 SkASSERT(0 == left && 0 == top && width == tex->width() && height == tex->height());
890
Jim Van Verth1676cb92019-01-15 13:24:45 -0500891 if (width == 0 || height == 0) {
892 return false;
893 }
894
Brian Salomonbb8dde82019-06-27 10:52:13 -0400895 SkImage::CompressionType textureCompressionType;
896 if (!GrVkFormatToCompressionType(tex->imageFormat(), &textureCompressionType) ||
897 textureCompressionType != compressionType) {
Jim Van Verth1676cb92019-01-15 13:24:45 -0500898 return false;
899 }
900
Greg Daniel2f2caea2019-07-08 14:24:47 -0400901 SkASSERT(this->vkCaps().isVkFormatTexturable(tex->imageFormat()));
Jim Van Verth1676cb92019-01-15 13:24:45 -0500902
Brian Salomonbb8dde82019-06-27 10:52:13 -0400903 size_t dataSize = GrCompressedDataSize(compressionType, width, height);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500904
905 // allocate buffer to hold our mip data
Brian Salomon12d22642019-01-29 14:38:50 -0500906 sk_sp<GrVkTransferBuffer> transferBuffer =
Brian Salomonbb8dde82019-06-27 10:52:13 -0400907 GrVkTransferBuffer::Make(this, dataSize, GrVkBuffer::kCopyRead_Type);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500908 if (!transferBuffer) {
909 return false;
910 }
911
912 int uploadLeft = left;
913 int uploadTop = top;
914 GrVkTexture* uploadTexture = tex;
915
916 char* buffer = (char*)transferBuffer->map();
Jim Van Verth1676cb92019-01-15 13:24:45 -0500917
Brian Salomonbb8dde82019-06-27 10:52:13 -0400918 memcpy(buffer, data, dataSize);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500919
Brian Salomonbb8dde82019-06-27 10:52:13 -0400920 VkBufferImageCopy region;
921 memset(&region, 0, sizeof(VkBufferImageCopy));
922 region.bufferOffset = transferBuffer->offset();
923 region.bufferRowLength = width;
924 region.bufferImageHeight = height;
925 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
926 region.imageOffset = { uploadLeft, uploadTop, 0 };
927 region.imageExtent = { SkToU32(width), SkToU32(height), 1 };
Jim Van Verth1676cb92019-01-15 13:24:45 -0500928
929 // no need to flush non-coherent memory, unmap will do that for us
930 transferBuffer->unmap();
931
932 // Change layout of our target so it can be copied to
933 uploadTexture->setImageLayout(this,
934 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
935 VK_ACCESS_TRANSFER_WRITE_BIT,
936 VK_PIPELINE_STAGE_TRANSFER_BIT,
937 false);
938
939 // Copy the buffer to the image
940 fCurrentCmdBuffer->copyBufferToImage(this,
Brian Salomon12d22642019-01-29 14:38:50 -0500941 transferBuffer.get(),
Jim Van Verth1676cb92019-01-15 13:24:45 -0500942 uploadTexture,
943 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
Brian Salomonbb8dde82019-06-27 10:52:13 -0400944 1,
945 &region);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500946
947 return true;
948}
949
Greg Daniel164a9f02016-02-22 09:56:40 -0500950////////////////////////////////////////////////////////////////////////////////
Brian Salomon81536f22019-08-08 16:30:49 -0400951sk_sp<GrTexture> GrVkGpu::onCreateTexture(const GrSurfaceDesc& desc,
952 const GrBackendFormat& format,
953 GrRenderable renderable,
954 int renderTargetSampleCnt,
955 SkBudgeted budgeted,
956 GrProtected isProtected,
957 const GrMipLevel texels[],
Brian Salomon27b4d8d2019-07-22 14:23:45 -0400958 int mipLevelCount) {
Greg Daniel164a9f02016-02-22 09:56:40 -0500959 VkFormat pixelFormat;
Brian Salomon81536f22019-08-08 16:30:49 -0400960 SkAssertResult(format.asVkFormat(&pixelFormat));
961 SkASSERT(!GrVkFormatIsCompressed(pixelFormat));
egdaniel0a3a7f72016-06-24 09:22:31 -0700962
Greg Daniel164a9f02016-02-22 09:56:40 -0500963 VkImageUsageFlags usageFlags = VK_IMAGE_USAGE_SAMPLED_BIT;
Brian Salomonf2c2ba92019-07-17 09:59:59 -0400964 if (renderable == GrRenderable::kYes) {
Greg Daniel164a9f02016-02-22 09:56:40 -0500965 usageFlags |= VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
966 }
967
968 // For now we will set the VK_IMAGE_USAGE_TRANSFER_DESTINATION_BIT and
969 // VK_IMAGE_USAGE_TRANSFER_SOURCE_BIT on every texture since we do not know whether or not we
970 // will be using this texture in some copy or not. Also this assumes, as is the current case,
jvanverth62340062016-04-26 08:01:44 -0700971 // that all render targets in vulkan are also textures. If we change this practice of setting
Greg Daniel164a9f02016-02-22 09:56:40 -0500972 // both bits, we must make sure to set the destination bit if we are uploading srcData to the
973 // texture.
974 usageFlags |= VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT;
975
Greg Daniel164a9f02016-02-22 09:56:40 -0500976 // This ImageDesc refers to the texture that will be read by the client. Thus even if msaa is
jvanverth62340062016-04-26 08:01:44 -0700977 // requested, this ImageDesc describes the resolved texture. Therefore we always have samples set
Greg Daniel164a9f02016-02-22 09:56:40 -0500978 // to 1.
Robert Phillips590533f2017-07-11 14:22:35 -0400979 int mipLevels = !mipLevelCount ? 1 : mipLevelCount;
Greg Daniel164a9f02016-02-22 09:56:40 -0500980 GrVkImage::ImageDesc imageDesc;
981 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
982 imageDesc.fFormat = pixelFormat;
983 imageDesc.fWidth = desc.fWidth;
984 imageDesc.fHeight = desc.fHeight;
Brian Salomon7128fdd2017-05-22 14:00:07 -0400985 imageDesc.fLevels = mipLevels;
Greg Daniel164a9f02016-02-22 09:56:40 -0500986 imageDesc.fSamples = 1;
Brian Salomon7128fdd2017-05-22 14:00:07 -0400987 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
Greg Daniel164a9f02016-02-22 09:56:40 -0500988 imageDesc.fUsageFlags = usageFlags;
Brian Salomone8a766b2019-07-19 14:24:36 -0400989 imageDesc.fIsProtected = isProtected;
Greg Daniel164a9f02016-02-22 09:56:40 -0500990
Greg Daniel0fc4d2d2017-10-12 11:23:36 -0400991 GrMipMapsStatus mipMapsStatus = GrMipMapsStatus::kNotAllocated;
992 if (mipLevels > 1) {
993 mipMapsStatus = GrMipMapsStatus::kValid;
994 for (int i = 0; i < mipLevels; ++i) {
995 if (!texels[i].fPixels) {
996 mipMapsStatus = GrMipMapsStatus::kDirty;
997 break;
998 }
Greg Daniel834f1202017-10-09 15:06:20 -0400999 }
1000 }
1001
Robert Phillips67d52cf2017-06-05 13:38:13 -04001002 sk_sp<GrVkTexture> tex;
Brian Salomonf2c2ba92019-07-17 09:59:59 -04001003 if (renderable == GrRenderable::kYes) {
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001004 tex = GrVkTextureRenderTarget::MakeNewTextureRenderTarget(
1005 this, budgeted, desc, renderTargetSampleCnt, imageDesc, mipMapsStatus);
Greg Daniel164a9f02016-02-22 09:56:40 -05001006 } else {
Greg Daniel475eb702018-09-28 14:16:50 -04001007 tex = GrVkTexture::MakeNewTexture(this, budgeted, desc, imageDesc, mipMapsStatus);
Greg Daniel164a9f02016-02-22 09:56:40 -05001008 }
1009
1010 if (!tex) {
1011 return nullptr;
1012 }
1013
Brian Salomonc320b152018-02-20 14:05:36 -05001014 auto colorType = GrPixelConfigToColorType(desc.fConfig);
Robert Phillips590533f2017-07-11 14:22:35 -04001015 if (mipLevelCount) {
Brian Salomonbb8dde82019-06-27 10:52:13 -04001016 if (!this->uploadTexDataOptimal(tex.get(), 0, 0, desc.fWidth, desc.fHeight, colorType,
1017 texels, mipLevelCount)) {
Greg Daniel164a9f02016-02-22 09:56:40 -05001018 tex->unref();
1019 return nullptr;
1020 }
1021 }
1022
Brian Salomona3e29962019-07-16 11:52:08 -04001023 if (this->caps()->shouldInitializeTextures()) {
1024 SkSTArray<1, VkImageSubresourceRange> ranges;
1025 bool inRange = false;
1026 for (uint32_t i = 0; i < tex->mipLevels(); ++i) {
1027 if (i >= static_cast<uint32_t>(mipLevelCount) || !texels[i].fPixels) {
1028 if (inRange) {
1029 ranges.back().levelCount++;
1030 } else {
1031 auto& range = ranges.push_back();
1032 range.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
1033 range.baseArrayLayer = 0;
1034 range.baseMipLevel = i;
1035 range.layerCount = 1;
1036 range.levelCount = 1;
1037 inRange = true;
1038 }
1039 } else if (inRange) {
1040 inRange = false;
1041 }
1042 }
1043
1044 if (!ranges.empty()) {
1045 static constexpr VkClearColorValue kZeroClearColor = {};
1046 tex->setImageLayout(this, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
1047 VK_ACCESS_TRANSFER_WRITE_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT,
1048 false);
1049 this->currentCommandBuffer()->clearColorImage(this, tex.get(), &kZeroClearColor,
1050 ranges.count(), ranges.begin());
1051 }
Brian Salomond17b4a62017-05-23 16:53:47 -04001052 }
Ben Wagnerff134f22018-04-24 16:29:16 -04001053 return std::move(tex);
Greg Daniel164a9f02016-02-22 09:56:40 -05001054}
1055
Brian Salomonbb8dde82019-06-27 10:52:13 -04001056sk_sp<GrTexture> GrVkGpu::onCreateCompressedTexture(int width, int height,
1057 SkImage::CompressionType compressionType,
1058 SkBudgeted budgeted, const void* data) {
1059 GrBackendFormat format = this->caps()->getBackendFormatFromCompressionType(compressionType);
Brian Salomond4764a12019-08-08 12:08:24 -04001060 VkFormat pixelFormat;
1061 if (!format.asVkFormat(&pixelFormat)) {
Brian Salomonbb8dde82019-06-27 10:52:13 -04001062 return nullptr;
1063 }
Brian Salomonbb8dde82019-06-27 10:52:13 -04001064
1065 VkImageUsageFlags usageFlags = VK_IMAGE_USAGE_SAMPLED_BIT;
1066
1067 // For now we will set the VK_IMAGE_USAGE_TRANSFER_DESTINATION_BIT and
1068 // VK_IMAGE_USAGE_TRANSFER_SOURCE_BIT on every texture since we do not know whether or not we
1069 // will be using this texture in some copy or not. Also this assumes, as is the current case,
1070 // that all render targets in vulkan are also textures. If we change this practice of setting
1071 // both bits, we must make sure to set the destination bit if we are uploading srcData to the
1072 // texture.
1073 usageFlags |= VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT;
1074
1075 // Compressed textures with MIP levels or multiple samples are not supported as of now.
1076 GrVkImage::ImageDesc imageDesc;
1077 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
1078 imageDesc.fFormat = pixelFormat;
1079 imageDesc.fWidth = width;
1080 imageDesc.fHeight = height;
1081 imageDesc.fLevels = 1;
1082 imageDesc.fSamples = 1;
1083 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
1084 imageDesc.fUsageFlags = usageFlags;
1085 imageDesc.fIsProtected = GrProtected::kNo;
1086
1087 GrSurfaceDesc desc;
1088 desc.fConfig = GrCompressionTypePixelConfig(compressionType);
1089 desc.fWidth = width;
1090 desc.fHeight = height;
1091 auto tex = GrVkTexture::MakeNewTexture(this, budgeted, desc, imageDesc,
1092 GrMipMapsStatus::kNotAllocated);
1093 if (!tex) {
1094 return nullptr;
1095 }
1096
1097 if (!this->uploadTexDataCompressed(tex.get(), 0, 0, desc.fWidth, desc.fHeight, compressionType,
1098 data)) {
1099 return nullptr;
1100 }
1101
1102 return std::move(tex);
1103}
1104
Greg Daniel164a9f02016-02-22 09:56:40 -05001105////////////////////////////////////////////////////////////////////////////////
1106
Greg Daniel6888c0d2017-08-25 11:55:50 -04001107void GrVkGpu::copyBuffer(GrVkBuffer* srcBuffer, GrVkBuffer* dstBuffer, VkDeviceSize srcOffset,
1108 VkDeviceSize dstOffset, VkDeviceSize size) {
1109 VkBufferCopy copyRegion;
1110 copyRegion.srcOffset = srcOffset;
1111 copyRegion.dstOffset = dstOffset;
1112 copyRegion.size = size;
1113 fCurrentCmdBuffer->copyBuffer(this, srcBuffer, dstBuffer, 1, &copyRegion);
1114}
1115
jvanverthdb379092016-07-07 11:18:46 -07001116bool GrVkGpu::updateBuffer(GrVkBuffer* buffer, const void* src,
1117 VkDeviceSize offset, VkDeviceSize size) {
jvanvertha584de92016-06-30 09:10:52 -07001118 // Update the buffer
jvanverthdb379092016-07-07 11:18:46 -07001119 fCurrentCmdBuffer->updateBuffer(this, buffer, offset, size, src);
jvanvertha584de92016-06-30 09:10:52 -07001120
1121 return true;
1122}
1123
1124////////////////////////////////////////////////////////////////////////////////
1125
Greg Daniel7e000222018-12-03 10:08:21 -05001126static bool check_image_info(const GrVkCaps& caps,
1127 const GrVkImageInfo& info,
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001128 GrColorType colorType,
Jim Van Verth658d4992019-07-11 14:07:53 -04001129 bool needsAllocation) {
Greg Danielcb324152019-02-25 11:36:53 -05001130 if (VK_NULL_HANDLE == info.fImage) {
1131 return false;
1132 }
1133
Jim Van Verth658d4992019-07-11 14:07:53 -04001134 if (VK_NULL_HANDLE == info.fAlloc.fMemory && needsAllocation) {
Brian Salomond17f6582017-07-19 18:28:58 -04001135 return false;
Greg Daniel164a9f02016-02-22 09:56:40 -05001136 }
1137
Greg Daniel7e000222018-12-03 10:08:21 -05001138 if (info.fYcbcrConversionInfo.isValid()) {
Sergey Ulanov2739fd22019-08-11 22:46:33 -07001139 if (!caps.supportsYcbcrConversion()) {
Greg Daniel7e000222018-12-03 10:08:21 -05001140 return false;
1141 }
jvanverthfd359ca2016-03-18 11:57:24 -07001142 }
Greg Daniel7ef28f32017-04-20 16:41:55 +00001143
Greg Danielcb324152019-02-25 11:36:53 -05001144 if (info.fImageLayout == VK_IMAGE_LAYOUT_PRESENT_SRC_KHR && !caps.supportsSwapchain()) {
1145 return false;
1146 }
1147
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001148 SkASSERT(GrVkFormatColorTypePairIsValid(info.fFormat, colorType));
Brian Salomond17f6582017-07-19 18:28:58 -04001149 return true;
1150}
1151
Greg Danielcaa795f2019-05-14 11:54:25 -04001152static bool check_tex_image_info(const GrVkCaps& caps, const GrVkImageInfo& info) {
1153 if (info.fImageTiling == VK_IMAGE_TILING_OPTIMAL) {
Greg Daniel2f2caea2019-07-08 14:24:47 -04001154 if (!caps.isVkFormatTexturable(info.fFormat)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001155 return false;
1156 }
1157 } else {
1158 SkASSERT(info.fImageTiling == VK_IMAGE_TILING_LINEAR);
Greg Daniel2f2caea2019-07-08 14:24:47 -04001159 if (!caps.isVkFormatTexturableLinearly(info.fFormat)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001160 return false;
1161 }
1162 }
1163 return true;
1164}
1165
Greg Daniel6fa62e22019-08-07 15:52:37 -04001166static bool check_rt_image_info(const GrVkCaps& caps, const GrVkImageInfo& info, int sampleCnt) {
1167 if (!caps.isFormatRenderable(info.fFormat, sampleCnt)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001168 return false;
1169 }
1170 return true;
1171}
1172
Brian Salomond17f6582017-07-19 18:28:58 -04001173sk_sp<GrTexture> GrVkGpu::onWrapBackendTexture(const GrBackendTexture& backendTex,
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001174 GrColorType colorType, GrWrapOwnership ownership,
1175 GrWrapCacheable cacheable, GrIOType ioType) {
Greg Daniel7e000222018-12-03 10:08:21 -05001176 GrVkImageInfo imageInfo;
1177 if (!backendTex.getVkImageInfo(&imageInfo)) {
1178 return nullptr;
1179 }
1180
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001181 if (!check_image_info(this->vkCaps(), imageInfo, colorType,
Jim Van Verth658d4992019-07-11 14:07:53 -04001182 kAdopt_GrWrapOwnership == ownership)) {
Brian Salomond17f6582017-07-19 18:28:58 -04001183 return nullptr;
1184 }
Greg Danielcaa795f2019-05-14 11:54:25 -04001185 if (!check_tex_image_info(this->vkCaps(), imageInfo)) {
1186 return nullptr;
1187 }
Greg Daniel164a9f02016-02-22 09:56:40 -05001188
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001189 if (backendTex.isProtected() && (fProtectedContext == GrProtected::kNo)) {
1190 return nullptr;
1191 }
1192
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001193 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(backendTex.getBackendFormat(),
1194 colorType);
1195 SkASSERT(kUnknown_GrPixelConfig != config);
1196
Greg Daniel164a9f02016-02-22 09:56:40 -05001197 GrSurfaceDesc surfDesc;
Greg Daniel7ef28f32017-04-20 16:41:55 +00001198 surfDesc.fWidth = backendTex.width();
1199 surfDesc.fHeight = backendTex.height();
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001200 surfDesc.fConfig = config;
Greg Daniel164a9f02016-02-22 09:56:40 -05001201
Greg Daniel52e16d92018-04-10 09:34:07 -04001202 sk_sp<GrVkImageLayout> layout = backendTex.getGrVkImageLayout();
1203 SkASSERT(layout);
Brian Salomonfa2ebea2019-01-24 15:58:58 -05001204 return GrVkTexture::MakeWrappedTexture(this, surfDesc, ownership, cacheable, ioType, imageInfo,
1205 std::move(layout));
Brian Salomond17f6582017-07-19 18:28:58 -04001206}
1207
1208sk_sp<GrTexture> GrVkGpu::onWrapRenderableBackendTexture(const GrBackendTexture& backendTex,
Brian Salomond17f6582017-07-19 18:28:58 -04001209 int sampleCnt,
Robert Phillips0902c982019-07-16 07:47:56 -04001210 GrColorType colorType,
Brian Salomonaa6ca0a2019-01-24 16:03:07 -05001211 GrWrapOwnership ownership,
1212 GrWrapCacheable cacheable) {
Greg Daniel7e000222018-12-03 10:08:21 -05001213 GrVkImageInfo imageInfo;
1214 if (!backendTex.getVkImageInfo(&imageInfo)) {
1215 return nullptr;
1216 }
1217
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001218 if (!check_image_info(this->vkCaps(), imageInfo, colorType,
Jim Van Verth658d4992019-07-11 14:07:53 -04001219 kAdopt_GrWrapOwnership == ownership)) {
Brian Salomond17f6582017-07-19 18:28:58 -04001220 return nullptr;
Greg Daniel164a9f02016-02-22 09:56:40 -05001221 }
Greg Danielcaa795f2019-05-14 11:54:25 -04001222 if (!check_tex_image_info(this->vkCaps(), imageInfo)) {
1223 return nullptr;
1224 }
Greg Daniel6fa62e22019-08-07 15:52:37 -04001225 if (!check_rt_image_info(this->vkCaps(), imageInfo, sampleCnt)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001226 return nullptr;
1227 }
Brian Salomond17f6582017-07-19 18:28:58 -04001228
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001229 if (backendTex.isProtected() && (fProtectedContext == GrProtected::kNo)) {
1230 return nullptr;
1231 }
1232
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001233
1234 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(backendTex.getBackendFormat(),
1235 colorType);
1236 SkASSERT(kUnknown_GrPixelConfig != config);
Robert Phillips0902c982019-07-16 07:47:56 -04001237
Brian Salomond17f6582017-07-19 18:28:58 -04001238 GrSurfaceDesc surfDesc;
Brian Salomond17f6582017-07-19 18:28:58 -04001239 surfDesc.fWidth = backendTex.width();
1240 surfDesc.fHeight = backendTex.height();
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001241 surfDesc.fConfig = config;
Greg Daniel6fa62e22019-08-07 15:52:37 -04001242 sampleCnt = this->vkCaps().getRenderTargetSampleCount(sampleCnt, imageInfo.fFormat);
Brian Salomond17f6582017-07-19 18:28:58 -04001243
Greg Daniel52e16d92018-04-10 09:34:07 -04001244 sk_sp<GrVkImageLayout> layout = backendTex.getGrVkImageLayout();
1245 SkASSERT(layout);
1246
Brian Salomonaa6ca0a2019-01-24 16:03:07 -05001247 return GrVkTextureRenderTarget::MakeWrappedTextureRenderTarget(
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001248 this, surfDesc, sampleCnt, ownership, cacheable, imageInfo, std::move(layout));
Greg Daniel164a9f02016-02-22 09:56:40 -05001249}
1250
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001251sk_sp<GrRenderTarget> GrVkGpu::onWrapBackendRenderTarget(const GrBackendRenderTarget& backendRT,
1252 GrColorType colorType) {
Greg Daniele79b4732017-04-20 14:07:46 -04001253 // Currently the Vulkan backend does not support wrapping of msaa render targets directly. In
1254 // general this is not an issue since swapchain images in vulkan are never multisampled. Thus if
1255 // you want a multisampled RT it is best to wrap the swapchain images and then let Skia handle
1256 // creating and owning the MSAA images.
Brian Salomonbdecacf2018-02-02 20:32:49 -05001257 if (backendRT.sampleCnt() > 1) {
Greg Daniele79b4732017-04-20 14:07:46 -04001258 return nullptr;
1259 }
halcanary9d524f22016-03-29 09:03:52 -07001260
Greg Daniel323fbcf2018-04-10 13:46:30 -04001261 GrVkImageInfo info;
1262 if (!backendRT.getVkImageInfo(&info)) {
Greg Danielbcf612b2017-05-01 13:50:58 +00001263 return nullptr;
1264 }
Greg Daniel323fbcf2018-04-10 13:46:30 -04001265
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001266 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(backendRT.getBackendFormat(),
1267 colorType);
1268 SkASSERT(kUnknown_GrPixelConfig != config);
1269
1270 if (!check_image_info(this->vkCaps(), info, colorType, false)) {
jvanverthfd359ca2016-03-18 11:57:24 -07001271 return nullptr;
1272 }
Greg Daniel6fa62e22019-08-07 15:52:37 -04001273 if (!check_rt_image_info(this->vkCaps(), info, backendRT.sampleCnt())) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001274 return nullptr;
1275 }
1276
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001277 if (backendRT.isProtected() && (fProtectedContext == GrProtected::kNo)) {
1278 return nullptr;
1279 }
Greg Daniel164a9f02016-02-22 09:56:40 -05001280
Greg Daniel164a9f02016-02-22 09:56:40 -05001281 GrSurfaceDesc desc;
Robert Phillips16d8ec62017-07-27 16:16:25 -04001282 desc.fWidth = backendRT.width();
1283 desc.fHeight = backendRT.height();
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001284 desc.fConfig = config;
Greg Daniel164a9f02016-02-22 09:56:40 -05001285
Greg Daniel323fbcf2018-04-10 13:46:30 -04001286 sk_sp<GrVkImageLayout> layout = backendRT.getGrVkImageLayout();
Greg Daniel52e16d92018-04-10 09:34:07 -04001287
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001288 sk_sp<GrVkRenderTarget> tgt =
1289 GrVkRenderTarget::MakeWrappedRenderTarget(this, desc, 1, info, std::move(layout));
Brian Salomonafdc6b12018-03-09 12:02:32 -05001290
1291 // We don't allow the client to supply a premade stencil buffer. We always create one if needed.
1292 SkASSERT(!backendRT.stencilBits());
1293 if (tgt) {
1294 SkASSERT(tgt->canAttemptStencilAttachment());
Greg Daniel164a9f02016-02-22 09:56:40 -05001295 }
Brian Salomonafdc6b12018-03-09 12:02:32 -05001296
Ben Wagnerff134f22018-04-24 16:29:16 -04001297 return std::move(tgt);
Greg Daniel164a9f02016-02-22 09:56:40 -05001298}
1299
Greg Daniel7ef28f32017-04-20 16:41:55 +00001300sk_sp<GrRenderTarget> GrVkGpu::onWrapBackendTextureAsRenderTarget(const GrBackendTexture& tex,
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001301 int sampleCnt,
1302 GrColorType grColorType) {
Brian Osman33910292017-04-18 14:38:53 -04001303
Greg Daniel52e16d92018-04-10 09:34:07 -04001304 GrVkImageInfo imageInfo;
1305 if (!tex.getVkImageInfo(&imageInfo)) {
Greg Danielbcf612b2017-05-01 13:50:58 +00001306 return nullptr;
1307 }
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001308 if (!check_image_info(this->vkCaps(), imageInfo, grColorType, false)) {
Brian Osman33910292017-04-18 14:38:53 -04001309 return nullptr;
1310 }
Greg Daniel6fa62e22019-08-07 15:52:37 -04001311 if (!check_rt_image_info(this->vkCaps(), imageInfo, sampleCnt)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001312 return nullptr;
1313 }
Greg Danielcb324152019-02-25 11:36:53 -05001314
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001315 if (tex.isProtected() && (fProtectedContext == GrProtected::kNo)) {
1316 return nullptr;
1317 }
1318
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001319 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(tex.getBackendFormat(),
1320 grColorType);
1321 SkASSERT(kUnknown_GrPixelConfig != config);
1322
Brian Osman33910292017-04-18 14:38:53 -04001323 GrSurfaceDesc desc;
Greg Daniel7ef28f32017-04-20 16:41:55 +00001324 desc.fWidth = tex.width();
1325 desc.fHeight = tex.height();
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001326 desc.fConfig = config;
1327
Greg Daniel6fa62e22019-08-07 15:52:37 -04001328 sampleCnt = this->vkCaps().getRenderTargetSampleCount(sampleCnt, imageInfo.fFormat);
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001329 if (!sampleCnt) {
Brian Salomonbdecacf2018-02-02 20:32:49 -05001330 return nullptr;
1331 }
Brian Osman33910292017-04-18 14:38:53 -04001332
Greg Daniel52e16d92018-04-10 09:34:07 -04001333 sk_sp<GrVkImageLayout> layout = tex.getGrVkImageLayout();
1334 SkASSERT(layout);
1335
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001336 return GrVkRenderTarget::MakeWrappedRenderTarget(this, desc, sampleCnt, imageInfo,
1337 std::move(layout));
Brian Osman33910292017-04-18 14:38:53 -04001338}
1339
Greg Danielb46add82019-01-02 14:51:29 -05001340sk_sp<GrRenderTarget> GrVkGpu::onWrapVulkanSecondaryCBAsRenderTarget(
1341 const SkImageInfo& imageInfo, const GrVkDrawableInfo& vkInfo) {
1342 int maxSize = this->caps()->maxTextureSize();
1343 if (imageInfo.width() > maxSize || imageInfo.height() > maxSize) {
1344 return nullptr;
1345 }
1346
1347 GrBackendFormat backendFormat = GrBackendFormat::MakeVk(vkInfo.fFormat);
1348 if (!backendFormat.isValid()) {
1349 return nullptr;
1350 }
Greg Daniel6fa62e22019-08-07 15:52:37 -04001351 int sampleCnt = this->vkCaps().getRenderTargetSampleCount(1, vkInfo.fFormat);
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001352 if (!sampleCnt) {
1353 return nullptr;
1354 }
1355
Greg Daniel6fa62e22019-08-07 15:52:37 -04001356 GrColorType grColorType = SkColorTypeToGrColorType(imageInfo.colorType());
Greg Daniel627d0532019-07-08 16:48:14 -04001357 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(backendFormat, grColorType);
Greg Danielb46add82019-01-02 14:51:29 -05001358 if (config == kUnknown_GrPixelConfig) {
1359 return nullptr;
1360 }
1361
1362 GrSurfaceDesc desc;
Greg Danielb46add82019-01-02 14:51:29 -05001363 desc.fWidth = imageInfo.width();
1364 desc.fHeight = imageInfo.height();
1365 desc.fConfig = config;
Greg Danielb46add82019-01-02 14:51:29 -05001366
1367 return GrVkRenderTarget::MakeSecondaryCBRenderTarget(this, desc, vkInfo);
1368}
1369
Brian Salomon930f9392018-06-20 16:25:26 -04001370bool GrVkGpu::onRegenerateMipMapLevels(GrTexture* tex) {
1371 auto* vkTex = static_cast<GrVkTexture*>(tex);
jvanverth900bd4a2016-04-29 13:53:12 -07001372 // don't do anything for linearly tiled textures (can't have mipmaps)
Brian Salomon930f9392018-06-20 16:25:26 -04001373 if (vkTex->isLinearTiled()) {
jvanverth900bd4a2016-04-29 13:53:12 -07001374 SkDebugf("Trying to create mipmap for linear tiled texture");
Brian Salomon930f9392018-06-20 16:25:26 -04001375 return false;
jvanverth62340062016-04-26 08:01:44 -07001376 }
1377
jvanverth62340062016-04-26 08:01:44 -07001378 // determine if we can blit to and from this format
1379 const GrVkCaps& caps = this->vkCaps();
Greg Danielcaa795f2019-05-14 11:54:25 -04001380 if (!caps.formatCanBeDstofBlit(vkTex->imageFormat(), false) ||
1381 !caps.formatCanBeSrcofBlit(vkTex->imageFormat(), false) ||
egdaniel2f5792a2016-07-06 08:51:23 -07001382 !caps.mipMapSupport()) {
Brian Salomon930f9392018-06-20 16:25:26 -04001383 return false;
jvanverth62340062016-04-26 08:01:44 -07001384 }
1385
egdaniel7ac5da82016-07-15 13:41:42 -07001386 int width = tex->width();
1387 int height = tex->height();
1388 VkImageBlit blitRegion;
1389 memset(&blitRegion, 0, sizeof(VkImageBlit));
jvanverth62340062016-04-26 08:01:44 -07001390
jvanverth82c05582016-05-03 11:19:01 -07001391 // SkMipMap doesn't include the base level in the level count so we have to add 1
1392 uint32_t levelCount = SkMipMap::ComputeLevelCount(tex->width(), tex->height()) + 1;
Brian Salomon930f9392018-06-20 16:25:26 -04001393 SkASSERT(levelCount == vkTex->mipLevels());
egdaniel7ac5da82016-07-15 13:41:42 -07001394
Greg Danielda86e282018-06-13 09:41:19 -04001395 // change layout of the layers so we can write to them.
Brian Salomon930f9392018-06-20 16:25:26 -04001396 vkTex->setImageLayout(this, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, VK_ACCESS_TRANSFER_WRITE_BIT,
1397 VK_PIPELINE_STAGE_TRANSFER_BIT, false);
jvanverth62340062016-04-26 08:01:44 -07001398
jvanverth50c46c72016-05-06 12:31:28 -07001399 // setup memory barrier
Brian Salomon930f9392018-06-20 16:25:26 -04001400 SkASSERT(GrVkFormatIsSupported(vkTex->imageFormat()));
jvanverth50c46c72016-05-06 12:31:28 -07001401 VkImageMemoryBarrier imageMemoryBarrier = {
Brian Salomon930f9392018-06-20 16:25:26 -04001402 VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER, // sType
1403 nullptr, // pNext
1404 VK_ACCESS_TRANSFER_WRITE_BIT, // srcAccessMask
1405 VK_ACCESS_TRANSFER_READ_BIT, // dstAccessMask
1406 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, // oldLayout
1407 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL, // newLayout
1408 VK_QUEUE_FAMILY_IGNORED, // srcQueueFamilyIndex
1409 VK_QUEUE_FAMILY_IGNORED, // dstQueueFamilyIndex
1410 vkTex->image(), // image
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001411 {VK_IMAGE_ASPECT_COLOR_BIT, 0, 1, 0, 1} // subresourceRange
jvanverth50c46c72016-05-06 12:31:28 -07001412 };
1413
jvanverth62340062016-04-26 08:01:44 -07001414 // Blit the miplevels
jvanverth82c05582016-05-03 11:19:01 -07001415 uint32_t mipLevel = 1;
1416 while (mipLevel < levelCount) {
1417 int prevWidth = width;
1418 int prevHeight = height;
1419 width = SkTMax(1, width / 2);
1420 height = SkTMax(1, height / 2);
jvanverth62340062016-04-26 08:01:44 -07001421
jvanverth50c46c72016-05-06 12:31:28 -07001422 imageMemoryBarrier.subresourceRange.baseMipLevel = mipLevel - 1;
Greg Daniel59dc1482019-02-22 10:46:38 -05001423 this->addImageMemoryBarrier(vkTex->resource(), VK_PIPELINE_STAGE_TRANSFER_BIT,
1424 VK_PIPELINE_STAGE_TRANSFER_BIT, false, &imageMemoryBarrier);
jvanverth50c46c72016-05-06 12:31:28 -07001425
1426 blitRegion.srcSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, mipLevel - 1, 0, 1 };
jvanverth82c05582016-05-03 11:19:01 -07001427 blitRegion.srcOffsets[0] = { 0, 0, 0 };
brianosmane9906e72016-06-08 12:44:27 -07001428 blitRegion.srcOffsets[1] = { prevWidth, prevHeight, 1 };
jvanverth82c05582016-05-03 11:19:01 -07001429 blitRegion.dstSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, mipLevel, 0, 1 };
1430 blitRegion.dstOffsets[0] = { 0, 0, 0 };
brianosmane9906e72016-06-08 12:44:27 -07001431 blitRegion.dstOffsets[1] = { width, height, 1 };
jvanverth62340062016-04-26 08:01:44 -07001432 fCurrentCmdBuffer->blitImage(this,
Brian Salomon930f9392018-06-20 16:25:26 -04001433 vkTex->resource(),
1434 vkTex->image(),
Greg Daniel31cc7312018-03-05 11:41:06 -05001435 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
Brian Salomon930f9392018-06-20 16:25:26 -04001436 vkTex->resource(),
1437 vkTex->image(),
Greg Daniel31cc7312018-03-05 11:41:06 -05001438 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
jvanverth62340062016-04-26 08:01:44 -07001439 1,
1440 &blitRegion,
1441 VK_FILTER_LINEAR);
jvanverth82c05582016-05-03 11:19:01 -07001442 ++mipLevel;
jvanverth62340062016-04-26 08:01:44 -07001443 }
Greg Danielee54f232019-04-03 14:58:40 -04001444 if (levelCount > 1) {
1445 // This barrier logically is not needed, but it changes the final level to the same layout
1446 // as all the others, VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL. This makes tracking of the
1447 // layouts and future layout changes easier. The alternative here would be to track layout
1448 // and memory accesses per layer which doesn't seem work it.
1449 imageMemoryBarrier.subresourceRange.baseMipLevel = mipLevel - 1;
1450 this->addImageMemoryBarrier(vkTex->resource(), VK_PIPELINE_STAGE_TRANSFER_BIT,
1451 VK_PIPELINE_STAGE_TRANSFER_BIT, false, &imageMemoryBarrier);
1452 vkTex->updateImageLayout(VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL);
1453 }
Brian Salomon930f9392018-06-20 16:25:26 -04001454 return true;
jvanverth62340062016-04-26 08:01:44 -07001455}
1456
Greg Daniel164a9f02016-02-22 09:56:40 -05001457////////////////////////////////////////////////////////////////////////////////
1458
Chris Daltoneffee202019-07-01 22:28:03 -06001459GrStencilAttachment* GrVkGpu::createStencilAttachmentForRenderTarget(
1460 const GrRenderTarget* rt, int width, int height, int numStencilSamples) {
1461 SkASSERT(numStencilSamples == rt->numSamples());
Greg Daniel164a9f02016-02-22 09:56:40 -05001462 SkASSERT(width >= rt->width());
1463 SkASSERT(height >= rt->height());
1464
Chris Dalton6ce447a2019-06-23 18:07:38 -06001465 int samples = rt->numSamples();
Greg Daniel164a9f02016-02-22 09:56:40 -05001466
Ethan Nicholasf610bae2018-09-20 16:55:21 -04001467 const GrVkCaps::StencilFormat& sFmt = this->vkCaps().preferredStencilFormat();
Greg Daniel164a9f02016-02-22 09:56:40 -05001468
1469 GrVkStencilAttachment* stencil(GrVkStencilAttachment::Create(this,
Greg Daniel164a9f02016-02-22 09:56:40 -05001470 width,
1471 height,
1472 samples,
1473 sFmt));
1474 fStats.incStencilAttachmentCreates();
1475 return stencil;
1476}
1477
1478////////////////////////////////////////////////////////////////////////////////
1479
Robert Phillips28a5a432019-06-07 12:46:21 -04001480bool copy_src_data(GrVkGpu* gpu, const GrVkAlloc& alloc, VkFormat vkFormat,
1481 int width, int height,
1482 const void* srcData, size_t srcRowBytes) {
1483 SkASSERT(srcData);
Brian Salomonbb8dde82019-06-27 10:52:13 -04001484 SkASSERT(!GrVkFormatIsCompressed(vkFormat));
1485
1486 void* mapPtr = GrVkMemory::MapAlloc(gpu, alloc);
1487 if (!mapPtr) {
1488 return false;
1489 }
1490 size_t bytesPerPixel = GrVkBytesPerFormat(vkFormat);
1491 const size_t trimRowBytes = width * bytesPerPixel;
1492 if (!srcRowBytes) {
1493 srcRowBytes = trimRowBytes;
1494 }
1495 SkASSERT(trimRowBytes * height <= alloc.fSize);
1496
1497 SkRectMemcpy(mapPtr, trimRowBytes, srcData, srcRowBytes, trimRowBytes, height);
1498
1499 GrVkMemory::FlushMappedAlloc(gpu, alloc, 0, alloc.fSize);
1500 GrVkMemory::UnmapAlloc(gpu, alloc);
1501 return true;
1502}
1503
1504bool copy_compressed_src_data(GrVkGpu* gpu, const GrVkAlloc& alloc,
1505 SkImage::CompressionType compressionType, int width, int height,
1506 const void* data) {
1507 SkASSERT(data);
Robert Phillipsbd1ef682019-05-31 12:48:49 -04001508
Greg Daniel81df0412018-05-31 13:13:33 -04001509 void* mapPtr = GrVkMemory::MapAlloc(gpu, alloc);
1510 if (!mapPtr) {
egdaniel3602d4f2016-08-12 11:58:53 -07001511 return false;
1512 }
Robert Phillips28a5a432019-06-07 12:46:21 -04001513 mapPtr = reinterpret_cast<char*>(mapPtr);
egdaniel3602d4f2016-08-12 11:58:53 -07001514
Brian Salomonbb8dde82019-06-27 10:52:13 -04001515 size_t dataSize = GrCompressedDataSize(compressionType, width, height);
1516 SkASSERT(dataSize <= alloc.fSize);
1517 memcpy(mapPtr, data, dataSize);
Robert Phillips28a5a432019-06-07 12:46:21 -04001518 GrVkMemory::FlushMappedAlloc(gpu, alloc, 0, alloc.fSize);
Greg Daniel81df0412018-05-31 13:13:33 -04001519 GrVkMemory::UnmapAlloc(gpu, alloc);
egdaniel3602d4f2016-08-12 11:58:53 -07001520 return true;
1521}
Robert Phillips42dda082019-05-14 13:29:45 -04001522
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001523static void set_image_layout(const GrVkInterface* vkInterface, VkCommandBuffer cmdBuffer,
1524 GrVkImageInfo* info, VkImageLayout newLayout, uint32_t mipLevels,
Robert Phillips02dc0302019-07-02 17:58:27 -04001525 VkAccessFlags dstAccessMask, VkPipelineStageFlagBits dstStageMask) {
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001526 VkAccessFlags srcAccessMask = GrVkImage::LayoutToSrcAccessMask(info->fImageLayout);
1527 VkPipelineStageFlags srcStageMask = GrVkImage::LayoutToPipelineSrcStageFlags(
1528 info->fImageLayout);
1529
1530 VkImageMemoryBarrier barrier;
1531 memset(&barrier, 0, sizeof(VkImageMemoryBarrier));
1532 barrier.sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
1533 barrier.pNext = nullptr;
1534 barrier.srcAccessMask = srcAccessMask;
1535 barrier.dstAccessMask = dstAccessMask;
1536 barrier.oldLayout = info->fImageLayout;
1537 barrier.newLayout = newLayout;
1538 barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
1539 barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
1540 barrier.image = info->fImage;
1541 barrier.subresourceRange = {VK_IMAGE_ASPECT_COLOR_BIT, 0, mipLevels, 0, 1};
1542 GR_VK_CALL(vkInterface, CmdPipelineBarrier(
1543 cmdBuffer,
1544 srcStageMask,
1545 dstStageMask,
1546 0,
1547 0, nullptr,
1548 0, nullptr,
1549 1, &barrier));
1550 info->fImageLayout = newLayout;
1551}
1552
Brian Salomonb450f3b2019-07-09 09:36:51 -04001553bool GrVkGpu::createVkImageForBackendSurface(VkFormat vkFormat, int w, int h, bool texturable,
1554 bool renderable, GrMipMapped mipMapped,
1555 const void* srcData, size_t srcRowBytes,
1556 const SkColor4f* color, GrVkImageInfo* info,
1557 GrProtected isProtected) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001558 SkASSERT(texturable || renderable);
1559 if (!texturable) {
1560 SkASSERT(GrMipMapped::kNo == mipMapped);
1561 SkASSERT(!srcData);
1562 }
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001563
1564 if (fProtectedContext != isProtected) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001565 return false;
1566 }
1567
Greg Daniel2f2caea2019-07-08 14:24:47 -04001568 if (texturable && !fVkCaps->isVkFormatTexturable(vkFormat)) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001569 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001570 }
1571
Greg Daniel900583a2019-08-06 12:05:31 -04001572 if (renderable && !fVkCaps->isFormatRenderable(vkFormat, 1)) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001573 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001574 }
1575
1576 // Currently we don't support uploading pixel data when mipped.
1577 if (srcData && GrMipMapped::kYes == mipMapped) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001578 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001579 }
1580
Brian Salomon52e943a2018-03-13 09:32:39 -04001581 VkImageUsageFlags usageFlags = 0;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001582 usageFlags |= VK_IMAGE_USAGE_TRANSFER_SRC_BIT;
1583 usageFlags |= VK_IMAGE_USAGE_TRANSFER_DST_BIT;
Brian Salomon52e943a2018-03-13 09:32:39 -04001584 if (texturable) {
1585 usageFlags |= VK_IMAGE_USAGE_SAMPLED_BIT;
1586 }
1587 if (renderable) {
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001588 usageFlags |= VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
1589 }
1590
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001591 // Figure out the number of mip levels.
1592 uint32_t mipLevels = 1;
1593 if (GrMipMapped::kYes == mipMapped) {
1594 mipLevels = SkMipMap::ComputeLevelCount(w, h) + 1;
1595 }
1596
Robert Phillipsf62e5752019-05-30 10:36:13 -04001597 GrVkImage::ImageDesc imageDesc;
1598 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
1599 imageDesc.fFormat = vkFormat;
1600 imageDesc.fWidth = w;
1601 imageDesc.fHeight = h;
1602 imageDesc.fLevels = mipLevels;
1603 imageDesc.fSamples = 1;
1604 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
1605 imageDesc.fUsageFlags = usageFlags;
1606 imageDesc.fMemProps = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001607 imageDesc.fIsProtected = fProtectedContext;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001608
Robert Phillipsf62e5752019-05-30 10:36:13 -04001609 if (!GrVkImage::InitImageInfo(this, imageDesc, info)) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001610 SkDebugf("Failed to init image info\n");
Brian Salomon52e943a2018-03-13 09:32:39 -04001611 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001612 }
1613
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001614 if (!srcData && !color) {
1615 return true;
1616 }
1617
1618 // We need to declare these early so that we can delete them at the end outside of
1619 // the if block.
Greg Daniel8385a8a2018-02-26 13:29:37 -05001620 GrVkAlloc bufferAlloc;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001621 VkBuffer buffer = VK_NULL_HANDLE;
1622
1623 VkResult err;
1624 const VkCommandBufferAllocateInfo cmdInfo = {
1625 VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO, // sType
1626 nullptr, // pNext
Ethan Nicholas8e265a72018-12-12 16:22:40 -05001627 fCmdPool->vkCommandPool(), // commandPool
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001628 VK_COMMAND_BUFFER_LEVEL_PRIMARY, // level
1629 1 // bufferCount
1630 };
1631
1632 VkCommandBuffer cmdBuffer;
1633 err = VK_CALL(AllocateCommandBuffers(fDevice, &cmdInfo, &cmdBuffer));
1634 if (err) {
Robert Phillipsf62e5752019-05-30 10:36:13 -04001635 GrVkImage::DestroyImageInfo(this, info);
Brian Salomon52e943a2018-03-13 09:32:39 -04001636 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001637 }
1638
1639 VkCommandBufferBeginInfo cmdBufferBeginInfo;
1640 memset(&cmdBufferBeginInfo, 0, sizeof(VkCommandBufferBeginInfo));
1641 cmdBufferBeginInfo.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO;
1642 cmdBufferBeginInfo.pNext = nullptr;
1643 cmdBufferBeginInfo.flags = VK_COMMAND_BUFFER_USAGE_ONE_TIME_SUBMIT_BIT;
1644 cmdBufferBeginInfo.pInheritanceInfo = nullptr;
1645
1646 err = VK_CALL(BeginCommandBuffer(cmdBuffer, &cmdBufferBeginInfo));
1647 SkASSERT(!err);
1648
Brian Salomonb450f3b2019-07-09 09:36:51 -04001649 // Set image layout and add barrier
1650 set_image_layout(this->vkInterface(), cmdBuffer, info, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
1651 mipLevels, VK_ACCESS_TRANSFER_WRITE_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT);
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001652
Brian Salomonb450f3b2019-07-09 09:36:51 -04001653 // TODO: Lift this to GrContext level.
Brian Salomonbb8dde82019-06-27 10:52:13 -04001654 SkImage::CompressionType compressionType;
1655 bool isCompressed = GrVkFormatToCompressionType(vkFormat, &compressionType);
Brian Salomonb450f3b2019-07-09 09:36:51 -04001656 std::unique_ptr<char[]> tempData;
1657 if (isCompressed && !srcData) {
1658 SkASSERT(color);
1659 size_t size = GrCompressedDataSize(compressionType, w, h);
1660 tempData.reset(new char[size]);
1661 GrFillInCompressedData(compressionType, w, h, tempData.get(), *color);
1662 srcData = tempData.get();
1663 }
Robert Phillips28a5a432019-06-07 12:46:21 -04001664
Brian Salomonb450f3b2019-07-09 09:36:51 -04001665 if (srcData) {
1666 size_t bytesPerPixel = GrVkBytesPerFormat(vkFormat);
1667 SkASSERT(w && h);
1668
1669 SkTArray<size_t> individualMipOffsets(mipLevels);
1670
1671 SkImage::CompressionType compressionType;
1672 bool isCompressed = GrVkFormatToCompressionType(vkFormat, &compressionType);
1673
1674 size_t combinedBufferSize;
1675 if (isCompressed) {
1676 // Compressed textures currently must be non-MIP mapped.
1677 if (mipMapped == GrMipMapped::kYes) {
1678 return false;
1679 }
1680 combinedBufferSize = GrCompressedDataSize(compressionType, w, h);
1681 individualMipOffsets.push_back(0);
1682 } else {
1683 combinedBufferSize = GrComputeTightCombinedBufferSize(bytesPerPixel, w, h,
1684 &individualMipOffsets, mipLevels);
1685 }
1686
1687 VkBufferCreateInfo bufInfo;
1688 memset(&bufInfo, 0, sizeof(VkBufferCreateInfo));
1689 bufInfo.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
1690 bufInfo.flags = fProtectedContext == GrProtected::kYes ? VK_BUFFER_CREATE_PROTECTED_BIT : 0;
1691 bufInfo.size = combinedBufferSize;
1692 bufInfo.usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT;
1693 bufInfo.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
1694 bufInfo.queueFamilyIndexCount = 0;
1695 bufInfo.pQueueFamilyIndices = nullptr;
1696 err = VK_CALL(CreateBuffer(fDevice, &bufInfo, nullptr, &buffer));
1697
1698 if (err) {
1699 GrVkImage::DestroyImageInfo(this, info);
1700 VK_CALL(EndCommandBuffer(cmdBuffer));
1701 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
Brian Salomonbb8dde82019-06-27 10:52:13 -04001702 return false;
1703 }
Brian Salomonb450f3b2019-07-09 09:36:51 -04001704
1705 if (!GrVkMemory::AllocAndBindBufferMemory(this, buffer, GrVkBuffer::kCopyRead_Type, true,
1706 &bufferAlloc)) {
1707 GrVkImage::DestroyImageInfo(this, info);
1708 VK_CALL(DestroyBuffer(fDevice, buffer, nullptr));
1709 VK_CALL(EndCommandBuffer(cmdBuffer));
1710 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
Brian Salomonbb8dde82019-06-27 10:52:13 -04001711 return false;
1712 }
Brian Salomonb450f3b2019-07-09 09:36:51 -04001713
1714 bool result;
1715 if (isCompressed) {
1716 result = copy_compressed_src_data(this, bufferAlloc, compressionType, w, h, srcData);
1717 } else {
1718 SkASSERT(1 == mipLevels);
1719 result = copy_src_data(this, bufferAlloc, vkFormat, w, h, srcData, srcRowBytes);
1720 }
1721 if (!result) {
1722 GrVkImage::DestroyImageInfo(this, info);
1723 GrVkMemory::FreeBufferMemory(this, GrVkBuffer::kCopyRead_Type, bufferAlloc);
1724 VK_CALL(DestroyBuffer(fDevice, buffer, nullptr));
1725 VK_CALL(EndCommandBuffer(cmdBuffer));
1726 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
1727 return false;
1728 }
1729
1730 SkTArray<VkBufferImageCopy> regions(mipLevels);
1731
1732 int currentWidth = w;
1733 int currentHeight = h;
1734 for (uint32_t currentMipLevel = 0; currentMipLevel < mipLevels; currentMipLevel++) {
1735 // Submit copy command
1736 VkBufferImageCopy& region = regions.push_back();
1737 memset(&region, 0, sizeof(VkBufferImageCopy));
1738 region.bufferOffset = individualMipOffsets[currentMipLevel];
1739 region.bufferRowLength = currentWidth;
1740 region.bufferImageHeight = currentHeight;
1741 region.imageSubresource = {VK_IMAGE_ASPECT_COLOR_BIT, currentMipLevel, 0, 1};
1742 region.imageOffset = {0, 0, 0};
1743 region.imageExtent = {(uint32_t)currentWidth, (uint32_t)currentHeight, 1};
1744 currentWidth = SkTMax(1, currentWidth / 2);
1745 currentHeight = SkTMax(1, currentHeight / 2);
1746 }
1747
1748 VK_CALL(CmdCopyBufferToImage(cmdBuffer, buffer, info->fImage, info->fImageLayout,
1749 regions.count(), regions.begin()));
Brian Salomonbb8dde82019-06-27 10:52:13 -04001750 } else {
Brian Salomonb450f3b2019-07-09 09:36:51 -04001751 SkASSERT(color);
1752 VkClearColorValue vkColor;
1753 // If we ever support SINT or UINT formats this needs to be updated to use the int32 and
1754 // uint32 union members in those cases.
1755 vkColor.float32[0] = color->fR;
1756 vkColor.float32[1] = color->fG;
1757 vkColor.float32[2] = color->fB;
1758 vkColor.float32[3] = color->fA;
1759 VkImageSubresourceRange range;
1760 range.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
1761 range.baseArrayLayer = 0;
1762 range.baseMipLevel = 0;
1763 range.layerCount = 1;
1764 range.levelCount = mipLevels;
1765 VK_CALL(CmdClearColorImage(cmdBuffer, info->fImage, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
1766 &vkColor, 1, &range));
Brian Salomonbb8dde82019-06-27 10:52:13 -04001767 }
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001768
Robert Phillips02dc0302019-07-02 17:58:27 -04001769 if (!srcData && renderable) {
1770 SkASSERT(color);
1771
1772 // Change image layout to color-attachment-optimal since if we use this texture as a
1773 // borrowed texture within Ganesh we are probably going to render to it
1774 set_image_layout(this->vkInterface(), cmdBuffer, info,
1775 VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL, mipLevels,
1776 VK_ACCESS_COLOR_ATTACHMENT_READ_BIT |
1777 VK_ACCESS_COLOR_ATTACHMENT_WRITE_BIT,
1778 VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT);
1779 } else if (texturable) {
1780 // Change image layout to shader read since if we use this texture as a borrowed
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001781 // texture within Ganesh we require that its layout be set to that
1782 set_image_layout(this->vkInterface(), cmdBuffer, info,
1783 VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL, mipLevels,
1784 VK_ACCESS_SHADER_READ_BIT, VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT);
Brian Salomon52e943a2018-03-13 09:32:39 -04001785 }
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001786
1787 // End CommandBuffer
1788 err = VK_CALL(EndCommandBuffer(cmdBuffer));
1789 SkASSERT(!err);
1790
1791 // Create Fence for queue
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001792 VkFenceCreateInfo fenceInfo;
1793 memset(&fenceInfo, 0, sizeof(VkFenceCreateInfo));
1794 fenceInfo.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO;
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001795 fenceInfo.pNext = nullptr;
1796 fenceInfo.flags = 0;
1797 VkFence fence = VK_NULL_HANDLE;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001798
1799 err = VK_CALL(CreateFence(fDevice, &fenceInfo, nullptr, &fence));
1800 SkASSERT(!err);
1801
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001802 VkProtectedSubmitInfo protectedSubmitInfo;
1803 if (fProtectedContext == GrProtected::kYes) {
1804 memset(&protectedSubmitInfo, 0, sizeof(VkProtectedSubmitInfo));
1805 protectedSubmitInfo.sType = VK_STRUCTURE_TYPE_PROTECTED_SUBMIT_INFO;
1806 protectedSubmitInfo.pNext = nullptr;
1807 protectedSubmitInfo.protectedSubmit = VK_TRUE;
1808 }
1809
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001810 VkSubmitInfo submitInfo;
1811 memset(&submitInfo, 0, sizeof(VkSubmitInfo));
1812 submitInfo.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001813 submitInfo.pNext = fProtectedContext == GrProtected::kYes ? &protectedSubmitInfo : nullptr;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001814 submitInfo.waitSemaphoreCount = 0;
1815 submitInfo.pWaitSemaphores = nullptr;
1816 submitInfo.pWaitDstStageMask = 0;
1817 submitInfo.commandBufferCount = 1;
1818 submitInfo.pCommandBuffers = &cmdBuffer;
1819 submitInfo.signalSemaphoreCount = 0;
1820 submitInfo.pSignalSemaphores = nullptr;
1821 err = VK_CALL(QueueSubmit(this->queue(), 1, &submitInfo, fence));
1822 SkASSERT(!err);
1823
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001824 err = VK_CALL(WaitForFences(this->device(), 1, &fence, VK_TRUE, UINT64_MAX));
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001825 if (VK_TIMEOUT == err) {
Robert Phillipsf62e5752019-05-30 10:36:13 -04001826 GrVkImage::DestroyImageInfo(this, info);
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001827 if (buffer != VK_NULL_HANDLE) { // workaround for an older NVidia driver crash
1828 GrVkMemory::FreeBufferMemory(this, GrVkBuffer::kCopyRead_Type, bufferAlloc);
1829 VK_CALL(DestroyBuffer(fDevice, buffer, nullptr));
1830 }
Ethan Nicholas8e265a72018-12-12 16:22:40 -05001831 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001832 VK_CALL(DestroyFence(this->device(), fence, nullptr));
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001833 SkDebugf("Fence failed to signal: %d\n", err);
1834 SK_ABORT("failing");
1835 }
1836 SkASSERT(!err);
1837
1838 // Clean up transfer resources
1839 if (buffer != VK_NULL_HANDLE) { // workaround for an older NVidia driver crash
1840 GrVkMemory::FreeBufferMemory(this, GrVkBuffer::kCopyRead_Type, bufferAlloc);
1841 VK_CALL(DestroyBuffer(fDevice, buffer, nullptr));
1842 }
Ethan Nicholas8e265a72018-12-12 16:22:40 -05001843 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001844 VK_CALL(DestroyFence(this->device(), fence, nullptr));
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001845
Brian Salomon52e943a2018-03-13 09:32:39 -04001846 return true;
1847}
1848
Robert Phillipsf0313ee2019-05-21 13:51:11 -04001849GrBackendTexture GrVkGpu::createBackendTexture(int w, int h,
1850 const GrBackendFormat& format,
1851 GrMipMapped mipMapped,
1852 GrRenderable renderable,
Robert Phillips459b2952019-05-23 09:38:27 -04001853 const void* srcData, size_t rowBytes,
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001854 const SkColor4f* color, GrProtected isProtected) {
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001855 const GrVkCaps& caps = this->vkCaps();
Brian Salomon8a375832018-03-14 10:21:40 -04001856 this->handleDirtyContext();
Robert Phillipsa479f962018-04-10 11:45:40 -04001857
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001858 if (fProtectedContext != isProtected) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001859 return GrBackendTexture();
1860 }
1861
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001862 if (w > caps.maxTextureSize() || h > caps.maxTextureSize()) {
Robert Phillipsa479f962018-04-10 11:45:40 -04001863 return GrBackendTexture();
1864 }
1865
Brian Salomond4764a12019-08-08 12:08:24 -04001866 VkFormat vkFormat;
1867 if (!format.asVkFormat(&vkFormat)) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001868 SkDebugf("Could net get vkformat\n");
Robert Phillips9dbcdcc2019-05-13 10:40:06 -04001869 return GrBackendTexture();
1870 }
1871
Brian Salomond4764a12019-08-08 12:08:24 -04001872 if (!caps.isVkFormatTexturable(vkFormat)) {
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001873 SkDebugf("Config is not texturable\n");
Robert Phillips9dbcdcc2019-05-13 10:40:06 -04001874 return GrBackendTexture();
1875 }
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001876
Sergey Ulanov2739fd22019-08-11 22:46:33 -07001877 if (GrVkFormatNeedsYcbcrSampler(vkFormat)) {
1878 SkDebugf("Can't create BackendTexture that requires Ycbcb sampler.\n");
1879 return GrBackendTexture();
1880 }
1881
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001882 GrVkImageInfo info;
Brian Salomond4764a12019-08-08 12:08:24 -04001883 if (!this->createVkImageForBackendSurface(vkFormat, w, h, true,
Brian Salomonb450f3b2019-07-09 09:36:51 -04001884 GrRenderable::kYes == renderable, mipMapped, srcData,
1885 rowBytes, color, &info, isProtected)) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001886 SkDebugf("Failed to create testing only image\n");
1887 return GrBackendTexture();
Brian Salomon52e943a2018-03-13 09:32:39 -04001888 }
Robert Phillips62221e72019-07-24 15:07:38 -04001889
1890 return GrBackendTexture(w, h, info);
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001891}
1892
Robert Phillipsf0313ee2019-05-21 13:51:11 -04001893void GrVkGpu::deleteBackendTexture(const GrBackendTexture& tex) {
Robert Phillipsf0ced622019-05-16 09:06:25 -04001894 SkASSERT(GrBackendApi::kVulkan == tex.fBackend);
1895
1896 GrVkImageInfo info;
1897 if (tex.getVkImageInfo(&info)) {
1898 GrVkImage::DestroyImageInfo(this, const_cast<GrVkImageInfo*>(&info));
1899 }
1900}
1901
1902#if GR_TEST_UTILS
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001903bool GrVkGpu::isTestingOnlyBackendTexture(const GrBackendTexture& tex) const {
Greg Danielbdf12ad2018-10-12 09:31:11 -04001904 SkASSERT(GrBackendApi::kVulkan == tex.fBackend);
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001905
Greg Daniel52e16d92018-04-10 09:34:07 -04001906 GrVkImageInfo backend;
1907 if (!tex.getVkImageInfo(&backend)) {
1908 return false;
1909 }
Greg Daniel164a9f02016-02-22 09:56:40 -05001910
Greg Daniel52e16d92018-04-10 09:34:07 -04001911 if (backend.fImage && backend.fAlloc.fMemory) {
Greg Daniel164a9f02016-02-22 09:56:40 -05001912 VkMemoryRequirements req;
1913 memset(&req, 0, sizeof(req));
1914 GR_VK_CALL(this->vkInterface(), GetImageMemoryRequirements(fDevice,
Greg Daniel52e16d92018-04-10 09:34:07 -04001915 backend.fImage,
Greg Daniel164a9f02016-02-22 09:56:40 -05001916 &req));
1917 // TODO: find a better check
1918 // This will probably fail with a different driver
1919 return (req.size > 0) && (req.size <= 8192 * 8192);
1920 }
1921
1922 return false;
1923}
1924
Brian Osman2d010b62018-08-09 10:55:09 -04001925GrBackendRenderTarget GrVkGpu::createTestingOnlyBackendRenderTarget(int w, int h, GrColorType ct) {
Robert Phillipsf62e5752019-05-30 10:36:13 -04001926 this->handleDirtyContext();
1927
Greg Daniel92cbf3f2018-04-12 16:50:17 -04001928 if (w > this->caps()->maxRenderTargetSize() || h > this->caps()->maxRenderTargetSize()) {
1929 return GrBackendRenderTarget();
1930 }
1931
Greg Daniele877dce2019-07-11 10:52:43 -04001932 auto config = GrColorTypeToPixelConfig(ct);
Brian Salomon52e943a2018-03-13 09:32:39 -04001933 if (kUnknown_GrPixelConfig == config) {
1934 return {};
1935 }
Brian Salomonb450f3b2019-07-09 09:36:51 -04001936 VkFormat vkFormat;
1937 if (!GrPixelConfigToVkFormat(config, &vkFormat)) {
1938 return {};
1939 }
Robert Phillipsf62e5752019-05-30 10:36:13 -04001940
1941 GrVkImageInfo info;
Brian Salomonb450f3b2019-07-09 09:36:51 -04001942 if (!this->createVkImageForBackendSurface(vkFormat, w, h, false, true, GrMipMapped::kNo,
1943 nullptr, 0, &SkColors::kTransparent, &info,
1944 GrProtected::kNo)) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001945 return {};
1946 }
Robert Phillips62221e72019-07-24 15:07:38 -04001947
1948 return GrBackendRenderTarget(w, h, 1, 0, info);
Brian Salomonf865b052018-03-09 09:01:53 -05001949}
1950
Brian Salomon52e943a2018-03-13 09:32:39 -04001951void GrVkGpu::deleteTestingOnlyBackendRenderTarget(const GrBackendRenderTarget& rt) {
Greg Danielbdf12ad2018-10-12 09:31:11 -04001952 SkASSERT(GrBackendApi::kVulkan == rt.fBackend);
Brian Salomonf865b052018-03-09 09:01:53 -05001953
Greg Daniel323fbcf2018-04-10 13:46:30 -04001954 GrVkImageInfo info;
1955 if (rt.getVkImageInfo(&info)) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001956 // something in the command buffer may still be using this, so force submit
1957 this->submitCommandBuffer(kForce_SyncQueue);
Greg Daniel323fbcf2018-04-10 13:46:30 -04001958 GrVkImage::DestroyImageInfo(this, const_cast<GrVkImageInfo*>(&info));
Brian Salomon52e943a2018-03-13 09:32:39 -04001959 }
1960}
Brian Salomonf865b052018-03-09 09:01:53 -05001961
Greg Daniel26b50a42018-03-08 09:49:58 -05001962void GrVkGpu::testingOnly_flushGpuAndSync() {
1963 this->submitCommandBuffer(kForce_SyncQueue);
1964}
Brian Salomonf865b052018-03-09 09:01:53 -05001965#endif
Greg Daniel26b50a42018-03-08 09:49:58 -05001966
Greg Daniel164a9f02016-02-22 09:56:40 -05001967////////////////////////////////////////////////////////////////////////////////
1968
Greg Daniel59dc1482019-02-22 10:46:38 -05001969void GrVkGpu::addBufferMemoryBarrier(const GrVkResource* resource,
1970 VkPipelineStageFlags srcStageMask,
Greg Daniel164a9f02016-02-22 09:56:40 -05001971 VkPipelineStageFlags dstStageMask,
1972 bool byRegion,
1973 VkBufferMemoryBarrier* barrier) const {
1974 SkASSERT(fCurrentCmdBuffer);
Greg Daniel59dc1482019-02-22 10:46:38 -05001975 SkASSERT(resource);
Greg Daniel164a9f02016-02-22 09:56:40 -05001976 fCurrentCmdBuffer->pipelineBarrier(this,
Greg Daniel59dc1482019-02-22 10:46:38 -05001977 resource,
Greg Daniel164a9f02016-02-22 09:56:40 -05001978 srcStageMask,
1979 dstStageMask,
1980 byRegion,
1981 GrVkCommandBuffer::kBufferMemory_BarrierType,
1982 barrier);
1983}
1984
Greg Daniel59dc1482019-02-22 10:46:38 -05001985void GrVkGpu::addImageMemoryBarrier(const GrVkResource* resource,
1986 VkPipelineStageFlags srcStageMask,
Greg Daniel164a9f02016-02-22 09:56:40 -05001987 VkPipelineStageFlags dstStageMask,
1988 bool byRegion,
1989 VkImageMemoryBarrier* barrier) const {
1990 SkASSERT(fCurrentCmdBuffer);
Greg Daniel59dc1482019-02-22 10:46:38 -05001991 SkASSERT(resource);
Greg Daniel164a9f02016-02-22 09:56:40 -05001992 fCurrentCmdBuffer->pipelineBarrier(this,
Greg Daniel59dc1482019-02-22 10:46:38 -05001993 resource,
Greg Daniel164a9f02016-02-22 09:56:40 -05001994 srcStageMask,
1995 dstStageMask,
1996 byRegion,
1997 GrVkCommandBuffer::kImageMemory_BarrierType,
1998 barrier);
1999}
2000
Brian Salomonf9a1fdf2019-05-09 10:30:12 -04002001void GrVkGpu::onFinishFlush(GrSurfaceProxy* proxies[], int n,
Greg Daniel797efca2019-05-09 14:04:20 -04002002 SkSurface::BackendSurfaceAccess access, const GrFlushInfo& info,
2003 const GrPrepareForExternalIORequests& externalRequests) {
Brian Salomonf9a1fdf2019-05-09 10:30:12 -04002004 SkASSERT(n >= 0);
2005 SkASSERT(!n || proxies);
Greg Daniel51316782017-08-02 15:10:09 +00002006 // Submit the current command buffer to the Queue. Whether we inserted semaphores or not does
2007 // not effect what we do here.
Brian Salomonf9a1fdf2019-05-09 10:30:12 -04002008 if (n && access == SkSurface::BackendSurfaceAccess::kPresent) {
Greg Danielbae71212019-03-01 15:24:35 -05002009 GrVkImage* image;
Brian Salomonf9a1fdf2019-05-09 10:30:12 -04002010 for (int i = 0; i < n; ++i) {
2011 SkASSERT(proxies[i]->isInstantiated());
2012 if (GrTexture* tex = proxies[i]->peekTexture()) {
2013 image = static_cast<GrVkTexture*>(tex);
2014 } else {
2015 GrRenderTarget* rt = proxies[i]->peekRenderTarget();
2016 SkASSERT(rt);
2017 image = static_cast<GrVkRenderTarget*>(rt);
2018 }
2019 image->prepareForPresent(this);
Greg Danielbae71212019-03-01 15:24:35 -05002020 }
Greg Danielbae71212019-03-01 15:24:35 -05002021 }
Greg Daniel797efca2019-05-09 14:04:20 -04002022
2023 // Handle requests for preparing for external IO
2024 for (int i = 0; i < externalRequests.fNumImages; ++i) {
2025 SkImage* image = externalRequests.fImages[i];
2026 if (!image->isTextureBacked()) {
2027 continue;
2028 }
2029 SkImage_GpuBase* gpuImage = static_cast<SkImage_GpuBase*>(as_IB(image));
2030 sk_sp<GrTextureProxy> proxy = gpuImage->asTextureProxyRef(this->getContext());
2031 SkASSERT(proxy);
2032
2033 if (!proxy->isInstantiated()) {
2034 auto resourceProvider = this->getContext()->priv().resourceProvider();
2035 if (!proxy->instantiate(resourceProvider)) {
2036 continue;
2037 }
2038 }
2039
2040 GrTexture* tex = proxy->peekTexture();
2041 if (!tex) {
2042 continue;
2043 }
2044 GrVkTexture* vkTex = static_cast<GrVkTexture*>(tex);
2045 vkTex->prepareForExternal(this);
2046 }
2047 for (int i = 0; i < externalRequests.fNumSurfaces; ++i) {
2048 SkSurface* surface = externalRequests.fSurfaces[i];
2049 if (!surface->getCanvas()->getGrContext()) {
2050 continue;
2051 }
2052 SkSurface_Gpu* gpuSurface = static_cast<SkSurface_Gpu*>(surface);
2053 auto* rtc = gpuSurface->getDevice()->accessRenderTargetContext();
2054 sk_sp<GrRenderTargetProxy> proxy = rtc->asRenderTargetProxyRef();
2055 if (!proxy->isInstantiated()) {
2056 auto resourceProvider = this->getContext()->priv().resourceProvider();
2057 if (!proxy->instantiate(resourceProvider)) {
2058 continue;
2059 }
2060 }
2061
2062 GrRenderTarget* rt = proxy->peekRenderTarget();
2063 SkASSERT(rt);
2064 GrVkRenderTarget* vkRT = static_cast<GrVkRenderTarget*>(rt);
2065 if (externalRequests.fPrepareSurfaceForPresent &&
2066 externalRequests.fPrepareSurfaceForPresent[i]) {
2067 vkRT->prepareForPresent(this);
2068 } else {
2069 vkRT->prepareForExternal(this);
2070 }
2071 }
2072
Greg Daniele6bfb7d2019-04-17 15:26:11 -04002073 if (info.fFlags & kSyncCpu_GrFlushFlag) {
2074 this->submitCommandBuffer(kForce_SyncQueue, info.fFinishedProc, info.fFinishedContext);
Greg Danielbae71212019-03-01 15:24:35 -05002075 } else {
Greg Daniele6bfb7d2019-04-17 15:26:11 -04002076 this->submitCommandBuffer(kSkip_SyncQueue, info.fFinishedProc, info.fFinishedContext);
Greg Danielbae71212019-03-01 15:24:35 -05002077 }
Greg Daniel164a9f02016-02-22 09:56:40 -05002078}
2079
Greg Daniel25af6712018-04-25 10:44:38 -04002080static int get_surface_sample_cnt(GrSurface* surf) {
2081 if (const GrRenderTarget* rt = surf->asRenderTarget()) {
Chris Dalton6ce447a2019-06-23 18:07:38 -06002082 return rt->numSamples();
egdaniel17b89252016-04-05 07:23:38 -07002083 }
Greg Daniel25af6712018-04-25 10:44:38 -04002084 return 0;
Greg Daniel164a9f02016-02-22 09:56:40 -05002085}
2086
Greg Daniel46cfbc62019-06-07 11:43:30 -04002087void GrVkGpu::copySurfaceAsCopyImage(GrSurface* dst, GrSurface* src, GrVkImage* dstImage,
2088 GrVkImage* srcImage, const SkIRect& srcRect,
Greg Daniel164a9f02016-02-22 09:56:40 -05002089 const SkIPoint& dstPoint) {
Greg Daniel25af6712018-04-25 10:44:38 -04002090#ifdef SK_DEBUG
2091 int dstSampleCnt = get_surface_sample_cnt(dst);
2092 int srcSampleCnt = get_surface_sample_cnt(src);
Greg Daniela51e93c2019-03-25 12:30:45 -04002093 bool dstHasYcbcr = dstImage->ycbcrConversionInfo().isValid();
2094 bool srcHasYcbcr = srcImage->ycbcrConversionInfo().isValid();
Brian Salomon1c53a9f2019-08-12 14:10:12 -04002095 VkFormat dstFormat = dstImage->imageFormat();
2096 VkFormat srcFormat;
2097 SkAssertResult(dst->backendFormat().asVkFormat(&srcFormat));
2098 SkASSERT(this->vkCaps().canCopyImage(dstFormat, dstSampleCnt, dstHasYcbcr,
2099 srcFormat, srcSampleCnt, srcHasYcbcr));
Greg Daniel25af6712018-04-25 10:44:38 -04002100#endif
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002101 if (src->isProtected() && !dst->isProtected()) {
2102 SkDebugf("Can't copy from protected memory to non-protected");
2103 return;
2104 }
Greg Daniel164a9f02016-02-22 09:56:40 -05002105
Greg Daniel164a9f02016-02-22 09:56:40 -05002106 // These flags are for flushing/invalidating caches and for the dst image it doesn't matter if
2107 // the cache is flushed since it is only being written to.
egdaniel17b89252016-04-05 07:23:38 -07002108 dstImage->setImageLayout(this,
jvanverth50c46c72016-05-06 12:31:28 -07002109 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
2110 VK_ACCESS_TRANSFER_WRITE_BIT,
2111 VK_PIPELINE_STAGE_TRANSFER_BIT,
2112 false);
Greg Daniel164a9f02016-02-22 09:56:40 -05002113
egdaniel17b89252016-04-05 07:23:38 -07002114 srcImage->setImageLayout(this,
2115 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
jvanverth50c46c72016-05-06 12:31:28 -07002116 VK_ACCESS_TRANSFER_READ_BIT,
2117 VK_PIPELINE_STAGE_TRANSFER_BIT,
egdaniel17b89252016-04-05 07:23:38 -07002118 false);
Greg Daniel164a9f02016-02-22 09:56:40 -05002119
Greg Daniel164a9f02016-02-22 09:56:40 -05002120 VkImageCopy copyRegion;
2121 memset(&copyRegion, 0, sizeof(VkImageCopy));
2122 copyRegion.srcSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
Greg Daniel46cfbc62019-06-07 11:43:30 -04002123 copyRegion.srcOffset = { srcRect.fLeft, srcRect.fTop, 0 };
Greg Daniel164a9f02016-02-22 09:56:40 -05002124 copyRegion.dstSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
Greg Daniel46cfbc62019-06-07 11:43:30 -04002125 copyRegion.dstOffset = { dstPoint.fX, dstPoint.fY, 0 };
2126 copyRegion.extent = { (uint32_t)srcRect.width(), (uint32_t)srcRect.height(), 1 };
Greg Daniel164a9f02016-02-22 09:56:40 -05002127
2128 fCurrentCmdBuffer->copyImage(this,
egdaniel17b89252016-04-05 07:23:38 -07002129 srcImage,
Greg Daniel164a9f02016-02-22 09:56:40 -05002130 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
egdaniel17b89252016-04-05 07:23:38 -07002131 dstImage,
Greg Daniel164a9f02016-02-22 09:56:40 -05002132 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
2133 1,
2134 &copyRegion);
jvanverth900bd4a2016-04-29 13:53:12 -07002135
2136 SkIRect dstRect = SkIRect::MakeXYWH(dstPoint.fX, dstPoint.fY,
2137 srcRect.width(), srcRect.height());
Greg Daniel46cfbc62019-06-07 11:43:30 -04002138 // The rect is already in device space so we pass in kTopLeft so no flip is done.
2139 this->didWriteToSurface(dst, kTopLeft_GrSurfaceOrigin, &dstRect);
Greg Daniel164a9f02016-02-22 09:56:40 -05002140}
2141
Greg Daniel46cfbc62019-06-07 11:43:30 -04002142void GrVkGpu::copySurfaceAsBlit(GrSurface* dst, GrSurface* src, GrVkImage* dstImage,
2143 GrVkImage* srcImage, const SkIRect& srcRect,
egdaniel17b89252016-04-05 07:23:38 -07002144 const SkIPoint& dstPoint) {
Greg Daniel25af6712018-04-25 10:44:38 -04002145#ifdef SK_DEBUG
2146 int dstSampleCnt = get_surface_sample_cnt(dst);
2147 int srcSampleCnt = get_surface_sample_cnt(src);
Greg Daniela51e93c2019-03-25 12:30:45 -04002148 bool dstHasYcbcr = dstImage->ycbcrConversionInfo().isValid();
2149 bool srcHasYcbcr = srcImage->ycbcrConversionInfo().isValid();
Brian Salomon1c53a9f2019-08-12 14:10:12 -04002150 VkFormat dstFormat = dstImage->imageFormat();
2151 VkFormat srcFormat;
2152 SkAssertResult(dst->backendFormat().asVkFormat(&srcFormat));
2153 SkASSERT(this->vkCaps().canCopyAsBlit(dstFormat, dstSampleCnt, dstImage->isLinearTiled(),
2154 dstHasYcbcr, srcFormat, srcSampleCnt,
Greg Daniela51e93c2019-03-25 12:30:45 -04002155 srcImage->isLinearTiled(), srcHasYcbcr));
egdaniel17b89252016-04-05 07:23:38 -07002156
Greg Daniel25af6712018-04-25 10:44:38 -04002157#endif
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002158 if (src->isProtected() && !dst->isProtected()) {
2159 SkDebugf("Can't copy from protected memory to non-protected");
2160 return;
2161 }
2162
egdaniel17b89252016-04-05 07:23:38 -07002163 dstImage->setImageLayout(this,
2164 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
jvanverth50c46c72016-05-06 12:31:28 -07002165 VK_ACCESS_TRANSFER_WRITE_BIT,
2166 VK_PIPELINE_STAGE_TRANSFER_BIT,
egdaniel17b89252016-04-05 07:23:38 -07002167 false);
2168
egdaniel17b89252016-04-05 07:23:38 -07002169 srcImage->setImageLayout(this,
2170 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
jvanverth50c46c72016-05-06 12:31:28 -07002171 VK_ACCESS_TRANSFER_READ_BIT,
2172 VK_PIPELINE_STAGE_TRANSFER_BIT,
egdaniel17b89252016-04-05 07:23:38 -07002173 false);
2174
2175 // Flip rect if necessary
Greg Daniel46cfbc62019-06-07 11:43:30 -04002176 SkIRect dstRect = SkIRect::MakeXYWH(dstPoint.fX, dstPoint.fY, srcRect.width(),
2177 srcRect.height());
egdaniel17b89252016-04-05 07:23:38 -07002178
2179 VkImageBlit blitRegion;
2180 memset(&blitRegion, 0, sizeof(VkImageBlit));
2181 blitRegion.srcSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
Greg Daniel46cfbc62019-06-07 11:43:30 -04002182 blitRegion.srcOffsets[0] = { srcRect.fLeft, srcRect.fTop, 0 };
2183 blitRegion.srcOffsets[1] = { srcRect.fRight, srcRect.fBottom, 1 };
egdaniel17b89252016-04-05 07:23:38 -07002184 blitRegion.dstSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
2185 blitRegion.dstOffsets[0] = { dstRect.fLeft, dstRect.fTop, 0 };
Greg Daniele76071c2016-11-02 11:57:06 -04002186 blitRegion.dstOffsets[1] = { dstRect.fRight, dstRect.fBottom, 1 };
egdaniel17b89252016-04-05 07:23:38 -07002187
2188 fCurrentCmdBuffer->blitImage(this,
egdanielb2df0c22016-05-13 11:30:37 -07002189 *srcImage,
2190 *dstImage,
egdaniel17b89252016-04-05 07:23:38 -07002191 1,
2192 &blitRegion,
2193 VK_FILTER_NEAREST); // We never scale so any filter works here
jvanverth900bd4a2016-04-29 13:53:12 -07002194
Greg Daniel46cfbc62019-06-07 11:43:30 -04002195 // The rect is already in device space so we pass in kTopLeft so no flip is done.
2196 this->didWriteToSurface(dst, kTopLeft_GrSurfaceOrigin, &dstRect);
egdaniel17b89252016-04-05 07:23:38 -07002197}
2198
Greg Daniel46cfbc62019-06-07 11:43:30 -04002199void GrVkGpu::copySurfaceAsResolve(GrSurface* dst, GrSurface* src, const SkIRect& srcRect,
2200 const SkIPoint& dstPoint) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002201 if (src->isProtected() && !dst->isProtected()) {
2202 SkDebugf("Can't copy from protected memory to non-protected");
2203 return;
2204 }
egdaniel4bcd62e2016-08-31 07:37:31 -07002205 GrVkRenderTarget* srcRT = static_cast<GrVkRenderTarget*>(src->asRenderTarget());
Brian Salomon1fabd512018-02-09 09:54:25 -05002206 this->resolveImage(dst, srcRT, srcRect, dstPoint);
Greg Daniel46cfbc62019-06-07 11:43:30 -04002207 SkIRect dstRect = SkIRect::MakeXYWH(dstPoint.fX, dstPoint.fY,
Greg Daniel1ba1bfc2018-06-21 13:55:19 -04002208 srcRect.width(), srcRect.height());
Greg Daniel46cfbc62019-06-07 11:43:30 -04002209 // The rect is already in device space so we pass in kTopLeft so no flip is done.
2210 this->didWriteToSurface(dst, kTopLeft_GrSurfaceOrigin, &dstRect);
egdaniel4bcd62e2016-08-31 07:37:31 -07002211}
2212
Greg Daniel46cfbc62019-06-07 11:43:30 -04002213bool GrVkGpu::onCopySurface(GrSurface* dst, GrSurface* src, const SkIRect& srcRect,
2214 const SkIPoint& dstPoint, bool canDiscardOutsideDstRect) {
Greg Danielbe7fc462019-01-03 16:40:42 -05002215#ifdef SK_DEBUG
2216 if (GrVkRenderTarget* srcRT = static_cast<GrVkRenderTarget*>(src->asRenderTarget())) {
2217 SkASSERT(!srcRT->wrapsSecondaryCommandBuffer());
2218 }
2219 if (GrVkRenderTarget* dstRT = static_cast<GrVkRenderTarget*>(dst->asRenderTarget())) {
2220 SkASSERT(!dstRT->wrapsSecondaryCommandBuffer());
2221 }
2222#endif
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002223 if (src->isProtected() && !dst->isProtected()) {
2224 SkDebugf("Can't copy from protected memory to non-protected");
2225 return false;
2226 }
Greg Danielbe7fc462019-01-03 16:40:42 -05002227
Greg Daniel25af6712018-04-25 10:44:38 -04002228 int dstSampleCnt = get_surface_sample_cnt(dst);
2229 int srcSampleCnt = get_surface_sample_cnt(src);
2230
egdaniel17b89252016-04-05 07:23:38 -07002231 GrVkImage* dstImage;
2232 GrVkImage* srcImage;
egdaniel4bcd62e2016-08-31 07:37:31 -07002233 GrRenderTarget* dstRT = dst->asRenderTarget();
2234 if (dstRT) {
2235 GrVkRenderTarget* vkRT = static_cast<GrVkRenderTarget*>(dstRT);
Greg Danielbe7fc462019-01-03 16:40:42 -05002236 if (vkRT->wrapsSecondaryCommandBuffer()) {
2237 return false;
2238 }
Chris Dalton6ce447a2019-06-23 18:07:38 -06002239 dstImage = vkRT->numSamples() > 1 ? vkRT->msaaImage() : vkRT;
egdaniel4bcd62e2016-08-31 07:37:31 -07002240 } else {
2241 SkASSERT(dst->asTexture());
egdaniel17b89252016-04-05 07:23:38 -07002242 dstImage = static_cast<GrVkTexture*>(dst->asTexture());
egdaniel17b89252016-04-05 07:23:38 -07002243 }
egdaniel4bcd62e2016-08-31 07:37:31 -07002244 GrRenderTarget* srcRT = src->asRenderTarget();
2245 if (srcRT) {
2246 GrVkRenderTarget* vkRT = static_cast<GrVkRenderTarget*>(srcRT);
Chris Dalton6ce447a2019-06-23 18:07:38 -06002247 srcImage = vkRT->numSamples() > 1 ? vkRT->msaaImage() : vkRT;
egdaniel17b89252016-04-05 07:23:38 -07002248 } else {
egdaniel4bcd62e2016-08-31 07:37:31 -07002249 SkASSERT(src->asTexture());
2250 srcImage = static_cast<GrVkTexture*>(src->asTexture());
egdaniel17b89252016-04-05 07:23:38 -07002251 }
2252
Brian Salomon1c53a9f2019-08-12 14:10:12 -04002253 VkFormat dstFormat = dstImage->imageFormat();
2254 VkFormat srcFormat = srcImage->imageFormat();
2255
Greg Daniela51e93c2019-03-25 12:30:45 -04002256 bool dstHasYcbcr = dstImage->ycbcrConversionInfo().isValid();
2257 bool srcHasYcbcr = srcImage->ycbcrConversionInfo().isValid();
2258
Brian Salomon1c53a9f2019-08-12 14:10:12 -04002259 if (this->vkCaps().canCopyAsResolve(dstFormat, dstSampleCnt, dstHasYcbcr,
2260 srcFormat, srcSampleCnt, srcHasYcbcr)) {
Greg Daniel46cfbc62019-06-07 11:43:30 -04002261 this->copySurfaceAsResolve(dst, src, srcRect, dstPoint);
Greg Daniela51e93c2019-03-25 12:30:45 -04002262 return true;
2263 }
2264
Brian Salomon1c53a9f2019-08-12 14:10:12 -04002265 if (this->vkCaps().canCopyImage(dstFormat, dstSampleCnt, dstHasYcbcr,
2266 srcFormat, srcSampleCnt, srcHasYcbcr)) {
Greg Daniel46cfbc62019-06-07 11:43:30 -04002267 this->copySurfaceAsCopyImage(dst, src, dstImage, srcImage, srcRect, dstPoint);
egdaniel17b89252016-04-05 07:23:38 -07002268 return true;
2269 }
2270
Brian Salomon1c53a9f2019-08-12 14:10:12 -04002271 if (this->vkCaps().canCopyAsBlit(dstFormat, dstSampleCnt, dstImage->isLinearTiled(),
2272 dstHasYcbcr, srcFormat, srcSampleCnt,
Greg Daniela51e93c2019-03-25 12:30:45 -04002273 srcImage->isLinearTiled(), srcHasYcbcr)) {
Greg Daniel46cfbc62019-06-07 11:43:30 -04002274 this->copySurfaceAsBlit(dst, src, dstImage, srcImage, srcRect, dstPoint);
Greg Daniel164a9f02016-02-22 09:56:40 -05002275 return true;
2276 }
2277
Greg Daniel164a9f02016-02-22 09:56:40 -05002278 return false;
2279}
2280
Brian Salomona6948702018-06-01 15:33:20 -04002281bool GrVkGpu::onReadPixels(GrSurface* surface, int left, int top, int width, int height,
Brian Salomonf77c1462019-08-01 15:19:29 -04002282 GrColorType surfaceColorType, GrColorType dstColorType, void* buffer,
2283 size_t rowBytes) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002284 if (surface->isProtected()) {
2285 return false;
2286 }
2287
Brian Salomon1c53a9f2019-08-12 14:10:12 -04002288 if (surfaceColorType != dstColorType) {
Greg Daniel164a9f02016-02-22 09:56:40 -05002289 return false;
2290 }
2291
egdaniel66933552016-08-24 07:22:19 -07002292 GrVkImage* image = nullptr;
2293 GrVkRenderTarget* rt = static_cast<GrVkRenderTarget*>(surface->asRenderTarget());
2294 if (rt) {
Greg Danielbe7fc462019-01-03 16:40:42 -05002295 // Reading from render targets that wrap a secondary command buffer is not allowed since
2296 // it would require us to know the VkImage, which we don't have, as well as need us to
2297 // stop and start the VkRenderPass which we don't have access to.
2298 if (rt->wrapsSecondaryCommandBuffer()) {
2299 return false;
2300 }
egdaniel66933552016-08-24 07:22:19 -07002301 // resolve the render target if necessary
2302 switch (rt->getResolveType()) {
2303 case GrVkRenderTarget::kCantResolve_ResolveType:
2304 return false;
2305 case GrVkRenderTarget::kAutoResolves_ResolveType:
2306 break;
2307 case GrVkRenderTarget::kCanResolve_ResolveType:
Greg Daniel0a77f432018-12-06 11:23:32 -05002308 this->resolveRenderTargetNoFlush(rt);
egdaniel66933552016-08-24 07:22:19 -07002309 break;
2310 default:
Ben Wagnerb4aab9a2017-08-16 10:53:04 -04002311 SK_ABORT("Unknown resolve type");
egdaniel66933552016-08-24 07:22:19 -07002312 }
2313 image = rt;
2314 } else {
2315 image = static_cast<GrVkTexture*>(surface->asTexture());
2316 }
2317
2318 if (!image) {
Greg Daniel164a9f02016-02-22 09:56:40 -05002319 return false;
2320 }
2321
Greg Daniel475eb702018-09-28 14:16:50 -04002322 // Skia's RGB_888x color type, which we map to the vulkan R8G8B8_UNORM, expects the data to be
2323 // 32 bits, but the Vulkan format is only 24. So we first copy the surface into an R8G8B8A8
2324 // image and then do the read pixels from that.
2325 sk_sp<GrVkTextureRenderTarget> copySurface;
Greg Danielf259b8b2019-02-14 09:03:43 -05002326 if (dstColorType == GrColorType::kRGB_888x && image->imageFormat() == VK_FORMAT_R8G8B8_UNORM) {
Greg Daniel46cfbc62019-06-07 11:43:30 -04002327 int srcSampleCount = 0;
2328 if (rt) {
Chris Dalton6ce447a2019-06-23 18:07:38 -06002329 srcSampleCount = rt->numSamples();
Greg Daniel46cfbc62019-06-07 11:43:30 -04002330 }
2331 bool srcHasYcbcr = image->ycbcrConversionInfo().isValid();
Brian Salomon1c53a9f2019-08-12 14:10:12 -04002332 if (!this->vkCaps().canCopyAsBlit(VK_FORMAT_R8G8B8A8_UNORM, 1, false, false,
2333 image->imageFormat(), srcSampleCount,
2334 image->isLinearTiled(), srcHasYcbcr)) {
Greg Daniel46cfbc62019-06-07 11:43:30 -04002335 return false;
2336 }
2337
Greg Daniel475eb702018-09-28 14:16:50 -04002338 // Make a new surface that is RGBA to copy the RGB surface into.
2339 GrSurfaceDesc surfDesc;
Greg Daniel475eb702018-09-28 14:16:50 -04002340 surfDesc.fWidth = width;
2341 surfDesc.fHeight = height;
2342 surfDesc.fConfig = kRGBA_8888_GrPixelConfig;
Greg Daniel475eb702018-09-28 14:16:50 -04002343
2344 VkImageUsageFlags usageFlags = VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT |
2345 VK_IMAGE_USAGE_SAMPLED_BIT |
2346 VK_IMAGE_USAGE_TRANSFER_SRC_BIT |
2347 VK_IMAGE_USAGE_TRANSFER_DST_BIT;
2348
2349 GrVkImage::ImageDesc imageDesc;
2350 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
2351 imageDesc.fFormat = VK_FORMAT_R8G8B8A8_UNORM;
2352 imageDesc.fWidth = width;
2353 imageDesc.fHeight = height;
2354 imageDesc.fLevels = 1;
2355 imageDesc.fSamples = 1;
2356 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
2357 imageDesc.fUsageFlags = usageFlags;
2358 imageDesc.fMemProps = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
2359
2360 copySurface = GrVkTextureRenderTarget::MakeNewTextureRenderTarget(
Brian Salomon27b4d8d2019-07-22 14:23:45 -04002361 this, SkBudgeted::kYes, surfDesc, 1, imageDesc, GrMipMapsStatus::kNotAllocated);
Greg Daniel475eb702018-09-28 14:16:50 -04002362 if (!copySurface) {
2363 return false;
2364 }
2365
Greg Daniel475eb702018-09-28 14:16:50 -04002366 SkIRect srcRect = SkIRect::MakeXYWH(left, top, width, height);
Greg Daniel46cfbc62019-06-07 11:43:30 -04002367 SkAssertResult(this->copySurface(copySurface.get(), surface, srcRect, SkIPoint::Make(0,0)));
2368
Greg Daniel475eb702018-09-28 14:16:50 -04002369 top = 0;
2370 left = 0;
2371 dstColorType = GrColorType::kRGBA_8888;
2372 image = copySurface.get();
2373 }
2374
Greg Daniel164a9f02016-02-22 09:56:40 -05002375 // Change layout of our target so it can be used as copy
egdaniel66933552016-08-24 07:22:19 -07002376 image->setImageLayout(this,
2377 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
2378 VK_ACCESS_TRANSFER_READ_BIT,
2379 VK_PIPELINE_STAGE_TRANSFER_BIT,
2380 false);
Greg Daniel164a9f02016-02-22 09:56:40 -05002381
Brian Salomonb28cb682019-07-26 12:48:47 -04002382 size_t bpp = GrColorTypeBytesPerPixel(dstColorType);
egdaniel6fa0a912016-09-12 11:51:29 -07002383 size_t tightRowBytes = bpp * width;
Greg Daniel164a9f02016-02-22 09:56:40 -05002384
Greg Daniel164a9f02016-02-22 09:56:40 -05002385 VkBufferImageCopy region;
2386 memset(&region, 0, sizeof(VkBufferImageCopy));
egdaniel6fa0a912016-09-12 11:51:29 -07002387
2388 bool copyFromOrigin = this->vkCaps().mustDoCopiesFromOrigin();
2389 if (copyFromOrigin) {
2390 region.imageOffset = { 0, 0, 0 };
Brian Salomona6948702018-06-01 15:33:20 -04002391 region.imageExtent = { (uint32_t)(left + width), (uint32_t)(top + height), 1 };
egdaniel6fa0a912016-09-12 11:51:29 -07002392 } else {
Brian Salomona6948702018-06-01 15:33:20 -04002393 VkOffset3D offset = { left, top, 0 };
egdaniel6fa0a912016-09-12 11:51:29 -07002394 region.imageOffset = offset;
2395 region.imageExtent = { (uint32_t)width, (uint32_t)height, 1 };
2396 }
2397
2398 size_t transBufferRowBytes = bpp * region.imageExtent.width;
Greg Daniel386a9b62018-07-03 10:52:30 -04002399 size_t imageRows = region.imageExtent.height;
Brian Salomon12d22642019-01-29 14:38:50 -05002400 auto transferBuffer = sk_sp<GrVkTransferBuffer>(
Greg Daniel3cdfa092018-02-26 16:14:10 -05002401 static_cast<GrVkTransferBuffer*>(this->createBuffer(transBufferRowBytes * imageRows,
Brian Salomonae64c192019-02-05 09:41:37 -05002402 GrGpuBufferType::kXferGpuToCpu,
Brian Salomon12d22642019-01-29 14:38:50 -05002403 kStream_GrAccessPattern)
2404 .release()));
egdaniel6fa0a912016-09-12 11:51:29 -07002405
2406 // Copy the image to a buffer so we can map it to cpu memory
jvanverthdb379092016-07-07 11:18:46 -07002407 region.bufferOffset = transferBuffer->offset();
egdaniel88e8aef2016-06-27 14:34:55 -07002408 region.bufferRowLength = 0; // Forces RowLength to be width. We handle the rowBytes below.
Greg Daniel164a9f02016-02-22 09:56:40 -05002409 region.bufferImageHeight = 0; // Forces height to be tightly packed. Only useful for 3d images.
2410 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
Greg Daniel164a9f02016-02-22 09:56:40 -05002411
2412 fCurrentCmdBuffer->copyImageToBuffer(this,
egdaniel66933552016-08-24 07:22:19 -07002413 image,
Greg Daniel164a9f02016-02-22 09:56:40 -05002414 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
Brian Salomon12d22642019-01-29 14:38:50 -05002415 transferBuffer.get(),
Greg Daniel164a9f02016-02-22 09:56:40 -05002416 1,
2417 &region);
2418
2419 // make sure the copy to buffer has finished
2420 transferBuffer->addMemoryBarrier(this,
2421 VK_ACCESS_TRANSFER_WRITE_BIT,
2422 VK_ACCESS_HOST_READ_BIT,
2423 VK_PIPELINE_STAGE_TRANSFER_BIT,
2424 VK_PIPELINE_STAGE_HOST_BIT,
2425 false);
2426
2427 // We need to submit the current command buffer to the Queue and make sure it finishes before
2428 // we can copy the data out of the buffer.
2429 this->submitCommandBuffer(kForce_SyncQueue);
Greg Daniel88fdee92018-02-24 22:41:50 +00002430 void* mappedMemory = transferBuffer->map();
Greg Daniele35a99e2018-03-02 11:44:22 -05002431 const GrVkAlloc& transAlloc = transferBuffer->alloc();
Greg Daniel81df0412018-05-31 13:13:33 -04002432 GrVkMemory::InvalidateMappedAlloc(this, transAlloc, 0, transAlloc.fSize);
Greg Daniel164a9f02016-02-22 09:56:40 -05002433
egdaniel6fa0a912016-09-12 11:51:29 -07002434 if (copyFromOrigin) {
2435 uint32_t skipRows = region.imageExtent.height - height;
2436 mappedMemory = (char*)mappedMemory + transBufferRowBytes * skipRows + bpp * left;
2437 }
2438
Brian Salomona6948702018-06-01 15:33:20 -04002439 SkRectMemcpy(buffer, rowBytes, mappedMemory, transBufferRowBytes, tightRowBytes, height);
Greg Daniel164a9f02016-02-22 09:56:40 -05002440
2441 transferBuffer->unmap();
Greg Daniel164a9f02016-02-22 09:56:40 -05002442 return true;
2443}
egdaniel066df7c2016-06-08 14:02:27 -07002444
egdaniel27bb2842016-07-07 11:58:35 -07002445// The RenderArea bounds we pass into BeginRenderPass must have a start x value that is a multiple
2446// of the granularity. The width must also be a multiple of the granularity or eaqual to the width
2447// the the entire attachment. Similar requirements for the y and height components.
2448void adjust_bounds_to_granularity(SkIRect* dstBounds, const SkIRect& srcBounds,
2449 const VkExtent2D& granularity, int maxWidth, int maxHeight) {
2450 // Adjust Width
egdanield5797b32016-09-20 12:57:45 -07002451 if ((0 != granularity.width && 1 != granularity.width)) {
2452 // Start with the right side of rect so we know if we end up going pass the maxWidth.
2453 int rightAdj = srcBounds.fRight % granularity.width;
2454 if (rightAdj != 0) {
2455 rightAdj = granularity.width - rightAdj;
2456 }
2457 dstBounds->fRight = srcBounds.fRight + rightAdj;
2458 if (dstBounds->fRight > maxWidth) {
2459 dstBounds->fRight = maxWidth;
2460 dstBounds->fLeft = 0;
2461 } else {
2462 dstBounds->fLeft = srcBounds.fLeft - srcBounds.fLeft % granularity.width;
2463 }
egdaniel27bb2842016-07-07 11:58:35 -07002464 } else {
egdanield5797b32016-09-20 12:57:45 -07002465 dstBounds->fLeft = srcBounds.fLeft;
2466 dstBounds->fRight = srcBounds.fRight;
egdaniel27bb2842016-07-07 11:58:35 -07002467 }
2468
2469 // Adjust height
egdanield5797b32016-09-20 12:57:45 -07002470 if ((0 != granularity.height && 1 != granularity.height)) {
2471 // Start with the bottom side of rect so we know if we end up going pass the maxHeight.
2472 int bottomAdj = srcBounds.fBottom % granularity.height;
2473 if (bottomAdj != 0) {
2474 bottomAdj = granularity.height - bottomAdj;
2475 }
2476 dstBounds->fBottom = srcBounds.fBottom + bottomAdj;
2477 if (dstBounds->fBottom > maxHeight) {
2478 dstBounds->fBottom = maxHeight;
2479 dstBounds->fTop = 0;
2480 } else {
2481 dstBounds->fTop = srcBounds.fTop - srcBounds.fTop % granularity.height;
2482 }
egdaniel27bb2842016-07-07 11:58:35 -07002483 } else {
egdanield5797b32016-09-20 12:57:45 -07002484 dstBounds->fTop = srcBounds.fTop;
2485 dstBounds->fBottom = srcBounds.fBottom;
egdaniel27bb2842016-07-07 11:58:35 -07002486 }
2487}
2488
Greg Daniel8daf3b72019-07-30 09:57:26 -04002489void GrVkGpu::submitSecondaryCommandBuffer(
Greg Daniel228518f2019-08-07 16:55:17 -04002490 std::unique_ptr<GrVkSecondaryCommandBuffer> buffer,
Greg Daniel8daf3b72019-07-30 09:57:26 -04002491 const GrVkRenderPass* renderPass,
2492 const VkClearValue* colorClear,
2493 GrVkRenderTarget* target, GrSurfaceOrigin origin,
2494 const SkIRect& bounds) {
2495
Greg Danielbe7fc462019-01-03 16:40:42 -05002496 SkASSERT (!target->wrapsSecondaryCommandBuffer());
egdaniele7d1b242016-07-01 08:06:45 -07002497 const SkIRect* pBounds = &bounds;
2498 SkIRect flippedBounds;
Robert Phillipsb0e93a22017-08-29 08:26:54 -04002499 if (kBottomLeft_GrSurfaceOrigin == origin) {
egdaniele7d1b242016-07-01 08:06:45 -07002500 flippedBounds = bounds;
2501 flippedBounds.fTop = target->height() - bounds.fBottom;
2502 flippedBounds.fBottom = target->height() - bounds.fTop;
2503 pBounds = &flippedBounds;
2504 }
2505
egdaniel27bb2842016-07-07 11:58:35 -07002506 // The bounds we use for the render pass should be of the granularity supported
2507 // by the device.
2508 const VkExtent2D& granularity = renderPass->granularity();
2509 SkIRect adjustedBounds;
2510 if ((0 != granularity.width && 1 != granularity.width) ||
2511 (0 != granularity.height && 1 != granularity.height)) {
2512 adjust_bounds_to_granularity(&adjustedBounds, *pBounds, granularity,
2513 target->width(), target->height());
2514 pBounds = &adjustedBounds;
2515 }
2516
Robert Phillips95214472017-08-08 18:00:03 -04002517#ifdef SK_DEBUG
2518 uint32_t index;
2519 bool result = renderPass->colorAttachmentIndex(&index);
2520 SkASSERT(result && 0 == index);
2521 result = renderPass->stencilAttachmentIndex(&index);
2522 if (result) {
2523 SkASSERT(1 == index);
2524 }
2525#endif
2526 VkClearValue clears[2];
2527 clears[0].color = colorClear->color;
Robert Phillips8c326e92017-08-10 13:50:17 -04002528 clears[1].depthStencil.depth = 0.0f;
2529 clears[1].depthStencil.stencil = 0;
Robert Phillips95214472017-08-08 18:00:03 -04002530
2531 fCurrentCmdBuffer->beginRenderPass(this, renderPass, clears, *target, *pBounds, true);
Greg Daniel228518f2019-08-07 16:55:17 -04002532 fCurrentCmdBuffer->executeCommands(this, std::move(buffer));
Greg Daniel164a9f02016-02-22 09:56:40 -05002533 fCurrentCmdBuffer->endRenderPass(this);
egdaniel66933552016-08-24 07:22:19 -07002534
Brian Salomon1fabd512018-02-09 09:54:25 -05002535 this->didWriteToSurface(target, origin, &bounds);
Greg Daniel164a9f02016-02-22 09:56:40 -05002536}
egdaniel9cb63402016-06-23 08:37:05 -07002537
Robert Phillips5b5d84c2018-08-09 15:12:18 -04002538void GrVkGpu::submit(GrGpuCommandBuffer* buffer) {
2539 if (buffer->asRTCommandBuffer()) {
2540 SkASSERT(fCachedRTCommandBuffer.get() == buffer);
2541
2542 fCachedRTCommandBuffer->submit();
2543 fCachedRTCommandBuffer->reset();
2544 } else {
2545 SkASSERT(fCachedTexCommandBuffer.get() == buffer);
2546
2547 fCachedTexCommandBuffer->submit();
2548 fCachedTexCommandBuffer->reset();
2549 }
2550}
2551
Greg Daniel6be35232017-03-01 17:01:09 -05002552GrFence SK_WARN_UNUSED_RESULT GrVkGpu::insertFence() {
jvanverth84741b32016-09-30 08:39:02 -07002553 VkFenceCreateInfo createInfo;
2554 memset(&createInfo, 0, sizeof(VkFenceCreateInfo));
2555 createInfo.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO;
2556 createInfo.pNext = nullptr;
2557 createInfo.flags = 0;
2558 VkFence fence = VK_NULL_HANDLE;
Greg Daniel6be35232017-03-01 17:01:09 -05002559
2560 VK_CALL_ERRCHECK(CreateFence(this->device(), &createInfo, nullptr, &fence));
2561 VK_CALL(QueueSubmit(this->queue(), 0, nullptr, fence));
2562
2563 GR_STATIC_ASSERT(sizeof(GrFence) >= sizeof(VkFence));
jvanverth84741b32016-09-30 08:39:02 -07002564 return (GrFence)fence;
2565}
2566
Greg Daniel6be35232017-03-01 17:01:09 -05002567bool GrVkGpu::waitFence(GrFence fence, uint64_t timeout) {
2568 SkASSERT(VK_NULL_HANDLE != (VkFence)fence);
2569
2570 VkResult result = VK_CALL(WaitForFences(this->device(), 1, (VkFence*)&fence, VK_TRUE, timeout));
jvanverth84741b32016-09-30 08:39:02 -07002571 return (VK_SUCCESS == result);
2572}
2573
2574void GrVkGpu::deleteFence(GrFence fence) const {
Greg Daniel6be35232017-03-01 17:01:09 -05002575 VK_CALL(DestroyFence(this->device(), (VkFence)fence, nullptr));
2576}
2577
Greg Daniela5cb7812017-06-16 09:45:32 -04002578sk_sp<GrSemaphore> SK_WARN_UNUSED_RESULT GrVkGpu::makeSemaphore(bool isOwned) {
2579 return GrVkSemaphore::Make(this, isOwned);
Greg Daniel6be35232017-03-01 17:01:09 -05002580}
2581
Greg Daniel48661b82018-01-22 16:11:35 -05002582sk_sp<GrSemaphore> GrVkGpu::wrapBackendSemaphore(const GrBackendSemaphore& semaphore,
2583 GrResourceProvider::SemaphoreWrapType wrapType,
2584 GrWrapOwnership ownership) {
2585 return GrVkSemaphore::MakeWrapped(this, semaphore.vkSemaphore(), wrapType, ownership);
Greg Daniela5cb7812017-06-16 09:45:32 -04002586}
2587
Greg Daniel858e12c2018-12-06 11:11:37 -05002588void GrVkGpu::insertSemaphore(sk_sp<GrSemaphore> semaphore) {
Greg Daniel6be35232017-03-01 17:01:09 -05002589 GrVkSemaphore* vkSem = static_cast<GrVkSemaphore*>(semaphore.get());
2590
Greg Daniel48661b82018-01-22 16:11:35 -05002591 GrVkSemaphore::Resource* resource = vkSem->getResource();
2592 if (resource->shouldSignal()) {
Greg Daniel17b7c052018-01-09 13:55:33 -05002593 resource->ref();
2594 fSemaphoresToSignal.push_back(resource);
2595 }
Greg Daniel6be35232017-03-01 17:01:09 -05002596}
2597
Greg Daniel48661b82018-01-22 16:11:35 -05002598void GrVkGpu::waitSemaphore(sk_sp<GrSemaphore> semaphore) {
Greg Daniel6be35232017-03-01 17:01:09 -05002599 GrVkSemaphore* vkSem = static_cast<GrVkSemaphore*>(semaphore.get());
2600
Greg Daniel48661b82018-01-22 16:11:35 -05002601 GrVkSemaphore::Resource* resource = vkSem->getResource();
2602 if (resource->shouldWait()) {
2603 resource->ref();
2604 fSemaphoresToWaitOn.push_back(resource);
2605 }
jvanverth84741b32016-09-30 08:39:02 -07002606}
Brian Osman13dddce2017-05-09 13:19:50 -04002607
2608sk_sp<GrSemaphore> GrVkGpu::prepareTextureForCrossContextUsage(GrTexture* texture) {
2609 SkASSERT(texture);
2610 GrVkTexture* vkTexture = static_cast<GrVkTexture*>(texture);
2611 vkTexture->setImageLayout(this,
2612 VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL,
2613 VK_ACCESS_SHADER_READ_BIT,
Greg Danielf7828d02018-10-09 12:01:32 -04002614 VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT,
Brian Osman13dddce2017-05-09 13:19:50 -04002615 false);
2616 this->submitCommandBuffer(kSkip_SyncQueue);
2617
Greg Danielb3f66542019-05-10 17:11:19 -04002618 // The image layout change serves as a barrier, so no semaphore is needed.
2619 // If we ever decide we need to return a semaphore here, we need to make sure GrVkSemaphore is
2620 // thread safe so that only the first thread that tries to use the semaphore actually submits
2621 // it. This additionally would also require thread safety in command buffer submissions to
2622 // queues in general.
Brian Osman13dddce2017-05-09 13:19:50 -04002623 return nullptr;
2624}
Greg Danielf5d87582017-12-18 14:48:15 -05002625
Greg Daniel64cc9aa2018-10-19 13:54:56 -04002626void GrVkGpu::addDrawable(std::unique_ptr<SkDrawable::GpuDrawHandler> drawable) {
2627 fDrawables.emplace_back(std::move(drawable));
2628}
2629
Greg Daniel7a82edf2018-12-04 10:54:34 -05002630uint32_t GrVkGpu::getExtraSamplerKeyForProgram(const GrSamplerState& samplerState,
2631 const GrBackendFormat& format) {
2632 const GrVkYcbcrConversionInfo* ycbcrInfo = format.getVkYcbcrConversionInfo();
2633 SkASSERT(ycbcrInfo);
2634 if (!ycbcrInfo->isValid()) {
2635 return 0;
2636 }
2637
2638 const GrVkSampler* sampler = this->resourceProvider().findOrCreateCompatibleSampler(
2639 samplerState, *ycbcrInfo);
2640
Sergey Ulanov2739fd22019-08-11 22:46:33 -07002641 uint32_t result = sampler->uniqueID();
2642
2643 sampler->unref(this);
2644
2645 return result;
Greg Daniel7a82edf2018-12-04 10:54:34 -05002646}
2647
Greg Daniela870b462019-01-08 15:49:46 -05002648void GrVkGpu::storeVkPipelineCacheData() {
Robert Phillips9da87e02019-02-04 13:26:26 -05002649 if (this->getContext()->priv().getPersistentCache()) {
Greg Daniela870b462019-01-08 15:49:46 -05002650 this->resourceProvider().storePipelineCacheData();
2651 }
2652}