blob: 04e39ca92694b519e371b9fa6c983874e8ef945a [file] [log] [blame]
Greg Daniel164a9f02016-02-22 09:56:40 -05001/*
2 * Copyright 2015 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
Mike Kleinc0bd9f92019-04-23 12:05:21 -05008#include "src/gpu/vk/GrVkGpu.h"
Greg Daniel164a9f02016-02-22 09:56:40 -05009
Mike Kleinc0bd9f92019-04-23 12:05:21 -050010#include "include/gpu/GrBackendSemaphore.h"
11#include "include/gpu/GrBackendSurface.h"
12#include "include/gpu/GrContextOptions.h"
13#include "include/private/SkTo.h"
14#include "src/core/SkConvertPixels.h"
15#include "src/core/SkMipMap.h"
16#include "src/gpu/GrContextPriv.h"
Robert Phillipsbd1ef682019-05-31 12:48:49 -040017#include "src/gpu/GrDataUtils.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050018#include "src/gpu/GrGeometryProcessor.h"
19#include "src/gpu/GrGpuResourceCacheAccess.h"
20#include "src/gpu/GrMesh.h"
21#include "src/gpu/GrPipeline.h"
Greg Daniel797efca2019-05-09 14:04:20 -040022#include "src/gpu/GrRenderTargetContext.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050023#include "src/gpu/GrRenderTargetPriv.h"
24#include "src/gpu/GrTexturePriv.h"
Greg Daniel797efca2019-05-09 14:04:20 -040025#include "src/gpu/SkGpuDevice.h"
Robert Phillips9dbcdcc2019-05-13 10:40:06 -040026#include "src/gpu/SkGr.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050027#include "src/gpu/vk/GrVkAMDMemoryAllocator.h"
28#include "src/gpu/vk/GrVkCommandBuffer.h"
29#include "src/gpu/vk/GrVkCommandPool.h"
30#include "src/gpu/vk/GrVkGpuCommandBuffer.h"
31#include "src/gpu/vk/GrVkImage.h"
32#include "src/gpu/vk/GrVkIndexBuffer.h"
33#include "src/gpu/vk/GrVkInterface.h"
34#include "src/gpu/vk/GrVkMemory.h"
35#include "src/gpu/vk/GrVkPipeline.h"
36#include "src/gpu/vk/GrVkPipelineState.h"
37#include "src/gpu/vk/GrVkRenderPass.h"
38#include "src/gpu/vk/GrVkResourceProvider.h"
39#include "src/gpu/vk/GrVkSemaphore.h"
40#include "src/gpu/vk/GrVkTexture.h"
41#include "src/gpu/vk/GrVkTextureRenderTarget.h"
42#include "src/gpu/vk/GrVkTransferBuffer.h"
43#include "src/gpu/vk/GrVkVertexBuffer.h"
Greg Daniel797efca2019-05-09 14:04:20 -040044#include "src/image/SkImage_Gpu.h"
45#include "src/image/SkSurface_Gpu.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050046#include "src/sksl/SkSLCompiler.h"
Greg Daniel98bffae2018-08-01 13:25:41 -040047
Mike Kleinc0bd9f92019-04-23 12:05:21 -050048#include "include/gpu/vk/GrVkExtensions.h"
49#include "include/gpu/vk/GrVkTypes.h"
Greg Daniel164a9f02016-02-22 09:56:40 -050050
Ben Wagnerf08d1d02018-06-18 15:11:00 -040051#include <utility>
52
Forrest Reiling44f85712017-03-27 23:22:20 -070053#if !defined(SK_BUILD_FOR_WIN)
54#include <unistd.h>
55#endif // !defined(SK_BUILD_FOR_WIN)
56
Greg Danieldef55462018-08-01 13:40:14 -040057#if defined(SK_BUILD_FOR_WIN) && defined(SK_DEBUG)
Ben Wagnerab6eefe2019-05-20 11:02:49 -040058#include "src/core/SkLeanWindows.h"
Greg Danieldef55462018-08-01 13:40:14 -040059#endif
60
Greg Daniel164a9f02016-02-22 09:56:40 -050061#define VK_CALL(X) GR_VK_CALL(this->vkInterface(), X)
62#define VK_CALL_RET(RET, X) GR_VK_CALL_RET(this->vkInterface(), RET, X)
63#define VK_CALL_ERRCHECK(X) GR_VK_CALL_ERRCHECK(this->vkInterface(), X)
64
Greg Danielf730c182018-07-02 20:15:37 +000065sk_sp<GrGpu> GrVkGpu::Make(const GrVkBackendContext& backendContext,
Brian Salomon384fab42017-12-07 12:33:05 -050066 const GrContextOptions& options, GrContext* context) {
Greg Danielf730c182018-07-02 20:15:37 +000067 if (backendContext.fInstance == VK_NULL_HANDLE ||
68 backendContext.fPhysicalDevice == VK_NULL_HANDLE ||
69 backendContext.fDevice == VK_NULL_HANDLE ||
70 backendContext.fQueue == VK_NULL_HANDLE) {
71 return nullptr;
72 }
Greg Danield3e65aa2018-08-01 09:19:45 -040073 if (!backendContext.fGetProc) {
74 return nullptr;
Greg Danielc8cd45a2018-07-12 10:02:37 -040075 }
Greg Danield3e65aa2018-08-01 09:19:45 -040076
Greg Daniel41f0e282019-01-28 13:15:05 -050077 PFN_vkEnumerateInstanceVersion localEnumerateInstanceVersion =
78 reinterpret_cast<PFN_vkEnumerateInstanceVersion>(
79 backendContext.fGetProc("vkEnumerateInstanceVersion",
80 VK_NULL_HANDLE, VK_NULL_HANDLE));
81 uint32_t instanceVersion = 0;
82 if (!localEnumerateInstanceVersion) {
83 instanceVersion = VK_MAKE_VERSION(1, 0, 0);
84 } else {
85 VkResult err = localEnumerateInstanceVersion(&instanceVersion);
86 if (err) {
87 SkDebugf("Failed to enumerate instance version. Err: %d\n", err);
88 return nullptr;
89 }
90 }
91
Greg Danielc0b03d82018-08-03 14:41:15 -040092 PFN_vkGetPhysicalDeviceProperties localGetPhysicalDeviceProperties =
93 reinterpret_cast<PFN_vkGetPhysicalDeviceProperties>(
94 backendContext.fGetProc("vkGetPhysicalDeviceProperties",
95 backendContext.fInstance,
96 VK_NULL_HANDLE));
97
98 if (!localGetPhysicalDeviceProperties) {
99 return nullptr;
100 }
101 VkPhysicalDeviceProperties physDeviceProperties;
102 localGetPhysicalDeviceProperties(backendContext.fPhysicalDevice, &physDeviceProperties);
103 uint32_t physDevVersion = physDeviceProperties.apiVersion;
104
Greg Daniel41f0e282019-01-28 13:15:05 -0500105 uint32_t apiVersion = backendContext.fMaxAPIVersion ? backendContext.fMaxAPIVersion
106 : instanceVersion;
107
108 instanceVersion = SkTMin(instanceVersion, apiVersion);
109 physDevVersion = SkTMin(physDevVersion, apiVersion);
110
Greg Daniel98bffae2018-08-01 13:25:41 -0400111 sk_sp<const GrVkInterface> interface;
Greg Danield3e65aa2018-08-01 09:19:45 -0400112
Greg Daniel98bffae2018-08-01 13:25:41 -0400113 if (backendContext.fVkExtensions) {
114 interface.reset(new GrVkInterface(backendContext.fGetProc,
115 backendContext.fInstance,
116 backendContext.fDevice,
Greg Daniel41f0e282019-01-28 13:15:05 -0500117 instanceVersion,
Greg Danielc0b03d82018-08-03 14:41:15 -0400118 physDevVersion,
Greg Daniel98bffae2018-08-01 13:25:41 -0400119 backendContext.fVkExtensions));
Greg Daniel41f0e282019-01-28 13:15:05 -0500120 if (!interface->validate(instanceVersion, physDevVersion, backendContext.fVkExtensions)) {
Greg Daniel98bffae2018-08-01 13:25:41 -0400121 return nullptr;
122 }
123 } else {
Greg Daniel98bffae2018-08-01 13:25:41 -0400124 GrVkExtensions extensions;
Greg Daniel88e8ddc2019-04-25 16:37:08 -0400125 // The only extension flag that may effect the vulkan backend is the swapchain extension. We
126 // need to know if this is enabled to know if we can transition to a present layout when
127 // flushing a surface.
128 if (backendContext.fExtensions & kKHR_swapchain_GrVkExtensionFlag) {
129 const char* swapChainExtName = VK_KHR_SWAPCHAIN_EXTENSION_NAME;
130 extensions.init(backendContext.fGetProc, backendContext.fInstance,
131 backendContext.fPhysicalDevice, 0, nullptr, 1, &swapChainExtName);
132 }
Greg Daniel98bffae2018-08-01 13:25:41 -0400133 interface.reset(new GrVkInterface(backendContext.fGetProc,
134 backendContext.fInstance,
135 backendContext.fDevice,
Greg Daniel41f0e282019-01-28 13:15:05 -0500136 instanceVersion,
Greg Danielc0b03d82018-08-03 14:41:15 -0400137 physDevVersion,
Greg Daniel98bffae2018-08-01 13:25:41 -0400138 &extensions));
Greg Daniel41f0e282019-01-28 13:15:05 -0500139 if (!interface->validate(instanceVersion, physDevVersion, &extensions)) {
Greg Daniel98bffae2018-08-01 13:25:41 -0400140 return nullptr;
141 }
Greg Daniel164a9f02016-02-22 09:56:40 -0500142 }
143
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400144 sk_sp<GrVkGpu> vkGpu(new GrVkGpu(context, options, backendContext, interface,
145 instanceVersion, physDevVersion));
146 if (backendContext.fProtectedContext == GrProtected::kYes &&
147 !vkGpu->vkCaps().supportsProtectedMemory()) {
148 return nullptr;
149 }
150 return std::move(vkGpu);
Greg Daniel164a9f02016-02-22 09:56:40 -0500151}
152
153////////////////////////////////////////////////////////////////////////////////
154
halcanary9d524f22016-03-29 09:03:52 -0700155GrVkGpu::GrVkGpu(GrContext* context, const GrContextOptions& options,
Greg Daniel41f0e282019-01-28 13:15:05 -0500156 const GrVkBackendContext& backendContext, sk_sp<const GrVkInterface> interface,
157 uint32_t instanceVersion, uint32_t physicalDeviceVersion)
Brian Salomon384fab42017-12-07 12:33:05 -0500158 : INHERITED(context)
Greg Danielc8cd45a2018-07-12 10:02:37 -0400159 , fInterface(std::move(interface))
Greg Danielf730c182018-07-02 20:15:37 +0000160 , fMemoryAllocator(backendContext.fMemoryAllocator)
161 , fInstance(backendContext.fInstance)
Greg Daniel637c06a2018-09-12 09:44:25 -0400162 , fPhysicalDevice(backendContext.fPhysicalDevice)
Greg Danielf730c182018-07-02 20:15:37 +0000163 , fDevice(backendContext.fDevice)
164 , fQueue(backendContext.fQueue)
Greg Danielecddbc02018-08-30 16:39:34 -0400165 , fQueueIndex(backendContext.fGraphicsQueueIndex)
Brian Salomon384fab42017-12-07 12:33:05 -0500166 , fResourceProvider(this)
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400167 , fDisconnected(false)
168 , fProtectedContext(backendContext.fProtectedContext) {
Greg Danielf730c182018-07-02 20:15:37 +0000169 SkASSERT(!backendContext.fOwnsInstanceAndDevice);
jvanverth633b3562016-03-23 11:01:22 -0700170
Greg Daniel81df0412018-05-31 13:13:33 -0400171 if (!fMemoryAllocator) {
172 // We were not given a memory allocator at creation
Greg Danielf730c182018-07-02 20:15:37 +0000173 fMemoryAllocator.reset(new GrVkAMDMemoryAllocator(backendContext.fPhysicalDevice,
Greg Danielc8cd45a2018-07-12 10:02:37 -0400174 fDevice, fInterface));
Greg Daniel81df0412018-05-31 13:13:33 -0400175 }
176
ethannicholasb3058bd2016-07-01 08:22:01 -0700177 fCompiler = new SkSL::Compiler();
jvanverth633b3562016-03-23 11:01:22 -0700178
Greg Daniela0651ac2018-08-08 09:23:18 -0400179 if (backendContext.fDeviceFeatures2) {
Greg Daniel36443602018-08-02 12:51:52 -0400180 fVkCaps.reset(new GrVkCaps(options, this->vkInterface(), backendContext.fPhysicalDevice,
Greg Daniela0651ac2018-08-08 09:23:18 -0400181 *backendContext.fDeviceFeatures2, instanceVersion,
Greg Daniel41f0e282019-01-28 13:15:05 -0500182 physicalDeviceVersion,
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400183 *backendContext.fVkExtensions, fProtectedContext));
Greg Daniela0651ac2018-08-08 09:23:18 -0400184 } else if (backendContext.fDeviceFeatures) {
185 VkPhysicalDeviceFeatures2 features2;
186 features2.pNext = nullptr;
187 features2.features = *backendContext.fDeviceFeatures;
188 fVkCaps.reset(new GrVkCaps(options, this->vkInterface(), backendContext.fPhysicalDevice,
Greg Daniel41f0e282019-01-28 13:15:05 -0500189 features2, instanceVersion, physicalDeviceVersion,
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400190 *backendContext.fVkExtensions, fProtectedContext));
Greg Daniel36443602018-08-02 12:51:52 -0400191 } else {
Greg Daniela0651ac2018-08-08 09:23:18 -0400192 VkPhysicalDeviceFeatures2 features;
193 memset(&features, 0, sizeof(VkPhysicalDeviceFeatures2));
194 features.pNext = nullptr;
Greg Daniel36443602018-08-02 12:51:52 -0400195 if (backendContext.fFeatures & kGeometryShader_GrVkFeatureFlag) {
Greg Daniela0651ac2018-08-08 09:23:18 -0400196 features.features.geometryShader = true;
Greg Daniel36443602018-08-02 12:51:52 -0400197 }
198 if (backendContext.fFeatures & kDualSrcBlend_GrVkFeatureFlag) {
Greg Daniela0651ac2018-08-08 09:23:18 -0400199 features.features.dualSrcBlend = true;
Greg Daniel36443602018-08-02 12:51:52 -0400200 }
201 if (backendContext.fFeatures & kSampleRateShading_GrVkFeatureFlag) {
Greg Daniela0651ac2018-08-08 09:23:18 -0400202 features.features.sampleRateShading = true;
Greg Daniel36443602018-08-02 12:51:52 -0400203 }
Greg Danielf808c5e2019-04-30 14:48:27 -0400204 GrVkExtensions extensions;
205 // The only extension flag that may effect the vulkan backend is the swapchain extension. We
206 // need to know if this is enabled to know if we can transition to a present layout when
207 // flushing a surface.
208 if (backendContext.fExtensions & kKHR_swapchain_GrVkExtensionFlag) {
209 const char* swapChainExtName = VK_KHR_SWAPCHAIN_EXTENSION_NAME;
210 extensions.init(backendContext.fGetProc, backendContext.fInstance,
211 backendContext.fPhysicalDevice, 0, nullptr, 1, &swapChainExtName);
212 }
Greg Daniel36443602018-08-02 12:51:52 -0400213 fVkCaps.reset(new GrVkCaps(options, this->vkInterface(), backendContext.fPhysicalDevice,
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400214 features, instanceVersion, physicalDeviceVersion, extensions,
215 fProtectedContext));
Greg Daniel36443602018-08-02 12:51:52 -0400216 }
jvanverth633b3562016-03-23 11:01:22 -0700217 fCaps.reset(SkRef(fVkCaps.get()));
218
Greg Danielf730c182018-07-02 20:15:37 +0000219 VK_CALL(GetPhysicalDeviceProperties(backendContext.fPhysicalDevice, &fPhysDevProps));
220 VK_CALL(GetPhysicalDeviceMemoryProperties(backendContext.fPhysicalDevice, &fPhysDevMemProps));
jvanverth633b3562016-03-23 11:01:22 -0700221
Greg Daniela870b462019-01-08 15:49:46 -0500222 fResourceProvider.init();
223
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500224 fCmdPool = fResourceProvider.findOrCreateCommandPool();
225 fCurrentCmdBuffer = fCmdPool->getPrimaryCommandBuffer();
Ethan Nicholasbff4e072018-12-12 18:17:24 +0000226 SkASSERT(fCurrentCmdBuffer);
jvanverth633b3562016-03-23 11:01:22 -0700227 fCurrentCmdBuffer->begin(this);
Greg Daniel164a9f02016-02-22 09:56:40 -0500228}
229
Greg Daniel8606cf82017-05-08 16:17:53 -0400230void GrVkGpu::destroyResources() {
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500231 if (fCmdPool) {
232 fCmdPool->getPrimaryCommandBuffer()->end(this);
233 fCmdPool->close();
Greg Daniel8606cf82017-05-08 16:17:53 -0400234 }
Greg Daniel164a9f02016-02-22 09:56:40 -0500235
236 // wait for all commands to finish
Jim Van Verth09557d72016-11-07 11:10:21 -0500237 VkResult res = VK_CALL(QueueWaitIdle(fQueue));
egdanielf8c2be32016-06-24 13:18:27 -0700238
239 // On windows, sometimes calls to QueueWaitIdle return before actually signalling the fences
240 // on the command buffers even though they have completed. This causes an assert to fire when
241 // destroying the command buffers. Currently this ony seems to happen on windows, so we add a
Jim Van Verth09557d72016-11-07 11:10:21 -0500242 // sleep to make sure the fence signals.
egdanielf8c2be32016-06-24 13:18:27 -0700243#ifdef SK_DEBUG
Greg Daniel80a08dd2017-01-20 10:45:49 -0500244 if (this->vkCaps().mustSleepOnTearDown()) {
egdanielf8c2be32016-06-24 13:18:27 -0700245#if defined(SK_BUILD_FOR_WIN)
Greg Daniel80a08dd2017-01-20 10:45:49 -0500246 Sleep(10); // In milliseconds
egdanielf8c2be32016-06-24 13:18:27 -0700247#else
Greg Daniel80a08dd2017-01-20 10:45:49 -0500248 sleep(1); // In seconds
egdanielf8c2be32016-06-24 13:18:27 -0700249#endif
Greg Daniel80a08dd2017-01-20 10:45:49 -0500250 }
egdanielf8c2be32016-06-24 13:18:27 -0700251#endif
252
egdanielbe9d8212016-09-20 08:54:23 -0700253#ifdef SK_DEBUG
Greg Daniel8a8668b2016-10-31 16:34:42 -0400254 SkASSERT(VK_SUCCESS == res || VK_ERROR_DEVICE_LOST == res);
egdanielbe9d8212016-09-20 08:54:23 -0700255#endif
halcanary9d524f22016-03-29 09:03:52 -0700256
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500257 if (fCmdPool) {
258 fCmdPool->unref(this);
259 fCmdPool = nullptr;
260 }
261
Greg Daniel6be35232017-03-01 17:01:09 -0500262 for (int i = 0; i < fSemaphoresToWaitOn.count(); ++i) {
263 fSemaphoresToWaitOn[i]->unref(this);
264 }
265 fSemaphoresToWaitOn.reset();
266
Greg Daniela5cb7812017-06-16 09:45:32 -0400267 for (int i = 0; i < fSemaphoresToSignal.count(); ++i) {
268 fSemaphoresToSignal[i]->unref(this);
269 }
270 fSemaphoresToSignal.reset();
271
Jim Van Verth09557d72016-11-07 11:10:21 -0500272 // must call this just before we destroy the command pool and VkDevice
273 fResourceProvider.destroyResources(VK_ERROR_DEVICE_LOST == res);
Greg Daniel164a9f02016-02-22 09:56:40 -0500274
Greg Danielf730c182018-07-02 20:15:37 +0000275 fMemoryAllocator.reset();
276
277 fQueue = VK_NULL_HANDLE;
278 fDevice = VK_NULL_HANDLE;
279 fInstance = VK_NULL_HANDLE;
Greg Daniel8606cf82017-05-08 16:17:53 -0400280}
281
282GrVkGpu::~GrVkGpu() {
283 if (!fDisconnected) {
284 this->destroyResources();
285 }
286 delete fCompiler;
287}
288
289
290void GrVkGpu::disconnect(DisconnectType type) {
291 INHERITED::disconnect(type);
292 if (!fDisconnected) {
293 if (DisconnectType::kCleanup == type) {
294 this->destroyResources();
295 } else {
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500296 if (fCmdPool) {
297 fCmdPool->unrefAndAbandon();
298 fCmdPool = nullptr;
Greg Danieladb4bfe2018-08-23 16:15:05 -0400299 }
Greg Daniel8606cf82017-05-08 16:17:53 -0400300 for (int i = 0; i < fSemaphoresToWaitOn.count(); ++i) {
301 fSemaphoresToWaitOn[i]->unrefAndAbandon();
302 }
Greg Daniela5cb7812017-06-16 09:45:32 -0400303 for (int i = 0; i < fSemaphoresToSignal.count(); ++i) {
304 fSemaphoresToSignal[i]->unrefAndAbandon();
305 }
Greg Daniel8606cf82017-05-08 16:17:53 -0400306
307 // must call this just before we destroy the command pool and VkDevice
308 fResourceProvider.abandonResources();
Greg Danieladb4bfe2018-08-23 16:15:05 -0400309
310 fMemoryAllocator.reset();
Greg Daniel8606cf82017-05-08 16:17:53 -0400311 }
312 fSemaphoresToWaitOn.reset();
Greg Daniela5cb7812017-06-16 09:45:32 -0400313 fSemaphoresToSignal.reset();
Greg Daniel8606cf82017-05-08 16:17:53 -0400314 fCurrentCmdBuffer = nullptr;
Greg Daniel8606cf82017-05-08 16:17:53 -0400315 fDisconnected = true;
316 }
Greg Daniel164a9f02016-02-22 09:56:40 -0500317}
318
319///////////////////////////////////////////////////////////////////////////////
320
Robert Phillips5b5d84c2018-08-09 15:12:18 -0400321GrGpuRTCommandBuffer* GrVkGpu::getCommandBuffer(
Ethan Nicholas56d19a52018-10-15 11:26:20 -0400322 GrRenderTarget* rt, GrSurfaceOrigin origin, const SkRect& bounds,
Greg Daniel500d58b2017-08-24 15:59:33 -0400323 const GrGpuRTCommandBuffer::LoadAndStoreInfo& colorInfo,
324 const GrGpuRTCommandBuffer::StencilLoadAndStoreInfo& stencilInfo) {
Robert Phillips5b5d84c2018-08-09 15:12:18 -0400325 if (!fCachedRTCommandBuffer) {
326 fCachedRTCommandBuffer.reset(new GrVkGpuRTCommandBuffer(this));
327 }
328
Greg Daniela41a74a2018-10-09 12:59:23 +0000329 fCachedRTCommandBuffer->set(rt, origin, colorInfo, stencilInfo);
Robert Phillips5b5d84c2018-08-09 15:12:18 -0400330 return fCachedRTCommandBuffer.get();
Greg Daniel500d58b2017-08-24 15:59:33 -0400331}
332
Robert Phillips5b5d84c2018-08-09 15:12:18 -0400333GrGpuTextureCommandBuffer* GrVkGpu::getCommandBuffer(GrTexture* texture, GrSurfaceOrigin origin) {
334 if (!fCachedTexCommandBuffer) {
335 fCachedTexCommandBuffer.reset(new GrVkGpuTextureCommandBuffer(this));
336 }
337
338 fCachedTexCommandBuffer->set(texture, origin);
339 return fCachedTexCommandBuffer.get();
egdaniel066df7c2016-06-08 14:02:27 -0700340}
341
Greg Daniela3aa75a2019-04-12 14:24:55 -0400342void GrVkGpu::submitCommandBuffer(SyncQueue sync, GrGpuFinishedProc finishedProc,
343 GrGpuFinishedContext finishedContext) {
Brian Salomone39526b2019-06-24 16:35:53 -0400344 TRACE_EVENT0("skia.gpu", TRACE_FUNC);
Greg Daniel164a9f02016-02-22 09:56:40 -0500345 SkASSERT(fCurrentCmdBuffer);
Greg Danielb0c7ad12019-06-06 17:23:35 +0000346 SkASSERT(!fCachedRTCommandBuffer || !fCachedRTCommandBuffer->isActive());
347 SkASSERT(!fCachedTexCommandBuffer || !fCachedTexCommandBuffer->isActive());
Robert Phillipsce0a2bf2019-04-02 13:37:34 -0400348
349 if (!fCurrentCmdBuffer->hasWork() && kForce_SyncQueue != sync &&
350 !fSemaphoresToSignal.count() && !fSemaphoresToWaitOn.count()) {
351 SkASSERT(fDrawables.empty());
Robert Phillips84614c32019-04-05 09:36:00 -0400352 fResourceProvider.checkCommandBuffers();
Greg Daniela3aa75a2019-04-12 14:24:55 -0400353 if (finishedProc) {
354 fResourceProvider.addFinishedProcToActiveCommandBuffers(finishedProc, finishedContext);
355 }
Robert Phillipsce0a2bf2019-04-02 13:37:34 -0400356 return;
357 }
358
Greg Daniel164a9f02016-02-22 09:56:40 -0500359 fCurrentCmdBuffer->end(this);
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500360 fCmdPool->close();
Greg Daniela5cb7812017-06-16 09:45:32 -0400361 fCurrentCmdBuffer->submitToQueue(this, fQueue, sync, fSemaphoresToSignal, fSemaphoresToWaitOn);
Greg Daniel6be35232017-03-01 17:01:09 -0500362
Greg Daniela3aa75a2019-04-12 14:24:55 -0400363 if (finishedProc) {
364 // Make sure this is called after closing the current command pool
365 fResourceProvider.addFinishedProcToActiveCommandBuffers(finishedProc, finishedContext);
366 }
367
Greg Daniel64cc9aa2018-10-19 13:54:56 -0400368 // We must delete and drawables that have been waitint till submit for us to destroy.
369 fDrawables.reset();
370
Greg Daniel6be35232017-03-01 17:01:09 -0500371 for (int i = 0; i < fSemaphoresToWaitOn.count(); ++i) {
372 fSemaphoresToWaitOn[i]->unref(this);
373 }
374 fSemaphoresToWaitOn.reset();
Greg Daniela5cb7812017-06-16 09:45:32 -0400375 for (int i = 0; i < fSemaphoresToSignal.count(); ++i) {
376 fSemaphoresToSignal[i]->unref(this);
377 }
378 fSemaphoresToSignal.reset();
Greg Daniel6be35232017-03-01 17:01:09 -0500379
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500380 // Release old command pool and create a new one
381 fCmdPool->unref(this);
Greg Daniel164a9f02016-02-22 09:56:40 -0500382 fResourceProvider.checkCommandBuffers();
Ethan Nicholas8e265a72018-12-12 16:22:40 -0500383 fCmdPool = fResourceProvider.findOrCreateCommandPool();
384 fCurrentCmdBuffer = fCmdPool->getPrimaryCommandBuffer();
Greg Daniel164a9f02016-02-22 09:56:40 -0500385 fCurrentCmdBuffer->begin(this);
386}
387
388///////////////////////////////////////////////////////////////////////////////
Brian Salomondbf70722019-02-07 11:31:24 -0500389sk_sp<GrGpuBuffer> GrVkGpu::onCreateBuffer(size_t size, GrGpuBufferType type,
390 GrAccessPattern accessPattern, const void* data) {
391 sk_sp<GrGpuBuffer> buff;
cdalton397536c2016-03-25 12:15:03 -0700392 switch (type) {
Brian Salomonae64c192019-02-05 09:41:37 -0500393 case GrGpuBufferType::kVertex:
cdalton397536c2016-03-25 12:15:03 -0700394 SkASSERT(kDynamic_GrAccessPattern == accessPattern ||
395 kStatic_GrAccessPattern == accessPattern);
Brian Salomon12d22642019-01-29 14:38:50 -0500396 buff = GrVkVertexBuffer::Make(this, size, kDynamic_GrAccessPattern == accessPattern);
egdaniele05bbbb2016-04-19 12:13:41 -0700397 break;
Brian Salomonae64c192019-02-05 09:41:37 -0500398 case GrGpuBufferType::kIndex:
cdalton397536c2016-03-25 12:15:03 -0700399 SkASSERT(kDynamic_GrAccessPattern == accessPattern ||
400 kStatic_GrAccessPattern == accessPattern);
Brian Salomon12d22642019-01-29 14:38:50 -0500401 buff = GrVkIndexBuffer::Make(this, size, kDynamic_GrAccessPattern == accessPattern);
egdaniele05bbbb2016-04-19 12:13:41 -0700402 break;
Brian Salomonae64c192019-02-05 09:41:37 -0500403 case GrGpuBufferType::kXferCpuToGpu:
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400404 SkASSERT(kDynamic_GrAccessPattern == accessPattern ||
405 kStream_GrAccessPattern == accessPattern);
Brian Salomon12d22642019-01-29 14:38:50 -0500406 buff = GrVkTransferBuffer::Make(this, size, GrVkBuffer::kCopyRead_Type);
egdaniele05bbbb2016-04-19 12:13:41 -0700407 break;
Brian Salomonae64c192019-02-05 09:41:37 -0500408 case GrGpuBufferType::kXferGpuToCpu:
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400409 SkASSERT(kDynamic_GrAccessPattern == accessPattern ||
410 kStream_GrAccessPattern == accessPattern);
Brian Salomon12d22642019-01-29 14:38:50 -0500411 buff = GrVkTransferBuffer::Make(this, size, GrVkBuffer::kCopyWrite_Type);
egdaniele05bbbb2016-04-19 12:13:41 -0700412 break;
cdalton397536c2016-03-25 12:15:03 -0700413 default:
Ben Wagnerb4aab9a2017-08-16 10:53:04 -0400414 SK_ABORT("Unknown buffer type.");
cdalton397536c2016-03-25 12:15:03 -0700415 return nullptr;
416 }
cdalton1bf3e712016-04-19 10:00:02 -0700417 if (data && buff) {
418 buff->updateData(data, size);
419 }
420 return buff;
Greg Daniel164a9f02016-02-22 09:56:40 -0500421}
422
Brian Salomona9b04b92018-06-01 15:04:28 -0400423bool GrVkGpu::onWritePixels(GrSurface* surface, int left, int top, int width, int height,
Brian Salomonf77c1462019-08-01 15:19:29 -0400424 GrColorType surfaceColorType, GrColorType srcColorType,
425 const GrMipLevel texels[], int mipLevelCount) {
Greg Daniel164a9f02016-02-22 09:56:40 -0500426 GrVkTexture* vkTex = static_cast<GrVkTexture*>(surface->asTexture());
427 if (!vkTex) {
428 return false;
429 }
430
jvanverth900bd4a2016-04-29 13:53:12 -0700431 // Make sure we have at least the base level
Robert Phillips590533f2017-07-11 14:22:35 -0400432 if (!mipLevelCount || !texels[0].fPixels) {
jvanverth03509ea2016-03-02 13:19:47 -0800433 return false;
434 }
bsalomona1e6b3b2016-03-02 10:58:23 -0800435
Robert Phillips1f098982019-05-15 10:27:36 -0400436 SkASSERT(!GrVkFormatIsCompressed(vkTex->imageFormat()));
Greg Daniel164a9f02016-02-22 09:56:40 -0500437 bool success = false;
Robert Phillips92de6312017-05-23 07:43:48 -0400438 bool linearTiling = vkTex->isLinearTiled();
439 if (linearTiling) {
Robert Phillips590533f2017-07-11 14:22:35 -0400440 if (mipLevelCount > 1) {
Robert Phillips92de6312017-05-23 07:43:48 -0400441 SkDebugf("Can't upload mipmap data to linear tiled texture");
442 return false;
443 }
444 if (VK_IMAGE_LAYOUT_PREINITIALIZED != vkTex->currentLayout()) {
445 // Need to change the layout to general in order to perform a host write
446 vkTex->setImageLayout(this,
447 VK_IMAGE_LAYOUT_GENERAL,
448 VK_ACCESS_HOST_WRITE_BIT,
449 VK_PIPELINE_STAGE_HOST_BIT,
450 false);
451 this->submitCommandBuffer(kForce_SyncQueue);
452 }
Brian Salomona9b04b92018-06-01 15:04:28 -0400453 success = this->uploadTexDataLinear(vkTex, left, top, width, height, srcColorType,
Robert Phillips590533f2017-07-11 14:22:35 -0400454 texels[0].fPixels, texels[0].fRowBytes);
Greg Daniel164a9f02016-02-22 09:56:40 -0500455 } else {
Greg Danielda86e282018-06-13 09:41:19 -0400456 SkASSERT(mipLevelCount <= vkTex->texturePriv().maxMipMapLevel() + 1);
Brian Salomona9b04b92018-06-01 15:04:28 -0400457 success = this->uploadTexDataOptimal(vkTex, left, top, width, height, srcColorType, texels,
458 mipLevelCount);
Greg Daniel164a9f02016-02-22 09:56:40 -0500459 }
egdaniel4583ec52016-06-27 12:57:00 -0700460
jvanverth900bd4a2016-04-29 13:53:12 -0700461 return success;
Greg Daniel164a9f02016-02-22 09:56:40 -0500462}
463
Brian Salomone05ba5a2019-04-08 11:59:07 -0400464bool GrVkGpu::onTransferPixelsTo(GrTexture* texture, int left, int top, int width, int height,
Brian Salomonf77c1462019-08-01 15:19:29 -0400465 GrColorType surfaceColorType, GrColorType bufferColorType,
466 GrGpuBuffer* transferBuffer, size_t bufferOffset,
467 size_t rowBytes) {
Brian Salomon42be09d2019-07-26 12:12:26 -0400468 // Vulkan only supports offsets that are both 4-byte aligned and aligned to a pixel.
469 if ((bufferOffset & 0x3) || (bufferOffset % GrColorTypeBytesPerPixel(bufferColorType))) {
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400470 return false;
471 }
472 GrVkTexture* vkTex = static_cast<GrVkTexture*>(texture);
473 if (!vkTex) {
474 return false;
475 }
Robert Phillips1f098982019-05-15 10:27:36 -0400476
477 // Can't transfer compressed data
478 SkASSERT(!GrVkFormatIsCompressed(vkTex->imageFormat()));
479
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400480 GrVkTransferBuffer* vkBuffer = static_cast<GrVkTransferBuffer*>(transferBuffer);
481 if (!vkBuffer) {
482 return false;
483 }
484
Greg Daniel660cc992017-06-26 14:55:05 -0400485 SkDEBUGCODE(
486 SkIRect subRect = SkIRect::MakeXYWH(left, top, width, height);
487 SkIRect bounds = SkIRect::MakeWH(texture->width(), texture->height());
488 SkASSERT(bounds.contains(subRect));
489 )
Brian Salomonb28cb682019-07-26 12:48:47 -0400490 size_t bpp = GrColorTypeBytesPerPixel(bufferColorType);
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400491
492 // Set up copy region
493 VkBufferImageCopy region;
494 memset(&region, 0, sizeof(VkBufferImageCopy));
495 region.bufferOffset = bufferOffset;
496 region.bufferRowLength = (uint32_t)(rowBytes/bpp);
497 region.bufferImageHeight = 0;
498 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
499 region.imageOffset = { left, top, 0 };
500 region.imageExtent = { (uint32_t)width, (uint32_t)height, 1 };
501
502 // Change layout of our target so it can be copied to
503 vkTex->setImageLayout(this,
504 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
505 VK_ACCESS_TRANSFER_WRITE_BIT,
506 VK_PIPELINE_STAGE_TRANSFER_BIT,
507 false);
508
509 // Copy the buffer to the image
510 fCurrentCmdBuffer->copyBufferToImage(this,
511 vkBuffer,
512 vkTex,
513 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
514 1,
515 &region);
516
Greg Daniel0fc4d2d2017-10-12 11:23:36 -0400517 vkTex->texturePriv().markMipMapsDirty();
Jim Van Verth2e5eaf02017-06-21 15:55:46 -0400518 return true;
519}
520
Brian Salomon26de56e2019-04-10 12:14:26 -0400521bool GrVkGpu::onTransferPixelsFrom(GrSurface* surface, int left, int top, int width, int height,
Brian Salomonf77c1462019-08-01 15:19:29 -0400522 GrColorType surfaceColorType, GrColorType bufferColorType,
523 GrGpuBuffer* transferBuffer, size_t offset) {
Brian Salomona585fe92019-04-09 14:57:00 -0400524 SkASSERT(surface);
525 SkASSERT(transferBuffer);
Emircan Uysaler23ca4e72019-06-24 10:53:09 -0400526 if (fProtectedContext == GrProtected::kYes) {
527 return false;
528 }
Brian Salomona585fe92019-04-09 14:57:00 -0400529
Brian Salomona585fe92019-04-09 14:57:00 -0400530 GrVkTransferBuffer* vkBuffer = static_cast<GrVkTransferBuffer*>(transferBuffer);
531
532 GrVkImage* srcImage;
533 if (GrVkRenderTarget* rt = static_cast<GrVkRenderTarget*>(surface->asRenderTarget())) {
534 // Reading from render targets that wrap a secondary command buffer is not allowed since
535 // it would require us to know the VkImage, which we don't have, as well as need us to
536 // stop and start the VkRenderPass which we don't have access to.
537 if (rt->wrapsSecondaryCommandBuffer()) {
538 return false;
539 }
540 // resolve the render target if necessary
541 switch (rt->getResolveType()) {
542 case GrVkRenderTarget::kCantResolve_ResolveType:
543 return false;
544 case GrVkRenderTarget::kAutoResolves_ResolveType:
545 break;
546 case GrVkRenderTarget::kCanResolve_ResolveType:
547 this->resolveRenderTargetNoFlush(rt);
548 break;
549 default:
550 SK_ABORT("Unknown resolve type");
551 }
552 srcImage = rt;
553 } else {
554 srcImage = static_cast<GrVkTexture*>(surface->asTexture());
555 }
556
557 // Set up copy region
558 VkBufferImageCopy region;
559 memset(&region, 0, sizeof(VkBufferImageCopy));
560 region.bufferOffset = offset;
Brian Salomon26de56e2019-04-10 12:14:26 -0400561 region.bufferRowLength = width;
Brian Salomona585fe92019-04-09 14:57:00 -0400562 region.bufferImageHeight = 0;
563 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
564 region.imageOffset = { left, top, 0 };
565 region.imageExtent = { (uint32_t)width, (uint32_t)height, 1 };
566
567 srcImage->setImageLayout(this,
568 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
569 VK_ACCESS_TRANSFER_READ_BIT,
570 VK_PIPELINE_STAGE_TRANSFER_BIT,
571 false);
572
573 fCurrentCmdBuffer->copyImageToBuffer(this, srcImage, VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
574 vkBuffer, 1, &region);
575
576 // Make sure the copy to buffer has finished.
577 vkBuffer->addMemoryBarrier(this,
578 VK_ACCESS_TRANSFER_WRITE_BIT,
579 VK_ACCESS_HOST_READ_BIT,
580 VK_PIPELINE_STAGE_TRANSFER_BIT,
581 VK_PIPELINE_STAGE_HOST_BIT,
582 false);
Brian Salomon26de56e2019-04-10 12:14:26 -0400583 return true;
Brian Salomona585fe92019-04-09 14:57:00 -0400584}
585
Brian Salomon1fabd512018-02-09 09:54:25 -0500586void GrVkGpu::resolveImage(GrSurface* dst, GrVkRenderTarget* src, const SkIRect& srcRect,
587 const SkIPoint& dstPoint) {
egdaniel4bcd62e2016-08-31 07:37:31 -0700588 SkASSERT(dst);
Chris Dalton6ce447a2019-06-23 18:07:38 -0600589 SkASSERT(src && src->numSamples() > 1 && src->msaaImage());
egdaniel4bcd62e2016-08-31 07:37:31 -0700590
egdaniel4bcd62e2016-08-31 07:37:31 -0700591 VkImageResolve resolveInfo;
Brian Salomon1fabd512018-02-09 09:54:25 -0500592 resolveInfo.srcSubresource = {VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1};
593 resolveInfo.srcOffset = {srcRect.fLeft, srcRect.fTop, 0};
594 resolveInfo.dstSubresource = {VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1};
595 resolveInfo.dstOffset = {dstPoint.fX, dstPoint.fY, 0};
596 resolveInfo.extent = {(uint32_t)srcRect.width(), (uint32_t)srcRect.height(), 1};
egdaniel4bcd62e2016-08-31 07:37:31 -0700597
Greg Danielbc26c392017-04-18 13:32:10 -0400598 GrVkImage* dstImage;
599 GrRenderTarget* dstRT = dst->asRenderTarget();
600 if (dstRT) {
601 GrVkRenderTarget* vkRT = static_cast<GrVkRenderTarget*>(dstRT);
Greg Danielbc26c392017-04-18 13:32:10 -0400602 dstImage = vkRT;
603 } else {
604 SkASSERT(dst->asTexture());
605 dstImage = static_cast<GrVkTexture*>(dst->asTexture());
606 }
607 dstImage->setImageLayout(this,
608 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
609 VK_ACCESS_TRANSFER_WRITE_BIT,
610 VK_PIPELINE_STAGE_TRANSFER_BIT,
611 false);
egdaniel4bcd62e2016-08-31 07:37:31 -0700612
613 src->msaaImage()->setImageLayout(this,
614 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
615 VK_ACCESS_TRANSFER_READ_BIT,
616 VK_PIPELINE_STAGE_TRANSFER_BIT,
617 false);
618
Greg Danielbc26c392017-04-18 13:32:10 -0400619 fCurrentCmdBuffer->resolveImage(this, *src->msaaImage(), *dstImage, 1, &resolveInfo);
egdaniel4bcd62e2016-08-31 07:37:31 -0700620}
621
Brian Salomon1fabd512018-02-09 09:54:25 -0500622void GrVkGpu::internalResolveRenderTarget(GrRenderTarget* target, bool requiresSubmit) {
egdaniel66933552016-08-24 07:22:19 -0700623 if (target->needsResolve()) {
Chris Dalton6ce447a2019-06-23 18:07:38 -0600624 SkASSERT(target->numSamples() > 1);
egdaniel52ad2512016-08-04 12:50:01 -0700625 GrVkRenderTarget* rt = static_cast<GrVkRenderTarget*>(target);
626 SkASSERT(rt->msaaImage());
Greg Daniel69d49922017-02-23 09:44:02 -0500627
egdaniel4bcd62e2016-08-31 07:37:31 -0700628 const SkIRect& srcRect = rt->getResolveRect();
egdaniel52ad2512016-08-04 12:50:01 -0700629
Brian Salomon1fabd512018-02-09 09:54:25 -0500630 this->resolveImage(target, rt, srcRect, SkIPoint::Make(srcRect.fLeft, srcRect.fTop));
egdaniel52ad2512016-08-04 12:50:01 -0700631
632 rt->flagAsResolved();
Greg Daniel69d49922017-02-23 09:44:02 -0500633
634 if (requiresSubmit) {
635 this->submitCommandBuffer(kSkip_SyncQueue);
636 }
egdaniel52ad2512016-08-04 12:50:01 -0700637 }
638}
639
Brian Salomona9b04b92018-06-01 15:04:28 -0400640bool GrVkGpu::uploadTexDataLinear(GrVkTexture* tex, int left, int top, int width, int height,
641 GrColorType dataColorType, const void* data, size_t rowBytes) {
Greg Daniel164a9f02016-02-22 09:56:40 -0500642 SkASSERT(data);
jvanverth900bd4a2016-04-29 13:53:12 -0700643 SkASSERT(tex->isLinearTiled());
Greg Daniel164a9f02016-02-22 09:56:40 -0500644
Greg Daniel660cc992017-06-26 14:55:05 -0400645 SkDEBUGCODE(
646 SkIRect subRect = SkIRect::MakeXYWH(left, top, width, height);
647 SkIRect bounds = SkIRect::MakeWH(tex->width(), tex->height());
648 SkASSERT(bounds.contains(subRect));
649 )
Brian Salomonb28cb682019-07-26 12:48:47 -0400650 size_t bpp = GrColorTypeBytesPerPixel(dataColorType);
Greg Daniel164a9f02016-02-22 09:56:40 -0500651 size_t trimRowBytes = width * bpp;
652
jvanverth900bd4a2016-04-29 13:53:12 -0700653 SkASSERT(VK_IMAGE_LAYOUT_PREINITIALIZED == tex->currentLayout() ||
654 VK_IMAGE_LAYOUT_GENERAL == tex->currentLayout());
655 const VkImageSubresource subres = {
656 VK_IMAGE_ASPECT_COLOR_BIT,
657 0, // mipLevel
658 0, // arraySlice
659 };
660 VkSubresourceLayout layout;
Greg Daniel164a9f02016-02-22 09:56:40 -0500661
jvanverth900bd4a2016-04-29 13:53:12 -0700662 const GrVkInterface* interface = this->vkInterface();
Greg Daniel164a9f02016-02-22 09:56:40 -0500663
jvanverth900bd4a2016-04-29 13:53:12 -0700664 GR_VK_CALL(interface, GetImageSubresourceLayout(fDevice,
egdanielb2df0c22016-05-13 11:30:37 -0700665 tex->image(),
jvanverth900bd4a2016-04-29 13:53:12 -0700666 &subres,
667 &layout));
Greg Daniel164a9f02016-02-22 09:56:40 -0500668
jvanverth1e305ba2016-06-01 09:39:15 -0700669 const GrVkAlloc& alloc = tex->alloc();
Jim Van Verth658d4992019-07-11 14:07:53 -0400670 if (VK_NULL_HANDLE == alloc.fMemory) {
671 return false;
672 }
Brian Salomona9b04b92018-06-01 15:04:28 -0400673 VkDeviceSize offset = top * layout.rowPitch + left * bpp;
jvanverth900bd4a2016-04-29 13:53:12 -0700674 VkDeviceSize size = height*layout.rowPitch;
Greg Daniel81df0412018-05-31 13:13:33 -0400675 SkASSERT(size + offset <= alloc.fSize);
676 void* mapPtr = GrVkMemory::MapAlloc(this, alloc);
677 if (!mapPtr) {
jvanverth900bd4a2016-04-29 13:53:12 -0700678 return false;
679 }
Greg Daniel81df0412018-05-31 13:13:33 -0400680 mapPtr = reinterpret_cast<char*>(mapPtr) + offset;
jvanverth900bd4a2016-04-29 13:53:12 -0700681
Brian Salomona9b04b92018-06-01 15:04:28 -0400682 SkRectMemcpy(mapPtr, static_cast<size_t>(layout.rowPitch), data, rowBytes, trimRowBytes,
683 height);
jvanverth900bd4a2016-04-29 13:53:12 -0700684
Greg Daniele35a99e2018-03-02 11:44:22 -0500685 GrVkMemory::FlushMappedAlloc(this, alloc, offset, size);
Greg Daniel81df0412018-05-31 13:13:33 -0400686 GrVkMemory::UnmapAlloc(this, alloc);
jvanverth900bd4a2016-04-29 13:53:12 -0700687
688 return true;
689}
690
Brian Salomona9b04b92018-06-01 15:04:28 -0400691bool GrVkGpu::uploadTexDataOptimal(GrVkTexture* tex, int left, int top, int width, int height,
692 GrColorType dataColorType, const GrMipLevel texels[],
693 int mipLevelCount) {
jvanverth900bd4a2016-04-29 13:53:12 -0700694 SkASSERT(!tex->isLinearTiled());
695 // The assumption is either that we have no mipmaps, or that our rect is the entire texture
Robert Phillips590533f2017-07-11 14:22:35 -0400696 SkASSERT(1 == mipLevelCount ||
jvanverth900bd4a2016-04-29 13:53:12 -0700697 (0 == left && 0 == top && width == tex->width() && height == tex->height()));
698
Greg Danieldd20e912017-04-07 14:42:23 -0400699 // We assume that if the texture has mip levels, we either upload to all the levels or just the
700 // first.
Robert Phillips590533f2017-07-11 14:22:35 -0400701 SkASSERT(1 == mipLevelCount || mipLevelCount == (tex->texturePriv().maxMipMapLevel() + 1));
Greg Danieldd20e912017-04-07 14:42:23 -0400702
jvanverth900bd4a2016-04-29 13:53:12 -0700703 if (width == 0 || height == 0) {
704 return false;
705 }
706
Greg Daniel475eb702018-09-28 14:16:50 -0400707 if (GrPixelConfigToColorType(tex->config()) != dataColorType) {
708 return false;
709 }
710
711 // For RGB_888x src data we are uploading it first to an RGBA texture and then copying it to the
712 // dst RGB texture. Thus we do not upload mip levels for that.
Greg Danielf259b8b2019-02-14 09:03:43 -0500713 if (dataColorType == GrColorType::kRGB_888x && tex->imageFormat() == VK_FORMAT_R8G8B8_UNORM) {
714 SkASSERT(tex->config() == kRGB_888_GrPixelConfig);
Greg Daniel475eb702018-09-28 14:16:50 -0400715 // First check that we'll be able to do the copy to the to the R8G8B8 image in the end via a
716 // blit or draw.
Greg Danielcaa795f2019-05-14 11:54:25 -0400717 if (!this->vkCaps().formatCanBeDstofBlit(VK_FORMAT_R8G8B8_UNORM, tex->isLinearTiled()) &&
Greg Daniel900583a2019-08-06 12:05:31 -0400718 !this->vkCaps().isFormatRenderable(VK_FORMAT_R8G8B8_UNORM, 1)) {
Greg Daniel475eb702018-09-28 14:16:50 -0400719 return false;
720 }
721 mipLevelCount = 1;
722 }
723
Greg Daniel2f2caea2019-07-08 14:24:47 -0400724 SkASSERT(this->vkCaps().isVkFormatTexturable(tex->imageFormat()));
Brian Salomonb28cb682019-07-26 12:48:47 -0400725 size_t bpp = GrColorTypeBytesPerPixel(dataColorType);
jvanverth900bd4a2016-04-29 13:53:12 -0700726
727 // texels is const.
jvanverthc578b0632016-05-02 10:58:12 -0700728 // But we may need to adjust the fPixels ptr based on the copyRect, or fRowBytes.
729 // Because of this we need to make a non-const shallow copy of texels.
Robert Phillips0f992772017-07-12 08:24:56 -0400730 SkAutoTMalloc<GrMipLevel> texelsShallowCopy;
731
Greg Daniel475eb702018-09-28 14:16:50 -0400732 texelsShallowCopy.reset(mipLevelCount);
733 memcpy(texelsShallowCopy.get(), texels, mipLevelCount*sizeof(GrMipLevel));
jvanverth900bd4a2016-04-29 13:53:12 -0700734
Robert Phillips590533f2017-07-11 14:22:35 -0400735 SkTArray<size_t> individualMipOffsets(mipLevelCount);
jvanverthc578b0632016-05-02 10:58:12 -0700736 individualMipOffsets.push_back(0);
737 size_t combinedBufferSize = width * bpp * height;
738 int currentWidth = width;
739 int currentHeight = height;
Greg Daniel475eb702018-09-28 14:16:50 -0400740 if (!texelsShallowCopy[0].fPixels) {
Greg Daniel55afd6d2017-09-29 09:32:44 -0400741 combinedBufferSize = 0;
742 }
743
Greg Daniel468fd632017-03-22 17:03:45 -0400744 // The alignment must be at least 4 bytes and a multiple of the bytes per pixel of the image
745 // config. This works with the assumption that the bytes in pixel config is always a power of 2.
746 SkASSERT((bpp & (bpp - 1)) == 0);
747 const size_t alignmentMask = 0x3 | (bpp - 1);
Robert Phillips590533f2017-07-11 14:22:35 -0400748 for (int currentMipLevel = 1; currentMipLevel < mipLevelCount; currentMipLevel++) {
jvanverthc578b0632016-05-02 10:58:12 -0700749 currentWidth = SkTMax(1, currentWidth/2);
750 currentHeight = SkTMax(1, currentHeight/2);
Greg Daniel660cc992017-06-26 14:55:05 -0400751
Greg Daniel55afd6d2017-09-29 09:32:44 -0400752 if (texelsShallowCopy[currentMipLevel].fPixels) {
753 const size_t trimmedSize = currentWidth * bpp * currentHeight;
754 const size_t alignmentDiff = combinedBufferSize & alignmentMask;
755 if (alignmentDiff != 0) {
756 combinedBufferSize += alignmentMask - alignmentDiff + 1;
757 }
758 individualMipOffsets.push_back(combinedBufferSize);
759 combinedBufferSize += trimmedSize;
760 } else {
761 individualMipOffsets.push_back(0);
Greg Daniel468fd632017-03-22 17:03:45 -0400762 }
Greg Daniel55afd6d2017-09-29 09:32:44 -0400763 }
764 if (0 == combinedBufferSize) {
765 // We don't actually have any data to upload so just return success
766 return true;
jvanverth900bd4a2016-04-29 13:53:12 -0700767 }
768
769 // allocate buffer to hold our mip data
Brian Salomon12d22642019-01-29 14:38:50 -0500770 sk_sp<GrVkTransferBuffer> transferBuffer =
771 GrVkTransferBuffer::Make(this, combinedBufferSize, GrVkBuffer::kCopyRead_Type);
Greg Daniel475eb702018-09-28 14:16:50 -0400772 if (!transferBuffer) {
Forrest Reilingc04f8452017-04-26 19:26:12 -0700773 return false;
Greg Daniel6888c0d2017-08-25 11:55:50 -0400774 }
jvanverth900bd4a2016-04-29 13:53:12 -0700775
Greg Daniel475eb702018-09-28 14:16:50 -0400776 int uploadLeft = left;
777 int uploadTop = top;
778 GrVkTexture* uploadTexture = tex;
779 // For uploading RGB_888x data to an R8G8B8_UNORM texture we must first upload the data to an
780 // R8G8B8A8_UNORM image and then copy it.
781 sk_sp<GrVkTexture> copyTexture;
Greg Danielf259b8b2019-02-14 09:03:43 -0500782 if (dataColorType == GrColorType::kRGB_888x && tex->imageFormat() == VK_FORMAT_R8G8B8_UNORM) {
Greg Daniel46cfbc62019-06-07 11:43:30 -0400783 bool dstHasYcbcr = tex->ycbcrConversionInfo().isValid();
784 if (!this->vkCaps().canCopyAsBlit(tex->config(), 1, false, dstHasYcbcr,
785 kRGBA_8888_GrPixelConfig, 1, false, false)) {
786 return false;
787 }
Greg Daniel475eb702018-09-28 14:16:50 -0400788 GrSurfaceDesc surfDesc;
Greg Daniel475eb702018-09-28 14:16:50 -0400789 surfDesc.fWidth = width;
790 surfDesc.fHeight = height;
791 surfDesc.fConfig = kRGBA_8888_GrPixelConfig;
Greg Daniel475eb702018-09-28 14:16:50 -0400792
793 VkImageUsageFlags usageFlags = VK_IMAGE_USAGE_SAMPLED_BIT |
794 VK_IMAGE_USAGE_TRANSFER_SRC_BIT |
795 VK_IMAGE_USAGE_TRANSFER_DST_BIT;
796
797 GrVkImage::ImageDesc imageDesc;
798 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
799 imageDesc.fFormat = VK_FORMAT_R8G8B8A8_UNORM;
800 imageDesc.fWidth = width;
801 imageDesc.fHeight = height;
802 imageDesc.fLevels = 1;
803 imageDesc.fSamples = 1;
804 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
805 imageDesc.fUsageFlags = usageFlags;
806 imageDesc.fMemProps = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
807
808 copyTexture = GrVkTexture::MakeNewTexture(this, SkBudgeted::kYes, surfDesc, imageDesc,
809 GrMipMapsStatus::kNotAllocated);
810 if (!copyTexture) {
811 return false;
812 }
Greg Daniel5c7b5412019-05-10 11:39:55 -0400813
Greg Daniel475eb702018-09-28 14:16:50 -0400814 uploadTexture = copyTexture.get();
815 uploadLeft = 0;
816 uploadTop = 0;
817 }
818
jvanverth900bd4a2016-04-29 13:53:12 -0700819 char* buffer = (char*) transferBuffer->map();
Robert Phillips590533f2017-07-11 14:22:35 -0400820 SkTArray<VkBufferImageCopy> regions(mipLevelCount);
jvanverth900bd4a2016-04-29 13:53:12 -0700821
jvanverthc578b0632016-05-02 10:58:12 -0700822 currentWidth = width;
823 currentHeight = height;
Greg Daniel475eb702018-09-28 14:16:50 -0400824 int layerHeight = uploadTexture->height();
Robert Phillips590533f2017-07-11 14:22:35 -0400825 for (int currentMipLevel = 0; currentMipLevel < mipLevelCount; currentMipLevel++) {
Greg Daniel55afd6d2017-09-29 09:32:44 -0400826 if (texelsShallowCopy[currentMipLevel].fPixels) {
827 SkASSERT(1 == mipLevelCount || currentHeight == layerHeight);
828 const size_t trimRowBytes = currentWidth * bpp;
Brian Salomon1047a492019-07-02 12:25:21 -0400829 const size_t rowBytes = texelsShallowCopy[currentMipLevel].fRowBytes;
jvanverth900bd4a2016-04-29 13:53:12 -0700830
Greg Daniel55afd6d2017-09-29 09:32:44 -0400831 // copy data into the buffer, skipping the trailing bytes
832 char* dst = buffer + individualMipOffsets[currentMipLevel];
833 const char* src = (const char*)texelsShallowCopy[currentMipLevel].fPixels;
Brian Salomona9b04b92018-06-01 15:04:28 -0400834 SkRectMemcpy(dst, trimRowBytes, src, rowBytes, trimRowBytes, currentHeight);
Greg Daniel55afd6d2017-09-29 09:32:44 -0400835
836 VkBufferImageCopy& region = regions.push_back();
837 memset(&region, 0, sizeof(VkBufferImageCopy));
838 region.bufferOffset = transferBuffer->offset() + individualMipOffsets[currentMipLevel];
839 region.bufferRowLength = currentWidth;
840 region.bufferImageHeight = currentHeight;
841 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, SkToU32(currentMipLevel), 0, 1 };
Greg Daniel475eb702018-09-28 14:16:50 -0400842 region.imageOffset = {uploadLeft, uploadTop, 0};
Greg Daniel55afd6d2017-09-29 09:32:44 -0400843 region.imageExtent = { (uint32_t)currentWidth, (uint32_t)currentHeight, 1 };
jvanverth900bd4a2016-04-29 13:53:12 -0700844 }
jvanverthc578b0632016-05-02 10:58:12 -0700845 currentWidth = SkTMax(1, currentWidth/2);
846 currentHeight = SkTMax(1, currentHeight/2);
Greg Daniela1b282b2017-03-28 14:56:46 -0400847 layerHeight = currentHeight;
jvanverth900bd4a2016-04-29 13:53:12 -0700848 }
849
jvanverth9d54afc2016-09-20 09:20:03 -0700850 // no need to flush non-coherent memory, unmap will do that for us
jvanverth900bd4a2016-04-29 13:53:12 -0700851 transferBuffer->unmap();
852
jvanverth900bd4a2016-04-29 13:53:12 -0700853 // Change layout of our target so it can be copied to
Greg Daniel475eb702018-09-28 14:16:50 -0400854 uploadTexture->setImageLayout(this,
855 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
856 VK_ACCESS_TRANSFER_WRITE_BIT,
857 VK_PIPELINE_STAGE_TRANSFER_BIT,
858 false);
jvanverth900bd4a2016-04-29 13:53:12 -0700859
860 // Copy the buffer to the image
861 fCurrentCmdBuffer->copyBufferToImage(this,
Brian Salomon12d22642019-01-29 14:38:50 -0500862 transferBuffer.get(),
Greg Daniel475eb702018-09-28 14:16:50 -0400863 uploadTexture,
jvanverth900bd4a2016-04-29 13:53:12 -0700864 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
865 regions.count(),
866 regions.begin());
Greg Daniel475eb702018-09-28 14:16:50 -0400867
868 // If we copied the data into a temporary image first, copy that image into our main texture
869 // now.
870 if (copyTexture.get()) {
871 SkASSERT(dataColorType == GrColorType::kRGB_888x);
Greg Daniel46cfbc62019-06-07 11:43:30 -0400872 SkAssertResult(this->copySurface(tex, copyTexture.get(), SkIRect::MakeWH(width, height),
873 SkIPoint::Make(left, top), false));
Greg Daniel475eb702018-09-28 14:16:50 -0400874 }
Robert Phillips590533f2017-07-11 14:22:35 -0400875 if (1 == mipLevelCount) {
Greg Daniel0fc4d2d2017-10-12 11:23:36 -0400876 tex->texturePriv().markMipMapsDirty();
Greg Danieldd20e912017-04-07 14:42:23 -0400877 }
jvanverth900bd4a2016-04-29 13:53:12 -0700878
Greg Daniel164a9f02016-02-22 09:56:40 -0500879 return true;
880}
881
Jim Van Verth1676cb92019-01-15 13:24:45 -0500882// It's probably possible to roll this into uploadTexDataOptimal,
883// but for now it's easier to maintain as a separate entity.
884bool GrVkGpu::uploadTexDataCompressed(GrVkTexture* tex, int left, int top, int width, int height,
Brian Salomonbb8dde82019-06-27 10:52:13 -0400885 SkImage::CompressionType compressionType, const void* data) {
886 SkASSERT(data);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500887 SkASSERT(!tex->isLinearTiled());
888 // For now the assumption is that our rect is the entire texture.
889 // Compressed textures are read-only so this should be a reasonable assumption.
890 SkASSERT(0 == left && 0 == top && width == tex->width() && height == tex->height());
891
Jim Van Verth1676cb92019-01-15 13:24:45 -0500892 if (width == 0 || height == 0) {
893 return false;
894 }
895
Brian Salomonbb8dde82019-06-27 10:52:13 -0400896 SkImage::CompressionType textureCompressionType;
897 if (!GrVkFormatToCompressionType(tex->imageFormat(), &textureCompressionType) ||
898 textureCompressionType != compressionType) {
Jim Van Verth1676cb92019-01-15 13:24:45 -0500899 return false;
900 }
901
Greg Daniel2f2caea2019-07-08 14:24:47 -0400902 SkASSERT(this->vkCaps().isVkFormatTexturable(tex->imageFormat()));
Jim Van Verth1676cb92019-01-15 13:24:45 -0500903
Brian Salomonbb8dde82019-06-27 10:52:13 -0400904 size_t dataSize = GrCompressedDataSize(compressionType, width, height);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500905
906 // allocate buffer to hold our mip data
Brian Salomon12d22642019-01-29 14:38:50 -0500907 sk_sp<GrVkTransferBuffer> transferBuffer =
Brian Salomonbb8dde82019-06-27 10:52:13 -0400908 GrVkTransferBuffer::Make(this, dataSize, GrVkBuffer::kCopyRead_Type);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500909 if (!transferBuffer) {
910 return false;
911 }
912
913 int uploadLeft = left;
914 int uploadTop = top;
915 GrVkTexture* uploadTexture = tex;
916
917 char* buffer = (char*)transferBuffer->map();
Jim Van Verth1676cb92019-01-15 13:24:45 -0500918
Brian Salomonbb8dde82019-06-27 10:52:13 -0400919 memcpy(buffer, data, dataSize);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500920
Brian Salomonbb8dde82019-06-27 10:52:13 -0400921 VkBufferImageCopy region;
922 memset(&region, 0, sizeof(VkBufferImageCopy));
923 region.bufferOffset = transferBuffer->offset();
924 region.bufferRowLength = width;
925 region.bufferImageHeight = height;
926 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
927 region.imageOffset = { uploadLeft, uploadTop, 0 };
928 region.imageExtent = { SkToU32(width), SkToU32(height), 1 };
Jim Van Verth1676cb92019-01-15 13:24:45 -0500929
930 // no need to flush non-coherent memory, unmap will do that for us
931 transferBuffer->unmap();
932
933 // Change layout of our target so it can be copied to
934 uploadTexture->setImageLayout(this,
935 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
936 VK_ACCESS_TRANSFER_WRITE_BIT,
937 VK_PIPELINE_STAGE_TRANSFER_BIT,
938 false);
939
940 // Copy the buffer to the image
941 fCurrentCmdBuffer->copyBufferToImage(this,
Brian Salomon12d22642019-01-29 14:38:50 -0500942 transferBuffer.get(),
Jim Van Verth1676cb92019-01-15 13:24:45 -0500943 uploadTexture,
944 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
Brian Salomonbb8dde82019-06-27 10:52:13 -0400945 1,
946 &region);
Jim Van Verth1676cb92019-01-15 13:24:45 -0500947
948 return true;
949}
950
Greg Daniel164a9f02016-02-22 09:56:40 -0500951////////////////////////////////////////////////////////////////////////////////
Brian Salomon81536f22019-08-08 16:30:49 -0400952sk_sp<GrTexture> GrVkGpu::onCreateTexture(const GrSurfaceDesc& desc,
953 const GrBackendFormat& format,
954 GrRenderable renderable,
955 int renderTargetSampleCnt,
956 SkBudgeted budgeted,
957 GrProtected isProtected,
958 const GrMipLevel texels[],
Brian Salomon27b4d8d2019-07-22 14:23:45 -0400959 int mipLevelCount) {
Greg Daniel164a9f02016-02-22 09:56:40 -0500960 VkFormat pixelFormat;
Brian Salomon81536f22019-08-08 16:30:49 -0400961 SkAssertResult(format.asVkFormat(&pixelFormat));
962 SkASSERT(!GrVkFormatIsCompressed(pixelFormat));
egdaniel0a3a7f72016-06-24 09:22:31 -0700963
Greg Daniel164a9f02016-02-22 09:56:40 -0500964 VkImageUsageFlags usageFlags = VK_IMAGE_USAGE_SAMPLED_BIT;
Brian Salomonf2c2ba92019-07-17 09:59:59 -0400965 if (renderable == GrRenderable::kYes) {
Greg Daniel164a9f02016-02-22 09:56:40 -0500966 usageFlags |= VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
967 }
968
969 // For now we will set the VK_IMAGE_USAGE_TRANSFER_DESTINATION_BIT and
970 // VK_IMAGE_USAGE_TRANSFER_SOURCE_BIT on every texture since we do not know whether or not we
971 // will be using this texture in some copy or not. Also this assumes, as is the current case,
jvanverth62340062016-04-26 08:01:44 -0700972 // that all render targets in vulkan are also textures. If we change this practice of setting
Greg Daniel164a9f02016-02-22 09:56:40 -0500973 // both bits, we must make sure to set the destination bit if we are uploading srcData to the
974 // texture.
975 usageFlags |= VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT;
976
Greg Daniel164a9f02016-02-22 09:56:40 -0500977 // This ImageDesc refers to the texture that will be read by the client. Thus even if msaa is
jvanverth62340062016-04-26 08:01:44 -0700978 // requested, this ImageDesc describes the resolved texture. Therefore we always have samples set
Greg Daniel164a9f02016-02-22 09:56:40 -0500979 // to 1.
Robert Phillips590533f2017-07-11 14:22:35 -0400980 int mipLevels = !mipLevelCount ? 1 : mipLevelCount;
Greg Daniel164a9f02016-02-22 09:56:40 -0500981 GrVkImage::ImageDesc imageDesc;
982 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
983 imageDesc.fFormat = pixelFormat;
984 imageDesc.fWidth = desc.fWidth;
985 imageDesc.fHeight = desc.fHeight;
Brian Salomon7128fdd2017-05-22 14:00:07 -0400986 imageDesc.fLevels = mipLevels;
Greg Daniel164a9f02016-02-22 09:56:40 -0500987 imageDesc.fSamples = 1;
Brian Salomon7128fdd2017-05-22 14:00:07 -0400988 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
Greg Daniel164a9f02016-02-22 09:56:40 -0500989 imageDesc.fUsageFlags = usageFlags;
Brian Salomone8a766b2019-07-19 14:24:36 -0400990 imageDesc.fIsProtected = isProtected;
Greg Daniel164a9f02016-02-22 09:56:40 -0500991
Greg Daniel0fc4d2d2017-10-12 11:23:36 -0400992 GrMipMapsStatus mipMapsStatus = GrMipMapsStatus::kNotAllocated;
993 if (mipLevels > 1) {
994 mipMapsStatus = GrMipMapsStatus::kValid;
995 for (int i = 0; i < mipLevels; ++i) {
996 if (!texels[i].fPixels) {
997 mipMapsStatus = GrMipMapsStatus::kDirty;
998 break;
999 }
Greg Daniel834f1202017-10-09 15:06:20 -04001000 }
1001 }
1002
Robert Phillips67d52cf2017-06-05 13:38:13 -04001003 sk_sp<GrVkTexture> tex;
Brian Salomonf2c2ba92019-07-17 09:59:59 -04001004 if (renderable == GrRenderable::kYes) {
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001005 tex = GrVkTextureRenderTarget::MakeNewTextureRenderTarget(
1006 this, budgeted, desc, renderTargetSampleCnt, imageDesc, mipMapsStatus);
Greg Daniel164a9f02016-02-22 09:56:40 -05001007 } else {
Greg Daniel475eb702018-09-28 14:16:50 -04001008 tex = GrVkTexture::MakeNewTexture(this, budgeted, desc, imageDesc, mipMapsStatus);
Greg Daniel164a9f02016-02-22 09:56:40 -05001009 }
1010
1011 if (!tex) {
1012 return nullptr;
1013 }
1014
Brian Salomonc320b152018-02-20 14:05:36 -05001015 auto colorType = GrPixelConfigToColorType(desc.fConfig);
Robert Phillips590533f2017-07-11 14:22:35 -04001016 if (mipLevelCount) {
Brian Salomonbb8dde82019-06-27 10:52:13 -04001017 if (!this->uploadTexDataOptimal(tex.get(), 0, 0, desc.fWidth, desc.fHeight, colorType,
1018 texels, mipLevelCount)) {
Greg Daniel164a9f02016-02-22 09:56:40 -05001019 tex->unref();
1020 return nullptr;
1021 }
1022 }
1023
Brian Salomona3e29962019-07-16 11:52:08 -04001024 if (this->caps()->shouldInitializeTextures()) {
1025 SkSTArray<1, VkImageSubresourceRange> ranges;
1026 bool inRange = false;
1027 for (uint32_t i = 0; i < tex->mipLevels(); ++i) {
1028 if (i >= static_cast<uint32_t>(mipLevelCount) || !texels[i].fPixels) {
1029 if (inRange) {
1030 ranges.back().levelCount++;
1031 } else {
1032 auto& range = ranges.push_back();
1033 range.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
1034 range.baseArrayLayer = 0;
1035 range.baseMipLevel = i;
1036 range.layerCount = 1;
1037 range.levelCount = 1;
1038 inRange = true;
1039 }
1040 } else if (inRange) {
1041 inRange = false;
1042 }
1043 }
1044
1045 if (!ranges.empty()) {
1046 static constexpr VkClearColorValue kZeroClearColor = {};
1047 tex->setImageLayout(this, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
1048 VK_ACCESS_TRANSFER_WRITE_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT,
1049 false);
1050 this->currentCommandBuffer()->clearColorImage(this, tex.get(), &kZeroClearColor,
1051 ranges.count(), ranges.begin());
1052 }
Brian Salomond17b4a62017-05-23 16:53:47 -04001053 }
Ben Wagnerff134f22018-04-24 16:29:16 -04001054 return std::move(tex);
Greg Daniel164a9f02016-02-22 09:56:40 -05001055}
1056
Brian Salomonbb8dde82019-06-27 10:52:13 -04001057sk_sp<GrTexture> GrVkGpu::onCreateCompressedTexture(int width, int height,
1058 SkImage::CompressionType compressionType,
1059 SkBudgeted budgeted, const void* data) {
1060 GrBackendFormat format = this->caps()->getBackendFormatFromCompressionType(compressionType);
Brian Salomond4764a12019-08-08 12:08:24 -04001061 VkFormat pixelFormat;
1062 if (!format.asVkFormat(&pixelFormat)) {
Brian Salomonbb8dde82019-06-27 10:52:13 -04001063 return nullptr;
1064 }
Brian Salomonbb8dde82019-06-27 10:52:13 -04001065
1066 VkImageUsageFlags usageFlags = VK_IMAGE_USAGE_SAMPLED_BIT;
1067
1068 // For now we will set the VK_IMAGE_USAGE_TRANSFER_DESTINATION_BIT and
1069 // VK_IMAGE_USAGE_TRANSFER_SOURCE_BIT on every texture since we do not know whether or not we
1070 // will be using this texture in some copy or not. Also this assumes, as is the current case,
1071 // that all render targets in vulkan are also textures. If we change this practice of setting
1072 // both bits, we must make sure to set the destination bit if we are uploading srcData to the
1073 // texture.
1074 usageFlags |= VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT;
1075
1076 // Compressed textures with MIP levels or multiple samples are not supported as of now.
1077 GrVkImage::ImageDesc imageDesc;
1078 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
1079 imageDesc.fFormat = pixelFormat;
1080 imageDesc.fWidth = width;
1081 imageDesc.fHeight = height;
1082 imageDesc.fLevels = 1;
1083 imageDesc.fSamples = 1;
1084 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
1085 imageDesc.fUsageFlags = usageFlags;
1086 imageDesc.fIsProtected = GrProtected::kNo;
1087
1088 GrSurfaceDesc desc;
1089 desc.fConfig = GrCompressionTypePixelConfig(compressionType);
1090 desc.fWidth = width;
1091 desc.fHeight = height;
1092 auto tex = GrVkTexture::MakeNewTexture(this, budgeted, desc, imageDesc,
1093 GrMipMapsStatus::kNotAllocated);
1094 if (!tex) {
1095 return nullptr;
1096 }
1097
1098 if (!this->uploadTexDataCompressed(tex.get(), 0, 0, desc.fWidth, desc.fHeight, compressionType,
1099 data)) {
1100 return nullptr;
1101 }
1102
1103 return std::move(tex);
1104}
1105
Greg Daniel164a9f02016-02-22 09:56:40 -05001106////////////////////////////////////////////////////////////////////////////////
1107
Greg Daniel6888c0d2017-08-25 11:55:50 -04001108void GrVkGpu::copyBuffer(GrVkBuffer* srcBuffer, GrVkBuffer* dstBuffer, VkDeviceSize srcOffset,
1109 VkDeviceSize dstOffset, VkDeviceSize size) {
1110 VkBufferCopy copyRegion;
1111 copyRegion.srcOffset = srcOffset;
1112 copyRegion.dstOffset = dstOffset;
1113 copyRegion.size = size;
1114 fCurrentCmdBuffer->copyBuffer(this, srcBuffer, dstBuffer, 1, &copyRegion);
1115}
1116
jvanverthdb379092016-07-07 11:18:46 -07001117bool GrVkGpu::updateBuffer(GrVkBuffer* buffer, const void* src,
1118 VkDeviceSize offset, VkDeviceSize size) {
jvanvertha584de92016-06-30 09:10:52 -07001119 // Update the buffer
jvanverthdb379092016-07-07 11:18:46 -07001120 fCurrentCmdBuffer->updateBuffer(this, buffer, offset, size, src);
jvanvertha584de92016-06-30 09:10:52 -07001121
1122 return true;
1123}
1124
1125////////////////////////////////////////////////////////////////////////////////
1126
Greg Daniel7e000222018-12-03 10:08:21 -05001127static bool check_image_info(const GrVkCaps& caps,
1128 const GrVkImageInfo& info,
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001129 GrColorType colorType,
Jim Van Verth658d4992019-07-11 14:07:53 -04001130 bool needsAllocation) {
Greg Danielcb324152019-02-25 11:36:53 -05001131 if (VK_NULL_HANDLE == info.fImage) {
1132 return false;
1133 }
1134
Jim Van Verth658d4992019-07-11 14:07:53 -04001135 if (VK_NULL_HANDLE == info.fAlloc.fMemory && needsAllocation) {
Brian Salomond17f6582017-07-19 18:28:58 -04001136 return false;
Greg Daniel164a9f02016-02-22 09:56:40 -05001137 }
1138
Greg Daniel7e000222018-12-03 10:08:21 -05001139 if (info.fYcbcrConversionInfo.isValid()) {
Greg Daniel9fc5e8d2019-08-09 19:08:54 +00001140 if (!caps.supportsYcbcrConversion() || info.fFormat != VK_NULL_HANDLE) {
Greg Daniel7e000222018-12-03 10:08:21 -05001141 return false;
1142 }
jvanverthfd359ca2016-03-18 11:57:24 -07001143 }
Greg Daniel7ef28f32017-04-20 16:41:55 +00001144
Greg Danielcb324152019-02-25 11:36:53 -05001145 if (info.fImageLayout == VK_IMAGE_LAYOUT_PRESENT_SRC_KHR && !caps.supportsSwapchain()) {
1146 return false;
1147 }
1148
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001149 SkASSERT(GrVkFormatColorTypePairIsValid(info.fFormat, colorType));
Brian Salomond17f6582017-07-19 18:28:58 -04001150 return true;
1151}
1152
Greg Danielcaa795f2019-05-14 11:54:25 -04001153static bool check_tex_image_info(const GrVkCaps& caps, const GrVkImageInfo& info) {
1154 if (info.fImageTiling == VK_IMAGE_TILING_OPTIMAL) {
Greg Daniel2f2caea2019-07-08 14:24:47 -04001155 if (!caps.isVkFormatTexturable(info.fFormat)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001156 return false;
1157 }
1158 } else {
1159 SkASSERT(info.fImageTiling == VK_IMAGE_TILING_LINEAR);
Greg Daniel2f2caea2019-07-08 14:24:47 -04001160 if (!caps.isVkFormatTexturableLinearly(info.fFormat)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001161 return false;
1162 }
1163 }
1164 return true;
1165}
1166
Greg Daniel6fa62e22019-08-07 15:52:37 -04001167static bool check_rt_image_info(const GrVkCaps& caps, const GrVkImageInfo& info, int sampleCnt) {
1168 if (!caps.isFormatRenderable(info.fFormat, sampleCnt)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001169 return false;
1170 }
1171 return true;
1172}
1173
Brian Salomond17f6582017-07-19 18:28:58 -04001174sk_sp<GrTexture> GrVkGpu::onWrapBackendTexture(const GrBackendTexture& backendTex,
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001175 GrColorType colorType, GrWrapOwnership ownership,
1176 GrWrapCacheable cacheable, GrIOType ioType) {
Greg Daniel7e000222018-12-03 10:08:21 -05001177 GrVkImageInfo imageInfo;
1178 if (!backendTex.getVkImageInfo(&imageInfo)) {
1179 return nullptr;
1180 }
1181
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001182 if (!check_image_info(this->vkCaps(), imageInfo, colorType,
Jim Van Verth658d4992019-07-11 14:07:53 -04001183 kAdopt_GrWrapOwnership == ownership)) {
Brian Salomond17f6582017-07-19 18:28:58 -04001184 return nullptr;
1185 }
Greg Danielcaa795f2019-05-14 11:54:25 -04001186 if (!check_tex_image_info(this->vkCaps(), imageInfo)) {
1187 return nullptr;
1188 }
Greg Daniel164a9f02016-02-22 09:56:40 -05001189
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001190 if (backendTex.isProtected() && (fProtectedContext == GrProtected::kNo)) {
1191 return nullptr;
1192 }
1193
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001194 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(backendTex.getBackendFormat(),
1195 colorType);
1196 SkASSERT(kUnknown_GrPixelConfig != config);
1197
Greg Daniel164a9f02016-02-22 09:56:40 -05001198 GrSurfaceDesc surfDesc;
Greg Daniel7ef28f32017-04-20 16:41:55 +00001199 surfDesc.fWidth = backendTex.width();
1200 surfDesc.fHeight = backendTex.height();
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001201 surfDesc.fConfig = config;
Greg Daniel164a9f02016-02-22 09:56:40 -05001202
Greg Daniel52e16d92018-04-10 09:34:07 -04001203 sk_sp<GrVkImageLayout> layout = backendTex.getGrVkImageLayout();
1204 SkASSERT(layout);
Brian Salomonfa2ebea2019-01-24 15:58:58 -05001205 return GrVkTexture::MakeWrappedTexture(this, surfDesc, ownership, cacheable, ioType, imageInfo,
1206 std::move(layout));
Brian Salomond17f6582017-07-19 18:28:58 -04001207}
1208
1209sk_sp<GrTexture> GrVkGpu::onWrapRenderableBackendTexture(const GrBackendTexture& backendTex,
Brian Salomond17f6582017-07-19 18:28:58 -04001210 int sampleCnt,
Robert Phillips0902c982019-07-16 07:47:56 -04001211 GrColorType colorType,
Brian Salomonaa6ca0a2019-01-24 16:03:07 -05001212 GrWrapOwnership ownership,
1213 GrWrapCacheable cacheable) {
Greg Daniel7e000222018-12-03 10:08:21 -05001214 GrVkImageInfo imageInfo;
1215 if (!backendTex.getVkImageInfo(&imageInfo)) {
1216 return nullptr;
1217 }
1218
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001219 if (!check_image_info(this->vkCaps(), imageInfo, colorType,
Jim Van Verth658d4992019-07-11 14:07:53 -04001220 kAdopt_GrWrapOwnership == ownership)) {
Brian Salomond17f6582017-07-19 18:28:58 -04001221 return nullptr;
Greg Daniel164a9f02016-02-22 09:56:40 -05001222 }
Greg Danielcaa795f2019-05-14 11:54:25 -04001223 if (!check_tex_image_info(this->vkCaps(), imageInfo)) {
1224 return nullptr;
1225 }
Greg Daniel6fa62e22019-08-07 15:52:37 -04001226 if (!check_rt_image_info(this->vkCaps(), imageInfo, sampleCnt)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001227 return nullptr;
1228 }
Brian Salomond17f6582017-07-19 18:28:58 -04001229
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001230 if (backendTex.isProtected() && (fProtectedContext == GrProtected::kNo)) {
1231 return nullptr;
1232 }
1233
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001234
1235 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(backendTex.getBackendFormat(),
1236 colorType);
1237 SkASSERT(kUnknown_GrPixelConfig != config);
Robert Phillips0902c982019-07-16 07:47:56 -04001238
Brian Salomond17f6582017-07-19 18:28:58 -04001239 GrSurfaceDesc surfDesc;
Brian Salomond17f6582017-07-19 18:28:58 -04001240 surfDesc.fWidth = backendTex.width();
1241 surfDesc.fHeight = backendTex.height();
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001242 surfDesc.fConfig = config;
Greg Daniel6fa62e22019-08-07 15:52:37 -04001243 sampleCnt = this->vkCaps().getRenderTargetSampleCount(sampleCnt, imageInfo.fFormat);
Brian Salomond17f6582017-07-19 18:28:58 -04001244
Greg Daniel52e16d92018-04-10 09:34:07 -04001245 sk_sp<GrVkImageLayout> layout = backendTex.getGrVkImageLayout();
1246 SkASSERT(layout);
1247
Brian Salomonaa6ca0a2019-01-24 16:03:07 -05001248 return GrVkTextureRenderTarget::MakeWrappedTextureRenderTarget(
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001249 this, surfDesc, sampleCnt, ownership, cacheable, imageInfo, std::move(layout));
Greg Daniel164a9f02016-02-22 09:56:40 -05001250}
1251
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001252sk_sp<GrRenderTarget> GrVkGpu::onWrapBackendRenderTarget(const GrBackendRenderTarget& backendRT,
1253 GrColorType colorType) {
Greg Daniele79b4732017-04-20 14:07:46 -04001254 // Currently the Vulkan backend does not support wrapping of msaa render targets directly. In
1255 // general this is not an issue since swapchain images in vulkan are never multisampled. Thus if
1256 // you want a multisampled RT it is best to wrap the swapchain images and then let Skia handle
1257 // creating and owning the MSAA images.
Brian Salomonbdecacf2018-02-02 20:32:49 -05001258 if (backendRT.sampleCnt() > 1) {
Greg Daniele79b4732017-04-20 14:07:46 -04001259 return nullptr;
1260 }
halcanary9d524f22016-03-29 09:03:52 -07001261
Greg Daniel323fbcf2018-04-10 13:46:30 -04001262 GrVkImageInfo info;
1263 if (!backendRT.getVkImageInfo(&info)) {
Greg Danielbcf612b2017-05-01 13:50:58 +00001264 return nullptr;
1265 }
Greg Daniel323fbcf2018-04-10 13:46:30 -04001266
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001267 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(backendRT.getBackendFormat(),
1268 colorType);
1269 SkASSERT(kUnknown_GrPixelConfig != config);
1270
1271 if (!check_image_info(this->vkCaps(), info, colorType, false)) {
jvanverthfd359ca2016-03-18 11:57:24 -07001272 return nullptr;
1273 }
Greg Daniel6fa62e22019-08-07 15:52:37 -04001274 if (!check_rt_image_info(this->vkCaps(), info, backendRT.sampleCnt())) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001275 return nullptr;
1276 }
1277
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001278 if (backendRT.isProtected() && (fProtectedContext == GrProtected::kNo)) {
1279 return nullptr;
1280 }
Greg Daniel164a9f02016-02-22 09:56:40 -05001281
Greg Daniel164a9f02016-02-22 09:56:40 -05001282 GrSurfaceDesc desc;
Robert Phillips16d8ec62017-07-27 16:16:25 -04001283 desc.fWidth = backendRT.width();
1284 desc.fHeight = backendRT.height();
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001285 desc.fConfig = config;
Greg Daniel164a9f02016-02-22 09:56:40 -05001286
Greg Daniel323fbcf2018-04-10 13:46:30 -04001287 sk_sp<GrVkImageLayout> layout = backendRT.getGrVkImageLayout();
Greg Daniel52e16d92018-04-10 09:34:07 -04001288
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001289 sk_sp<GrVkRenderTarget> tgt =
1290 GrVkRenderTarget::MakeWrappedRenderTarget(this, desc, 1, info, std::move(layout));
Brian Salomonafdc6b12018-03-09 12:02:32 -05001291
1292 // We don't allow the client to supply a premade stencil buffer. We always create one if needed.
1293 SkASSERT(!backendRT.stencilBits());
1294 if (tgt) {
1295 SkASSERT(tgt->canAttemptStencilAttachment());
Greg Daniel164a9f02016-02-22 09:56:40 -05001296 }
Brian Salomonafdc6b12018-03-09 12:02:32 -05001297
Ben Wagnerff134f22018-04-24 16:29:16 -04001298 return std::move(tgt);
Greg Daniel164a9f02016-02-22 09:56:40 -05001299}
1300
Greg Daniel7ef28f32017-04-20 16:41:55 +00001301sk_sp<GrRenderTarget> GrVkGpu::onWrapBackendTextureAsRenderTarget(const GrBackendTexture& tex,
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001302 int sampleCnt,
1303 GrColorType grColorType) {
Brian Osman33910292017-04-18 14:38:53 -04001304
Greg Daniel52e16d92018-04-10 09:34:07 -04001305 GrVkImageInfo imageInfo;
1306 if (!tex.getVkImageInfo(&imageInfo)) {
Greg Danielbcf612b2017-05-01 13:50:58 +00001307 return nullptr;
1308 }
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001309 if (!check_image_info(this->vkCaps(), imageInfo, grColorType, false)) {
Brian Osman33910292017-04-18 14:38:53 -04001310 return nullptr;
1311 }
Greg Daniel6fa62e22019-08-07 15:52:37 -04001312 if (!check_rt_image_info(this->vkCaps(), imageInfo, sampleCnt)) {
Greg Danielcaa795f2019-05-14 11:54:25 -04001313 return nullptr;
1314 }
Greg Danielcb324152019-02-25 11:36:53 -05001315
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001316 if (tex.isProtected() && (fProtectedContext == GrProtected::kNo)) {
1317 return nullptr;
1318 }
1319
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001320 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(tex.getBackendFormat(),
1321 grColorType);
1322 SkASSERT(kUnknown_GrPixelConfig != config);
1323
Brian Osman33910292017-04-18 14:38:53 -04001324 GrSurfaceDesc desc;
Greg Daniel7ef28f32017-04-20 16:41:55 +00001325 desc.fWidth = tex.width();
1326 desc.fHeight = tex.height();
Robert Phillipsc80b0e92019-07-23 10:27:09 -04001327 desc.fConfig = config;
1328
Greg Daniel6fa62e22019-08-07 15:52:37 -04001329 sampleCnt = this->vkCaps().getRenderTargetSampleCount(sampleCnt, imageInfo.fFormat);
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001330 if (!sampleCnt) {
Brian Salomonbdecacf2018-02-02 20:32:49 -05001331 return nullptr;
1332 }
Brian Osman33910292017-04-18 14:38:53 -04001333
Greg Daniel52e16d92018-04-10 09:34:07 -04001334 sk_sp<GrVkImageLayout> layout = tex.getGrVkImageLayout();
1335 SkASSERT(layout);
1336
Brian Salomon27b4d8d2019-07-22 14:23:45 -04001337 return GrVkRenderTarget::MakeWrappedRenderTarget(this, desc, sampleCnt, imageInfo,
1338 std::move(layout));
Brian Osman33910292017-04-18 14:38:53 -04001339}
1340
Greg Danielb46add82019-01-02 14:51:29 -05001341sk_sp<GrRenderTarget> GrVkGpu::onWrapVulkanSecondaryCBAsRenderTarget(
1342 const SkImageInfo& imageInfo, const GrVkDrawableInfo& vkInfo) {
1343 int maxSize = this->caps()->maxTextureSize();
1344 if (imageInfo.width() > maxSize || imageInfo.height() > maxSize) {
1345 return nullptr;
1346 }
1347
1348 GrBackendFormat backendFormat = GrBackendFormat::MakeVk(vkInfo.fFormat);
1349 if (!backendFormat.isValid()) {
1350 return nullptr;
1351 }
Greg Daniel6fa62e22019-08-07 15:52:37 -04001352 int sampleCnt = this->vkCaps().getRenderTargetSampleCount(1, vkInfo.fFormat);
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001353 if (!sampleCnt) {
1354 return nullptr;
1355 }
1356
Greg Daniel6fa62e22019-08-07 15:52:37 -04001357 GrColorType grColorType = SkColorTypeToGrColorType(imageInfo.colorType());
Greg Daniel627d0532019-07-08 16:48:14 -04001358 GrPixelConfig config = this->caps()->getConfigFromBackendFormat(backendFormat, grColorType);
Greg Danielb46add82019-01-02 14:51:29 -05001359 if (config == kUnknown_GrPixelConfig) {
1360 return nullptr;
1361 }
1362
1363 GrSurfaceDesc desc;
Greg Danielb46add82019-01-02 14:51:29 -05001364 desc.fWidth = imageInfo.width();
1365 desc.fHeight = imageInfo.height();
1366 desc.fConfig = config;
Greg Danielb46add82019-01-02 14:51:29 -05001367
1368 return GrVkRenderTarget::MakeSecondaryCBRenderTarget(this, desc, vkInfo);
1369}
1370
Brian Salomon930f9392018-06-20 16:25:26 -04001371bool GrVkGpu::onRegenerateMipMapLevels(GrTexture* tex) {
1372 auto* vkTex = static_cast<GrVkTexture*>(tex);
jvanverth900bd4a2016-04-29 13:53:12 -07001373 // don't do anything for linearly tiled textures (can't have mipmaps)
Brian Salomon930f9392018-06-20 16:25:26 -04001374 if (vkTex->isLinearTiled()) {
jvanverth900bd4a2016-04-29 13:53:12 -07001375 SkDebugf("Trying to create mipmap for linear tiled texture");
Brian Salomon930f9392018-06-20 16:25:26 -04001376 return false;
jvanverth62340062016-04-26 08:01:44 -07001377 }
1378
jvanverth62340062016-04-26 08:01:44 -07001379 // determine if we can blit to and from this format
1380 const GrVkCaps& caps = this->vkCaps();
Greg Danielcaa795f2019-05-14 11:54:25 -04001381 if (!caps.formatCanBeDstofBlit(vkTex->imageFormat(), false) ||
1382 !caps.formatCanBeSrcofBlit(vkTex->imageFormat(), false) ||
egdaniel2f5792a2016-07-06 08:51:23 -07001383 !caps.mipMapSupport()) {
Brian Salomon930f9392018-06-20 16:25:26 -04001384 return false;
jvanverth62340062016-04-26 08:01:44 -07001385 }
1386
egdaniel7ac5da82016-07-15 13:41:42 -07001387 int width = tex->width();
1388 int height = tex->height();
1389 VkImageBlit blitRegion;
1390 memset(&blitRegion, 0, sizeof(VkImageBlit));
jvanverth62340062016-04-26 08:01:44 -07001391
jvanverth82c05582016-05-03 11:19:01 -07001392 // SkMipMap doesn't include the base level in the level count so we have to add 1
1393 uint32_t levelCount = SkMipMap::ComputeLevelCount(tex->width(), tex->height()) + 1;
Brian Salomon930f9392018-06-20 16:25:26 -04001394 SkASSERT(levelCount == vkTex->mipLevels());
egdaniel7ac5da82016-07-15 13:41:42 -07001395
Greg Danielda86e282018-06-13 09:41:19 -04001396 // change layout of the layers so we can write to them.
Brian Salomon930f9392018-06-20 16:25:26 -04001397 vkTex->setImageLayout(this, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, VK_ACCESS_TRANSFER_WRITE_BIT,
1398 VK_PIPELINE_STAGE_TRANSFER_BIT, false);
jvanverth62340062016-04-26 08:01:44 -07001399
jvanverth50c46c72016-05-06 12:31:28 -07001400 // setup memory barrier
Brian Salomon930f9392018-06-20 16:25:26 -04001401 SkASSERT(GrVkFormatIsSupported(vkTex->imageFormat()));
jvanverth50c46c72016-05-06 12:31:28 -07001402 VkImageMemoryBarrier imageMemoryBarrier = {
Brian Salomon930f9392018-06-20 16:25:26 -04001403 VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER, // sType
1404 nullptr, // pNext
1405 VK_ACCESS_TRANSFER_WRITE_BIT, // srcAccessMask
1406 VK_ACCESS_TRANSFER_READ_BIT, // dstAccessMask
1407 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, // oldLayout
1408 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL, // newLayout
1409 VK_QUEUE_FAMILY_IGNORED, // srcQueueFamilyIndex
1410 VK_QUEUE_FAMILY_IGNORED, // dstQueueFamilyIndex
1411 vkTex->image(), // image
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001412 {VK_IMAGE_ASPECT_COLOR_BIT, 0, 1, 0, 1} // subresourceRange
jvanverth50c46c72016-05-06 12:31:28 -07001413 };
1414
jvanverth62340062016-04-26 08:01:44 -07001415 // Blit the miplevels
jvanverth82c05582016-05-03 11:19:01 -07001416 uint32_t mipLevel = 1;
1417 while (mipLevel < levelCount) {
1418 int prevWidth = width;
1419 int prevHeight = height;
1420 width = SkTMax(1, width / 2);
1421 height = SkTMax(1, height / 2);
jvanverth62340062016-04-26 08:01:44 -07001422
jvanverth50c46c72016-05-06 12:31:28 -07001423 imageMemoryBarrier.subresourceRange.baseMipLevel = mipLevel - 1;
Greg Daniel59dc1482019-02-22 10:46:38 -05001424 this->addImageMemoryBarrier(vkTex->resource(), VK_PIPELINE_STAGE_TRANSFER_BIT,
1425 VK_PIPELINE_STAGE_TRANSFER_BIT, false, &imageMemoryBarrier);
jvanverth50c46c72016-05-06 12:31:28 -07001426
1427 blitRegion.srcSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, mipLevel - 1, 0, 1 };
jvanverth82c05582016-05-03 11:19:01 -07001428 blitRegion.srcOffsets[0] = { 0, 0, 0 };
brianosmane9906e72016-06-08 12:44:27 -07001429 blitRegion.srcOffsets[1] = { prevWidth, prevHeight, 1 };
jvanverth82c05582016-05-03 11:19:01 -07001430 blitRegion.dstSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, mipLevel, 0, 1 };
1431 blitRegion.dstOffsets[0] = { 0, 0, 0 };
brianosmane9906e72016-06-08 12:44:27 -07001432 blitRegion.dstOffsets[1] = { width, height, 1 };
jvanverth62340062016-04-26 08:01:44 -07001433 fCurrentCmdBuffer->blitImage(this,
Brian Salomon930f9392018-06-20 16:25:26 -04001434 vkTex->resource(),
1435 vkTex->image(),
Greg Daniel31cc7312018-03-05 11:41:06 -05001436 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
Brian Salomon930f9392018-06-20 16:25:26 -04001437 vkTex->resource(),
1438 vkTex->image(),
Greg Daniel31cc7312018-03-05 11:41:06 -05001439 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
jvanverth62340062016-04-26 08:01:44 -07001440 1,
1441 &blitRegion,
1442 VK_FILTER_LINEAR);
jvanverth82c05582016-05-03 11:19:01 -07001443 ++mipLevel;
jvanverth62340062016-04-26 08:01:44 -07001444 }
Greg Danielee54f232019-04-03 14:58:40 -04001445 if (levelCount > 1) {
1446 // This barrier logically is not needed, but it changes the final level to the same layout
1447 // as all the others, VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL. This makes tracking of the
1448 // layouts and future layout changes easier. The alternative here would be to track layout
1449 // and memory accesses per layer which doesn't seem work it.
1450 imageMemoryBarrier.subresourceRange.baseMipLevel = mipLevel - 1;
1451 this->addImageMemoryBarrier(vkTex->resource(), VK_PIPELINE_STAGE_TRANSFER_BIT,
1452 VK_PIPELINE_STAGE_TRANSFER_BIT, false, &imageMemoryBarrier);
1453 vkTex->updateImageLayout(VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL);
1454 }
Brian Salomon930f9392018-06-20 16:25:26 -04001455 return true;
jvanverth62340062016-04-26 08:01:44 -07001456}
1457
Greg Daniel164a9f02016-02-22 09:56:40 -05001458////////////////////////////////////////////////////////////////////////////////
1459
Chris Daltoneffee202019-07-01 22:28:03 -06001460GrStencilAttachment* GrVkGpu::createStencilAttachmentForRenderTarget(
1461 const GrRenderTarget* rt, int width, int height, int numStencilSamples) {
1462 SkASSERT(numStencilSamples == rt->numSamples());
Greg Daniel164a9f02016-02-22 09:56:40 -05001463 SkASSERT(width >= rt->width());
1464 SkASSERT(height >= rt->height());
1465
Chris Dalton6ce447a2019-06-23 18:07:38 -06001466 int samples = rt->numSamples();
Greg Daniel164a9f02016-02-22 09:56:40 -05001467
Ethan Nicholasf610bae2018-09-20 16:55:21 -04001468 const GrVkCaps::StencilFormat& sFmt = this->vkCaps().preferredStencilFormat();
Greg Daniel164a9f02016-02-22 09:56:40 -05001469
1470 GrVkStencilAttachment* stencil(GrVkStencilAttachment::Create(this,
Greg Daniel164a9f02016-02-22 09:56:40 -05001471 width,
1472 height,
1473 samples,
1474 sFmt));
1475 fStats.incStencilAttachmentCreates();
1476 return stencil;
1477}
1478
1479////////////////////////////////////////////////////////////////////////////////
1480
Robert Phillips28a5a432019-06-07 12:46:21 -04001481bool copy_src_data(GrVkGpu* gpu, const GrVkAlloc& alloc, VkFormat vkFormat,
1482 int width, int height,
1483 const void* srcData, size_t srcRowBytes) {
1484 SkASSERT(srcData);
Brian Salomonbb8dde82019-06-27 10:52:13 -04001485 SkASSERT(!GrVkFormatIsCompressed(vkFormat));
1486
1487 void* mapPtr = GrVkMemory::MapAlloc(gpu, alloc);
1488 if (!mapPtr) {
1489 return false;
1490 }
1491 size_t bytesPerPixel = GrVkBytesPerFormat(vkFormat);
1492 const size_t trimRowBytes = width * bytesPerPixel;
1493 if (!srcRowBytes) {
1494 srcRowBytes = trimRowBytes;
1495 }
1496 SkASSERT(trimRowBytes * height <= alloc.fSize);
1497
1498 SkRectMemcpy(mapPtr, trimRowBytes, srcData, srcRowBytes, trimRowBytes, height);
1499
1500 GrVkMemory::FlushMappedAlloc(gpu, alloc, 0, alloc.fSize);
1501 GrVkMemory::UnmapAlloc(gpu, alloc);
1502 return true;
1503}
1504
1505bool copy_compressed_src_data(GrVkGpu* gpu, const GrVkAlloc& alloc,
1506 SkImage::CompressionType compressionType, int width, int height,
1507 const void* data) {
1508 SkASSERT(data);
Robert Phillipsbd1ef682019-05-31 12:48:49 -04001509
Greg Daniel81df0412018-05-31 13:13:33 -04001510 void* mapPtr = GrVkMemory::MapAlloc(gpu, alloc);
1511 if (!mapPtr) {
egdaniel3602d4f2016-08-12 11:58:53 -07001512 return false;
1513 }
Robert Phillips28a5a432019-06-07 12:46:21 -04001514 mapPtr = reinterpret_cast<char*>(mapPtr);
egdaniel3602d4f2016-08-12 11:58:53 -07001515
Brian Salomonbb8dde82019-06-27 10:52:13 -04001516 size_t dataSize = GrCompressedDataSize(compressionType, width, height);
1517 SkASSERT(dataSize <= alloc.fSize);
1518 memcpy(mapPtr, data, dataSize);
Robert Phillips28a5a432019-06-07 12:46:21 -04001519 GrVkMemory::FlushMappedAlloc(gpu, alloc, 0, alloc.fSize);
Greg Daniel81df0412018-05-31 13:13:33 -04001520 GrVkMemory::UnmapAlloc(gpu, alloc);
egdaniel3602d4f2016-08-12 11:58:53 -07001521 return true;
1522}
Robert Phillips42dda082019-05-14 13:29:45 -04001523
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001524static void set_image_layout(const GrVkInterface* vkInterface, VkCommandBuffer cmdBuffer,
1525 GrVkImageInfo* info, VkImageLayout newLayout, uint32_t mipLevels,
Robert Phillips02dc0302019-07-02 17:58:27 -04001526 VkAccessFlags dstAccessMask, VkPipelineStageFlagBits dstStageMask) {
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001527 VkAccessFlags srcAccessMask = GrVkImage::LayoutToSrcAccessMask(info->fImageLayout);
1528 VkPipelineStageFlags srcStageMask = GrVkImage::LayoutToPipelineSrcStageFlags(
1529 info->fImageLayout);
1530
1531 VkImageMemoryBarrier barrier;
1532 memset(&barrier, 0, sizeof(VkImageMemoryBarrier));
1533 barrier.sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
1534 barrier.pNext = nullptr;
1535 barrier.srcAccessMask = srcAccessMask;
1536 barrier.dstAccessMask = dstAccessMask;
1537 barrier.oldLayout = info->fImageLayout;
1538 barrier.newLayout = newLayout;
1539 barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
1540 barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
1541 barrier.image = info->fImage;
1542 barrier.subresourceRange = {VK_IMAGE_ASPECT_COLOR_BIT, 0, mipLevels, 0, 1};
1543 GR_VK_CALL(vkInterface, CmdPipelineBarrier(
1544 cmdBuffer,
1545 srcStageMask,
1546 dstStageMask,
1547 0,
1548 0, nullptr,
1549 0, nullptr,
1550 1, &barrier));
1551 info->fImageLayout = newLayout;
1552}
1553
Brian Salomonb450f3b2019-07-09 09:36:51 -04001554bool GrVkGpu::createVkImageForBackendSurface(VkFormat vkFormat, int w, int h, bool texturable,
1555 bool renderable, GrMipMapped mipMapped,
1556 const void* srcData, size_t srcRowBytes,
1557 const SkColor4f* color, GrVkImageInfo* info,
1558 GrProtected isProtected) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001559 SkASSERT(texturable || renderable);
1560 if (!texturable) {
1561 SkASSERT(GrMipMapped::kNo == mipMapped);
1562 SkASSERT(!srcData);
1563 }
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001564
1565 if (fProtectedContext != isProtected) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001566 return false;
1567 }
1568
Greg Daniel2f2caea2019-07-08 14:24:47 -04001569 if (texturable && !fVkCaps->isVkFormatTexturable(vkFormat)) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001570 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001571 }
1572
Greg Daniel900583a2019-08-06 12:05:31 -04001573 if (renderable && !fVkCaps->isFormatRenderable(vkFormat, 1)) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001574 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001575 }
1576
1577 // Currently we don't support uploading pixel data when mipped.
1578 if (srcData && GrMipMapped::kYes == mipMapped) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001579 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001580 }
1581
Brian Salomon52e943a2018-03-13 09:32:39 -04001582 VkImageUsageFlags usageFlags = 0;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001583 usageFlags |= VK_IMAGE_USAGE_TRANSFER_SRC_BIT;
1584 usageFlags |= VK_IMAGE_USAGE_TRANSFER_DST_BIT;
Brian Salomon52e943a2018-03-13 09:32:39 -04001585 if (texturable) {
1586 usageFlags |= VK_IMAGE_USAGE_SAMPLED_BIT;
1587 }
1588 if (renderable) {
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001589 usageFlags |= VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
1590 }
1591
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001592 // Figure out the number of mip levels.
1593 uint32_t mipLevels = 1;
1594 if (GrMipMapped::kYes == mipMapped) {
1595 mipLevels = SkMipMap::ComputeLevelCount(w, h) + 1;
1596 }
1597
Robert Phillipsf62e5752019-05-30 10:36:13 -04001598 GrVkImage::ImageDesc imageDesc;
1599 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
1600 imageDesc.fFormat = vkFormat;
1601 imageDesc.fWidth = w;
1602 imageDesc.fHeight = h;
1603 imageDesc.fLevels = mipLevels;
1604 imageDesc.fSamples = 1;
1605 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
1606 imageDesc.fUsageFlags = usageFlags;
1607 imageDesc.fMemProps = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001608 imageDesc.fIsProtected = fProtectedContext;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001609
Robert Phillipsf62e5752019-05-30 10:36:13 -04001610 if (!GrVkImage::InitImageInfo(this, imageDesc, info)) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001611 SkDebugf("Failed to init image info\n");
Brian Salomon52e943a2018-03-13 09:32:39 -04001612 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001613 }
1614
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001615 if (!srcData && !color) {
1616 return true;
1617 }
1618
1619 // We need to declare these early so that we can delete them at the end outside of
1620 // the if block.
Greg Daniel8385a8a2018-02-26 13:29:37 -05001621 GrVkAlloc bufferAlloc;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001622 VkBuffer buffer = VK_NULL_HANDLE;
1623
1624 VkResult err;
1625 const VkCommandBufferAllocateInfo cmdInfo = {
1626 VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO, // sType
1627 nullptr, // pNext
Ethan Nicholas8e265a72018-12-12 16:22:40 -05001628 fCmdPool->vkCommandPool(), // commandPool
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001629 VK_COMMAND_BUFFER_LEVEL_PRIMARY, // level
1630 1 // bufferCount
1631 };
1632
1633 VkCommandBuffer cmdBuffer;
1634 err = VK_CALL(AllocateCommandBuffers(fDevice, &cmdInfo, &cmdBuffer));
1635 if (err) {
Robert Phillipsf62e5752019-05-30 10:36:13 -04001636 GrVkImage::DestroyImageInfo(this, info);
Brian Salomon52e943a2018-03-13 09:32:39 -04001637 return false;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001638 }
1639
1640 VkCommandBufferBeginInfo cmdBufferBeginInfo;
1641 memset(&cmdBufferBeginInfo, 0, sizeof(VkCommandBufferBeginInfo));
1642 cmdBufferBeginInfo.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO;
1643 cmdBufferBeginInfo.pNext = nullptr;
1644 cmdBufferBeginInfo.flags = VK_COMMAND_BUFFER_USAGE_ONE_TIME_SUBMIT_BIT;
1645 cmdBufferBeginInfo.pInheritanceInfo = nullptr;
1646
1647 err = VK_CALL(BeginCommandBuffer(cmdBuffer, &cmdBufferBeginInfo));
1648 SkASSERT(!err);
1649
Brian Salomonb450f3b2019-07-09 09:36:51 -04001650 // Set image layout and add barrier
1651 set_image_layout(this->vkInterface(), cmdBuffer, info, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
1652 mipLevels, VK_ACCESS_TRANSFER_WRITE_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT);
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001653
Brian Salomonb450f3b2019-07-09 09:36:51 -04001654 // TODO: Lift this to GrContext level.
Brian Salomonbb8dde82019-06-27 10:52:13 -04001655 SkImage::CompressionType compressionType;
1656 bool isCompressed = GrVkFormatToCompressionType(vkFormat, &compressionType);
Brian Salomonb450f3b2019-07-09 09:36:51 -04001657 std::unique_ptr<char[]> tempData;
1658 if (isCompressed && !srcData) {
1659 SkASSERT(color);
1660 size_t size = GrCompressedDataSize(compressionType, w, h);
1661 tempData.reset(new char[size]);
1662 GrFillInCompressedData(compressionType, w, h, tempData.get(), *color);
1663 srcData = tempData.get();
1664 }
Robert Phillips28a5a432019-06-07 12:46:21 -04001665
Brian Salomonb450f3b2019-07-09 09:36:51 -04001666 if (srcData) {
1667 size_t bytesPerPixel = GrVkBytesPerFormat(vkFormat);
1668 SkASSERT(w && h);
1669
1670 SkTArray<size_t> individualMipOffsets(mipLevels);
1671
1672 SkImage::CompressionType compressionType;
1673 bool isCompressed = GrVkFormatToCompressionType(vkFormat, &compressionType);
1674
1675 size_t combinedBufferSize;
1676 if (isCompressed) {
1677 // Compressed textures currently must be non-MIP mapped.
1678 if (mipMapped == GrMipMapped::kYes) {
1679 return false;
1680 }
1681 combinedBufferSize = GrCompressedDataSize(compressionType, w, h);
1682 individualMipOffsets.push_back(0);
1683 } else {
1684 combinedBufferSize = GrComputeTightCombinedBufferSize(bytesPerPixel, w, h,
1685 &individualMipOffsets, mipLevels);
1686 }
1687
1688 VkBufferCreateInfo bufInfo;
1689 memset(&bufInfo, 0, sizeof(VkBufferCreateInfo));
1690 bufInfo.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
1691 bufInfo.flags = fProtectedContext == GrProtected::kYes ? VK_BUFFER_CREATE_PROTECTED_BIT : 0;
1692 bufInfo.size = combinedBufferSize;
1693 bufInfo.usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT;
1694 bufInfo.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
1695 bufInfo.queueFamilyIndexCount = 0;
1696 bufInfo.pQueueFamilyIndices = nullptr;
1697 err = VK_CALL(CreateBuffer(fDevice, &bufInfo, nullptr, &buffer));
1698
1699 if (err) {
1700 GrVkImage::DestroyImageInfo(this, info);
1701 VK_CALL(EndCommandBuffer(cmdBuffer));
1702 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
Brian Salomonbb8dde82019-06-27 10:52:13 -04001703 return false;
1704 }
Brian Salomonb450f3b2019-07-09 09:36:51 -04001705
1706 if (!GrVkMemory::AllocAndBindBufferMemory(this, buffer, GrVkBuffer::kCopyRead_Type, true,
1707 &bufferAlloc)) {
1708 GrVkImage::DestroyImageInfo(this, info);
1709 VK_CALL(DestroyBuffer(fDevice, buffer, nullptr));
1710 VK_CALL(EndCommandBuffer(cmdBuffer));
1711 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
Brian Salomonbb8dde82019-06-27 10:52:13 -04001712 return false;
1713 }
Brian Salomonb450f3b2019-07-09 09:36:51 -04001714
1715 bool result;
1716 if (isCompressed) {
1717 result = copy_compressed_src_data(this, bufferAlloc, compressionType, w, h, srcData);
1718 } else {
1719 SkASSERT(1 == mipLevels);
1720 result = copy_src_data(this, bufferAlloc, vkFormat, w, h, srcData, srcRowBytes);
1721 }
1722 if (!result) {
1723 GrVkImage::DestroyImageInfo(this, info);
1724 GrVkMemory::FreeBufferMemory(this, GrVkBuffer::kCopyRead_Type, bufferAlloc);
1725 VK_CALL(DestroyBuffer(fDevice, buffer, nullptr));
1726 VK_CALL(EndCommandBuffer(cmdBuffer));
1727 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
1728 return false;
1729 }
1730
1731 SkTArray<VkBufferImageCopy> regions(mipLevels);
1732
1733 int currentWidth = w;
1734 int currentHeight = h;
1735 for (uint32_t currentMipLevel = 0; currentMipLevel < mipLevels; currentMipLevel++) {
1736 // Submit copy command
1737 VkBufferImageCopy& region = regions.push_back();
1738 memset(&region, 0, sizeof(VkBufferImageCopy));
1739 region.bufferOffset = individualMipOffsets[currentMipLevel];
1740 region.bufferRowLength = currentWidth;
1741 region.bufferImageHeight = currentHeight;
1742 region.imageSubresource = {VK_IMAGE_ASPECT_COLOR_BIT, currentMipLevel, 0, 1};
1743 region.imageOffset = {0, 0, 0};
1744 region.imageExtent = {(uint32_t)currentWidth, (uint32_t)currentHeight, 1};
1745 currentWidth = SkTMax(1, currentWidth / 2);
1746 currentHeight = SkTMax(1, currentHeight / 2);
1747 }
1748
1749 VK_CALL(CmdCopyBufferToImage(cmdBuffer, buffer, info->fImage, info->fImageLayout,
1750 regions.count(), regions.begin()));
Brian Salomonbb8dde82019-06-27 10:52:13 -04001751 } else {
Brian Salomonb450f3b2019-07-09 09:36:51 -04001752 SkASSERT(color);
1753 VkClearColorValue vkColor;
1754 // If we ever support SINT or UINT formats this needs to be updated to use the int32 and
1755 // uint32 union members in those cases.
1756 vkColor.float32[0] = color->fR;
1757 vkColor.float32[1] = color->fG;
1758 vkColor.float32[2] = color->fB;
1759 vkColor.float32[3] = color->fA;
1760 VkImageSubresourceRange range;
1761 range.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
1762 range.baseArrayLayer = 0;
1763 range.baseMipLevel = 0;
1764 range.layerCount = 1;
1765 range.levelCount = mipLevels;
1766 VK_CALL(CmdClearColorImage(cmdBuffer, info->fImage, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
1767 &vkColor, 1, &range));
Brian Salomonbb8dde82019-06-27 10:52:13 -04001768 }
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001769
Robert Phillips02dc0302019-07-02 17:58:27 -04001770 if (!srcData && renderable) {
1771 SkASSERT(color);
1772
1773 // Change image layout to color-attachment-optimal since if we use this texture as a
1774 // borrowed texture within Ganesh we are probably going to render to it
1775 set_image_layout(this->vkInterface(), cmdBuffer, info,
1776 VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL, mipLevels,
1777 VK_ACCESS_COLOR_ATTACHMENT_READ_BIT |
1778 VK_ACCESS_COLOR_ATTACHMENT_WRITE_BIT,
1779 VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT);
1780 } else if (texturable) {
1781 // Change image layout to shader read since if we use this texture as a borrowed
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001782 // texture within Ganesh we require that its layout be set to that
1783 set_image_layout(this->vkInterface(), cmdBuffer, info,
1784 VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL, mipLevels,
1785 VK_ACCESS_SHADER_READ_BIT, VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT);
Brian Salomon52e943a2018-03-13 09:32:39 -04001786 }
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001787
1788 // End CommandBuffer
1789 err = VK_CALL(EndCommandBuffer(cmdBuffer));
1790 SkASSERT(!err);
1791
1792 // Create Fence for queue
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001793 VkFenceCreateInfo fenceInfo;
1794 memset(&fenceInfo, 0, sizeof(VkFenceCreateInfo));
1795 fenceInfo.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO;
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001796 fenceInfo.pNext = nullptr;
1797 fenceInfo.flags = 0;
1798 VkFence fence = VK_NULL_HANDLE;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001799
1800 err = VK_CALL(CreateFence(fDevice, &fenceInfo, nullptr, &fence));
1801 SkASSERT(!err);
1802
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001803 VkProtectedSubmitInfo protectedSubmitInfo;
1804 if (fProtectedContext == GrProtected::kYes) {
1805 memset(&protectedSubmitInfo, 0, sizeof(VkProtectedSubmitInfo));
1806 protectedSubmitInfo.sType = VK_STRUCTURE_TYPE_PROTECTED_SUBMIT_INFO;
1807 protectedSubmitInfo.pNext = nullptr;
1808 protectedSubmitInfo.protectedSubmit = VK_TRUE;
1809 }
1810
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001811 VkSubmitInfo submitInfo;
1812 memset(&submitInfo, 0, sizeof(VkSubmitInfo));
1813 submitInfo.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001814 submitInfo.pNext = fProtectedContext == GrProtected::kYes ? &protectedSubmitInfo : nullptr;
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001815 submitInfo.waitSemaphoreCount = 0;
1816 submitInfo.pWaitSemaphores = nullptr;
1817 submitInfo.pWaitDstStageMask = 0;
1818 submitInfo.commandBufferCount = 1;
1819 submitInfo.pCommandBuffers = &cmdBuffer;
1820 submitInfo.signalSemaphoreCount = 0;
1821 submitInfo.pSignalSemaphores = nullptr;
1822 err = VK_CALL(QueueSubmit(this->queue(), 1, &submitInfo, fence));
1823 SkASSERT(!err);
1824
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001825 err = VK_CALL(WaitForFences(this->device(), 1, &fence, VK_TRUE, UINT64_MAX));
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001826 if (VK_TIMEOUT == err) {
Robert Phillipsf62e5752019-05-30 10:36:13 -04001827 GrVkImage::DestroyImageInfo(this, info);
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001828 if (buffer != VK_NULL_HANDLE) { // workaround for an older NVidia driver crash
1829 GrVkMemory::FreeBufferMemory(this, GrVkBuffer::kCopyRead_Type, bufferAlloc);
1830 VK_CALL(DestroyBuffer(fDevice, buffer, nullptr));
1831 }
Ethan Nicholas8e265a72018-12-12 16:22:40 -05001832 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001833 VK_CALL(DestroyFence(this->device(), fence, nullptr));
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001834 SkDebugf("Fence failed to signal: %d\n", err);
1835 SK_ABORT("failing");
1836 }
1837 SkASSERT(!err);
1838
1839 // Clean up transfer resources
1840 if (buffer != VK_NULL_HANDLE) { // workaround for an older NVidia driver crash
1841 GrVkMemory::FreeBufferMemory(this, GrVkBuffer::kCopyRead_Type, bufferAlloc);
1842 VK_CALL(DestroyBuffer(fDevice, buffer, nullptr));
1843 }
Ethan Nicholas8e265a72018-12-12 16:22:40 -05001844 VK_CALL(FreeCommandBuffers(fDevice, fCmdPool->vkCommandPool(), 1, &cmdBuffer));
Robert Phillipsd1d869d2019-06-07 14:21:31 -04001845 VK_CALL(DestroyFence(this->device(), fence, nullptr));
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001846
Brian Salomon52e943a2018-03-13 09:32:39 -04001847 return true;
1848}
1849
Robert Phillipsf0313ee2019-05-21 13:51:11 -04001850GrBackendTexture GrVkGpu::createBackendTexture(int w, int h,
1851 const GrBackendFormat& format,
1852 GrMipMapped mipMapped,
1853 GrRenderable renderable,
Robert Phillips459b2952019-05-23 09:38:27 -04001854 const void* srcData, size_t rowBytes,
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001855 const SkColor4f* color, GrProtected isProtected) {
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001856 const GrVkCaps& caps = this->vkCaps();
Brian Salomon8a375832018-03-14 10:21:40 -04001857 this->handleDirtyContext();
Robert Phillipsa479f962018-04-10 11:45:40 -04001858
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001859 if (fProtectedContext != isProtected) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001860 return GrBackendTexture();
1861 }
1862
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001863 if (w > caps.maxTextureSize() || h > caps.maxTextureSize()) {
Robert Phillipsa479f962018-04-10 11:45:40 -04001864 return GrBackendTexture();
1865 }
1866
Brian Salomond4764a12019-08-08 12:08:24 -04001867 VkFormat vkFormat;
1868 if (!format.asVkFormat(&vkFormat)) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001869 SkDebugf("Could net get vkformat\n");
Robert Phillips9dbcdcc2019-05-13 10:40:06 -04001870 return GrBackendTexture();
1871 }
1872
Brian Salomond4764a12019-08-08 12:08:24 -04001873 if (!caps.isVkFormatTexturable(vkFormat)) {
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001874 SkDebugf("Config is not texturable\n");
Robert Phillips9dbcdcc2019-05-13 10:40:06 -04001875 return GrBackendTexture();
1876 }
Robert Phillipsd8f79a22019-06-24 13:25:42 -04001877
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001878 GrVkImageInfo info;
Brian Salomond4764a12019-08-08 12:08:24 -04001879 if (!this->createVkImageForBackendSurface(vkFormat, w, h, true,
Brian Salomonb450f3b2019-07-09 09:36:51 -04001880 GrRenderable::kYes == renderable, mipMapped, srcData,
1881 rowBytes, color, &info, isProtected)) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04001882 SkDebugf("Failed to create testing only image\n");
1883 return GrBackendTexture();
Brian Salomon52e943a2018-03-13 09:32:39 -04001884 }
Robert Phillips62221e72019-07-24 15:07:38 -04001885
1886 return GrBackendTexture(w, h, info);
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001887}
1888
Robert Phillipsf0313ee2019-05-21 13:51:11 -04001889void GrVkGpu::deleteBackendTexture(const GrBackendTexture& tex) {
Robert Phillipsf0ced622019-05-16 09:06:25 -04001890 SkASSERT(GrBackendApi::kVulkan == tex.fBackend);
1891
1892 GrVkImageInfo info;
1893 if (tex.getVkImageInfo(&info)) {
1894 GrVkImage::DestroyImageInfo(this, const_cast<GrVkImageInfo*>(&info));
1895 }
1896}
1897
1898#if GR_TEST_UTILS
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001899bool GrVkGpu::isTestingOnlyBackendTexture(const GrBackendTexture& tex) const {
Greg Danielbdf12ad2018-10-12 09:31:11 -04001900 SkASSERT(GrBackendApi::kVulkan == tex.fBackend);
Robert Phillipsd21b2a52017-12-12 13:01:25 -05001901
Greg Daniel52e16d92018-04-10 09:34:07 -04001902 GrVkImageInfo backend;
1903 if (!tex.getVkImageInfo(&backend)) {
1904 return false;
1905 }
Greg Daniel164a9f02016-02-22 09:56:40 -05001906
Greg Daniel52e16d92018-04-10 09:34:07 -04001907 if (backend.fImage && backend.fAlloc.fMemory) {
Greg Daniel164a9f02016-02-22 09:56:40 -05001908 VkMemoryRequirements req;
1909 memset(&req, 0, sizeof(req));
1910 GR_VK_CALL(this->vkInterface(), GetImageMemoryRequirements(fDevice,
Greg Daniel52e16d92018-04-10 09:34:07 -04001911 backend.fImage,
Greg Daniel164a9f02016-02-22 09:56:40 -05001912 &req));
1913 // TODO: find a better check
1914 // This will probably fail with a different driver
1915 return (req.size > 0) && (req.size <= 8192 * 8192);
1916 }
1917
1918 return false;
1919}
1920
Brian Osman2d010b62018-08-09 10:55:09 -04001921GrBackendRenderTarget GrVkGpu::createTestingOnlyBackendRenderTarget(int w, int h, GrColorType ct) {
Robert Phillipsf62e5752019-05-30 10:36:13 -04001922 this->handleDirtyContext();
1923
Greg Daniel92cbf3f2018-04-12 16:50:17 -04001924 if (w > this->caps()->maxRenderTargetSize() || h > this->caps()->maxRenderTargetSize()) {
1925 return GrBackendRenderTarget();
1926 }
1927
Greg Daniele877dce2019-07-11 10:52:43 -04001928 auto config = GrColorTypeToPixelConfig(ct);
Brian Salomon52e943a2018-03-13 09:32:39 -04001929 if (kUnknown_GrPixelConfig == config) {
1930 return {};
1931 }
Brian Salomonb450f3b2019-07-09 09:36:51 -04001932 VkFormat vkFormat;
1933 if (!GrPixelConfigToVkFormat(config, &vkFormat)) {
1934 return {};
1935 }
Robert Phillipsf62e5752019-05-30 10:36:13 -04001936
1937 GrVkImageInfo info;
Brian Salomonb450f3b2019-07-09 09:36:51 -04001938 if (!this->createVkImageForBackendSurface(vkFormat, w, h, false, true, GrMipMapped::kNo,
1939 nullptr, 0, &SkColors::kTransparent, &info,
1940 GrProtected::kNo)) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001941 return {};
1942 }
Robert Phillips62221e72019-07-24 15:07:38 -04001943
1944 return GrBackendRenderTarget(w, h, 1, 0, info);
Brian Salomonf865b052018-03-09 09:01:53 -05001945}
1946
Brian Salomon52e943a2018-03-13 09:32:39 -04001947void GrVkGpu::deleteTestingOnlyBackendRenderTarget(const GrBackendRenderTarget& rt) {
Greg Danielbdf12ad2018-10-12 09:31:11 -04001948 SkASSERT(GrBackendApi::kVulkan == rt.fBackend);
Brian Salomonf865b052018-03-09 09:01:53 -05001949
Greg Daniel323fbcf2018-04-10 13:46:30 -04001950 GrVkImageInfo info;
1951 if (rt.getVkImageInfo(&info)) {
Brian Salomon52e943a2018-03-13 09:32:39 -04001952 // something in the command buffer may still be using this, so force submit
1953 this->submitCommandBuffer(kForce_SyncQueue);
Greg Daniel323fbcf2018-04-10 13:46:30 -04001954 GrVkImage::DestroyImageInfo(this, const_cast<GrVkImageInfo*>(&info));
Brian Salomon52e943a2018-03-13 09:32:39 -04001955 }
1956}
Brian Salomonf865b052018-03-09 09:01:53 -05001957
Greg Daniel26b50a42018-03-08 09:49:58 -05001958void GrVkGpu::testingOnly_flushGpuAndSync() {
1959 this->submitCommandBuffer(kForce_SyncQueue);
1960}
Brian Salomonf865b052018-03-09 09:01:53 -05001961#endif
Greg Daniel26b50a42018-03-08 09:49:58 -05001962
Greg Daniel164a9f02016-02-22 09:56:40 -05001963////////////////////////////////////////////////////////////////////////////////
1964
Greg Daniel59dc1482019-02-22 10:46:38 -05001965void GrVkGpu::addBufferMemoryBarrier(const GrVkResource* resource,
1966 VkPipelineStageFlags srcStageMask,
Greg Daniel164a9f02016-02-22 09:56:40 -05001967 VkPipelineStageFlags dstStageMask,
1968 bool byRegion,
1969 VkBufferMemoryBarrier* barrier) const {
1970 SkASSERT(fCurrentCmdBuffer);
Greg Daniel59dc1482019-02-22 10:46:38 -05001971 SkASSERT(resource);
Greg Daniel164a9f02016-02-22 09:56:40 -05001972 fCurrentCmdBuffer->pipelineBarrier(this,
Greg Daniel59dc1482019-02-22 10:46:38 -05001973 resource,
Greg Daniel164a9f02016-02-22 09:56:40 -05001974 srcStageMask,
1975 dstStageMask,
1976 byRegion,
1977 GrVkCommandBuffer::kBufferMemory_BarrierType,
1978 barrier);
1979}
1980
Greg Daniel59dc1482019-02-22 10:46:38 -05001981void GrVkGpu::addImageMemoryBarrier(const GrVkResource* resource,
1982 VkPipelineStageFlags srcStageMask,
Greg Daniel164a9f02016-02-22 09:56:40 -05001983 VkPipelineStageFlags dstStageMask,
1984 bool byRegion,
1985 VkImageMemoryBarrier* barrier) const {
1986 SkASSERT(fCurrentCmdBuffer);
Greg Daniel59dc1482019-02-22 10:46:38 -05001987 SkASSERT(resource);
Greg Daniel164a9f02016-02-22 09:56:40 -05001988 fCurrentCmdBuffer->pipelineBarrier(this,
Greg Daniel59dc1482019-02-22 10:46:38 -05001989 resource,
Greg Daniel164a9f02016-02-22 09:56:40 -05001990 srcStageMask,
1991 dstStageMask,
1992 byRegion,
1993 GrVkCommandBuffer::kImageMemory_BarrierType,
1994 barrier);
1995}
1996
Brian Salomonf9a1fdf2019-05-09 10:30:12 -04001997void GrVkGpu::onFinishFlush(GrSurfaceProxy* proxies[], int n,
Greg Daniel797efca2019-05-09 14:04:20 -04001998 SkSurface::BackendSurfaceAccess access, const GrFlushInfo& info,
1999 const GrPrepareForExternalIORequests& externalRequests) {
Brian Salomonf9a1fdf2019-05-09 10:30:12 -04002000 SkASSERT(n >= 0);
2001 SkASSERT(!n || proxies);
Greg Daniel51316782017-08-02 15:10:09 +00002002 // Submit the current command buffer to the Queue. Whether we inserted semaphores or not does
2003 // not effect what we do here.
Brian Salomonf9a1fdf2019-05-09 10:30:12 -04002004 if (n && access == SkSurface::BackendSurfaceAccess::kPresent) {
Greg Danielbae71212019-03-01 15:24:35 -05002005 GrVkImage* image;
Brian Salomonf9a1fdf2019-05-09 10:30:12 -04002006 for (int i = 0; i < n; ++i) {
2007 SkASSERT(proxies[i]->isInstantiated());
2008 if (GrTexture* tex = proxies[i]->peekTexture()) {
2009 image = static_cast<GrVkTexture*>(tex);
2010 } else {
2011 GrRenderTarget* rt = proxies[i]->peekRenderTarget();
2012 SkASSERT(rt);
2013 image = static_cast<GrVkRenderTarget*>(rt);
2014 }
2015 image->prepareForPresent(this);
Greg Danielbae71212019-03-01 15:24:35 -05002016 }
Greg Danielbae71212019-03-01 15:24:35 -05002017 }
Greg Daniel797efca2019-05-09 14:04:20 -04002018
2019 // Handle requests for preparing for external IO
2020 for (int i = 0; i < externalRequests.fNumImages; ++i) {
2021 SkImage* image = externalRequests.fImages[i];
2022 if (!image->isTextureBacked()) {
2023 continue;
2024 }
2025 SkImage_GpuBase* gpuImage = static_cast<SkImage_GpuBase*>(as_IB(image));
2026 sk_sp<GrTextureProxy> proxy = gpuImage->asTextureProxyRef(this->getContext());
2027 SkASSERT(proxy);
2028
2029 if (!proxy->isInstantiated()) {
2030 auto resourceProvider = this->getContext()->priv().resourceProvider();
2031 if (!proxy->instantiate(resourceProvider)) {
2032 continue;
2033 }
2034 }
2035
2036 GrTexture* tex = proxy->peekTexture();
2037 if (!tex) {
2038 continue;
2039 }
2040 GrVkTexture* vkTex = static_cast<GrVkTexture*>(tex);
2041 vkTex->prepareForExternal(this);
2042 }
2043 for (int i = 0; i < externalRequests.fNumSurfaces; ++i) {
2044 SkSurface* surface = externalRequests.fSurfaces[i];
2045 if (!surface->getCanvas()->getGrContext()) {
2046 continue;
2047 }
2048 SkSurface_Gpu* gpuSurface = static_cast<SkSurface_Gpu*>(surface);
2049 auto* rtc = gpuSurface->getDevice()->accessRenderTargetContext();
2050 sk_sp<GrRenderTargetProxy> proxy = rtc->asRenderTargetProxyRef();
2051 if (!proxy->isInstantiated()) {
2052 auto resourceProvider = this->getContext()->priv().resourceProvider();
2053 if (!proxy->instantiate(resourceProvider)) {
2054 continue;
2055 }
2056 }
2057
2058 GrRenderTarget* rt = proxy->peekRenderTarget();
2059 SkASSERT(rt);
2060 GrVkRenderTarget* vkRT = static_cast<GrVkRenderTarget*>(rt);
2061 if (externalRequests.fPrepareSurfaceForPresent &&
2062 externalRequests.fPrepareSurfaceForPresent[i]) {
2063 vkRT->prepareForPresent(this);
2064 } else {
2065 vkRT->prepareForExternal(this);
2066 }
2067 }
2068
Greg Daniele6bfb7d2019-04-17 15:26:11 -04002069 if (info.fFlags & kSyncCpu_GrFlushFlag) {
2070 this->submitCommandBuffer(kForce_SyncQueue, info.fFinishedProc, info.fFinishedContext);
Greg Danielbae71212019-03-01 15:24:35 -05002071 } else {
Greg Daniele6bfb7d2019-04-17 15:26:11 -04002072 this->submitCommandBuffer(kSkip_SyncQueue, info.fFinishedProc, info.fFinishedContext);
Greg Danielbae71212019-03-01 15:24:35 -05002073 }
Greg Daniel164a9f02016-02-22 09:56:40 -05002074}
2075
Greg Daniel25af6712018-04-25 10:44:38 -04002076static int get_surface_sample_cnt(GrSurface* surf) {
2077 if (const GrRenderTarget* rt = surf->asRenderTarget()) {
Chris Dalton6ce447a2019-06-23 18:07:38 -06002078 return rt->numSamples();
egdaniel17b89252016-04-05 07:23:38 -07002079 }
Greg Daniel25af6712018-04-25 10:44:38 -04002080 return 0;
Greg Daniel164a9f02016-02-22 09:56:40 -05002081}
2082
Greg Daniel46cfbc62019-06-07 11:43:30 -04002083void GrVkGpu::copySurfaceAsCopyImage(GrSurface* dst, GrSurface* src, GrVkImage* dstImage,
2084 GrVkImage* srcImage, const SkIRect& srcRect,
Greg Daniel164a9f02016-02-22 09:56:40 -05002085 const SkIPoint& dstPoint) {
Greg Daniel25af6712018-04-25 10:44:38 -04002086#ifdef SK_DEBUG
2087 int dstSampleCnt = get_surface_sample_cnt(dst);
2088 int srcSampleCnt = get_surface_sample_cnt(src);
Greg Daniela51e93c2019-03-25 12:30:45 -04002089 bool dstHasYcbcr = dstImage->ycbcrConversionInfo().isValid();
2090 bool srcHasYcbcr = srcImage->ycbcrConversionInfo().isValid();
Greg Daniel46cfbc62019-06-07 11:43:30 -04002091 SkASSERT(this->vkCaps().canCopyImage(dst->config(), dstSampleCnt, dstHasYcbcr,
2092 src->config(), srcSampleCnt, srcHasYcbcr));
Greg Daniel25af6712018-04-25 10:44:38 -04002093#endif
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002094 if (src->isProtected() && !dst->isProtected()) {
2095 SkDebugf("Can't copy from protected memory to non-protected");
2096 return;
2097 }
Greg Daniel164a9f02016-02-22 09:56:40 -05002098
Greg Daniel164a9f02016-02-22 09:56:40 -05002099 // These flags are for flushing/invalidating caches and for the dst image it doesn't matter if
2100 // the cache is flushed since it is only being written to.
egdaniel17b89252016-04-05 07:23:38 -07002101 dstImage->setImageLayout(this,
jvanverth50c46c72016-05-06 12:31:28 -07002102 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
2103 VK_ACCESS_TRANSFER_WRITE_BIT,
2104 VK_PIPELINE_STAGE_TRANSFER_BIT,
2105 false);
Greg Daniel164a9f02016-02-22 09:56:40 -05002106
egdaniel17b89252016-04-05 07:23:38 -07002107 srcImage->setImageLayout(this,
2108 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
jvanverth50c46c72016-05-06 12:31:28 -07002109 VK_ACCESS_TRANSFER_READ_BIT,
2110 VK_PIPELINE_STAGE_TRANSFER_BIT,
egdaniel17b89252016-04-05 07:23:38 -07002111 false);
Greg Daniel164a9f02016-02-22 09:56:40 -05002112
Greg Daniel164a9f02016-02-22 09:56:40 -05002113 VkImageCopy copyRegion;
2114 memset(&copyRegion, 0, sizeof(VkImageCopy));
2115 copyRegion.srcSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
Greg Daniel46cfbc62019-06-07 11:43:30 -04002116 copyRegion.srcOffset = { srcRect.fLeft, srcRect.fTop, 0 };
Greg Daniel164a9f02016-02-22 09:56:40 -05002117 copyRegion.dstSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
Greg Daniel46cfbc62019-06-07 11:43:30 -04002118 copyRegion.dstOffset = { dstPoint.fX, dstPoint.fY, 0 };
2119 copyRegion.extent = { (uint32_t)srcRect.width(), (uint32_t)srcRect.height(), 1 };
Greg Daniel164a9f02016-02-22 09:56:40 -05002120
2121 fCurrentCmdBuffer->copyImage(this,
egdaniel17b89252016-04-05 07:23:38 -07002122 srcImage,
Greg Daniel164a9f02016-02-22 09:56:40 -05002123 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
egdaniel17b89252016-04-05 07:23:38 -07002124 dstImage,
Greg Daniel164a9f02016-02-22 09:56:40 -05002125 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
2126 1,
2127 &copyRegion);
jvanverth900bd4a2016-04-29 13:53:12 -07002128
2129 SkIRect dstRect = SkIRect::MakeXYWH(dstPoint.fX, dstPoint.fY,
2130 srcRect.width(), srcRect.height());
Greg Daniel46cfbc62019-06-07 11:43:30 -04002131 // The rect is already in device space so we pass in kTopLeft so no flip is done.
2132 this->didWriteToSurface(dst, kTopLeft_GrSurfaceOrigin, &dstRect);
Greg Daniel164a9f02016-02-22 09:56:40 -05002133}
2134
Greg Daniel46cfbc62019-06-07 11:43:30 -04002135void GrVkGpu::copySurfaceAsBlit(GrSurface* dst, GrSurface* src, GrVkImage* dstImage,
2136 GrVkImage* srcImage, const SkIRect& srcRect,
egdaniel17b89252016-04-05 07:23:38 -07002137 const SkIPoint& dstPoint) {
Greg Daniel25af6712018-04-25 10:44:38 -04002138#ifdef SK_DEBUG
2139 int dstSampleCnt = get_surface_sample_cnt(dst);
2140 int srcSampleCnt = get_surface_sample_cnt(src);
Greg Daniela51e93c2019-03-25 12:30:45 -04002141 bool dstHasYcbcr = dstImage->ycbcrConversionInfo().isValid();
2142 bool srcHasYcbcr = srcImage->ycbcrConversionInfo().isValid();
Greg Daniel25af6712018-04-25 10:44:38 -04002143 SkASSERT(this->vkCaps().canCopyAsBlit(dst->config(), dstSampleCnt, dstImage->isLinearTiled(),
Greg Daniela51e93c2019-03-25 12:30:45 -04002144 dstHasYcbcr, src->config(), srcSampleCnt,
2145 srcImage->isLinearTiled(), srcHasYcbcr));
egdaniel17b89252016-04-05 07:23:38 -07002146
Greg Daniel25af6712018-04-25 10:44:38 -04002147#endif
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002148 if (src->isProtected() && !dst->isProtected()) {
2149 SkDebugf("Can't copy from protected memory to non-protected");
2150 return;
2151 }
2152
egdaniel17b89252016-04-05 07:23:38 -07002153 dstImage->setImageLayout(this,
2154 VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
jvanverth50c46c72016-05-06 12:31:28 -07002155 VK_ACCESS_TRANSFER_WRITE_BIT,
2156 VK_PIPELINE_STAGE_TRANSFER_BIT,
egdaniel17b89252016-04-05 07:23:38 -07002157 false);
2158
egdaniel17b89252016-04-05 07:23:38 -07002159 srcImage->setImageLayout(this,
2160 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
jvanverth50c46c72016-05-06 12:31:28 -07002161 VK_ACCESS_TRANSFER_READ_BIT,
2162 VK_PIPELINE_STAGE_TRANSFER_BIT,
egdaniel17b89252016-04-05 07:23:38 -07002163 false);
2164
2165 // Flip rect if necessary
Greg Daniel46cfbc62019-06-07 11:43:30 -04002166 SkIRect dstRect = SkIRect::MakeXYWH(dstPoint.fX, dstPoint.fY, srcRect.width(),
2167 srcRect.height());
egdaniel17b89252016-04-05 07:23:38 -07002168
2169 VkImageBlit blitRegion;
2170 memset(&blitRegion, 0, sizeof(VkImageBlit));
2171 blitRegion.srcSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
Greg Daniel46cfbc62019-06-07 11:43:30 -04002172 blitRegion.srcOffsets[0] = { srcRect.fLeft, srcRect.fTop, 0 };
2173 blitRegion.srcOffsets[1] = { srcRect.fRight, srcRect.fBottom, 1 };
egdaniel17b89252016-04-05 07:23:38 -07002174 blitRegion.dstSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
2175 blitRegion.dstOffsets[0] = { dstRect.fLeft, dstRect.fTop, 0 };
Greg Daniele76071c2016-11-02 11:57:06 -04002176 blitRegion.dstOffsets[1] = { dstRect.fRight, dstRect.fBottom, 1 };
egdaniel17b89252016-04-05 07:23:38 -07002177
2178 fCurrentCmdBuffer->blitImage(this,
egdanielb2df0c22016-05-13 11:30:37 -07002179 *srcImage,
2180 *dstImage,
egdaniel17b89252016-04-05 07:23:38 -07002181 1,
2182 &blitRegion,
2183 VK_FILTER_NEAREST); // We never scale so any filter works here
jvanverth900bd4a2016-04-29 13:53:12 -07002184
Greg Daniel46cfbc62019-06-07 11:43:30 -04002185 // The rect is already in device space so we pass in kTopLeft so no flip is done.
2186 this->didWriteToSurface(dst, kTopLeft_GrSurfaceOrigin, &dstRect);
egdaniel17b89252016-04-05 07:23:38 -07002187}
2188
Greg Daniel46cfbc62019-06-07 11:43:30 -04002189void GrVkGpu::copySurfaceAsResolve(GrSurface* dst, GrSurface* src, const SkIRect& srcRect,
2190 const SkIPoint& dstPoint) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002191 if (src->isProtected() && !dst->isProtected()) {
2192 SkDebugf("Can't copy from protected memory to non-protected");
2193 return;
2194 }
egdaniel4bcd62e2016-08-31 07:37:31 -07002195 GrVkRenderTarget* srcRT = static_cast<GrVkRenderTarget*>(src->asRenderTarget());
Brian Salomon1fabd512018-02-09 09:54:25 -05002196 this->resolveImage(dst, srcRT, srcRect, dstPoint);
Greg Daniel46cfbc62019-06-07 11:43:30 -04002197 SkIRect dstRect = SkIRect::MakeXYWH(dstPoint.fX, dstPoint.fY,
Greg Daniel1ba1bfc2018-06-21 13:55:19 -04002198 srcRect.width(), srcRect.height());
Greg Daniel46cfbc62019-06-07 11:43:30 -04002199 // The rect is already in device space so we pass in kTopLeft so no flip is done.
2200 this->didWriteToSurface(dst, kTopLeft_GrSurfaceOrigin, &dstRect);
egdaniel4bcd62e2016-08-31 07:37:31 -07002201}
2202
Greg Daniel46cfbc62019-06-07 11:43:30 -04002203bool GrVkGpu::onCopySurface(GrSurface* dst, GrSurface* src, const SkIRect& srcRect,
2204 const SkIPoint& dstPoint, bool canDiscardOutsideDstRect) {
Greg Danielbe7fc462019-01-03 16:40:42 -05002205#ifdef SK_DEBUG
2206 if (GrVkRenderTarget* srcRT = static_cast<GrVkRenderTarget*>(src->asRenderTarget())) {
2207 SkASSERT(!srcRT->wrapsSecondaryCommandBuffer());
2208 }
2209 if (GrVkRenderTarget* dstRT = static_cast<GrVkRenderTarget*>(dst->asRenderTarget())) {
2210 SkASSERT(!dstRT->wrapsSecondaryCommandBuffer());
2211 }
2212#endif
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002213 if (src->isProtected() && !dst->isProtected()) {
2214 SkDebugf("Can't copy from protected memory to non-protected");
2215 return false;
2216 }
Greg Danielbe7fc462019-01-03 16:40:42 -05002217
Greg Daniel25af6712018-04-25 10:44:38 -04002218 GrPixelConfig dstConfig = dst->config();
2219 GrPixelConfig srcConfig = src->config();
2220
2221 int dstSampleCnt = get_surface_sample_cnt(dst);
2222 int srcSampleCnt = get_surface_sample_cnt(src);
2223
egdaniel17b89252016-04-05 07:23:38 -07002224 GrVkImage* dstImage;
2225 GrVkImage* srcImage;
egdaniel4bcd62e2016-08-31 07:37:31 -07002226 GrRenderTarget* dstRT = dst->asRenderTarget();
2227 if (dstRT) {
2228 GrVkRenderTarget* vkRT = static_cast<GrVkRenderTarget*>(dstRT);
Greg Danielbe7fc462019-01-03 16:40:42 -05002229 if (vkRT->wrapsSecondaryCommandBuffer()) {
2230 return false;
2231 }
Chris Dalton6ce447a2019-06-23 18:07:38 -06002232 dstImage = vkRT->numSamples() > 1 ? vkRT->msaaImage() : vkRT;
egdaniel4bcd62e2016-08-31 07:37:31 -07002233 } else {
2234 SkASSERT(dst->asTexture());
egdaniel17b89252016-04-05 07:23:38 -07002235 dstImage = static_cast<GrVkTexture*>(dst->asTexture());
egdaniel17b89252016-04-05 07:23:38 -07002236 }
egdaniel4bcd62e2016-08-31 07:37:31 -07002237 GrRenderTarget* srcRT = src->asRenderTarget();
2238 if (srcRT) {
2239 GrVkRenderTarget* vkRT = static_cast<GrVkRenderTarget*>(srcRT);
Chris Dalton6ce447a2019-06-23 18:07:38 -06002240 srcImage = vkRT->numSamples() > 1 ? vkRT->msaaImage() : vkRT;
egdaniel17b89252016-04-05 07:23:38 -07002241 } else {
egdaniel4bcd62e2016-08-31 07:37:31 -07002242 SkASSERT(src->asTexture());
2243 srcImage = static_cast<GrVkTexture*>(src->asTexture());
egdaniel17b89252016-04-05 07:23:38 -07002244 }
2245
Greg Daniela51e93c2019-03-25 12:30:45 -04002246 bool dstHasYcbcr = dstImage->ycbcrConversionInfo().isValid();
2247 bool srcHasYcbcr = srcImage->ycbcrConversionInfo().isValid();
2248
Greg Daniel46cfbc62019-06-07 11:43:30 -04002249 if (this->vkCaps().canCopyAsResolve(dstConfig, dstSampleCnt, dstHasYcbcr,
2250 srcConfig, srcSampleCnt, srcHasYcbcr)) {
2251 this->copySurfaceAsResolve(dst, src, srcRect, dstPoint);
Greg Daniela51e93c2019-03-25 12:30:45 -04002252 return true;
2253 }
2254
Greg Daniel46cfbc62019-06-07 11:43:30 -04002255 if (this->vkCaps().canCopyImage(dstConfig, dstSampleCnt, dstHasYcbcr,
2256 srcConfig, srcSampleCnt, srcHasYcbcr)) {
2257 this->copySurfaceAsCopyImage(dst, src, dstImage, srcImage, srcRect, dstPoint);
egdaniel17b89252016-04-05 07:23:38 -07002258 return true;
2259 }
2260
Greg Daniel25af6712018-04-25 10:44:38 -04002261 if (this->vkCaps().canCopyAsBlit(dstConfig, dstSampleCnt, dstImage->isLinearTiled(),
Greg Daniela51e93c2019-03-25 12:30:45 -04002262 dstHasYcbcr, srcConfig, srcSampleCnt,
2263 srcImage->isLinearTiled(), srcHasYcbcr)) {
Greg Daniel46cfbc62019-06-07 11:43:30 -04002264 this->copySurfaceAsBlit(dst, src, dstImage, srcImage, srcRect, dstPoint);
Greg Daniel164a9f02016-02-22 09:56:40 -05002265 return true;
2266 }
2267
Greg Daniel164a9f02016-02-22 09:56:40 -05002268 return false;
2269}
2270
Brian Salomona6948702018-06-01 15:33:20 -04002271bool GrVkGpu::onReadPixels(GrSurface* surface, int left, int top, int width, int height,
Brian Salomonf77c1462019-08-01 15:19:29 -04002272 GrColorType surfaceColorType, GrColorType dstColorType, void* buffer,
2273 size_t rowBytes) {
Emircan Uysaler23ca4e72019-06-24 10:53:09 -04002274 if (surface->isProtected()) {
2275 return false;
2276 }
2277
Brian Salomonc320b152018-02-20 14:05:36 -05002278 if (GrPixelConfigToColorType(surface->config()) != dstColorType) {
Greg Daniel164a9f02016-02-22 09:56:40 -05002279 return false;
2280 }
2281
egdaniel66933552016-08-24 07:22:19 -07002282 GrVkImage* image = nullptr;
2283 GrVkRenderTarget* rt = static_cast<GrVkRenderTarget*>(surface->asRenderTarget());
2284 if (rt) {
Greg Danielbe7fc462019-01-03 16:40:42 -05002285 // Reading from render targets that wrap a secondary command buffer is not allowed since
2286 // it would require us to know the VkImage, which we don't have, as well as need us to
2287 // stop and start the VkRenderPass which we don't have access to.
2288 if (rt->wrapsSecondaryCommandBuffer()) {
2289 return false;
2290 }
egdaniel66933552016-08-24 07:22:19 -07002291 // resolve the render target if necessary
2292 switch (rt->getResolveType()) {
2293 case GrVkRenderTarget::kCantResolve_ResolveType:
2294 return false;
2295 case GrVkRenderTarget::kAutoResolves_ResolveType:
2296 break;
2297 case GrVkRenderTarget::kCanResolve_ResolveType:
Greg Daniel0a77f432018-12-06 11:23:32 -05002298 this->resolveRenderTargetNoFlush(rt);
egdaniel66933552016-08-24 07:22:19 -07002299 break;
2300 default:
Ben Wagnerb4aab9a2017-08-16 10:53:04 -04002301 SK_ABORT("Unknown resolve type");
egdaniel66933552016-08-24 07:22:19 -07002302 }
2303 image = rt;
2304 } else {
2305 image = static_cast<GrVkTexture*>(surface->asTexture());
2306 }
2307
2308 if (!image) {
Greg Daniel164a9f02016-02-22 09:56:40 -05002309 return false;
2310 }
2311
Greg Daniel475eb702018-09-28 14:16:50 -04002312 // Skia's RGB_888x color type, which we map to the vulkan R8G8B8_UNORM, expects the data to be
2313 // 32 bits, but the Vulkan format is only 24. So we first copy the surface into an R8G8B8A8
2314 // image and then do the read pixels from that.
2315 sk_sp<GrVkTextureRenderTarget> copySurface;
Greg Danielf259b8b2019-02-14 09:03:43 -05002316 if (dstColorType == GrColorType::kRGB_888x && image->imageFormat() == VK_FORMAT_R8G8B8_UNORM) {
2317 SkASSERT(surface->config() == kRGB_888_GrPixelConfig);
Greg Daniel475eb702018-09-28 14:16:50 -04002318
Greg Daniel46cfbc62019-06-07 11:43:30 -04002319 int srcSampleCount = 0;
2320 if (rt) {
Chris Dalton6ce447a2019-06-23 18:07:38 -06002321 srcSampleCount = rt->numSamples();
Greg Daniel46cfbc62019-06-07 11:43:30 -04002322 }
2323 bool srcHasYcbcr = image->ycbcrConversionInfo().isValid();
2324 if (!this->vkCaps().canCopyAsBlit(kRGBA_8888_GrPixelConfig, 1, false, false,
2325 surface->config(), srcSampleCount, image->isLinearTiled(),
2326 srcHasYcbcr)) {
2327 return false;
2328 }
2329
Greg Daniel475eb702018-09-28 14:16:50 -04002330 // Make a new surface that is RGBA to copy the RGB surface into.
2331 GrSurfaceDesc surfDesc;
Greg Daniel475eb702018-09-28 14:16:50 -04002332 surfDesc.fWidth = width;
2333 surfDesc.fHeight = height;
2334 surfDesc.fConfig = kRGBA_8888_GrPixelConfig;
Greg Daniel475eb702018-09-28 14:16:50 -04002335
2336 VkImageUsageFlags usageFlags = VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT |
2337 VK_IMAGE_USAGE_SAMPLED_BIT |
2338 VK_IMAGE_USAGE_TRANSFER_SRC_BIT |
2339 VK_IMAGE_USAGE_TRANSFER_DST_BIT;
2340
2341 GrVkImage::ImageDesc imageDesc;
2342 imageDesc.fImageType = VK_IMAGE_TYPE_2D;
2343 imageDesc.fFormat = VK_FORMAT_R8G8B8A8_UNORM;
2344 imageDesc.fWidth = width;
2345 imageDesc.fHeight = height;
2346 imageDesc.fLevels = 1;
2347 imageDesc.fSamples = 1;
2348 imageDesc.fImageTiling = VK_IMAGE_TILING_OPTIMAL;
2349 imageDesc.fUsageFlags = usageFlags;
2350 imageDesc.fMemProps = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
2351
2352 copySurface = GrVkTextureRenderTarget::MakeNewTextureRenderTarget(
Brian Salomon27b4d8d2019-07-22 14:23:45 -04002353 this, SkBudgeted::kYes, surfDesc, 1, imageDesc, GrMipMapsStatus::kNotAllocated);
Greg Daniel475eb702018-09-28 14:16:50 -04002354 if (!copySurface) {
2355 return false;
2356 }
2357
Greg Daniel475eb702018-09-28 14:16:50 -04002358 SkIRect srcRect = SkIRect::MakeXYWH(left, top, width, height);
Greg Daniel46cfbc62019-06-07 11:43:30 -04002359 SkAssertResult(this->copySurface(copySurface.get(), surface, srcRect, SkIPoint::Make(0,0)));
2360
Greg Daniel475eb702018-09-28 14:16:50 -04002361 top = 0;
2362 left = 0;
2363 dstColorType = GrColorType::kRGBA_8888;
2364 image = copySurface.get();
2365 }
2366
Greg Daniel164a9f02016-02-22 09:56:40 -05002367 // Change layout of our target so it can be used as copy
egdaniel66933552016-08-24 07:22:19 -07002368 image->setImageLayout(this,
2369 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
2370 VK_ACCESS_TRANSFER_READ_BIT,
2371 VK_PIPELINE_STAGE_TRANSFER_BIT,
2372 false);
Greg Daniel164a9f02016-02-22 09:56:40 -05002373
Brian Salomonb28cb682019-07-26 12:48:47 -04002374 size_t bpp = GrColorTypeBytesPerPixel(dstColorType);
egdaniel6fa0a912016-09-12 11:51:29 -07002375 size_t tightRowBytes = bpp * width;
Greg Daniel164a9f02016-02-22 09:56:40 -05002376
Greg Daniel164a9f02016-02-22 09:56:40 -05002377 VkBufferImageCopy region;
2378 memset(&region, 0, sizeof(VkBufferImageCopy));
egdaniel6fa0a912016-09-12 11:51:29 -07002379
2380 bool copyFromOrigin = this->vkCaps().mustDoCopiesFromOrigin();
2381 if (copyFromOrigin) {
2382 region.imageOffset = { 0, 0, 0 };
Brian Salomona6948702018-06-01 15:33:20 -04002383 region.imageExtent = { (uint32_t)(left + width), (uint32_t)(top + height), 1 };
egdaniel6fa0a912016-09-12 11:51:29 -07002384 } else {
Brian Salomona6948702018-06-01 15:33:20 -04002385 VkOffset3D offset = { left, top, 0 };
egdaniel6fa0a912016-09-12 11:51:29 -07002386 region.imageOffset = offset;
2387 region.imageExtent = { (uint32_t)width, (uint32_t)height, 1 };
2388 }
2389
2390 size_t transBufferRowBytes = bpp * region.imageExtent.width;
Greg Daniel386a9b62018-07-03 10:52:30 -04002391 size_t imageRows = region.imageExtent.height;
Brian Salomon12d22642019-01-29 14:38:50 -05002392 auto transferBuffer = sk_sp<GrVkTransferBuffer>(
Greg Daniel3cdfa092018-02-26 16:14:10 -05002393 static_cast<GrVkTransferBuffer*>(this->createBuffer(transBufferRowBytes * imageRows,
Brian Salomonae64c192019-02-05 09:41:37 -05002394 GrGpuBufferType::kXferGpuToCpu,
Brian Salomon12d22642019-01-29 14:38:50 -05002395 kStream_GrAccessPattern)
2396 .release()));
egdaniel6fa0a912016-09-12 11:51:29 -07002397
2398 // Copy the image to a buffer so we can map it to cpu memory
jvanverthdb379092016-07-07 11:18:46 -07002399 region.bufferOffset = transferBuffer->offset();
egdaniel88e8aef2016-06-27 14:34:55 -07002400 region.bufferRowLength = 0; // Forces RowLength to be width. We handle the rowBytes below.
Greg Daniel164a9f02016-02-22 09:56:40 -05002401 region.bufferImageHeight = 0; // Forces height to be tightly packed. Only useful for 3d images.
2402 region.imageSubresource = { VK_IMAGE_ASPECT_COLOR_BIT, 0, 0, 1 };
Greg Daniel164a9f02016-02-22 09:56:40 -05002403
2404 fCurrentCmdBuffer->copyImageToBuffer(this,
egdaniel66933552016-08-24 07:22:19 -07002405 image,
Greg Daniel164a9f02016-02-22 09:56:40 -05002406 VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
Brian Salomon12d22642019-01-29 14:38:50 -05002407 transferBuffer.get(),
Greg Daniel164a9f02016-02-22 09:56:40 -05002408 1,
2409 &region);
2410
2411 // make sure the copy to buffer has finished
2412 transferBuffer->addMemoryBarrier(this,
2413 VK_ACCESS_TRANSFER_WRITE_BIT,
2414 VK_ACCESS_HOST_READ_BIT,
2415 VK_PIPELINE_STAGE_TRANSFER_BIT,
2416 VK_PIPELINE_STAGE_HOST_BIT,
2417 false);
2418
2419 // We need to submit the current command buffer to the Queue and make sure it finishes before
2420 // we can copy the data out of the buffer.
2421 this->submitCommandBuffer(kForce_SyncQueue);
Greg Daniel88fdee92018-02-24 22:41:50 +00002422 void* mappedMemory = transferBuffer->map();
Greg Daniele35a99e2018-03-02 11:44:22 -05002423 const GrVkAlloc& transAlloc = transferBuffer->alloc();
Greg Daniel81df0412018-05-31 13:13:33 -04002424 GrVkMemory::InvalidateMappedAlloc(this, transAlloc, 0, transAlloc.fSize);
Greg Daniel164a9f02016-02-22 09:56:40 -05002425
egdaniel6fa0a912016-09-12 11:51:29 -07002426 if (copyFromOrigin) {
2427 uint32_t skipRows = region.imageExtent.height - height;
2428 mappedMemory = (char*)mappedMemory + transBufferRowBytes * skipRows + bpp * left;
2429 }
2430
Brian Salomona6948702018-06-01 15:33:20 -04002431 SkRectMemcpy(buffer, rowBytes, mappedMemory, transBufferRowBytes, tightRowBytes, height);
Greg Daniel164a9f02016-02-22 09:56:40 -05002432
2433 transferBuffer->unmap();
Greg Daniel164a9f02016-02-22 09:56:40 -05002434 return true;
2435}
egdaniel066df7c2016-06-08 14:02:27 -07002436
egdaniel27bb2842016-07-07 11:58:35 -07002437// The RenderArea bounds we pass into BeginRenderPass must have a start x value that is a multiple
2438// of the granularity. The width must also be a multiple of the granularity or eaqual to the width
2439// the the entire attachment. Similar requirements for the y and height components.
2440void adjust_bounds_to_granularity(SkIRect* dstBounds, const SkIRect& srcBounds,
2441 const VkExtent2D& granularity, int maxWidth, int maxHeight) {
2442 // Adjust Width
egdanield5797b32016-09-20 12:57:45 -07002443 if ((0 != granularity.width && 1 != granularity.width)) {
2444 // Start with the right side of rect so we know if we end up going pass the maxWidth.
2445 int rightAdj = srcBounds.fRight % granularity.width;
2446 if (rightAdj != 0) {
2447 rightAdj = granularity.width - rightAdj;
2448 }
2449 dstBounds->fRight = srcBounds.fRight + rightAdj;
2450 if (dstBounds->fRight > maxWidth) {
2451 dstBounds->fRight = maxWidth;
2452 dstBounds->fLeft = 0;
2453 } else {
2454 dstBounds->fLeft = srcBounds.fLeft - srcBounds.fLeft % granularity.width;
2455 }
egdaniel27bb2842016-07-07 11:58:35 -07002456 } else {
egdanield5797b32016-09-20 12:57:45 -07002457 dstBounds->fLeft = srcBounds.fLeft;
2458 dstBounds->fRight = srcBounds.fRight;
egdaniel27bb2842016-07-07 11:58:35 -07002459 }
2460
2461 // Adjust height
egdanield5797b32016-09-20 12:57:45 -07002462 if ((0 != granularity.height && 1 != granularity.height)) {
2463 // Start with the bottom side of rect so we know if we end up going pass the maxHeight.
2464 int bottomAdj = srcBounds.fBottom % granularity.height;
2465 if (bottomAdj != 0) {
2466 bottomAdj = granularity.height - bottomAdj;
2467 }
2468 dstBounds->fBottom = srcBounds.fBottom + bottomAdj;
2469 if (dstBounds->fBottom > maxHeight) {
2470 dstBounds->fBottom = maxHeight;
2471 dstBounds->fTop = 0;
2472 } else {
2473 dstBounds->fTop = srcBounds.fTop - srcBounds.fTop % granularity.height;
2474 }
egdaniel27bb2842016-07-07 11:58:35 -07002475 } else {
egdanield5797b32016-09-20 12:57:45 -07002476 dstBounds->fTop = srcBounds.fTop;
2477 dstBounds->fBottom = srcBounds.fBottom;
egdaniel27bb2842016-07-07 11:58:35 -07002478 }
2479}
2480
Greg Daniel8daf3b72019-07-30 09:57:26 -04002481void GrVkGpu::submitSecondaryCommandBuffer(
Greg Daniel228518f2019-08-07 16:55:17 -04002482 std::unique_ptr<GrVkSecondaryCommandBuffer> buffer,
Greg Daniel8daf3b72019-07-30 09:57:26 -04002483 const GrVkRenderPass* renderPass,
2484 const VkClearValue* colorClear,
2485 GrVkRenderTarget* target, GrSurfaceOrigin origin,
2486 const SkIRect& bounds) {
2487
Greg Danielbe7fc462019-01-03 16:40:42 -05002488 SkASSERT (!target->wrapsSecondaryCommandBuffer());
egdaniele7d1b242016-07-01 08:06:45 -07002489 const SkIRect* pBounds = &bounds;
2490 SkIRect flippedBounds;
Robert Phillipsb0e93a22017-08-29 08:26:54 -04002491 if (kBottomLeft_GrSurfaceOrigin == origin) {
egdaniele7d1b242016-07-01 08:06:45 -07002492 flippedBounds = bounds;
2493 flippedBounds.fTop = target->height() - bounds.fBottom;
2494 flippedBounds.fBottom = target->height() - bounds.fTop;
2495 pBounds = &flippedBounds;
2496 }
2497
egdaniel27bb2842016-07-07 11:58:35 -07002498 // The bounds we use for the render pass should be of the granularity supported
2499 // by the device.
2500 const VkExtent2D& granularity = renderPass->granularity();
2501 SkIRect adjustedBounds;
2502 if ((0 != granularity.width && 1 != granularity.width) ||
2503 (0 != granularity.height && 1 != granularity.height)) {
2504 adjust_bounds_to_granularity(&adjustedBounds, *pBounds, granularity,
2505 target->width(), target->height());
2506 pBounds = &adjustedBounds;
2507 }
2508
Robert Phillips95214472017-08-08 18:00:03 -04002509#ifdef SK_DEBUG
2510 uint32_t index;
2511 bool result = renderPass->colorAttachmentIndex(&index);
2512 SkASSERT(result && 0 == index);
2513 result = renderPass->stencilAttachmentIndex(&index);
2514 if (result) {
2515 SkASSERT(1 == index);
2516 }
2517#endif
2518 VkClearValue clears[2];
2519 clears[0].color = colorClear->color;
Robert Phillips8c326e92017-08-10 13:50:17 -04002520 clears[1].depthStencil.depth = 0.0f;
2521 clears[1].depthStencil.stencil = 0;
Robert Phillips95214472017-08-08 18:00:03 -04002522
2523 fCurrentCmdBuffer->beginRenderPass(this, renderPass, clears, *target, *pBounds, true);
Greg Daniel228518f2019-08-07 16:55:17 -04002524 fCurrentCmdBuffer->executeCommands(this, std::move(buffer));
Greg Daniel164a9f02016-02-22 09:56:40 -05002525 fCurrentCmdBuffer->endRenderPass(this);
egdaniel66933552016-08-24 07:22:19 -07002526
Brian Salomon1fabd512018-02-09 09:54:25 -05002527 this->didWriteToSurface(target, origin, &bounds);
Greg Daniel164a9f02016-02-22 09:56:40 -05002528}
egdaniel9cb63402016-06-23 08:37:05 -07002529
Robert Phillips5b5d84c2018-08-09 15:12:18 -04002530void GrVkGpu::submit(GrGpuCommandBuffer* buffer) {
2531 if (buffer->asRTCommandBuffer()) {
2532 SkASSERT(fCachedRTCommandBuffer.get() == buffer);
2533
2534 fCachedRTCommandBuffer->submit();
2535 fCachedRTCommandBuffer->reset();
2536 } else {
2537 SkASSERT(fCachedTexCommandBuffer.get() == buffer);
2538
2539 fCachedTexCommandBuffer->submit();
2540 fCachedTexCommandBuffer->reset();
2541 }
2542}
2543
Greg Daniel6be35232017-03-01 17:01:09 -05002544GrFence SK_WARN_UNUSED_RESULT GrVkGpu::insertFence() {
jvanverth84741b32016-09-30 08:39:02 -07002545 VkFenceCreateInfo createInfo;
2546 memset(&createInfo, 0, sizeof(VkFenceCreateInfo));
2547 createInfo.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO;
2548 createInfo.pNext = nullptr;
2549 createInfo.flags = 0;
2550 VkFence fence = VK_NULL_HANDLE;
Greg Daniel6be35232017-03-01 17:01:09 -05002551
2552 VK_CALL_ERRCHECK(CreateFence(this->device(), &createInfo, nullptr, &fence));
2553 VK_CALL(QueueSubmit(this->queue(), 0, nullptr, fence));
2554
2555 GR_STATIC_ASSERT(sizeof(GrFence) >= sizeof(VkFence));
jvanverth84741b32016-09-30 08:39:02 -07002556 return (GrFence)fence;
2557}
2558
Greg Daniel6be35232017-03-01 17:01:09 -05002559bool GrVkGpu::waitFence(GrFence fence, uint64_t timeout) {
2560 SkASSERT(VK_NULL_HANDLE != (VkFence)fence);
2561
2562 VkResult result = VK_CALL(WaitForFences(this->device(), 1, (VkFence*)&fence, VK_TRUE, timeout));
jvanverth84741b32016-09-30 08:39:02 -07002563 return (VK_SUCCESS == result);
2564}
2565
2566void GrVkGpu::deleteFence(GrFence fence) const {
Greg Daniel6be35232017-03-01 17:01:09 -05002567 VK_CALL(DestroyFence(this->device(), (VkFence)fence, nullptr));
2568}
2569
Greg Daniela5cb7812017-06-16 09:45:32 -04002570sk_sp<GrSemaphore> SK_WARN_UNUSED_RESULT GrVkGpu::makeSemaphore(bool isOwned) {
2571 return GrVkSemaphore::Make(this, isOwned);
Greg Daniel6be35232017-03-01 17:01:09 -05002572}
2573
Greg Daniel48661b82018-01-22 16:11:35 -05002574sk_sp<GrSemaphore> GrVkGpu::wrapBackendSemaphore(const GrBackendSemaphore& semaphore,
2575 GrResourceProvider::SemaphoreWrapType wrapType,
2576 GrWrapOwnership ownership) {
2577 return GrVkSemaphore::MakeWrapped(this, semaphore.vkSemaphore(), wrapType, ownership);
Greg Daniela5cb7812017-06-16 09:45:32 -04002578}
2579
Greg Daniel858e12c2018-12-06 11:11:37 -05002580void GrVkGpu::insertSemaphore(sk_sp<GrSemaphore> semaphore) {
Greg Daniel6be35232017-03-01 17:01:09 -05002581 GrVkSemaphore* vkSem = static_cast<GrVkSemaphore*>(semaphore.get());
2582
Greg Daniel48661b82018-01-22 16:11:35 -05002583 GrVkSemaphore::Resource* resource = vkSem->getResource();
2584 if (resource->shouldSignal()) {
Greg Daniel17b7c052018-01-09 13:55:33 -05002585 resource->ref();
2586 fSemaphoresToSignal.push_back(resource);
2587 }
Greg Daniel6be35232017-03-01 17:01:09 -05002588}
2589
Greg Daniel48661b82018-01-22 16:11:35 -05002590void GrVkGpu::waitSemaphore(sk_sp<GrSemaphore> semaphore) {
Greg Daniel6be35232017-03-01 17:01:09 -05002591 GrVkSemaphore* vkSem = static_cast<GrVkSemaphore*>(semaphore.get());
2592
Greg Daniel48661b82018-01-22 16:11:35 -05002593 GrVkSemaphore::Resource* resource = vkSem->getResource();
2594 if (resource->shouldWait()) {
2595 resource->ref();
2596 fSemaphoresToWaitOn.push_back(resource);
2597 }
jvanverth84741b32016-09-30 08:39:02 -07002598}
Brian Osman13dddce2017-05-09 13:19:50 -04002599
2600sk_sp<GrSemaphore> GrVkGpu::prepareTextureForCrossContextUsage(GrTexture* texture) {
2601 SkASSERT(texture);
2602 GrVkTexture* vkTexture = static_cast<GrVkTexture*>(texture);
2603 vkTexture->setImageLayout(this,
2604 VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL,
2605 VK_ACCESS_SHADER_READ_BIT,
Greg Danielf7828d02018-10-09 12:01:32 -04002606 VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT,
Brian Osman13dddce2017-05-09 13:19:50 -04002607 false);
2608 this->submitCommandBuffer(kSkip_SyncQueue);
2609
Greg Danielb3f66542019-05-10 17:11:19 -04002610 // The image layout change serves as a barrier, so no semaphore is needed.
2611 // If we ever decide we need to return a semaphore here, we need to make sure GrVkSemaphore is
2612 // thread safe so that only the first thread that tries to use the semaphore actually submits
2613 // it. This additionally would also require thread safety in command buffer submissions to
2614 // queues in general.
Brian Osman13dddce2017-05-09 13:19:50 -04002615 return nullptr;
2616}
Greg Danielf5d87582017-12-18 14:48:15 -05002617
Greg Daniel64cc9aa2018-10-19 13:54:56 -04002618void GrVkGpu::addDrawable(std::unique_ptr<SkDrawable::GpuDrawHandler> drawable) {
2619 fDrawables.emplace_back(std::move(drawable));
2620}
2621
Greg Daniel7a82edf2018-12-04 10:54:34 -05002622uint32_t GrVkGpu::getExtraSamplerKeyForProgram(const GrSamplerState& samplerState,
2623 const GrBackendFormat& format) {
2624 const GrVkYcbcrConversionInfo* ycbcrInfo = format.getVkYcbcrConversionInfo();
2625 SkASSERT(ycbcrInfo);
2626 if (!ycbcrInfo->isValid()) {
2627 return 0;
2628 }
2629
2630 const GrVkSampler* sampler = this->resourceProvider().findOrCreateCompatibleSampler(
2631 samplerState, *ycbcrInfo);
2632
Greg Daniel9fc5e8d2019-08-09 19:08:54 +00002633 return sampler->uniqueID();
Greg Daniel7a82edf2018-12-04 10:54:34 -05002634}
2635
Greg Daniela870b462019-01-08 15:49:46 -05002636void GrVkGpu::storeVkPipelineCacheData() {
Robert Phillips9da87e02019-02-04 13:26:26 -05002637 if (this->getContext()->priv().getPersistentCache()) {
Greg Daniela870b462019-01-08 15:49:46 -05002638 this->resourceProvider().storePipelineCacheData();
2639 }
2640}