blob: 3fe20d541e12043669a8e65a4ace5dd762cb12ff [file] [log] [blame]
Chia-I Wue54854a2014-08-05 10:23:50 +08001/*
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -06002 * Vulkan
Chia-I Wue54854a2014-08-05 10:23:50 +08003 *
4 * Copyright (C) 2014 LunarG, Inc.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
Chia-I Wu44e42362014-09-02 08:32:09 +080023 *
24 * Authors:
25 * Chia-I Wu <olv@lunarg.com>
Chia-I Wue54854a2014-08-05 10:23:50 +080026 */
27
Chia-I Wu82d3d8b2014-08-09 13:07:44 +080028#include <stdarg.h>
Chia-I Wue54854a2014-08-05 10:23:50 +080029#include "kmd/winsys.h"
Chia-I Wuf8385062015-01-04 16:27:24 +080030#include "desc.h"
Chia-I Wue54854a2014-08-05 10:23:50 +080031#include "gpu.h"
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080032#include "pipeline.h"
Chia-I Wue09b5362014-08-07 09:25:14 +080033#include "queue.h"
Chia-I Wue54854a2014-08-05 10:23:50 +080034#include "dev.h"
35
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080036static void dev_destroy_meta_shaders(struct intel_dev *dev)
37{
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -060038 uint32_t i;
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080039
40 for (i = 0; i < ARRAY_SIZE(dev->cmd_meta_shaders); i++) {
41 if (!dev->cmd_meta_shaders[i])
42 break;
43
Chia-I Wuf13ed3c2015-02-22 14:09:00 +080044 intel_pipeline_shader_destroy(dev, dev->cmd_meta_shaders[i]);
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080045 dev->cmd_meta_shaders[i] = NULL;
46 }
47}
48
49static bool dev_create_meta_shaders(struct intel_dev *dev)
50{
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -060051 uint32_t i;
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080052
53 for (i = 0; i < ARRAY_SIZE(dev->cmd_meta_shaders); i++) {
54 struct intel_pipeline_shader *sh;
55
56 sh = intel_pipeline_shader_create_meta(dev, i);
57 if (!sh) {
58 dev_destroy_meta_shaders(dev);
59 return false;
60 }
61
62 dev->cmd_meta_shaders[i] = sh;
63 }
64
65 return true;
66}
67
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -060068static VkResult dev_create_queues(struct intel_dev *dev,
Courtney Goeltzenleuchterea975642015-09-16 16:23:55 -060069 const VkDeviceQueueCreateInfo *queues,
70 uint32_t count)
Chia-I Wue54854a2014-08-05 10:23:50 +080071{
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -060072 uint32_t i;
Chia-I Wue54854a2014-08-05 10:23:50 +080073
Chia-I Wue54854a2014-08-05 10:23:50 +080074 for (i = 0; i < count; i++) {
Courtney Goeltzenleuchterddcb6192015-04-14 18:48:46 -060075 const VkDeviceQueueCreateInfo *q = &queues[i];
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -060076 VkResult ret = VK_SUCCESS;
Chia-I Wue54854a2014-08-05 10:23:50 +080077
Courtney Goeltzenleuchterac544f32015-09-14 18:01:17 -060078 assert((q->queueFamilyIndex < INTEL_GPU_ENGINE_COUNT &&
79 q->queueCount == 1 && !dev->queues[q->queueFamilyIndex]) && "Invalid Queue request");
80 ret = intel_queue_create(dev, q->queueFamilyIndex,
Chris Forbesfa6d36e2015-07-11 19:11:39 +120081 &dev->queues[q->queueFamilyIndex]);
Chia-I Wue54854a2014-08-05 10:23:50 +080082
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -060083 if (ret != VK_SUCCESS) {
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -060084 uint32_t j;
Chia-I Wue54854a2014-08-05 10:23:50 +080085 for (j = 0; j < i; j++)
Chia-I Wue09b5362014-08-07 09:25:14 +080086 intel_queue_destroy(dev->queues[j]);
Chia-I Wue54854a2014-08-05 10:23:50 +080087
88 return ret;
89 }
90 }
91
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -060092 return VK_SUCCESS;
Chia-I Wue54854a2014-08-05 10:23:50 +080093}
94
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -060095VkResult intel_dev_create(struct intel_gpu *gpu,
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -060096 const VkDeviceCreateInfo *info,
97 struct intel_dev **dev_ret)
Chia-I Wue54854a2014-08-05 10:23:50 +080098{
Chia-I Wue54854a2014-08-05 10:23:50 +080099 struct intel_dev *dev;
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600100 uint32_t i;
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600101 VkResult ret;
Chia-I Wue54854a2014-08-05 10:23:50 +0800102
Mark Lobodzinski5ea338c2015-09-17 15:17:34 -0600103 // ICD limited to a single virtual device
104 if (gpu->winsys)
105 return VK_ERROR_INITIALIZATION_FAILED;
Chia-I Wue54854a2014-08-05 10:23:50 +0800106
Chia-I Wu545c2e12015-02-22 13:19:54 +0800107 dev = (struct intel_dev *) intel_base_create(&gpu->handle,
Cody Northrop74a63852015-08-04 13:45:07 -0600108 sizeof(*dev), false,
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600109 VK_OBJECT_TYPE_DEVICE, info, sizeof(struct intel_dev_dbg));
Chia-I Wue54854a2014-08-05 10:23:50 +0800110 if (!dev)
Tony Barbour8205d902015-04-16 15:59:00 -0600111 return VK_ERROR_OUT_OF_HOST_MEMORY;
Chia-I Wue54854a2014-08-05 10:23:50 +0800112
Chia-I Wu1db76e02014-09-15 14:21:14 +0800113 for (i = 0; i < info->extensionCount; i++) {
Courtney Goeltzenleuchter95b73722015-06-08 18:08:35 -0600114 const enum intel_phy_dev_ext_type ext = intel_gpu_lookup_phy_dev_extension(gpu,
Courtney Goeltzenleuchter18061cd2015-06-29 15:39:26 -0600115 info->ppEnabledExtensionNames[i]);
Chia-I Wu1db76e02014-09-15 14:21:14 +0800116
Courtney Goeltzenleuchter95b73722015-06-08 18:08:35 -0600117 if (ext != INTEL_PHY_DEV_EXT_INVALID)
118 dev->phy_dev_exts[ext] = true;
Chia-I Wu1db76e02014-09-15 14:21:14 +0800119 }
120
Chia-I Wue54854a2014-08-05 10:23:50 +0800121 dev->gpu = gpu;
122
Chia-I Wu41858c82015-04-04 16:39:25 +0800123 ret = intel_gpu_init_winsys(gpu);
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600124 if (ret != VK_SUCCESS) {
Chia-I Wue54854a2014-08-05 10:23:50 +0800125 intel_dev_destroy(dev);
126 return ret;
127 }
128
Chia-I Wud8965932014-10-13 13:32:37 +0800129 dev->winsys = gpu->winsys;
Chia-I Wue54854a2014-08-05 10:23:50 +0800130
Chia-I Wucb2dc0d2015-03-05 16:19:42 -0700131 dev->cmd_scratch_bo = intel_winsys_alloc_bo(dev->winsys,
Chia-I Wu32a22462014-08-26 14:13:46 +0800132 "command buffer scratch", 4096, false);
Chia-I Wu0b784442014-08-25 22:54:16 +0800133 if (!dev->cmd_scratch_bo) {
134 intel_dev_destroy(dev);
Tony Barbour8205d902015-04-16 15:59:00 -0600135 return VK_ERROR_OUT_OF_DEVICE_MEMORY;
Chia-I Wu0b784442014-08-25 22:54:16 +0800136 }
137
Chia-I Wu9fe3ec42014-10-17 09:49:16 +0800138 if (!dev_create_meta_shaders(dev)) {
139 intel_dev_destroy(dev);
Tony Barbour8205d902015-04-16 15:59:00 -0600140 return VK_ERROR_OUT_OF_HOST_MEMORY;
Chia-I Wu9fe3ec42014-10-17 09:49:16 +0800141 }
142
Chia-I Wu8d24b3b2015-03-26 13:14:16 +0800143 ret = intel_desc_region_create(dev, &dev->desc_region);
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600144 if (ret != VK_SUCCESS) {
Chia-I Wuf8385062015-01-04 16:27:24 +0800145 intel_dev_destroy(dev);
146 return ret;
147 }
148
Chia-I Wu38d1ddf2015-03-02 10:51:39 -0700149 intel_pipeline_init_default_sample_patterns(dev,
150 (uint8_t *) &dev->sample_pattern_1x,
151 (uint8_t *) &dev->sample_pattern_2x,
152 (uint8_t *) &dev->sample_pattern_4x,
153 (uint8_t *) dev->sample_pattern_8x,
154 (uint8_t *) dev->sample_pattern_16x);
155
Chia-I Wue54854a2014-08-05 10:23:50 +0800156 ret = dev_create_queues(dev, info->pRequestedQueues,
Courtney Goeltzenleuchterdfd53f52015-10-15 16:58:44 -0600157 info->requestedQueueCount);
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600158 if (ret != VK_SUCCESS) {
Chia-I Wue54854a2014-08-05 10:23:50 +0800159 intel_dev_destroy(dev);
160 return ret;
161 }
162
Chia-I Wue54854a2014-08-05 10:23:50 +0800163 *dev_ret = dev;
164
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600165 return VK_SUCCESS;
Chia-I Wue54854a2014-08-05 10:23:50 +0800166}
167
168void intel_dev_destroy(struct intel_dev *dev)
169{
Chia-I Wud8965932014-10-13 13:32:37 +0800170 struct intel_gpu *gpu = dev->gpu;
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600171 uint32_t i;
Chia-I Wue54854a2014-08-05 10:23:50 +0800172
Chia-I Wue54854a2014-08-05 10:23:50 +0800173 for (i = 0; i < ARRAY_SIZE(dev->queues); i++) {
174 if (dev->queues[i])
Chia-I Wue09b5362014-08-07 09:25:14 +0800175 intel_queue_destroy(dev->queues[i]);
Chia-I Wue54854a2014-08-05 10:23:50 +0800176 }
177
Chia-I Wu8d24b3b2015-03-26 13:14:16 +0800178 if (dev->desc_region)
179 intel_desc_region_destroy(dev, dev->desc_region);
Chia-I Wuf8385062015-01-04 16:27:24 +0800180
Chia-I Wu9fe3ec42014-10-17 09:49:16 +0800181 dev_destroy_meta_shaders(dev);
182
Chia-I Wucb2dc0d2015-03-05 16:19:42 -0700183 intel_bo_unref(dev->cmd_scratch_bo);
Chia-I Wu0b784442014-08-25 22:54:16 +0800184
Chia-I Wubbf2c932014-08-07 12:20:08 +0800185 intel_base_destroy(&dev->base);
Chia-I Wud8965932014-10-13 13:32:37 +0800186
187 if (gpu->winsys)
Chia-I Wu41858c82015-04-04 16:39:25 +0800188 intel_gpu_cleanup_winsys(gpu);
Chia-I Wue54854a2014-08-05 10:23:50 +0800189}
190
Chia-I Wu82d3d8b2014-08-09 13:07:44 +0800191void intel_dev_log(struct intel_dev *dev,
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600192 VkFlags msg_flags,
Chia-I Wuaabb3602014-08-19 14:18:23 +0800193 struct intel_base *src_object,
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600194 size_t location,
195 int32_t msg_code,
Chia-I Wu82d3d8b2014-08-09 13:07:44 +0800196 const char *format, ...)
197{
198 va_list ap;
199
Chia-I Wu82d3d8b2014-08-09 13:07:44 +0800200 va_start(ap, format);
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600201 intel_logv(dev, msg_flags,
Tony Barbourde4124d2015-07-03 10:33:54 -0600202 (src_object->dbg ? src_object->dbg->type : 0),
203 (uint64_t) src_object,
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600204 location, msg_code,
205 format, ap);
Chia-I Wu82d3d8b2014-08-09 13:07:44 +0800206 va_end(ap);
207}
208
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600209ICD_EXPORT VkResult VKAPI vkCreateDevice(
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600210 VkPhysicalDevice gpu_,
211 const VkDeviceCreateInfo* pCreateInfo,
212 VkDevice* pDevice)
Chia-I Wua207aba2014-08-05 15:13:37 +0800213{
214 struct intel_gpu *gpu = intel_gpu(gpu_);
215
216 return intel_dev_create(gpu, pCreateInfo, (struct intel_dev **) pDevice);
217}
218
Mark Lobodzinski67b42b72015-09-07 13:59:43 -0600219ICD_EXPORT void VKAPI vkDestroyDevice(
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600220 VkDevice device)
Chia-I Wua207aba2014-08-05 15:13:37 +0800221{
222 struct intel_dev *dev = intel_dev(device);
223
224 intel_dev_destroy(dev);
Chia-I Wua207aba2014-08-05 15:13:37 +0800225}
226
Courtney Goeltzenleuchter01d2ae12015-10-20 16:40:38 -0600227ICD_EXPORT void VKAPI vkGetDeviceQueue(
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600228 VkDevice device,
Mark Lobodzinski5ea338c2015-09-17 15:17:34 -0600229 uint32_t queueFamilyIndex,
Courtney Goeltzenleuchtera54b76a2015-09-04 13:39:59 -0600230 uint32_t queueIndex,
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600231 VkQueue* pQueue)
Chia-I Wu49dbee82014-08-06 12:48:47 +0800232{
233 struct intel_dev *dev = intel_dev(device);
234
Mark Lobodzinski5ea338c2015-09-17 15:17:34 -0600235 *pQueue = (VkQueue) dev->queues[queueFamilyIndex];
Chia-I Wu49dbee82014-08-06 12:48:47 +0800236}
237
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600238ICD_EXPORT VkResult VKAPI vkDeviceWaitIdle(
239 VkDevice device)
Chia-I Wu49dbee82014-08-06 12:48:47 +0800240{
241 struct intel_dev *dev = intel_dev(device);
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600242 VkResult ret = VK_SUCCESS;
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600243 uint32_t i;
Chia-I Wu49dbee82014-08-06 12:48:47 +0800244
245 for (i = 0; i < ARRAY_SIZE(dev->queues); i++) {
246 if (dev->queues[i]) {
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600247 const VkResult r = intel_queue_wait(dev->queues[i], -1);
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600248 if (r != VK_SUCCESS)
Chia-I Wu49dbee82014-08-06 12:48:47 +0800249 ret = r;
250 }
251 }
252
253 return ret;
254}