blob: a6bc088a5872d459edf81c991b5a595a0cfc7448 [file] [log] [blame]
Tobin Ehlis6663f492014-11-10 12:29:12 -07001/*
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05002 * Vulkan
Tobin Ehlis6663f492014-11-10 12:29:12 -07003 *
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05004 * Copyright (C) 2015 LunarG, Inc.
Tobin Ehlis6663f492014-11-10 12:29:12 -07005 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050017* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
Tobin Ehlis6663f492014-11-10 12:29:12 -070018 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
23 */
24
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -050025#include <inttypes.h>
Tobin Ehlis6663f492014-11-10 12:29:12 -070026#include <stdio.h>
27#include <stdlib.h>
28#include <string.h>
29#include <assert.h>
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050030#include <list>
31#include <map>
32using namespace std;
33
Ian Elliott2d4ab1e2015-01-13 17:52:38 -070034#include "loader_platform.h"
Chia-I Wuaa4121f2015-01-04 23:11:43 +080035#include "xgl_dispatch_table_helper.h"
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050036#include "xgl_struct_string_helper_cpp.h"
Tobin Ehliscd9223b2014-11-19 16:19:28 -070037#include "mem_tracker.h"
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -070038#include "layers_config.h"
Ian Elliott655cad72015-02-12 17:08:34 -070039// The following is #included again to catch certain OS-specific functions
40// being used:
41#include "loader_platform.h"
Jon Ashburn2e672892015-02-16 08:46:53 -070042#include "layers_msg.h"
Tobin Ehlis6663f492014-11-10 12:29:12 -070043
44static XGL_LAYER_DISPATCH_TABLE nextTable;
45static XGL_BASE_LAYER_OBJECT *pCurObj;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -070046static LOADER_PLATFORM_THREAD_ONCE_DECLARATION(g_initOnce);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -060047// TODO : This can be much smarter, using separate locks for separate global data
48static int globalLockInitialized = 0;
49static loader_platform_thread_mutex globalLock;
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -070050
Tobin Ehlisc145be82015-01-08 15:22:32 -070051#define MAX_BINDING 0xFFFFFFFF
Tobin Ehlisc145be82015-01-08 15:22:32 -070052
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050053map<XGL_CMD_BUFFER, MT_CB_INFO*> cbMap;
54map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*> memObjMap;
55map<XGL_OBJECT, MT_OBJ_INFO*> objectMap;
Mark Lobodzinski223ca202015-04-02 08:52:53 -050056map<uint64_t, MT_FENCE_INFO*> fenceMap; // Map fenceId to fence info
57map<XGL_QUEUE, MT_QUEUE_INFO*> queueMap;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050058
Mark Lobodzinski50932972015-04-02 20:49:09 -050059// TODO : Add per-device fence completion
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050060static uint64_t g_currentFenceId = 1;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050061static XGL_DEVICE globalDevice = NULL;
Mark Lobodzinskic52b7752015-02-18 16:38:17 -060062
Mark Lobodzinski223ca202015-04-02 08:52:53 -050063// Add new queue for this device to map container
64static void addQueueInfo(const XGL_QUEUE queue)
65{
Mark Lobodzinski50932972015-04-02 20:49:09 -050066 MT_QUEUE_INFO* pInfo = new MT_QUEUE_INFO;
67 pInfo->lastRetiredId = 0;
68 pInfo->lastSubmittedId = 0;
69 queueMap[queue] = pInfo;
Mark Lobodzinski223ca202015-04-02 08:52:53 -050070}
71
72static void deleteQueueInfoList(void)
73{
74 // Process queue list, cleaning up each entry before deleting
75 for (map<XGL_QUEUE, MT_QUEUE_INFO*>::iterator ii=queueMap.begin(); ii!=queueMap.end(); ++ii) {
76 (*ii).second->pQueueCmdBuffers.clear();
77 }
78 queueMap.clear();
79}
80
81// Add new CBInfo for this cb to map container
82static void addCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -070083{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050084 MT_CB_INFO* pInfo = new MT_CB_INFO;
85 memset(pInfo, 0, (sizeof(MT_CB_INFO) - sizeof(list<XGL_GPU_MEMORY>)));
86 pInfo->cmdBuffer = cb;
Courtney Goeltzenleuchter2f3f8a22015-04-14 00:01:21 -060087 cbMap[cb] = pInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -070088}
89
Mark Lobodzinski223ca202015-04-02 08:52:53 -050090// Return ptr to Info in CB map, or NULL if not found
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050091static MT_CB_INFO* getCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -070092{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050093 MT_CB_INFO* pCBInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050094 if (cbMap.find(cb) != cbMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050095 pCBInfo = cbMap[cb];
Mark Lobodzinski93f494b2015-03-02 20:23:52 -060096 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050097 return pCBInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -070098}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -060099
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500100// Return object info for 'object' or return NULL if no info exists
101static MT_OBJ_INFO* getObjectInfo(const XGL_OBJECT object)
102{
103 MT_OBJ_INFO* pObjInfo = NULL;
104
105 if (objectMap.find(object) != objectMap.end()) {
106 pObjInfo = objectMap[object];
107 }
108 return pObjInfo;
109}
110
111static MT_OBJ_INFO* addObjectInfo(XGL_OBJECT object, XGL_STRUCTURE_TYPE sType, const void *pCreateInfo, const int struct_size, const char *name_prefix)
112{
113 MT_OBJ_INFO* pInfo = new MT_OBJ_INFO;
114 memset(pInfo, 0, sizeof(MT_OBJ_INFO));
115 memcpy(&pInfo->create_info, pCreateInfo, struct_size);
116 sprintf(pInfo->object_name, "%s_%p", name_prefix, object);
117
118 pInfo->object = object;
119 pInfo->ref_count = 1;
120 pInfo->sType = sType;
121 objectMap[object] = pInfo;
122
123 return pInfo;
124}
125
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500126// Add a fence, creating one if necessary to our list of fences/fenceIds
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500127static uint64_t addFenceInfo(XGL_FENCE fence, XGL_QUEUE queue)
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500128{
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500129 // Create fence object
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500130 MT_FENCE_INFO* pFenceInfo = new MT_FENCE_INFO;
Mark Lobodzinski50932972015-04-02 20:49:09 -0500131 MT_QUEUE_INFO* pQueueInfo = queueMap[queue];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500132 uint64_t fenceId = g_currentFenceId++;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500133 memset(pFenceInfo, 0, sizeof(MT_FENCE_INFO));
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500134 // If no fence, create an internal fence to track the submissions
135 if (fence == NULL) {
136 XGL_FENCE_CREATE_INFO fci;
137 fci.sType = XGL_STRUCTURE_TYPE_FENCE_CREATE_INFO;
138 fci.pNext = NULL;
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500139 fci.flags = static_cast<XGL_FENCE_CREATE_FLAGS>(0);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500140 nextTable.CreateFence(globalDevice, &fci, &pFenceInfo->fence);
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500141 addObjectInfo(pFenceInfo->fence, fci.sType, &fci, sizeof(XGL_FENCE_CREATE_INFO), "internalFence");
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500142 pFenceInfo->localFence = XGL_TRUE;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500143 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500144 pFenceInfo->localFence = XGL_FALSE;
145 pFenceInfo->fence = fence;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700146 }
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500147 pFenceInfo->queue = queue;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500148 fenceMap[fenceId] = pFenceInfo;
Mark Lobodzinski50932972015-04-02 20:49:09 -0500149 // Update most recently submitted fenceId for Queue
150 pQueueInfo->lastSubmittedId = fenceId;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500151 return fenceId;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500152}
153
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500154// Remove a fenceInfo from our list of fences/fenceIds
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500155static void deleteFenceInfo(uint64_t fenceId)
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500156{
157 if (fenceId != 0) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500158 if (fenceMap.find(fenceId) != fenceMap.end()) {
Courtney Goeltzenleuchter2f3f8a22015-04-14 00:01:21 -0600159 map<uint64_t, MT_FENCE_INFO*>::iterator item;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500160 MT_FENCE_INFO* pDelInfo = fenceMap[fenceId];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500161 if (pDelInfo != NULL) {
162 if (pDelInfo->localFence == XGL_TRUE) {
163 nextTable.DestroyObject(pDelInfo->fence);
164 }
165 delete pDelInfo;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500166 }
Courtney Goeltzenleuchter2f3f8a22015-04-14 00:01:21 -0600167 item = fenceMap.find(fenceId);
168 fenceMap.erase(item);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500169 }
170 }
171}
172
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500173// Search through list for this fence, deleting all items before it (with lower IDs) and updating lastRetiredId
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500174static void updateFenceTracking(XGL_FENCE fence)
175{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500176 MT_FENCE_INFO *pCurFenceInfo = NULL;
177 uint64_t fenceId = 0;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500178 XGL_QUEUE queue = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500179
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500180 for (map<uint64_t, MT_FENCE_INFO*>::iterator ii=fenceMap.begin(); ii!=fenceMap.end(); ++ii) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500181 if ((*ii).second != NULL) {
182 if (fence == ((*ii).second)->fence) {
183 queue = ((*ii).second)->queue;
184 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
185 pQueueInfo->lastRetiredId = (*ii).first;
186 } else {
187 deleteFenceInfo((*ii).first);
188 }
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500189 // Update fence state in fenceCreateInfo structure
190 MT_OBJ_INFO* pObjectInfo = getObjectInfo(fence);
191 if (pObjectInfo != NULL) {
192 pObjectInfo->create_info.fence_create_info.flags = XGL_FENCE_CREATE_SIGNALED_BIT;
193 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500194 }
195 }
196}
197
198// Utility function that determines if a fenceId has been retired yet
199static bool32_t fenceRetired(uint64_t fenceId)
200{
201 bool32_t result = XGL_FALSE;
Mark Lobodzinski3bc3f6e2015-04-02 08:52:53 -0500202 MT_FENCE_INFO* pFenceInfo = fenceMap[fenceId];
203 if (pFenceInfo != 0)
204 {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500205 MT_QUEUE_INFO* pQueueInfo = queueMap[pFenceInfo->queue];
Mark Lobodzinski3bc3f6e2015-04-02 08:52:53 -0500206 if (fenceId <= pQueueInfo->lastRetiredId)
207 {
208 result = XGL_TRUE;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500209 }
Mark Lobodzinski50932972015-04-02 20:49:09 -0500210 } else { // If not in list, fence has been retired and deleted
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500211 result = XGL_TRUE;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500212 }
213 return result;
214}
215
216// Return the fence associated with a fenceId
217static XGL_FENCE getFenceFromId(uint64_t fenceId)
218{
219 XGL_FENCE fence = NULL;
220 if (fenceId != 0) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500221 // Search for an item with this fenceId
222 if (fenceMap.find(fenceId) != fenceMap.end()) {
223 MT_FENCE_INFO* pFenceInfo = fenceMap[fenceId];
224 if (pFenceInfo != NULL) {
225 MT_QUEUE_INFO* pQueueInfo = queueMap[pFenceInfo->queue];
226 if (fenceId > pQueueInfo->lastRetiredId) {
227 fence = pFenceInfo->fence;
228 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500229 }
230 }
231 }
232 return fence;
233}
234
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500235// Helper routine that updates the fence list for a specific queue to all-retired
236static void retireQueueFences(XGL_QUEUE queue)
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500237{
Courtney Goeltzenleuchter2f3f8a22015-04-14 00:01:21 -0600238 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
239 pQueueInfo->lastRetiredId = pQueueInfo->lastSubmittedId;
240 // Set Queue's lastRetired to lastSubmitted, free items in queue's fence list
241 map<uint64_t, MT_FENCE_INFO*>::iterator it = fenceMap.begin();
242 map<uint64_t, MT_FENCE_INFO*>::iterator temp;
243 while (it != fenceMap.end()) {
244 if (((*it).second)->queue == queue) {
245 temp = it;
246 ++temp;
247 deleteFenceInfo((*it).first);
248 it = temp;
249 } else {
250 ++it;
251 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500252 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700253}
254
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500255// Helper routine that updates fence list for all queues to all-retired
Mark Lobodzinski50932972015-04-02 20:49:09 -0500256static void retireDeviceFences(XGL_DEVICE device)
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500257{
258 // Process each queue for device
Courtney Goeltzenleuchter2f3f8a22015-04-14 00:01:21 -0600259 // TODO: Add multiple device support
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500260 for (map<XGL_QUEUE, MT_QUEUE_INFO*>::iterator ii=queueMap.begin(); ii!=queueMap.end(); ++ii) {
261 retireQueueFences((*ii).first);
262 }
263}
264
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500265// Returns True if a memory reference is present in a Queue's memory reference list
266// Queue is validated by caller
267static bool32_t checkMemRef(
268 XGL_QUEUE queue,
269 XGL_GPU_MEMORY mem)
270{
271 bool32_t result = XGL_FALSE;
272 list<XGL_GPU_MEMORY>::iterator it;
273 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
274 for (it = pQueueInfo->pMemRefList.begin(); it != pQueueInfo->pMemRefList.end(); ++it) {
275 if ((*it) == mem) {
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500276 result = XGL_TRUE;
277 break;
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500278 }
279 }
280 return result;
281}
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500282
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500283static bool32_t validateQueueMemRefs(
284 XGL_QUEUE queue,
285 uint32_t cmdBufferCount,
286 const XGL_CMD_BUFFER *pCmdBuffers)
287{
288 bool32_t result = XGL_TRUE;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500289
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500290 // Verify Queue
291 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
292 if (pQueueInfo == NULL) {
293 char str[1024];
294 sprintf(str, "Unknown Queue %p specified in xglQueueSubmit", queue);
295 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_INVALID_QUEUE, "MEM", str);
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500296 }
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500297 else {
298 // Iterate through all CBs in pCmdBuffers
299 for (uint32_t i = 0; i < cmdBufferCount; i++) {
300 MT_CB_INFO* pCBInfo = getCBInfo(pCmdBuffers[i]);
301 if (!pCBInfo) {
302 char str[1024];
303 sprintf(str, "Unable to find info for CB %p in order to check memory references in xglQueueSubmit for queue %p", (void*)pCmdBuffers[i], queue);
304 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_INVALID_CB, "MEM", str);
305 result = XGL_FALSE;
306 } else {
307 // Validate that all actual references are accounted for in pMemRefs
308 for (list<XGL_GPU_MEMORY>::iterator it = pCBInfo->pMemObjList.begin(); it != pCBInfo->pMemObjList.end(); ++it) {
309 // Search for each memref in queues memreflist.
310 if (checkMemRef(queue, *it)) {
311 char str[1024];
312 sprintf(str, "Found Mem Obj %p binding to CB %p for queue %p", (*it), pCmdBuffers[i], queue);
313 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_NONE, "MEM", str);
314 }
315 else {
316 char str[1024];
317 sprintf(str, "Queue %p Memory reference list for Command Buffer %p is missing ref to mem obj %p", queue, pCmdBuffers[i], (*it));
318 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_INVALID_MEM_REF, "MEM", str);
319 result = XGL_FALSE;
320 }
321 }
322 }
323 }
324 if (result == XGL_TRUE) {
325 char str[1024];
326 sprintf(str, "Verified all memory dependencies for Queue %p are included in pMemRefs list", queue);
327 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str);
328 // TODO : Could report mem refs in pMemRefs that AREN'T in mem list, that would be primarily informational
329 // Currently just noting that there is a difference
330 }
331 }
332
333 return result;
334}
Courtney Goeltzenleuchter97b75232015-04-07 17:13:38 -0600335
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500336// Return ptr to info in map container containing mem, or NULL if not found
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -0700337// Calls to this function should be wrapped in mutex
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500338static MT_MEM_OBJ_INFO* getMemObjInfo(const XGL_GPU_MEMORY mem)
Tobin Ehlisc145be82015-01-08 15:22:32 -0700339{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500340 MT_MEM_OBJ_INFO* pMemObjInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500341
342 if (memObjMap.find(mem) != memObjMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500343 pMemObjInfo = memObjMap[mem];
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600344 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500345 return pMemObjInfo;
Tobin Ehlisc145be82015-01-08 15:22:32 -0700346}
347
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500348static void addMemObjInfo(const XGL_GPU_MEMORY mem, const XGL_MEMORY_ALLOC_INFO* pAllocInfo)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700349{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500350 MT_MEM_OBJ_INFO* pInfo = new MT_MEM_OBJ_INFO;
351 pInfo->refCount = 0;
352 memset(&pInfo->allocInfo, 0, sizeof(XGL_MEMORY_ALLOC_INFO));
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500353
354 if (pAllocInfo) { // MEM alloc created by xglWsiX11CreatePresentableImage() doesn't have alloc info struct
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500355 memcpy(&pInfo->allocInfo, pAllocInfo, sizeof(XGL_MEMORY_ALLOC_INFO));
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500356 // TODO: Update for real hardware, actually process allocation info structures
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500357 pInfo->allocInfo.pNext = NULL;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700358 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500359 pInfo->mem = mem;
360 memObjMap[mem] = pInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700361}
362
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500363// Find CB Info and add mem binding to list container
364// Find Mem Obj Info and add CB binding to list container
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600365static bool32_t updateCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700366{
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500367 bool32_t result = XGL_TRUE;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700368 // First update CB binding in MemObj mini CB list
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500369 MT_MEM_OBJ_INFO* pMemInfo = getMemObjInfo(mem);
370 if (!pMemInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700371 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500372 sprintf(str, "Trying to bind mem obj %p to CB %p but no info for that mem obj.\n Was it correctly allocated? Did it already get freed?", mem, cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700373 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600374 result = XGL_FALSE;
375 } else {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500376 // Search for cmd buffer object in memory object's binding list
377 bool32_t found = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500378 for (list<XGL_CMD_BUFFER>::iterator it = pMemInfo->pCmdBufferBindings.begin(); it != pMemInfo->pCmdBufferBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500379 if ((*it) == cb) {
380 found = XGL_TRUE;
381 break;
382 }
383 }
384 // If not present, add to list
385 if (found == XGL_FALSE) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500386 pMemInfo->pCmdBufferBindings.push_front(cb);
387 pMemInfo->refCount++;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500388 }
389
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500390 // Now update CBInfo's Mem binding list
391 MT_CB_INFO* pCBInfo = getCBInfo(cb);
392 if (!pCBInfo) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500393 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500394 sprintf(str, "Trying to bind mem obj %p to CB %p but no info for that CB. Was it CB incorrectly destroyed?", mem, cb);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500395 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
396 result = XGL_FALSE;
397 } else {
398 // Search for memory object in cmd buffer's binding list
399 bool32_t found = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500400 for (list<XGL_GPU_MEMORY>::iterator it = pCBInfo->pMemObjList.begin(); it != pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500401 if ((*it) == mem) {
402 found = XGL_TRUE;
403 break;
404 }
405 }
406 // If not present, add to list
407 if (found == XGL_FALSE) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500408 pCBInfo->pMemObjList.push_front(mem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600409 }
410 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700411 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600412 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700413}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600414
Tobin Ehlis6663f492014-11-10 12:29:12 -0700415// Clear the CB Binding for mem
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -0700416// Calls to this function should be wrapped in mutex
Tobin Ehlis6663f492014-11-10 12:29:12 -0700417static void clearCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem)
418{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500419 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500420 // TODO : Having this check is not ideal, really if memInfo was deleted,
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -0700421 // its CB bindings should be cleared and then freeCBBindings wouldn't call
422 // us here with stale mem objs
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500423 if (pInfo) {
424 pInfo->pCmdBufferBindings.remove(cb);
425 pInfo->refCount--;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700426 }
427}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600428
Tobin Ehlis6663f492014-11-10 12:29:12 -0700429// Free bindings related to CB
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600430static bool32_t freeCBBindings(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700431{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600432 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500433 MT_CB_INFO* pCBInfo = getCBInfo(cb);
434 if (!pCBInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700435 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500436 sprintf(str, "Unable to find global CB info %p for deletion", cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700437 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600438 result = XGL_FALSE;
439 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500440 if (!fenceRetired(pCBInfo->fenceId)) {
441 deleteFenceInfo(pCBInfo->fenceId);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600442 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500443
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500444 for (list<XGL_GPU_MEMORY>::iterator it=pCBInfo->pMemObjList.begin(); it!=pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500445 clearCBBinding(cb, (*it));
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600446 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500447 pCBInfo->pMemObjList.clear();
Tobin Ehlis6663f492014-11-10 12:29:12 -0700448 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600449 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700450}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600451
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500452// Delete CBInfo from list along with all of it's mini MemObjInfo
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500453// and also clear mem references to CB
Tobin Ehlis6663f492014-11-10 12:29:12 -0700454// TODO : When should this be called? There's no Destroy of CBs that I see
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500455static bool32_t deleteCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700456{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600457 bool32_t result = XGL_TRUE;
458 result = freeCBBindings(cb);
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500459 // Delete the CBInfo info
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600460 if (result == XGL_TRUE) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500461 if (cbMap.find(cb) != cbMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500462 MT_CB_INFO* pDelInfo = cbMap[cb];
463 delete pDelInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500464 cbMap.erase(cb);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600465 }
Ian Elliott2d4ab1e2015-01-13 17:52:38 -0700466 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600467 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700468}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600469
Tobin Ehlis6663f492014-11-10 12:29:12 -0700470// Delete the entire CB list
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500471static bool32_t deleteCBInfoList()
Tobin Ehlis6663f492014-11-10 12:29:12 -0700472{
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600473 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500474 for (map<XGL_CMD_BUFFER, MT_CB_INFO*>::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500475 freeCBBindings((*ii).first);
476 delete (*ii).second;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700477 }
478 return result;
479}
480
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500481// For given MemObjInfo, report Obj & CB bindings
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500482static void reportMemReferences(const MT_MEM_OBJ_INFO* pMemObjInfo)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700483{
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600484 uint32_t refCount = 0; // Count found references
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500485
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500486 for (list<XGL_CMD_BUFFER>::const_iterator it = pMemObjInfo->pCmdBufferBindings.begin(); it != pMemObjInfo->pCmdBufferBindings.end(); ++it) {
Tobin Ehlis6663f492014-11-10 12:29:12 -0700487 refCount++;
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700488 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500489 sprintf(str, "Command Buffer %p has reference to mem obj %p", (*it), pMemObjInfo->mem);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500490 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700491 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500492 for (list<XGL_OBJECT>::const_iterator it = pMemObjInfo->pObjBindings.begin(); it != pMemObjInfo->pObjBindings.end(); ++it) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700493 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500494 sprintf(str, "XGL Object %p has reference to mem obj %p", (*it), pMemObjInfo->mem);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500495 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700496 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500497 if (refCount != pMemObjInfo->refCount) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700498 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500499 sprintf(str, "Refcount of %u for Mem Obj %p does't match reported refs of %u", pMemObjInfo->refCount, pMemObjInfo->mem, refCount);
500 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pMemObjInfo->mem, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700501 }
502}
503
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500504static void deleteMemObjInfo(XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700505{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500506 MT_MEM_OBJ_INFO* pDelInfo = memObjMap[mem];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500507 if (memObjMap.find(mem) != memObjMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500508 MT_MEM_OBJ_INFO* pDelInfo = memObjMap[mem];
509 delete pDelInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500510 memObjMap.erase(mem);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700511 }
512}
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500513
Tobin Ehlis6663f492014-11-10 12:29:12 -0700514// Check if fence for given CB is completed
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600515static bool32_t checkCBCompleted(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700516{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600517 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500518 MT_CB_INFO* pCBInfo = getCBInfo(cb);
519 if (!pCBInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700520 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500521 sprintf(str, "Unable to find global CB info %p to check for completion", cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700522 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600523 result = XGL_FALSE;
524 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500525 if (!fenceRetired(pCBInfo->fenceId)) {
Courtney Goeltzenleuchter2f3f8a22015-04-14 00:01:21 -0600526 char str[1024];
527 sprintf(str, "FenceId %" PRIx64", fence %p for CB %p has not been checked for completion", pCBInfo->fenceId, getFenceFromId(pCBInfo->fenceId), cb);
528 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
529 result = XGL_FALSE;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600530 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700531 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600532 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700533}
534
Courtney Goeltzenleuchter1c943a72015-03-26 16:15:39 -0600535static bool32_t freeMemObjInfo(XGL_GPU_MEMORY mem, bool internal)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700536{
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600537 bool32_t result = XGL_TRUE;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500538 // Parse global list to find info w/ mem
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500539 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
540 if (!pInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700541 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500542 sprintf(str, "Couldn't find mem info object for %p\n Was %p never allocated or previously freed?", (void*)mem, (void*)mem);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700543 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600544 result = XGL_FALSE;
545 } else {
Courtney Goeltzenleuchter1c943a72015-03-26 16:15:39 -0600546 if (pInfo->allocInfo.allocationSize == 0 && !internal) {
Mark Lobodzinski2f3b19b2015-02-18 18:06:24 -0600547 char str[1024];
548 sprintf(str, "Attempting to free memory associated with a Presentable Image, %p, this should not be explicitly freed\n", (void*)mem);
Mark Lobodzinski78a21972015-03-05 12:39:33 -0600549 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700550 result = XGL_FALSE;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600551 } else {
552 // Clear any CB bindings for completed CBs
553 // TODO : Is there a better place to do this?
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500554
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500555 list<XGL_CMD_BUFFER>::iterator it = pInfo->pCmdBufferBindings.begin();
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500556 list<XGL_CMD_BUFFER>::iterator temp;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500557 while (it != pInfo->pCmdBufferBindings.end()) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500558 if (XGL_TRUE == checkCBCompleted(*it)) {
559 temp = it;
560 ++temp;
561 freeCBBindings(*it);
562 it = temp;
563 } else {
564 ++it;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600565 }
566 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500567
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600568 // Now verify that no references to this mem obj remain
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500569 if (0 != pInfo->refCount) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500570 // If references remain, report the error and can search CB list to find references
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600571 char str[1024];
572 sprintf(str, "Freeing mem obj %p while it still has references", (void*)mem);
573 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREED_MEM_REF, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500574 reportMemReferences(pInfo);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600575 result = XGL_FALSE;
576 }
Courtney Goeltzenleuchter2f3f8a22015-04-14 00:01:21 -0600577 // Delete mem obj info
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500578 deleteMemObjInfo(mem);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700579 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700580 }
581 return result;
582}
583
Tobin Ehlis6663f492014-11-10 12:29:12 -0700584// Remove object binding performs 3 tasks:
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500585// 1. Remove ObjectInfo from MemObjInfo list container of obj bindings & free it
586// 2. Decrement refCount for MemObjInfo
587// 3. Clear MemObjInfo ptr from ObjectInfo
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600588static bool32_t clearObjectBinding(XGL_OBJECT object)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700589{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600590 bool32_t result = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500591 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
592 if (!pObjInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700593 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -0600594 sprintf(str, "Attempting to clear mem binding for object %p: devices, queues, command buffers, shaders and memory objects do not have external memory requirements and it is unneccessary to call bind/unbindObjectMemory on them.", object);
595 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600596 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500597 if (!pObjInfo->pMemObjInfo) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600598 char str[1024];
599 sprintf(str, "Attempting to clear mem binding on obj %p but it has no binding.", (void*)object);
600 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEM_OBJ_CLEAR_EMPTY_BINDINGS, "MEM", str);
601 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500602 for (list<XGL_OBJECT>::iterator it = pObjInfo->pMemObjInfo->pObjBindings.begin(); it != pObjInfo->pMemObjInfo->pObjBindings.end(); ++it) {
603 pObjInfo->pMemObjInfo->refCount--;
604 pObjInfo->pMemObjInfo = NULL;
605 it = pObjInfo->pMemObjInfo->pObjBindings.erase(it);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500606 result = XGL_TRUE;
607 break;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600608 }
609 if (result == XGL_FALSE) {
610 char str[1024];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500611 sprintf(str, "While trying to clear mem binding for object %p, unable to find that object referenced by mem obj %p",
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500612 object, pObjInfo->pMemObjInfo->mem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600613 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
614 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700615 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700616 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600617 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700618}
619
620// For NULL mem case, clear any previous binding Else...
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500621// Make sure given object is in global object map
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700622// IF a previous binding existed, clear it
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500623// Add reference from objectInfo to memoryInfo
624// Add reference off of objInfo
Tobin Ehlis6663f492014-11-10 12:29:12 -0700625// Return XGL_TRUE if addition is successful, XGL_FALSE otherwise
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600626static bool32_t updateObjectBinding(XGL_OBJECT object, XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700627{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600628 bool32_t result = XGL_FALSE;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700629 // Handle NULL case separately, just clear previous binding & decrement reference
630 if (mem == XGL_NULL_HANDLE) {
631 clearObjectBinding(object);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600632 result = XGL_TRUE;
633 } else {
634 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500635 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
636 if (!pObjInfo) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600637 sprintf(str, "Attempting to update Binding of Obj(%p) that's not in global list()", (void*)object);
638 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
639 return XGL_FALSE;
640 }
641 // non-null case so should have real mem obj
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500642 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
643 if (!pInfo) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500644 sprintf(str, "While trying to bind mem for obj %p, couldn't find info for mem obj %p", (void*)object, (void*)mem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600645 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
646 } else {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500647 // Search for object in memory object's binding list
648 bool32_t found = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500649 for (list<XGL_OBJECT>::iterator it = pInfo->pObjBindings.begin(); it != pInfo->pObjBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500650 if ((*it) == object) {
651 found = XGL_TRUE;
652 break;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600653 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600654 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500655 // If not present, add to list
656 if (found == XGL_FALSE) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500657 pInfo->pObjBindings.push_front(object);
658 pInfo->refCount++;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500659 }
660
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500661 if (pObjInfo->pMemObjInfo) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500662 clearObjectBinding(object); // Need to clear the previous object binding before setting new binding
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500663 sprintf(str, "Updating memory binding for object %p from mem obj %p to %p", object, pObjInfo->pMemObjInfo->mem, mem);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500664 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_NONE, "MEM", str);
665 }
666 // For image objects, make sure default memory state is correctly set
667 // TODO : What's the best/correct way to handle this?
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500668 if (XGL_STRUCTURE_TYPE_IMAGE_CREATE_INFO == pObjInfo->sType) {
669 if (pObjInfo->create_info.image_create_info.usage & (XGL_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | XGL_IMAGE_USAGE_DEPTH_STENCIL_BIT)) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500670 // TODO:: More memory state transition stuff.
671 }
672 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500673 pObjInfo->pMemObjInfo = pInfo;
Tobin Ehlis8be20fd2015-01-07 17:49:29 -0700674 }
675 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700676 return XGL_TRUE;
677}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600678
Tobin Ehlis6663f492014-11-10 12:29:12 -0700679// Print details of global Obj tracking list
680static void printObjList()
681{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500682 MT_OBJ_INFO* pInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500683 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500684 sprintf(str, "Details of Object list of size %lu elements", objectMap.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500685 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500686 for (map<XGL_OBJECT, MT_OBJ_INFO*>::iterator ii=objectMap.begin(); ii!=objectMap.end(); ++ii) {
687 pInfo = (*ii).second;
688 sprintf(str, " ObjInfo %p has object %p, pMemObjInfo %p", pInfo, pInfo->object, pInfo->pMemObjInfo);
689 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pInfo->object, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700690 }
691}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600692
Tobin Ehlis6663f492014-11-10 12:29:12 -0700693// For given Object, get 'mem' obj that it's bound to or NULL if no binding
694static XGL_GPU_MEMORY getMemBindingFromObject(const XGL_OBJECT object)
695{
696 XGL_GPU_MEMORY mem = NULL;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500697 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
698 if (pObjInfo) {
699 if (pObjInfo->pMemObjInfo) {
700 mem = pObjInfo->pMemObjInfo->mem;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700701 }
702 else {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700703 char str[1024];
704 sprintf(str, "Trying to get mem binding for object %p but object has no mem binding", (void*)object);
705 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MISSING_MEM_BINDINGS, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700706 printObjList();
707 }
708 }
709 else {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700710 char str[1024];
711 sprintf(str, "Trying to get mem binding for object %p but no such object in global list", (void*)object);
712 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700713 printObjList();
714 }
715 return mem;
716}
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500717
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500718// Print details of MemObjInfo list
Tobin Ehlis6663f492014-11-10 12:29:12 -0700719static void printMemList()
720{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500721 MT_MEM_OBJ_INFO* pInfo = NULL;
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700722 // Just printing each msg individually for now, may want to package these into single large print
723 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500724 sprintf(str, "MEM INFO : Details of Memory Object list of size %lu elements", memObjMap.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500725 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
726
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500727 for (map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*>::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) {
728 pInfo = (*ii).second;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500729
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500730 sprintf(str, " ===MemObjInfo at %p===", (void*)pInfo);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700731 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500732 sprintf(str, " Mem object: %p", (void*)pInfo->mem);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700733 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500734 sprintf(str, " Ref Count: %u", pInfo->refCount);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500735 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500736 if (0 != pInfo->allocInfo.allocationSize) {
737 string pAllocInfoMsg = xgl_print_xgl_memory_alloc_info(&pInfo->allocInfo, "{MEM}INFO : ");
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500738 sprintf(str, " Mem Alloc info:\n%s", pAllocInfoMsg.c_str());
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700739 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500740 } else {
741 sprintf(str, " Mem Alloc info is NULL (alloc done by xglWsiX11CreatePresentableImage())");
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700742 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500743 }
744
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500745 sprintf(str, " XGL OBJECT Binding list of size %lu elements:", pInfo->pObjBindings.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500746 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500747 for (list<XGL_OBJECT>::iterator it = pInfo->pObjBindings.begin(); it != pInfo->pObjBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500748 sprintf(str, " XGL OBJECT %p", (*it));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700749 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500750 }
751
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500752 sprintf(str, " XGL Command Buffer (CB) binding list of size %lu elements", pInfo->pCmdBufferBindings.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500753 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500754 for (list<XGL_CMD_BUFFER>::iterator it = pInfo->pCmdBufferBindings.begin(); it != pInfo->pCmdBufferBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500755 sprintf(str, " XGL CB %p", (*it));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700756 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700757 }
758 }
759}
760
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500761static void printCBList()
Tobin Ehlis6663f492014-11-10 12:29:12 -0700762{
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700763 char str[1024] = {0};
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500764 MT_CB_INFO* pCBInfo = NULL;
765 sprintf(str, "Details of CB list of size %lu elements", cbMap.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500766 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
767
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500768 for (map<XGL_CMD_BUFFER, MT_CB_INFO*>::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) {
769 pCBInfo = (*ii).second;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500770
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500771 sprintf(str, " CB Info (%p) has CB %p, fenceId %" PRIx64", and fence %p",
772 (void*)pCBInfo, (void*)pCBInfo->cmdBuffer, pCBInfo->fenceId,
773 (void*)getFenceFromId(pCBInfo->fenceId));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700774 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500775
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500776 for (list<XGL_GPU_MEMORY>::iterator it = pCBInfo->pMemObjList.begin(); it != pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500777 sprintf(str, " Mem obj %p", (*it));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700778 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700779 }
780 }
781}
782
Mark Lobodzinskic52b7752015-02-18 16:38:17 -0600783static void initMemTracker(void)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700784{
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -0700785 const char *strOpt;
786 // initialize MemTracker options
Ian Elliotte7826712015-03-06 13:50:05 -0700787 getLayerOptionEnum("MemTrackerReportLevel", (uint32_t *) &g_reportingLevel);
788 g_actionIsDefault = getLayerOptionEnum("MemTrackerDebugAction", (uint32_t *) &g_debugAction);
Tobin Ehlisee702232015-01-08 14:26:53 -0700789
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -0700790 if (g_debugAction & XGL_DBG_LAYER_ACTION_LOG_MSG)
791 {
792 strOpt = getLayerOption("MemTrackerLogFilename");
793 if (strOpt)
794 {
795 g_logFile = fopen(strOpt, "w");
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -0700796 }
797 if (g_logFile == NULL)
798 g_logFile = stdout;
799 }
800
801 // initialize Layer dispatch table
802 // TODO handle multiple GPUs
Mark Lobodzinski391bb6d2015-01-09 15:12:03 -0600803 xglGetProcAddrType fpNextGPA;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700804 fpNextGPA = pCurObj->pGPA;
805 assert(fpNextGPA);
806
Chia-I Wuaa4121f2015-01-04 23:11:43 +0800807 layer_initialize_dispatch_table(&nextTable, fpNextGPA, (XGL_PHYSICAL_GPU) pCurObj->nextObject);
808
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500809 xglGetProcAddrType fpGetProcAddr = (xglGetProcAddrType)fpNextGPA((XGL_PHYSICAL_GPU) pCurObj->nextObject, (char *) "xglGetProcAddr");
Tobin Ehlis6663f492014-11-10 12:29:12 -0700810 nextTable.GetProcAddr = fpGetProcAddr;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600811
812 if (!globalLockInitialized)
813 {
814 // TODO/TBD: Need to delete this mutex sometime. How??? One
815 // suggestion is to call this during xglCreateInstance(), and then we
816 // can clean it up during xglDestroyInstance(). However, that requires
817 // that the layer have per-instance locks. We need to come back and
818 // address this soon.
819 loader_platform_thread_create_mutex(&globalLock);
820 globalLockInitialized = 1;
821 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700822}
823
Tobin Ehlis6663f492014-11-10 12:29:12 -0700824XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDevice(XGL_PHYSICAL_GPU gpu, const XGL_DEVICE_CREATE_INFO* pCreateInfo, XGL_DEVICE* pDevice)
825{
826 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
827 pCurObj = gpuw;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -0700828 loader_platform_thread_once(&g_initOnce, initMemTracker);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700829 XGL_RESULT result = nextTable.CreateDevice((XGL_PHYSICAL_GPU)gpuw->nextObject, pCreateInfo, pDevice);
830 // Save off device in case we need it to create Fences
831 globalDevice = *pDevice;
832 return result;
833}
834
835XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyDevice(XGL_DEVICE device)
836{
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700837 char str[1024];
838 sprintf(str, "Printing List details prior to xglDestroyDevice()");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600839 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700840 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700841 printMemList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500842 printCBList();
Tobin Ehlis6663f492014-11-10 12:29:12 -0700843 printObjList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500844 if (XGL_FALSE == deleteCBInfoList()) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700845 sprintf(str, "Issue deleting global CB list in xglDestroyDevice()");
846 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
847 }
Tobin Ehlisb54ef782014-11-25 18:01:12 -0700848 // Report any memory leaks
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500849 MT_MEM_OBJ_INFO* pInfo = NULL;
850 for (map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*>::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) {
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500851 pInfo = (*ii).second;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500852
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500853 if (pInfo->allocInfo.allocationSize != 0) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500854 sprintf(str, "Mem Object %p has not been freed. You should clean up this memory by calling xglFreeMemory(%p) prior to xglDestroyDevice().",
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500855 pInfo->mem, pInfo->mem);
856 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, pInfo->mem, 0, MEMTRACK_MEMORY_LEAK, "MEM", str);
Mark Lobodzinski2f3b19b2015-02-18 18:06:24 -0600857 }
Tobin Ehlisb54ef782014-11-25 18:01:12 -0700858 }
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500859
860 // Queues persist until device is destroyed
861 deleteQueueInfoList();
862
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600863 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700864 XGL_RESULT result = nextTable.DestroyDevice(device);
865 return result;
866}
867
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500868XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEnumerateLayers(XGL_PHYSICAL_GPU gpu, size_t maxLayerCount,
869 size_t maxStringSize, size_t* pOutLayerCount, char* const* pOutLayers, void* pReserved)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700870{
Jon Ashburnf7a08742014-11-25 11:08:42 -0700871 if (gpu != NULL)
872 {
873 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
874 pCurObj = gpuw;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -0700875 loader_platform_thread_once(&g_initOnce, initMemTracker);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500876 XGL_RESULT result = nextTable.EnumerateLayers((XGL_PHYSICAL_GPU)gpuw->nextObject, maxLayerCount,
877 maxStringSize, pOutLayerCount, pOutLayers, pReserved);
Jon Ashburnf7a08742014-11-25 11:08:42 -0700878 return result;
879 } else
880 {
881 if (pOutLayerCount == NULL || pOutLayers == NULL || pOutLayers[0] == NULL)
882 return XGL_ERROR_INVALID_POINTER;
883 // This layer compatible with all GPUs
884 *pOutLayerCount = 1;
Chia-I Wu1da4b9f2014-12-16 10:47:33 +0800885 strncpy((char *) pOutLayers[0], "MemTracker", maxStringSize);
Jon Ashburnf7a08742014-11-25 11:08:42 -0700886 return XGL_SUCCESS;
887 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700888}
889
Mark Lobodzinski748eddf2015-03-31 16:05:35 -0500890XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetDeviceQueue(XGL_DEVICE device, uint32_t queueNodeIndex, uint32_t queueIndex, XGL_QUEUE* pQueue)
891{
892 XGL_RESULT result = nextTable.GetDeviceQueue(device, queueNodeIndex, queueIndex, pQueue);
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500893 if (result == XGL_SUCCESS) {
894 loader_platform_thread_lock_mutex(&globalLock);
895 addQueueInfo(*pQueue);
896 loader_platform_thread_unlock_mutex(&globalLock);
897 }
Mark Lobodzinski748eddf2015-03-31 16:05:35 -0500898 return result;
899}
900
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500901XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueAddMemReference(XGL_QUEUE queue, XGL_GPU_MEMORY mem)
902{
903 XGL_RESULT result = nextTable.QueueAddMemReference(queue, mem);
904 if (result == XGL_SUCCESS) {
905 loader_platform_thread_lock_mutex(&globalLock);
906
907 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
908 if (pQueueInfo == NULL) {
909 char str[1024];
910 sprintf(str, "Unknown Queue %p", queue);
911 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_INVALID_QUEUE, "MEM", str);
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500912 }
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500913 else {
914 if (checkMemRef(queue, mem) == XGL_TRUE) {
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500915 // Alread in list, just warn
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500916 char str[1024];
917 sprintf(str, "Request to add a memory reference (%p) to Queue %p -- ref is already present in the queue's reference list", mem, queue);
918 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_REF, "MEM", str);
919 }
920 else {
921 // Add to queue's memory reference list
922 pQueueInfo->pMemRefList.push_front(mem);
923 }
924 }
925 loader_platform_thread_unlock_mutex(&globalLock);
926 }
927 return result;
928}
929
930XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueRemoveMemReference(XGL_QUEUE queue, XGL_GPU_MEMORY mem)
931{
932 // TODO : Decrement ref count for this memory reference on this queue. Remove if ref count is zero.
933 XGL_RESULT result = nextTable.QueueRemoveMemReference(queue, mem);
934 if (result == XGL_SUCCESS) {
935 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500936
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500937 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
938 if (pQueueInfo == NULL) {
939 char str[1024];
940 sprintf(str, "Unknown Queue %p", queue);
941 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_INVALID_QUEUE, "MEM", str);
Mark Lobodzinski148e1582015-04-07 16:07:57 -0500942 }
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500943 else {
944 for (list<XGL_GPU_MEMORY>::iterator it = pQueueInfo->pMemRefList.begin(); it != pQueueInfo->pMemRefList.end(); ++it) {
945 if ((*it) == mem) {
946 it = pQueueInfo->pMemRefList.erase(it);
947 }
948 }
949 }
950 loader_platform_thread_unlock_mutex(&globalLock);
951 }
952 return result;
953}
954
955XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSubmit(
956 XGL_QUEUE queue,
957 uint32_t cmdBufferCount,
958 const XGL_CMD_BUFFER *pCmdBuffers,
959 XGL_FENCE fence)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700960{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600961 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700962 // TODO : Need to track fence and clear mem references when fence clears
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500963 MT_CB_INFO* pCBInfo = NULL;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500964 uint64_t fenceId = addFenceInfo(fence, queue);
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500965
Tobin Ehlis6663f492014-11-10 12:29:12 -0700966 printMemList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500967 printCBList();
Tobin Ehlis6663f492014-11-10 12:29:12 -0700968 for (uint32_t i = 0; i < cmdBufferCount; i++) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500969 pCBInfo = getCBInfo(pCmdBuffers[i]);
970 pCBInfo->fenceId = fenceId;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700971 }
Mark Lobodzinskied450b02015-04-07 13:38:21 -0500972
973 if (XGL_FALSE == validateQueueMemRefs(queue, cmdBufferCount, pCmdBuffers)) {
974 char str[1024];
975 sprintf(str, "Unable to verify memory references for Queue %p", queue);
976 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_INVALID_MEM_REF, "MEM", str);
977 }
978
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600979 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchter97b75232015-04-07 17:13:38 -0600980 XGL_RESULT result = nextTable.QueueSubmit(queue, cmdBufferCount, pCmdBuffers, getFenceFromId(fenceId));
Courtney Goeltzenleuchterd3fb9552015-04-02 13:39:07 -0600981 return result;
982}
983
Tobin Ehlis6663f492014-11-10 12:29:12 -0700984XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglAllocMemory(XGL_DEVICE device, const XGL_MEMORY_ALLOC_INFO* pAllocInfo, XGL_GPU_MEMORY* pMem)
985{
986 XGL_RESULT result = nextTable.AllocMemory(device, pAllocInfo, pMem);
987 // TODO : Track allocations and overall size here
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600988 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500989 addMemObjInfo(*pMem, pAllocInfo);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700990 printMemList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600991 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700992 return result;
993}
994
995XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglFreeMemory(XGL_GPU_MEMORY mem)
996{
Tobin Ehlisc0418f92014-11-25 14:47:20 -0700997 /* From spec : A memory object is freed by calling xglFreeMemory() when it is no longer needed. Before
998 * freeing a memory object, an application must ensure the memory object is unbound from
999 * all API objects referencing it and that it is not referenced by any queued command buffers
1000 */
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001001 loader_platform_thread_lock_mutex(&globalLock);
Courtney Goeltzenleuchter1c943a72015-03-26 16:15:39 -06001002 if (XGL_FALSE == freeMemObjInfo(mem, false)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001003 char str[1024];
1004 sprintf(str, "Issue while freeing mem obj %p", (void*)mem);
1005 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREE_MEM_ERROR, "MEM", str);
1006 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001007 printMemList();
1008 printObjList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001009 printCBList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001010 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001011 XGL_RESULT result = nextTable.FreeMemory(mem);
1012 return result;
1013}
1014
1015XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglSetMemoryPriority(XGL_GPU_MEMORY mem, XGL_MEMORY_PRIORITY priority)
1016{
1017 // TODO : Update tracking for this alloc
1018 // Make sure memory is not pinned, which can't have priority set
1019 XGL_RESULT result = nextTable.SetMemoryPriority(mem, priority);
1020 return result;
1021}
1022
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001023XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglMapMemory(XGL_GPU_MEMORY mem, XGL_FLAGS flags, void** ppData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001024{
1025 // TODO : Track when memory is mapped
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001026 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001027 MT_MEM_OBJ_INFO *pMemObj = getMemObjInfo(mem);
Mark Lobodzinski95152dc2015-02-25 12:16:04 -06001028 if ((pMemObj->allocInfo.memProps & XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT) == 0) {
1029 char str[1024];
1030 sprintf(str, "Mapping Memory (%p) without XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT set", (void*)mem);
1031 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_STATE, "MEM", str);
1032 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001033 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001034 XGL_RESULT result = nextTable.MapMemory(mem, flags, ppData);
1035 return result;
1036}
1037
1038XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglUnmapMemory(XGL_GPU_MEMORY mem)
1039{
1040 // TODO : Track as memory gets unmapped, do we want to check what changed following map?
1041 // Make sure that memory was ever mapped to begin with
1042 XGL_RESULT result = nextTable.UnmapMemory(mem);
1043 return result;
1044}
1045
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001046XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglPinSystemMemory(XGL_DEVICE device, const void* pSysMem, size_t memSize, XGL_GPU_MEMORY* pMem)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001047{
1048 // TODO : Track this
1049 // Verify that memory is actually pinnable
1050 XGL_RESULT result = nextTable.PinSystemMemory(device, pSysMem, memSize, pMem);
1051 return result;
1052}
1053
Tobin Ehlis6663f492014-11-10 12:29:12 -07001054XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenSharedMemory(XGL_DEVICE device, const XGL_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem)
1055{
1056 // TODO : Track this
1057 XGL_RESULT result = nextTable.OpenSharedMemory(device, pOpenInfo, pMem);
1058 return result;
1059}
1060
Tobin Ehlis6663f492014-11-10 12:29:12 -07001061XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerMemory(XGL_DEVICE device, const XGL_PEER_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem)
1062{
1063 // TODO : Track this
1064 XGL_RESULT result = nextTable.OpenPeerMemory(device, pOpenInfo, pMem);
1065 return result;
1066}
1067
1068XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerImage(XGL_DEVICE device, const XGL_PEER_IMAGE_OPEN_INFO* pOpenInfo, XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem)
1069{
1070 // TODO : Track this
1071 XGL_RESULT result = nextTable.OpenPeerImage(device, pOpenInfo, pImage, pMem);
1072 return result;
1073}
1074
1075XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyObject(XGL_OBJECT object)
1076{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001077 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001078
Tobin Ehlisa98df732014-11-27 07:52:04 -07001079 // First check if this is a CmdBuffer
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001080 if (NULL != getCBInfo((XGL_CMD_BUFFER)object)) {
1081 deleteCBInfo((XGL_CMD_BUFFER)object);
Tobin Ehlisa98df732014-11-27 07:52:04 -07001082 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001083
1084 if (objectMap.find(object) != objectMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001085 MT_OBJ_INFO* pDelInfo = objectMap[object];
1086 if (pDelInfo->pMemObjInfo) {
Tobin Ehlisa98df732014-11-27 07:52:04 -07001087 // Wsi allocated Memory is tied to image object so clear the binding and free that memory automatically
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001088 if (0 == pDelInfo->pMemObjInfo->allocInfo.allocationSize) { // Wsi allocated memory has NULL allocInfo w/ 0 size
1089 XGL_GPU_MEMORY memToFree = pDelInfo->pMemObjInfo->mem;
Tobin Ehlisa98df732014-11-27 07:52:04 -07001090 clearObjectBinding(object);
Courtney Goeltzenleuchter1c943a72015-03-26 16:15:39 -06001091 freeMemObjInfo(memToFree, true);
1092 }
1093 else {
Tobin Ehlisa98df732014-11-27 07:52:04 -07001094 char str[1024];
Tobin Ehlis72a3d132015-03-26 08:24:16 -06001095 sprintf(str, "Destroying obj %p that is still bound to memory object %p\nYou should first clear binding by calling xglBindObjectMemory(%p, 0, XGL_NULL_HANDLE, 0)", object, (void*)pDelInfo->pMemObjInfo->mem, object);
Tobin Ehlisa98df732014-11-27 07:52:04 -07001096 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_DESTROY_OBJECT_ERROR, "MEM", str);
1097 // From the spec : If an object has previous memory binding, it is required to unbind memory from an API object before it is destroyed.
1098 clearObjectBinding(object);
1099 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001100 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001101 delete pDelInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001102 objectMap.erase(object);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001103 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001104
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001105 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001106 XGL_RESULT result = nextTable.DestroyObject(object);
1107 return result;
1108}
1109
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001110XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetObjectInfo(XGL_BASE_OBJECT object, XGL_OBJECT_INFO_TYPE infoType, size_t* pDataSize, void* pData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001111{
1112 // TODO : What to track here?
1113 // Could potentially save returned mem requirements and validate values passed into BindObjectMemory for this object
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001114 // From spec : The only objects that are guaranteed to have no external memory requirements are devices, queues, command buffers, shaders and memory objects.
Tobin Ehlis6663f492014-11-10 12:29:12 -07001115 XGL_RESULT result = nextTable.GetObjectInfo(object, infoType, pDataSize, pData);
1116 return result;
1117}
1118
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001119XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBindObjectMemory(XGL_OBJECT object, uint32_t allocationIdx, XGL_GPU_MEMORY mem, XGL_GPU_SIZE offset)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001120{
Jon Ashburn9b6eae52015-01-15 10:39:19 -07001121 XGL_RESULT result = nextTable.BindObjectMemory(object, allocationIdx, mem, offset);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001122 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001123 // Track objects tied to memory
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001124 if (XGL_FALSE == updateObjectBinding(object, mem)) {
1125 char str[1024];
1126 sprintf(str, "Unable to set object %p binding to mem obj %p", (void*)object, (void*)mem);
1127 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1128 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001129 printObjList();
1130 printMemList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001131 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001132 return result;
1133}
1134
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001135XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateFence(XGL_DEVICE device, const XGL_FENCE_CREATE_INFO* pCreateInfo, XGL_FENCE* pFence)
1136{
1137 XGL_RESULT result = nextTable.CreateFence(device, pCreateInfo, pFence);
1138 if (XGL_SUCCESS == result) {
1139 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001140 addObjectInfo(*pFence, pCreateInfo->sType, pCreateInfo, sizeof(XGL_FENCE_CREATE_INFO), "fence");
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001141 loader_platform_thread_unlock_mutex(&globalLock);
1142 }
1143 return result;
1144}
1145
Mark Lobodzinski148e1582015-04-07 16:07:57 -05001146XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglResetFences(XGL_DEVICE device, uint32_t fenceCount, XGL_FENCE* pFences)
1147{
1148 XGL_RESULT result = nextTable.ResetFences(device, fenceCount, pFences);
1149 if (XGL_SUCCESS == result) {
1150 loader_platform_thread_lock_mutex(&globalLock);
1151 // Reset fence state in fenceCreateInfo structure
1152 for (uint32_t i = 0; i < fenceCount; i++) {
1153 MT_OBJ_INFO* pObjectInfo = getObjectInfo(pFences[i]);
1154 if (pObjectInfo != NULL) {
1155 pObjectInfo->create_info.fence_create_info.flags =
1156 static_cast<XGL_FENCE_CREATE_FLAGS>(pObjectInfo->create_info.fence_create_info.flags & ~XGL_FENCE_CREATE_SIGNALED_BIT);
1157 }
1158 }
1159 loader_platform_thread_unlock_mutex(&globalLock);
1160 }
1161 return result;
1162}
1163
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001164XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetFenceStatus(XGL_FENCE fence)
1165{
1166 XGL_RESULT result = nextTable.GetFenceStatus(fence);
1167 if (XGL_SUCCESS == result) {
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001168 loader_platform_thread_lock_mutex(&globalLock);
1169 updateFenceTracking(fence);
1170 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001171 }
1172 return result;
1173}
1174
1175XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWaitForFences(XGL_DEVICE device, uint32_t fenceCount, const XGL_FENCE* pFences, bool32_t waitAll, uint64_t timeout)
1176{
Mark Lobodzinski148e1582015-04-07 16:07:57 -05001177 // Verify fence status of submitted fences
1178 for(uint32_t i = 0; i < fenceCount; i++) {
1179 MT_OBJ_INFO* pObjectInfo = getObjectInfo(pFences[i]);
1180 if (pObjectInfo != NULL) {
1181 if (pObjectInfo->create_info.fence_create_info.flags == XGL_FENCE_CREATE_SIGNALED_BIT) {
1182 char str[1024];
1183 sprintf(str, "xglWaitForFences specified signaled-state Fence %p. Fences must be reset before being submitted", pFences[i]);
1184 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pFences[i], 0, MEMTRACK_INVALID_FENCE_STATE, "MEM", str);
1185 }
1186 }
1187 }
1188
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001189 XGL_RESULT result = nextTable.WaitForFences(device, fenceCount, pFences, waitAll, timeout);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001190 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski50932972015-04-02 20:49:09 -05001191
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001192 if (XGL_SUCCESS == result) {
Mark Lobodzinski50932972015-04-02 20:49:09 -05001193 if (waitAll || fenceCount == 1) { // Clear all the fences
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001194 for(uint32_t i = 0; i < fenceCount; i++) {
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001195 updateFenceTracking(pFences[i]);
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001196 }
1197 }
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001198 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001199 loader_platform_thread_unlock_mutex(&globalLock);
1200 return result;
1201}
1202
1203XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueWaitIdle(XGL_QUEUE queue)
1204{
1205 XGL_RESULT result = nextTable.QueueWaitIdle(queue);
1206 if (XGL_SUCCESS == result) {
1207 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001208 retireQueueFences(queue);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001209 loader_platform_thread_unlock_mutex(&globalLock);
1210 }
1211 return result;
1212}
1213
1214XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDeviceWaitIdle(XGL_DEVICE device)
1215{
1216 XGL_RESULT result = nextTable.DeviceWaitIdle(device);
1217 if (XGL_SUCCESS == result) {
1218 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski50932972015-04-02 20:49:09 -05001219 retireDeviceFences(device);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001220 loader_platform_thread_unlock_mutex(&globalLock);
1221 }
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001222 return result;
1223}
1224
Tobin Ehlis6663f492014-11-10 12:29:12 -07001225XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateEvent(XGL_DEVICE device, const XGL_EVENT_CREATE_INFO* pCreateInfo, XGL_EVENT* pEvent)
1226{
1227 XGL_RESULT result = nextTable.CreateEvent(device, pCreateInfo, pEvent);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001228 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001229 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001230 addObjectInfo(*pEvent, pCreateInfo->sType, pCreateInfo, sizeof(XGL_EVENT_CREATE_INFO), "event");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001231 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001232 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001233 return result;
1234}
1235
Tobin Ehlis6663f492014-11-10 12:29:12 -07001236XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateQueryPool(XGL_DEVICE device, const XGL_QUERY_POOL_CREATE_INFO* pCreateInfo, XGL_QUERY_POOL* pQueryPool)
1237{
1238 XGL_RESULT result = nextTable.CreateQueryPool(device, pCreateInfo, pQueryPool);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001239 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001240 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001241 addObjectInfo(*pQueryPool, pCreateInfo->sType, pCreateInfo, sizeof(XGL_QUERY_POOL_CREATE_INFO), "query_pool");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001242 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001243 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001244 return result;
1245}
1246
Tobin Ehlis7265e832015-01-19 08:42:29 -07001247XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBuffer(XGL_DEVICE device, const XGL_BUFFER_CREATE_INFO* pCreateInfo, XGL_BUFFER* pBuffer)
1248{
1249 XGL_RESULT result = nextTable.CreateBuffer(device, pCreateInfo, pBuffer);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001250 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001251 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001252 addObjectInfo(*pBuffer, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_CREATE_INFO), "buffer");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001253 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001254 }
Tobin Ehlis7265e832015-01-19 08:42:29 -07001255 return result;
1256}
1257
1258XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBufferView(XGL_DEVICE device, const XGL_BUFFER_VIEW_CREATE_INFO* pCreateInfo, XGL_BUFFER_VIEW* pView)
1259{
1260 XGL_RESULT result = nextTable.CreateBufferView(device, pCreateInfo, pView);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001261 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001262 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001263 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_VIEW_CREATE_INFO), "buffer_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001264 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001265 }
Tobin Ehlis7265e832015-01-19 08:42:29 -07001266 return result;
1267}
1268
Tobin Ehlis6663f492014-11-10 12:29:12 -07001269XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImage(XGL_DEVICE device, const XGL_IMAGE_CREATE_INFO* pCreateInfo, XGL_IMAGE* pImage)
1270{
1271 XGL_RESULT result = nextTable.CreateImage(device, pCreateInfo, pImage);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001272 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001273 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001274 addObjectInfo(*pImage, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_CREATE_INFO), "image");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001275 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001276 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001277 return result;
1278}
1279
Tobin Ehlis6663f492014-11-10 12:29:12 -07001280XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImageView(XGL_DEVICE device, const XGL_IMAGE_VIEW_CREATE_INFO* pCreateInfo, XGL_IMAGE_VIEW* pView)
1281{
1282 XGL_RESULT result = nextTable.CreateImageView(device, pCreateInfo, pView);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001283 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001284 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001285 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_VIEW_CREATE_INFO), "image_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001286 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001287 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001288 return result;
1289}
1290
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001291XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateColorAttachmentView(XGL_DEVICE device, const XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO* pCreateInfo,
1292 XGL_COLOR_ATTACHMENT_VIEW* pView)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001293{
1294 XGL_RESULT result = nextTable.CreateColorAttachmentView(device, pCreateInfo, pView);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001295 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001296 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001297 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO), "color_attachment_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001298 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001299 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001300 return result;
1301}
1302
1303XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDepthStencilView(XGL_DEVICE device, const XGL_DEPTH_STENCIL_VIEW_CREATE_INFO* pCreateInfo, XGL_DEPTH_STENCIL_VIEW* pView)
1304{
1305 XGL_RESULT result = nextTable.CreateDepthStencilView(device, pCreateInfo, pView);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001306 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001307 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001308 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DEPTH_STENCIL_VIEW_CREATE_INFO), "ds_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001309 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001310 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001311 return result;
1312}
1313
1314XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateShader(XGL_DEVICE device, const XGL_SHADER_CREATE_INFO* pCreateInfo, XGL_SHADER* pShader)
1315{
1316 XGL_RESULT result = nextTable.CreateShader(device, pCreateInfo, pShader);
1317 return result;
1318}
1319
1320XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateGraphicsPipeline(XGL_DEVICE device, const XGL_GRAPHICS_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline)
1321{
1322 XGL_RESULT result = nextTable.CreateGraphicsPipeline(device, pCreateInfo, pPipeline);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001323 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001324 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001325 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_GRAPHICS_PIPELINE_CREATE_INFO), "graphics_pipeline");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001326 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001327 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001328 return result;
1329}
1330
Courtney Goeltzenleuchter0d40f152015-03-25 15:37:49 -06001331XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateGraphicsPipelineDerivative(
1332 XGL_DEVICE device,
1333 const XGL_GRAPHICS_PIPELINE_CREATE_INFO* pCreateInfo,
1334 XGL_PIPELINE basePipeline,
1335 XGL_PIPELINE* pPipeline)
1336{
1337 XGL_RESULT result = nextTable.CreateGraphicsPipelineDerivative(device, pCreateInfo, basePipeline, pPipeline);
1338 if (result == XGL_SUCCESS) {
1339 loader_platform_thread_lock_mutex(&globalLock);
Courtney Goeltzenleuchtere2aaad02015-04-13 16:16:04 -06001340 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_GRAPHICS_PIPELINE_CREATE_INFO), "graphics_pipeline");
Courtney Goeltzenleuchter0d40f152015-03-25 15:37:49 -06001341 loader_platform_thread_unlock_mutex(&globalLock);
1342 }
1343 return result;
1344}
1345
Tobin Ehlis6663f492014-11-10 12:29:12 -07001346XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateComputePipeline(XGL_DEVICE device, const XGL_COMPUTE_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline)
1347{
1348 XGL_RESULT result = nextTable.CreateComputePipeline(device, pCreateInfo, pPipeline);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001349 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001350 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001351 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COMPUTE_PIPELINE_CREATE_INFO), "compute_pipeline");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001352 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001353 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001354 return result;
1355}
1356
Tobin Ehlis6663f492014-11-10 12:29:12 -07001357XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateSampler(XGL_DEVICE device, const XGL_SAMPLER_CREATE_INFO* pCreateInfo, XGL_SAMPLER* pSampler)
1358{
1359 XGL_RESULT result = nextTable.CreateSampler(device, pCreateInfo, pSampler);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001360 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001361 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001362 addObjectInfo(*pSampler, pCreateInfo->sType, pCreateInfo, sizeof(XGL_SAMPLER_CREATE_INFO), "sampler");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001363 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001364 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001365 return result;
1366}
1367
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001368XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicViewportState(XGL_DEVICE device, const XGL_DYNAMIC_VP_STATE_CREATE_INFO* pCreateInfo,
1369 XGL_DYNAMIC_VP_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001370{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001371 XGL_RESULT result = nextTable.CreateDynamicViewportState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001372 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001373 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001374 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_VP_STATE_CREATE_INFO), "viewport_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001375 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001376 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001377 return result;
1378}
1379
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001380XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicRasterState(XGL_DEVICE device, const XGL_DYNAMIC_RS_STATE_CREATE_INFO* pCreateInfo,
1381 XGL_DYNAMIC_RS_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001382{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001383 XGL_RESULT result = nextTable.CreateDynamicRasterState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001384 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001385 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001386 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_RS_STATE_CREATE_INFO), "raster_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001387 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001388 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001389 return result;
1390}
1391
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001392XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicColorBlendState(XGL_DEVICE device, const XGL_DYNAMIC_CB_STATE_CREATE_INFO* pCreateInfo,
1393 XGL_DYNAMIC_CB_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001394{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001395 XGL_RESULT result = nextTable.CreateDynamicColorBlendState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001396 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001397 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001398 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_CB_STATE_CREATE_INFO), "cb_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001399 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001400 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001401 return result;
1402}
1403
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001404XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicDepthStencilState(XGL_DEVICE device, const XGL_DYNAMIC_DS_STATE_CREATE_INFO* pCreateInfo,
1405 XGL_DYNAMIC_DS_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001406{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001407 XGL_RESULT result = nextTable.CreateDynamicDepthStencilState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001408 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001409 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001410 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_DS_STATE_CREATE_INFO), "ds_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001411 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001412 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001413 return result;
1414}
1415
1416XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateCommandBuffer(XGL_DEVICE device, const XGL_CMD_BUFFER_CREATE_INFO* pCreateInfo, XGL_CMD_BUFFER* pCmdBuffer)
1417{
1418 XGL_RESULT result = nextTable.CreateCommandBuffer(device, pCreateInfo, pCmdBuffer);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001419 // At time of cmd buffer creation, create global cmd buffer info for the returned cmd buffer
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001420 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001421 if (*pCmdBuffer)
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001422 addCBInfo(*pCmdBuffer);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001423 printCBList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001424 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001425 return result;
1426}
1427
Jon Ashburn86522372014-12-31 17:11:49 -07001428XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBeginCommandBuffer(XGL_CMD_BUFFER cmdBuffer, const XGL_CMD_BUFFER_BEGIN_INFO* pBeginInfo)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001429{
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001430 // This implicitly resets the Cmd Buffer so make sure any fence is done and then clear memory references
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001431 MT_CB_INFO* pCBInfo = getCBInfo(cmdBuffer);
1432 if (pCBInfo && (!fenceRetired(pCBInfo->fenceId))) {
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001433 bool32_t cbDone = checkCBCompleted(cmdBuffer);
1434 if (XGL_FALSE == cbDone) {
1435 char str[1024];
1436 sprintf(str, "Calling xglBeginCommandBuffer() on active CB %p before it has completed. You must check CB flag before this call.", cmdBuffer);
1437 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str);
1438 }
1439 }
Jon Ashburn86522372014-12-31 17:11:49 -07001440 XGL_RESULT result = nextTable.BeginCommandBuffer(cmdBuffer, pBeginInfo);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001441 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001442 freeCBBindings(cmdBuffer);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001443 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001444 return result;
1445}
1446
1447XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEndCommandBuffer(XGL_CMD_BUFFER cmdBuffer)
1448{
1449 // TODO : Anything to do here?
1450 XGL_RESULT result = nextTable.EndCommandBuffer(cmdBuffer);
1451 return result;
1452}
1453
1454XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglResetCommandBuffer(XGL_CMD_BUFFER cmdBuffer)
1455{
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001456 // Verify that CB is complete (not in-flight)
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001457 MT_CB_INFO* pCBInfo = getCBInfo(cmdBuffer);
1458 if (pCBInfo && (!fenceRetired(pCBInfo->fenceId))) {
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001459 bool32_t cbDone = checkCBCompleted(cmdBuffer);
1460 if (XGL_FALSE == cbDone) {
1461 char str[1024];
1462 sprintf(str, "Resetting CB %p before it has completed. You must check CB flag before calling xglResetCommandBuffer().", cmdBuffer);
1463 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str);
1464 }
1465 }
1466 // Clear memory references as this point.
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001467 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001468 freeCBBindings(cmdBuffer);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001469 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001470 XGL_RESULT result = nextTable.ResetCommandBuffer(cmdBuffer);
1471 return result;
1472}
1473// TODO : For any xglCmdBind* calls that include an object which has mem bound to it,
1474// need to account for that mem now having binding to given cmdBuffer
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001475XGL_LAYER_EXPORT void XGLAPI xglCmdBindPipeline(XGL_CMD_BUFFER cmdBuffer, XGL_PIPELINE_BIND_POINT pipelineBindPoint, XGL_PIPELINE pipeline)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001476{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001477#if 0
1478 // TODO : If memory bound to pipeline, then need to tie that mem to cmdBuffer
1479 if (getPipeline(pipeline)) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001480 MT_CB_INFO *pCBInfo = getCBInfo(cmdBuffer);
1481 if (pCBInfo) {
1482 pCBInfo->pipelines[pipelineBindPoint] = pipeline;
Tobin Ehlisc145be82015-01-08 15:22:32 -07001483 } else {
1484 char str[1024];
1485 sprintf(str, "Attempt to bind Pipeline %p to non-existant command buffer %p!", (void*)pipeline, cmdBuffer);
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001486 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, (char *) "DS", (char *) str);
Tobin Ehlisc145be82015-01-08 15:22:32 -07001487 }
1488 }
1489 else {
1490 char str[1024];
1491 sprintf(str, "Attempt to bind Pipeline %p that doesn't exist!", (void*)pipeline);
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001492 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pipeline, 0, MEMTRACK_INVALID_OBJECT, (char *) "DS", (char *) str);
Tobin Ehlisc145be82015-01-08 15:22:32 -07001493 }
1494#endif
Tobin Ehlis6663f492014-11-10 12:29:12 -07001495 nextTable.CmdBindPipeline(cmdBuffer, pipelineBindPoint, pipeline);
1496}
1497
Tobin Ehlis7265e832015-01-19 08:42:29 -07001498XGL_LAYER_EXPORT void XGLAPI xglCmdBindDynamicStateObject(XGL_CMD_BUFFER cmdBuffer, XGL_STATE_BIND_POINT stateBindPoint, XGL_DYNAMIC_STATE_OBJECT state)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001499{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001500 MT_OBJ_INFO *pObjInfo;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001501 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001502 MT_CB_INFO *pCmdBuf = getCBInfo(cmdBuffer);
Tobin Ehlisc145be82015-01-08 15:22:32 -07001503 if (!pCmdBuf) {
1504 char str[1024];
1505 sprintf(str, "Unable to find command buffer object %p, was it ever created?", (void*)cmdBuffer);
1506 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, "DD", str);
1507 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001508 pObjInfo = getObjectInfo(state);
1509 if (!pObjInfo) {
Tobin Ehlisc145be82015-01-08 15:22:32 -07001510 char str[1024];
1511 sprintf(str, "Unable to find dynamic state object %p, was it ever created?", (void*)state);
1512 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, state, 0, MEMTRACK_INVALID_OBJECT, "DD", str);
1513 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001514 pCmdBuf->pDynamicState[stateBindPoint] = pObjInfo;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001515 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001516 nextTable.CmdBindDynamicStateObject(cmdBuffer, stateBindPoint, state);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001517}
1518
Courtney Goeltzenleuchtereeae16b2015-04-02 22:54:15 -06001519XGL_LAYER_EXPORT void XGLAPI xglCmdBindDescriptorSets(
Mark Lobodzinskiefdd3cd2015-04-07 09:34:09 -05001520 XGL_CMD_BUFFER cmdBuffer,
1521 XGL_PIPELINE_BIND_POINT pipelineBindPoint,
1522 XGL_DESCRIPTOR_SET_LAYOUT_CHAIN layoutChain,
1523 uint32_t layoutChainSlot,
1524 uint32_t count,
1525 const XGL_DESCRIPTOR_SET* pDescriptorSets,
1526 const uint32_t* pUserData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001527{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001528 // TODO : Somewhere need to verify that all textures referenced by shaders in DS are in some type of *SHADER_READ* state
Courtney Goeltzenleuchtereeae16b2015-04-02 22:54:15 -06001529 nextTable.CmdBindDescriptorSets(cmdBuffer, pipelineBindPoint, layoutChain, layoutChainSlot, count, pDescriptorSets, pUserData);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001530}
1531
Tobin Ehlis7265e832015-01-19 08:42:29 -07001532XGL_LAYER_EXPORT void XGLAPI xglCmdBindVertexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t binding)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001533{
Tobin Ehlis7265e832015-01-19 08:42:29 -07001534 nextTable.CmdBindVertexBuffer(cmdBuffer, buffer, offset, binding);
Chia-I Wu19156822015-01-05 13:42:56 +08001535}
1536
Tobin Ehlis7265e832015-01-19 08:42:29 -07001537XGL_LAYER_EXPORT void XGLAPI xglCmdBindIndexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, XGL_INDEX_TYPE indexType)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001538{
Tobin Ehlis7265e832015-01-19 08:42:29 -07001539 nextTable.CmdBindIndexBuffer(cmdBuffer, buffer, offset, indexType);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001540}
1541
Tobin Ehlis7265e832015-01-19 08:42:29 -07001542XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001543{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001544 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001545 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
1546 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001547 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001548 sprintf(str, "In xglCmdDrawIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001549 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1550 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001551 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001552 nextTable.CmdDrawIndirect(cmdBuffer, buffer, offset, count, stride);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001553}
1554
Tobin Ehlis7265e832015-01-19 08:42:29 -07001555XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndexedIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001556{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001557 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001558 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
1559 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001560 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001561 sprintf(str, "In xglCmdDrawIndexedIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001562 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1563 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001564 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001565 nextTable.CmdDrawIndexedIndirect(cmdBuffer, buffer, offset, count, stride);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001566}
1567
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001568XGL_LAYER_EXPORT void XGLAPI xglCmdDispatchIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001569{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001570 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001571 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001572 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1573 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001574 sprintf(str, "In xglCmdDispatchIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001575 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1576 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001577 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001578 nextTable.CmdDispatchIndirect(cmdBuffer, buffer, offset);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001579}
1580
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001581XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER srcBuffer, XGL_BUFFER destBuffer,
1582 uint32_t regionCount, const XGL_BUFFER_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001583{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001584 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001585 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcBuffer);
1586 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001587 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001588 sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001589 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1590 }
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001591 mem = getMemBindingFromObject(destBuffer);
1592 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001593 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001594 sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001595 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1596 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001597 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001598 nextTable.CmdCopyBuffer(cmdBuffer, srcBuffer, destBuffer, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001599}
1600
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001601XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImage(XGL_CMD_BUFFER cmdBuffer,
1602 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1603 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1604 uint32_t regionCount, const XGL_IMAGE_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001605{
1606 // TODO : Each image will have mem mapping so track them
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001607 nextTable.CmdCopyImage(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001608}
1609
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001610XGL_LAYER_EXPORT void XGLAPI xglCmdBlitImage(XGL_CMD_BUFFER cmdBuffer,
1611 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1612 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1613 uint32_t regionCount, const XGL_IMAGE_BLIT* pRegions)
Courtney Goeltzenleuchter89299fa2015-03-08 17:02:18 -06001614{
1615 // TODO : Each image will have mem mapping so track them
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001616 nextTable.CmdBlitImage(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout, regionCount, pRegions);
Courtney Goeltzenleuchter89299fa2015-03-08 17:02:18 -06001617}
1618
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001619XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBufferToImage(XGL_CMD_BUFFER cmdBuffer,
1620 XGL_BUFFER srcBuffer,
1621 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1622 uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001623{
1624 // TODO : Track this
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001625 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001626 XGL_GPU_MEMORY mem = getMemBindingFromObject(destImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001627 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1628 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001629 sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001630 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1631 }
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001632
1633 mem = getMemBindingFromObject(srcBuffer);
1634 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001635 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001636 sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001637 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1638 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001639 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001640 nextTable.CmdCopyBufferToImage(cmdBuffer, srcBuffer, destImage, destImageLayout, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001641}
1642
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001643XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImageToBuffer(XGL_CMD_BUFFER cmdBuffer,
1644 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1645 XGL_BUFFER destBuffer,
1646 uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001647{
1648 // TODO : Track this
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001649 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001650 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001651 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1652 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001653 sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001654 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1655 }
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001656 mem = getMemBindingFromObject(destBuffer);
1657 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001658 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001659 sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001660 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1661 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001662 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001663 nextTable.CmdCopyImageToBuffer(cmdBuffer, srcImage, srcImageLayout, destBuffer, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001664}
1665
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001666XGL_LAYER_EXPORT void XGLAPI xglCmdCloneImageData(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1667 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001668{
1669 // TODO : Each image will have mem mapping so track them
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001670 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001671 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001672 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1673 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001674 sprintf(str, "In xglCmdCloneImageData() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001675 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1676 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001677 mem = getMemBindingFromObject(destImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001678 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1679 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001680 sprintf(str, "In xglCmdCloneImageData() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001681 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1682 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001683 loader_platform_thread_unlock_mutex(&globalLock);
Mike Stroyanfb80d5f2014-12-04 11:08:39 +00001684 nextTable.CmdCloneImageData(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001685}
1686
Tobin Ehlis7265e832015-01-19 08:42:29 -07001687XGL_LAYER_EXPORT void XGLAPI xglCmdUpdateBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE dataSize, const uint32_t* pData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001688{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001689 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001690 XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer);
1691 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001692 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001693 sprintf(str, "In xglCmdUpdateMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001694 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1695 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001696 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001697 nextTable.CmdUpdateBuffer(cmdBuffer, destBuffer, destOffset, dataSize, pData);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001698}
1699
Tobin Ehlis7265e832015-01-19 08:42:29 -07001700XGL_LAYER_EXPORT void XGLAPI xglCmdFillBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE fillSize, uint32_t data)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001701{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001702 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001703 XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer);
1704 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001705 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001706 sprintf(str, "In xglCmdFillMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001707 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1708 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001709 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001710 nextTable.CmdFillBuffer(cmdBuffer, destBuffer, destOffset, fillSize, data);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001711}
1712
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001713XGL_LAYER_EXPORT void XGLAPI xglCmdClearColorImage(XGL_CMD_BUFFER cmdBuffer,
1714 XGL_IMAGE image, XGL_IMAGE_LAYOUT imageLayout,
1715 XGL_CLEAR_COLOR color,
1716 uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001717{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001718 // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001719 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001720 XGL_GPU_MEMORY mem = getMemBindingFromObject(image);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001721 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1722 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001723 sprintf(str, "In xglCmdClearColorImage() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001724 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1725 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001726 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001727 nextTable.CmdClearColorImage(cmdBuffer, image, imageLayout, color, rangeCount, pRanges);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001728}
1729
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001730XGL_LAYER_EXPORT void XGLAPI xglCmdClearDepthStencil(XGL_CMD_BUFFER cmdBuffer,
1731 XGL_IMAGE image, XGL_IMAGE_LAYOUT imageLayout,
1732 float depth, uint32_t stencil,
1733 uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001734{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001735 // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001736 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001737 XGL_GPU_MEMORY mem = getMemBindingFromObject(image);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001738 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1739 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001740 sprintf(str, "In xglCmdClearDepthStencil() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001741 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1742 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001743 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001744 nextTable.CmdClearDepthStencil(cmdBuffer, image, imageLayout, depth, stencil, rangeCount, pRanges);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001745}
1746
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001747XGL_LAYER_EXPORT void XGLAPI xglCmdResolveImage(XGL_CMD_BUFFER cmdBuffer,
1748 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1749 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1750 uint32_t rectCount, const XGL_IMAGE_RESOLVE* pRects)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001751{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001752 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001753 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001754 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1755 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001756 sprintf(str, "In xglCmdResolveImage() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001757 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1758 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001759 mem = getMemBindingFromObject(destImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001760 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1761 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001762 sprintf(str, "In xglCmdResolveImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001763 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1764 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001765 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001766 nextTable.CmdResolveImage(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout, rectCount, pRects);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001767}
1768
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001769XGL_LAYER_EXPORT void XGLAPI xglCmdBeginQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot, XGL_FLAGS flags)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001770{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001771 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001772 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001773 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1774 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001775 sprintf(str, "In xglCmdBeginQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001776 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1777 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001778 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001779 nextTable.CmdBeginQuery(cmdBuffer, queryPool, slot, flags);
1780}
1781
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001782XGL_LAYER_EXPORT void XGLAPI xglCmdEndQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001783{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001784 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001785 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001786 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1787 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001788 sprintf(str, "In xglCmdEndQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001789 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1790 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001791 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001792 nextTable.CmdEndQuery(cmdBuffer, queryPool, slot);
1793}
1794
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001795XGL_LAYER_EXPORT void XGLAPI xglCmdResetQueryPool(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t startQuery, uint32_t queryCount)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001796{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001797 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001798 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001799 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1800 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001801 sprintf(str, "In xglCmdResetQueryPool() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001802 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1803 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001804 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001805 nextTable.CmdResetQueryPool(cmdBuffer, queryPool, startQuery, queryCount);
1806}
1807
Courtney Goeltzenleuchterc80a5572015-04-13 14:10:06 -06001808XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgRegisterMsgCallback(XGL_INSTANCE instance, XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback, void* pUserData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001809{
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001810 // This layer intercepts callbacks
1811 XGL_LAYER_DBG_FUNCTION_NODE *pNewDbgFuncNode = (XGL_LAYER_DBG_FUNCTION_NODE*)malloc(sizeof(XGL_LAYER_DBG_FUNCTION_NODE));
1812 if (!pNewDbgFuncNode)
1813 return XGL_ERROR_OUT_OF_MEMORY;
1814 pNewDbgFuncNode->pfnMsgCallback = pfnMsgCallback;
1815 pNewDbgFuncNode->pUserData = pUserData;
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -07001816 pNewDbgFuncNode->pNext = g_pDbgFunctionHead;
1817 g_pDbgFunctionHead = pNewDbgFuncNode;
Jon Ashburna8aa8372015-03-03 15:07:15 -07001818 // force callbacks if DebugAction hasn't been set already other than initial value
Courtney Goeltzenleuchter90d93202015-03-04 15:47:34 -07001819 if (g_actionIsDefault) {
Jon Ashburna8aa8372015-03-03 15:07:15 -07001820 g_debugAction = XGL_DBG_LAYER_ACTION_CALLBACK;
Courtney Goeltzenleuchter90d93202015-03-04 15:47:34 -07001821 }
Courtney Goeltzenleuchterc80a5572015-04-13 14:10:06 -06001822 XGL_RESULT result = nextTable.DbgRegisterMsgCallback(instance, pfnMsgCallback, pUserData);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001823 return result;
1824}
1825
Courtney Goeltzenleuchterc80a5572015-04-13 14:10:06 -06001826XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgUnregisterMsgCallback(XGL_INSTANCE instance, XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001827{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001828 XGL_LAYER_DBG_FUNCTION_NODE *pInfo = g_pDbgFunctionHead;
1829 XGL_LAYER_DBG_FUNCTION_NODE *pPrev = pInfo;
1830 while (pInfo) {
1831 if (pInfo->pfnMsgCallback == pfnMsgCallback) {
1832 pPrev->pNext = pInfo->pNext;
1833 if (g_pDbgFunctionHead == pInfo)
1834 g_pDbgFunctionHead = pInfo->pNext;
1835 free(pInfo);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001836 break;
1837 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001838 pPrev = pInfo;
1839 pInfo = pInfo->pNext;
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001840 }
Jon Ashburna8aa8372015-03-03 15:07:15 -07001841 if (g_pDbgFunctionHead == NULL)
1842 {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001843 if (g_actionIsDefault) {
Jon Ashburna8aa8372015-03-03 15:07:15 -07001844 g_debugAction = XGL_DBG_LAYER_ACTION_LOG_MSG;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001845 } else {
1846 g_debugAction = (XGL_LAYER_DBG_ACTION)(g_debugAction & ~((uint32_t)XGL_DBG_LAYER_ACTION_CALLBACK));
1847 }
Jon Ashburna8aa8372015-03-03 15:07:15 -07001848 }
Courtney Goeltzenleuchterc80a5572015-04-13 14:10:06 -06001849 XGL_RESULT result = nextTable.DbgUnregisterMsgCallback(instance, pfnMsgCallback);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001850 return result;
1851}
1852
Jon Ashburn71c2b152015-03-02 16:51:38 -07001853#if !defined(WIN32)
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001854XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11CreatePresentableImage(XGL_DEVICE device, const XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO* pCreateInfo,
1855 XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001856{
1857 XGL_RESULT result = nextTable.WsiX11CreatePresentableImage(device, pCreateInfo, pImage, pMem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001858 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001859 if (XGL_SUCCESS == result) {
1860 // Add image object, then insert the new Mem Object and then bind it to created image
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001861 addObjectInfo(*pImage, _XGL_STRUCTURE_TYPE_MAX_ENUM, pCreateInfo, sizeof(XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO), "wsi_x11_image");
1862 addMemObjInfo(*pMem, NULL);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001863 if (XGL_FALSE == updateObjectBinding(*pImage, *pMem)) {
1864 char str[1024];
1865 sprintf(str, "In xglWsiX11CreatePresentableImage(), unable to set image %p binding to mem obj %p", (void*)*pImage, (void*)*pMem);
1866 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, *pImage, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1867 }
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001868 }
1869 printObjList();
1870 printMemList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001871 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001872 return result;
1873}
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001874
1875XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11QueuePresent(XGL_QUEUE queue, const XGL_WSI_X11_PRESENT_INFO* pPresentInfo, XGL_FENCE fence)
1876{
1877 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001878 addFenceInfo(fence, queue);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001879 char str[1024];
1880 sprintf(str, "In xglWsiX11QueuePresent(), checking queue %p for fence %p", queue, fence);
1881 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str);
1882 loader_platform_thread_unlock_mutex(&globalLock);
1883 XGL_RESULT result = nextTable.WsiX11QueuePresent(queue, pPresentInfo, fence);
1884 return result;
1885}
Ian Elliott2d4ab1e2015-01-13 17:52:38 -07001886#endif // WIN32
Tobin Ehlis6663f492014-11-10 12:29:12 -07001887
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001888XGL_LAYER_EXPORT void* XGLAPI xglGetProcAddr(XGL_PHYSICAL_GPU gpu, const char* funcName)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001889{
1890 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
Chia-I Wu4d11dcc2015-01-05 13:18:57 +08001891
Tobin Ehlis6663f492014-11-10 12:29:12 -07001892 if (gpu == NULL)
1893 return NULL;
1894 pCurObj = gpuw;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -07001895 loader_platform_thread_once(&g_initOnce, initMemTracker);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001896
Jon Ashburn71c2b152015-03-02 16:51:38 -07001897 if (!strcmp(funcName, "xglGetProcAddr"))
1898 return (void *) xglGetProcAddr;
1899 if (!strcmp(funcName, "xglCreateDevice"))
1900 return (void*) xglCreateDevice;
1901 if (!strcmp(funcName, "xglDestroyDevice"))
1902 return (void*) xglDestroyDevice;
1903 if (!strcmp(funcName, "xglEnumerateLayers"))
1904 return (void*) xglEnumerateLayers;
1905 if (!strcmp(funcName, "xglQueueSubmit"))
1906 return (void*) xglQueueSubmit;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001907 if (!strcmp(funcName, "xglAllocMemory"))
1908 return (void*) xglAllocMemory;
1909 if (!strcmp(funcName, "xglFreeMemory"))
1910 return (void*) xglFreeMemory;
1911 if (!strcmp(funcName, "xglSetMemoryPriority"))
1912 return (void*) xglSetMemoryPriority;
1913 if (!strcmp(funcName, "xglMapMemory"))
1914 return (void*) xglMapMemory;
1915 if (!strcmp(funcName, "xglUnmapMemory"))
1916 return (void*) xglUnmapMemory;
1917 if (!strcmp(funcName, "xglPinSystemMemory"))
1918 return (void*) xglPinSystemMemory;
1919 if (!strcmp(funcName, "xglOpenSharedMemory"))
1920 return (void*) xglOpenSharedMemory;
1921 if (!strcmp(funcName, "xglOpenPeerMemory"))
1922 return (void*) xglOpenPeerMemory;
1923 if (!strcmp(funcName, "xglOpenPeerImage"))
1924 return (void*) xglOpenPeerImage;
1925 if (!strcmp(funcName, "xglDestroyObject"))
1926 return (void*) xglDestroyObject;
1927 if (!strcmp(funcName, "xglGetObjectInfo"))
1928 return (void*) xglGetObjectInfo;
1929 if (!strcmp(funcName, "xglBindObjectMemory"))
1930 return (void*) xglBindObjectMemory;
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001931 if (!strcmp(funcName, "xglCreateFence"))
1932 return (void*) xglCreateFence;
1933 if (!strcmp(funcName, "xglGetFenceStatus"))
1934 return (void*) xglGetFenceStatus;
Mark Lobodzinski148e1582015-04-07 16:07:57 -05001935 if (!strcmp(funcName, "xglResetFences"))
1936 return (void*) xglResetFences;
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001937 if (!strcmp(funcName, "xglWaitForFences"))
1938 return (void*) xglWaitForFences;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001939 if (!strcmp(funcName, "xglQueueWaitIdle"))
1940 return (void*) xglQueueWaitIdle;
1941 if (!strcmp(funcName, "xglDeviceWaitIdle"))
1942 return (void*) xglDeviceWaitIdle;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001943 if (!strcmp(funcName, "xglCreateEvent"))
1944 return (void*) xglCreateEvent;
1945 if (!strcmp(funcName, "xglCreateQueryPool"))
1946 return (void*) xglCreateQueryPool;
1947 if (!strcmp(funcName, "xglCreateBuffer"))
1948 return (void*) xglCreateBuffer;
1949 if (!strcmp(funcName, "xglCreateBufferView"))
1950 return (void*) xglCreateBufferView;
1951 if (!strcmp(funcName, "xglCreateImage"))
1952 return (void*) xglCreateImage;
1953 if (!strcmp(funcName, "xglCreateImageView"))
1954 return (void*) xglCreateImageView;
1955 if (!strcmp(funcName, "xglCreateColorAttachmentView"))
1956 return (void*) xglCreateColorAttachmentView;
1957 if (!strcmp(funcName, "xglCreateDepthStencilView"))
1958 return (void*) xglCreateDepthStencilView;
1959 if (!strcmp(funcName, "xglCreateShader"))
1960 return (void*) xglCreateShader;
1961 if (!strcmp(funcName, "xglCreateGraphicsPipeline"))
1962 return (void*) xglCreateGraphicsPipeline;
Courtney Goeltzenleuchter0d40f152015-03-25 15:37:49 -06001963 if (!strcmp(funcName, "xglCreateGraphicsPipelineDerivative"))
1964 return (void*) xglCreateGraphicsPipelineDerivative;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001965 if (!strcmp(funcName, "xglCreateComputePipeline"))
1966 return (void*) xglCreateComputePipeline;
1967 if (!strcmp(funcName, "xglCreateSampler"))
1968 return (void*) xglCreateSampler;
1969 if (!strcmp(funcName, "xglCreateDynamicViewportState"))
1970 return (void*) xglCreateDynamicViewportState;
1971 if (!strcmp(funcName, "xglCreateDynamicRasterState"))
1972 return (void*) xglCreateDynamicRasterState;
1973 if (!strcmp(funcName, "xglCreateDynamicColorBlendState"))
1974 return (void*) xglCreateDynamicColorBlendState;
1975 if (!strcmp(funcName, "xglCreateDynamicDepthStencilState"))
1976 return (void*) xglCreateDynamicDepthStencilState;
1977 if (!strcmp(funcName, "xglCreateCommandBuffer"))
1978 return (void*) xglCreateCommandBuffer;
1979 if (!strcmp(funcName, "xglBeginCommandBuffer"))
1980 return (void*) xglBeginCommandBuffer;
1981 if (!strcmp(funcName, "xglEndCommandBuffer"))
1982 return (void*) xglEndCommandBuffer;
1983 if (!strcmp(funcName, "xglResetCommandBuffer"))
1984 return (void*) xglResetCommandBuffer;
1985 if (!strcmp(funcName, "xglCmdBindPipeline"))
1986 return (void*) xglCmdBindPipeline;
1987 if (!strcmp(funcName, "xglCmdBindDynamicStateObject"))
1988 return (void*) xglCmdBindDynamicStateObject;
Courtney Goeltzenleuchtereeae16b2015-04-02 22:54:15 -06001989 if (!strcmp(funcName, "xglCmdBindDescriptorSets"))
1990 return (void*) xglCmdBindDescriptorSets;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001991 if (!strcmp(funcName, "xglCmdBindVertexBuffer"))
1992 return (void*) xglCmdBindVertexBuffer;
1993 if (!strcmp(funcName, "xglCmdBindIndexBuffer"))
1994 return (void*) xglCmdBindIndexBuffer;
1995 if (!strcmp(funcName, "xglCmdDrawIndirect"))
1996 return (void*) xglCmdDrawIndirect;
1997 if (!strcmp(funcName, "xglCmdDrawIndexedIndirect"))
1998 return (void*) xglCmdDrawIndexedIndirect;
1999 if (!strcmp(funcName, "xglCmdDispatchIndirect"))
2000 return (void*) xglCmdDispatchIndirect;
2001 if (!strcmp(funcName, "xglCmdCopyBuffer"))
2002 return (void*) xglCmdCopyBuffer;
2003 if (!strcmp(funcName, "xglCmdCopyImage"))
2004 return (void*) xglCmdCopyImage;
2005 if (!strcmp(funcName, "xglCmdCopyBufferToImage"))
2006 return (void*) xglCmdCopyBufferToImage;
2007 if (!strcmp(funcName, "xglCmdCopyImageToBuffer"))
2008 return (void*) xglCmdCopyImageToBuffer;
2009 if (!strcmp(funcName, "xglCmdCloneImageData"))
2010 return (void*) xglCmdCloneImageData;
2011 if (!strcmp(funcName, "xglCmdUpdateBuffer"))
2012 return (void*) xglCmdUpdateBuffer;
2013 if (!strcmp(funcName, "xglCmdFillBuffer"))
2014 return (void*) xglCmdFillBuffer;
2015 if (!strcmp(funcName, "xglCmdClearColorImage"))
2016 return (void*) xglCmdClearColorImage;
Jon Ashburn71c2b152015-03-02 16:51:38 -07002017 if (!strcmp(funcName, "xglCmdClearDepthStencil"))
2018 return (void*) xglCmdClearDepthStencil;
2019 if (!strcmp(funcName, "xglCmdResolveImage"))
2020 return (void*) xglCmdResolveImage;
2021 if (!strcmp(funcName, "xglCmdBeginQuery"))
2022 return (void*) xglCmdBeginQuery;
2023 if (!strcmp(funcName, "xglCmdEndQuery"))
2024 return (void*) xglCmdEndQuery;
2025 if (!strcmp(funcName, "xglCmdResetQueryPool"))
2026 return (void*) xglCmdResetQueryPool;
2027 if (!strcmp(funcName, "xglDbgRegisterMsgCallback"))
2028 return (void*) xglDbgRegisterMsgCallback;
2029 if (!strcmp(funcName, "xglDbgUnregisterMsgCallback"))
2030 return (void*) xglDbgUnregisterMsgCallback;
Mark Lobodzinski748eddf2015-03-31 16:05:35 -05002031 if (!strcmp(funcName, "xglGetDeviceQueue"))
2032 return (void*) xglGetDeviceQueue;
Mark Lobodzinskied450b02015-04-07 13:38:21 -05002033 if (!strcmp(funcName, "xglQueueAddMemReference"))
2034 return (void*) xglQueueAddMemReference;
2035 if (!strcmp(funcName, "xglQueueRemoveMemReference"))
2036 return (void*) xglQueueRemoveMemReference;
Jon Ashburn71c2b152015-03-02 16:51:38 -07002037#if !defined(WIN32)
2038 if (!strcmp(funcName, "xglWsiX11CreatePresentableImage"))
2039 return (void*) xglWsiX11CreatePresentableImage;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05002040 if (!strcmp(funcName, "xglWsiX11QueuePresent"))
2041 return (void*) xglWsiX11QueuePresent;
Jon Ashburn71c2b152015-03-02 16:51:38 -07002042#endif
Tobin Ehlis6663f492014-11-10 12:29:12 -07002043 else {
Tobin Ehlis6663f492014-11-10 12:29:12 -07002044 if (gpuw->pGPA == NULL)
2045 return NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05002046 return gpuw->pGPA((XGL_PHYSICAL_GPU)gpuw->nextObject, funcName);
Tobin Ehlis6663f492014-11-10 12:29:12 -07002047 }
2048}