blob: 38a4ff12391ee8c2cd8fc628a3bc4f3cf28daf6f [file] [log] [blame]
Tobin Ehlis6663f492014-11-10 12:29:12 -07001/*
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05002 * Vulkan
Tobin Ehlis6663f492014-11-10 12:29:12 -07003 *
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05004 * Copyright (C) 2015 LunarG, Inc.
Tobin Ehlis6663f492014-11-10 12:29:12 -07005 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050017* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
Tobin Ehlis6663f492014-11-10 12:29:12 -070018 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
23 */
24
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -050025#include <inttypes.h>
Tobin Ehlis6663f492014-11-10 12:29:12 -070026#include <stdio.h>
27#include <stdlib.h>
28#include <string.h>
29#include <assert.h>
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050030#include <list>
31#include <map>
32using namespace std;
33
Ian Elliott2d4ab1e2015-01-13 17:52:38 -070034#include "loader_platform.h"
Chia-I Wuaa4121f2015-01-04 23:11:43 +080035#include "xgl_dispatch_table_helper.h"
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050036#include "xgl_struct_string_helper_cpp.h"
Tobin Ehliscd9223b2014-11-19 16:19:28 -070037#include "mem_tracker.h"
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -070038#include "layers_config.h"
Ian Elliott655cad72015-02-12 17:08:34 -070039// The following is #included again to catch certain OS-specific functions
40// being used:
41#include "loader_platform.h"
Jon Ashburn2e672892015-02-16 08:46:53 -070042#include "layers_msg.h"
Tobin Ehlis6663f492014-11-10 12:29:12 -070043
44static XGL_LAYER_DISPATCH_TABLE nextTable;
45static XGL_BASE_LAYER_OBJECT *pCurObj;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -070046static LOADER_PLATFORM_THREAD_ONCE_DECLARATION(g_initOnce);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -060047// TODO : This can be much smarter, using separate locks for separate global data
48static int globalLockInitialized = 0;
49static loader_platform_thread_mutex globalLock;
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -070050
Tobin Ehlisc145be82015-01-08 15:22:32 -070051#define MAX_BINDING 0xFFFFFFFF
Tobin Ehlisc145be82015-01-08 15:22:32 -070052
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050053map<XGL_CMD_BUFFER, MT_CB_INFO*> cbMap;
54map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*> memObjMap;
55map<XGL_OBJECT, MT_OBJ_INFO*> objectMap;
Mark Lobodzinski223ca202015-04-02 08:52:53 -050056map<uint64_t, MT_FENCE_INFO*> fenceMap; // Map fenceId to fence info
57map<XGL_QUEUE, MT_QUEUE_INFO*> queueMap;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050058
Mark Lobodzinski50932972015-04-02 20:49:09 -050059// TODO : Add per-device fence completion
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050060static uint64_t g_currentFenceId = 1;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050061static XGL_DEVICE globalDevice = NULL;
Mark Lobodzinskic52b7752015-02-18 16:38:17 -060062
Mark Lobodzinski223ca202015-04-02 08:52:53 -050063// Add new queue for this device to map container
64static void addQueueInfo(const XGL_QUEUE queue)
65{
Mark Lobodzinski50932972015-04-02 20:49:09 -050066 MT_QUEUE_INFO* pInfo = new MT_QUEUE_INFO;
67 pInfo->lastRetiredId = 0;
68 pInfo->lastSubmittedId = 0;
69 queueMap[queue] = pInfo;
Mark Lobodzinski223ca202015-04-02 08:52:53 -050070}
71
72static void deleteQueueInfoList(void)
73{
74 // Process queue list, cleaning up each entry before deleting
75 for (map<XGL_QUEUE, MT_QUEUE_INFO*>::iterator ii=queueMap.begin(); ii!=queueMap.end(); ++ii) {
76 (*ii).second->pQueueCmdBuffers.clear();
77 }
78 queueMap.clear();
79}
80
81// Add new CBInfo for this cb to map container
82static void addCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -070083{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050084 MT_CB_INFO* pInfo = new MT_CB_INFO;
85 memset(pInfo, 0, (sizeof(MT_CB_INFO) - sizeof(list<XGL_GPU_MEMORY>)));
86 pInfo->cmdBuffer = cb;
Mark Lobodzinski50932972015-04-02 20:49:09 -050087 cbMap[cb] = pInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -070088}
89
Mark Lobodzinski223ca202015-04-02 08:52:53 -050090// Return ptr to Info in CB map, or NULL if not found
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050091static MT_CB_INFO* getCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -070092{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050093 MT_CB_INFO* pCBInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050094 if (cbMap.find(cb) != cbMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050095 pCBInfo = cbMap[cb];
Mark Lobodzinski93f494b2015-03-02 20:23:52 -060096 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050097 return pCBInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -070098}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -060099
Courtney Goeltzenleuchterd3fb9552015-04-02 13:39:07 -0600100// Add new Queue node for this cb at end of global CB LL
101static void insertGlobalQueue(const XGL_QUEUE queue)
102{
103#if 0 // TODO: Add tracking of Queue's
104 MT_QUEUE_NODE* pTrav = pGlobalQueueHead;
105 if (!pTrav) {
106 pTrav = (MT_QUEUE_NODE*)malloc(sizeof(MT_QUEUE_NODE));
107 pGlobalQueueHead = pTrav;
108 }
109 else {
110 while (NULL != pTrav->pNextGlobalQueueNode)
111 pTrav = pTrav->pNextGlobalQueueNode;
112 pTrav->pNextGlobalQueueNode = (MT_QUEUE_NODE*)malloc(sizeof(MT_QUEUE_NODE));
113 pTrav = pTrav->pNextGlobalQueueNode;
114 }
115 if (!pTrav) {
116 char str[1024];
117 sprintf(str, "Malloc failed to alloc node for Queue %p", (void*)queue);
118 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_OUT_OF_MEMORY_ERROR, "MEM", str);
119 }
120 else {
121 numQueueNodes++;
122 memset(pTrav, 0, sizeof(MT_QUEUE_NODE));
123 pTrav->queue = queue;
124 }
125#endif
126}
127
128// Return ptr to node in global LL containing cb, or NULL if not found
129static MT_QUEUE_NODE* getGlobalQueueNode(const XGL_QUEUE queue)
130{
131#if 0
132 MT_QUEUE_NODE* pTrav = pGlobalQueueHead;
133 while (pTrav && (pTrav->queue != queue)) {
134 pTrav = pTrav->pNextGlobalQueueNode;
135 }
136 return pTrav;
137#endif
138}
139
140static void insertQueueMemRef(MT_QUEUE_NODE *pQueueNode, XGL_GPU_MEMORY mem)
141{
142#if 0
143 if (pQueueNode->numMemRefs >= pQueueNode->refListSize) {
144 pQueueNode->refListSize += 16;
145 pQueueNode->pMemRefList = realloc(pQueueNode->pMemRefList, pQueueNode->refListSize);
146 }
147 pQueueNode->pMemRefList[pQueueNode->numMemRefs++] = mem;
148#endif
149}
150
151static void removeQueueMemRef(MT_QUEUE_NODE *pQueueNode, XGL_GPU_MEMORY mem)
152{
153 uint32_t idx;
154
155 for (idx = 0; idx < pQueueNode->numMemRefs; idx++) {
156 if (pQueueNode->pMemRefList[idx] == mem) {
157 pQueueNode->numMemRefs--;
158 memcpy(&pQueueNode->pMemRefList[idx], pQueueNode->pMemRefList[idx+1],
159 pQueueNode->numMemRefs * sizeof(XGL_GPU_MEMORY));
160 }
161 }
162}
163
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500164// Add a fence, creating one if necessary to our list of fences/fenceIds
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500165static uint64_t addFenceInfo(XGL_FENCE fence, XGL_QUEUE queue)
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500166{
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500167 // Create fence object
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500168 MT_FENCE_INFO* pFenceInfo = new MT_FENCE_INFO;
Mark Lobodzinski50932972015-04-02 20:49:09 -0500169 MT_QUEUE_INFO* pQueueInfo = queueMap[queue];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500170 uint64_t fenceId = g_currentFenceId++;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500171 memset(pFenceInfo, 0, sizeof(MT_FENCE_INFO));
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500172 // If no fence, create an internal fence to track the submissions
173 if (fence == NULL) {
174 XGL_FENCE_CREATE_INFO fci;
175 fci.sType = XGL_STRUCTURE_TYPE_FENCE_CREATE_INFO;
176 fci.pNext = NULL;
177 fci.flags = 0;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500178 nextTable.CreateFence(globalDevice, &fci, &pFenceInfo->fence);
179 pFenceInfo->localFence = XGL_TRUE;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500180 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500181 pFenceInfo->localFence = XGL_FALSE;
182 pFenceInfo->fence = fence;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700183 }
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500184 pFenceInfo->queue = queue;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500185 fenceMap[fenceId] = pFenceInfo;
Mark Lobodzinski50932972015-04-02 20:49:09 -0500186 // Update most recently submitted fenceId for Queue
187 pQueueInfo->lastSubmittedId = fenceId;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500188 return fenceId;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500189}
190
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500191// Remove a fenceInfo from our list of fences/fenceIds
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500192static void deleteFenceInfo(uint64_t fenceId)
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500193{
194 if (fenceId != 0) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500195 if (fenceMap.find(fenceId) != fenceMap.end()) {
Mark Lobodzinski50932972015-04-02 20:49:09 -0500196 map<uint64_t, MT_FENCE_INFO*>::iterator item;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500197 MT_FENCE_INFO* pDelInfo = fenceMap[fenceId];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500198 if (pDelInfo != NULL) {
199 if (pDelInfo->localFence == XGL_TRUE) {
200 nextTable.DestroyObject(pDelInfo->fence);
201 }
202 delete pDelInfo;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500203 }
Mark Lobodzinski50932972015-04-02 20:49:09 -0500204 item = fenceMap.find(fenceId);
205 fenceMap.erase(item);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500206 }
207 }
208}
209
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500210// Search through list for this fence, deleting all items before it (with lower IDs) and updating lastRetiredId
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500211static void updateFenceTracking(XGL_FENCE fence)
212{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500213 MT_FENCE_INFO *pCurFenceInfo = NULL;
214 uint64_t fenceId = 0;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500215 XGL_QUEUE queue = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500216
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500217 for (map<uint64_t, MT_FENCE_INFO*>::iterator ii=fenceMap.begin(); ii!=fenceMap.end(); ++ii) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500218 if ((*ii).second != NULL) {
219 if (fence == ((*ii).second)->fence) {
220 queue = ((*ii).second)->queue;
221 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
222 pQueueInfo->lastRetiredId = (*ii).first;
223 } else {
224 deleteFenceInfo((*ii).first);
225 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500226 }
227 }
228}
229
230// Utility function that determines if a fenceId has been retired yet
231static bool32_t fenceRetired(uint64_t fenceId)
232{
233 bool32_t result = XGL_FALSE;
Mark Lobodzinski50932972015-04-02 20:49:09 -0500234 if (fenceId == 0) { // Uninitialized fences will have IDs of zero, ignore
235 result = XGL_TRUE;
236 } else if (fenceMap.find(fenceId) != fenceMap.end()) {
237 MT_FENCE_INFO* pFenceInfo = fenceMap[fenceId];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500238 MT_QUEUE_INFO* pQueueInfo = queueMap[pFenceInfo->queue];
239 if (fenceId <= pQueueInfo->lastRetiredId) {
240 result = XGL_TRUE;
241 }
Mark Lobodzinski50932972015-04-02 20:49:09 -0500242 } else { // If not in list, fence has been retired and deleted
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500243 result = XGL_TRUE;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500244 }
245 return result;
246}
247
248// Return the fence associated with a fenceId
249static XGL_FENCE getFenceFromId(uint64_t fenceId)
250{
251 XGL_FENCE fence = NULL;
252 if (fenceId != 0) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500253 // Search for an item with this fenceId
254 if (fenceMap.find(fenceId) != fenceMap.end()) {
255 MT_FENCE_INFO* pFenceInfo = fenceMap[fenceId];
256 if (pFenceInfo != NULL) {
257 MT_QUEUE_INFO* pQueueInfo = queueMap[pFenceInfo->queue];
258 if (fenceId > pQueueInfo->lastRetiredId) {
259 fence = pFenceInfo->fence;
260 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500261 }
262 }
263 }
264 return fence;
265}
266
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500267// Helper routine that updates the fence list for a specific queue to all-retired
268static void retireQueueFences(XGL_QUEUE queue)
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500269{
Mark Lobodzinski50932972015-04-02 20:49:09 -0500270 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
271 pQueueInfo->lastRetiredId = pQueueInfo->lastSubmittedId;
272 // Set Queue's lastRetired to lastSubmitted, free items in queue's fence list
273 map<uint64_t, MT_FENCE_INFO*>::iterator it = fenceMap.begin();
274 map<uint64_t, MT_FENCE_INFO*>::iterator temp;
275 while (it != fenceMap.end()) {
276 if (((*it).second)->queue == queue) {
277 temp = it;
278 ++temp;
279 deleteFenceInfo((*it).first);
280 it = temp;
281 } else {
282 ++it;
283 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500284 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700285}
286
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500287// Helper routine that updates fence list for all queues to all-retired
Mark Lobodzinski50932972015-04-02 20:49:09 -0500288static void retireDeviceFences(XGL_DEVICE device)
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500289{
290 // Process each queue for device
Mark Lobodzinski50932972015-04-02 20:49:09 -0500291 // TODO: Add multiple device support
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500292 for (map<XGL_QUEUE, MT_QUEUE_INFO*>::iterator ii=queueMap.begin(); ii!=queueMap.end(); ++ii) {
293 retireQueueFences((*ii).first);
294 }
295}
296
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600297static bool32_t validateCBMemRef(const XGL_CMD_BUFFER cb, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700298{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600299 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500300 MT_CB_INFO* pInfo = getCBInfo(cb);
301 if (!pInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700302 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500303 sprintf(str, "Unable to find info for CB %p in order to check memory references", (void*)cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700304 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600305 result = XGL_FALSE;
306 } else {
307 // Validate that all actual references are accounted for in pMemRefs
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600308 uint32_t i;
309 uint8_t found = 0;
310 uint64_t foundCount = 0;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500311
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500312 for (list<XGL_GPU_MEMORY>::iterator it = pInfo->pMemObjList.begin(); it != pInfo->pMemObjList.end(); ++it) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600313 for (i = 0; i < memRefCount; i++) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500314 if ((*it) == pMemRefs[i].mem) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600315 char str[1024];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500316 sprintf(str, "Found Mem Obj %p binding to CB %p", (*it), cb);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600317 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
318 found = 1;
319 foundCount++;
320 break;
321 }
322 }
323 if (!found) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700324 char str[1024];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500325 sprintf(str, "Memory reference list for Command Buffer %p is missing ref to mem obj %p", cb, (*it));
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600326 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str);
327 result = XGL_FALSE;
328 }
329 found = 0;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600330 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500331
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600332 if (result == XGL_TRUE) {
333 char str[1024];
334 sprintf(str, "Verified all %lu memory dependencies for CB %p are included in pMemRefs list", foundCount, cb);
335 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500336 // TODO : Could report mem refs in pMemRefs that AREN'T in mem list, that would be primarily informational
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600337 // Currently just noting that there is a difference
338 if (foundCount != memRefCount) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500339 sprintf(str, "There are %u mem refs included in pMemRefs list, but only %lu are required", memRefCount, foundCount);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700340 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700341 }
342 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700343 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600344 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700345}
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500346// Return ptr to info in map container containing mem, or NULL if not found
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -0700347// Calls to this function should be wrapped in mutex
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500348static MT_MEM_OBJ_INFO* getMemObjInfo(const XGL_GPU_MEMORY mem)
Tobin Ehlisc145be82015-01-08 15:22:32 -0700349{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500350 MT_MEM_OBJ_INFO* pMemObjInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500351
352 if (memObjMap.find(mem) != memObjMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500353 pMemObjInfo = memObjMap[mem];
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600354 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500355 return pMemObjInfo;
Tobin Ehlisc145be82015-01-08 15:22:32 -0700356}
357
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500358static void addMemObjInfo(const XGL_GPU_MEMORY mem, const XGL_MEMORY_ALLOC_INFO* pAllocInfo)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700359{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500360 MT_MEM_OBJ_INFO* pInfo = new MT_MEM_OBJ_INFO;
361 pInfo->refCount = 0;
362 memset(&pInfo->allocInfo, 0, sizeof(XGL_MEMORY_ALLOC_INFO));
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500363
364 if (pAllocInfo) { // MEM alloc created by xglWsiX11CreatePresentableImage() doesn't have alloc info struct
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500365 memcpy(&pInfo->allocInfo, pAllocInfo, sizeof(XGL_MEMORY_ALLOC_INFO));
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500366 // TODO: Update for real hardware, actually process allocation info structures
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500367 pInfo->allocInfo.pNext = NULL;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700368 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500369 pInfo->mem = mem;
370 memObjMap[mem] = pInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700371}
372
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500373// Find CB Info and add mem binding to list container
374// Find Mem Obj Info and add CB binding to list container
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600375static bool32_t updateCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700376{
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500377 bool32_t result = XGL_TRUE;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700378 // First update CB binding in MemObj mini CB list
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500379 MT_MEM_OBJ_INFO* pMemInfo = getMemObjInfo(mem);
380 if (!pMemInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700381 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500382 sprintf(str, "Trying to bind mem obj %p to CB %p but no info for that mem obj.\n Was it correctly allocated? Did it already get freed?", mem, cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700383 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600384 result = XGL_FALSE;
385 } else {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500386 // Search for cmd buffer object in memory object's binding list
387 bool32_t found = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500388 for (list<XGL_CMD_BUFFER>::iterator it = pMemInfo->pCmdBufferBindings.begin(); it != pMemInfo->pCmdBufferBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500389 if ((*it) == cb) {
390 found = XGL_TRUE;
391 break;
392 }
393 }
394 // If not present, add to list
395 if (found == XGL_FALSE) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500396 pMemInfo->pCmdBufferBindings.push_front(cb);
397 pMemInfo->refCount++;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500398 }
399
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500400 // Now update CBInfo's Mem binding list
401 MT_CB_INFO* pCBInfo = getCBInfo(cb);
402 if (!pCBInfo) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500403 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500404 sprintf(str, "Trying to bind mem obj %p to CB %p but no info for that CB. Was it CB incorrectly destroyed?", mem, cb);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500405 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
406 result = XGL_FALSE;
407 } else {
408 // Search for memory object in cmd buffer's binding list
409 bool32_t found = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500410 for (list<XGL_GPU_MEMORY>::iterator it = pCBInfo->pMemObjList.begin(); it != pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500411 if ((*it) == mem) {
412 found = XGL_TRUE;
413 break;
414 }
415 }
416 // If not present, add to list
417 if (found == XGL_FALSE) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500418 pCBInfo->pMemObjList.push_front(mem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600419 }
420 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700421 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600422 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700423}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600424
Tobin Ehlis6663f492014-11-10 12:29:12 -0700425// Clear the CB Binding for mem
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -0700426// Calls to this function should be wrapped in mutex
Tobin Ehlis6663f492014-11-10 12:29:12 -0700427static void clearCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem)
428{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500429 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500430 // TODO : Having this check is not ideal, really if memInfo was deleted,
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -0700431 // its CB bindings should be cleared and then freeCBBindings wouldn't call
432 // us here with stale mem objs
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500433 if (pInfo) {
434 pInfo->pCmdBufferBindings.remove(cb);
435 pInfo->refCount--;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700436 }
437}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600438
Tobin Ehlis6663f492014-11-10 12:29:12 -0700439// Free bindings related to CB
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600440static bool32_t freeCBBindings(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700441{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600442 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500443 MT_CB_INFO* pCBInfo = getCBInfo(cb);
444 if (!pCBInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700445 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500446 sprintf(str, "Unable to find global CB info %p for deletion", cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700447 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600448 result = XGL_FALSE;
449 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500450 if (!fenceRetired(pCBInfo->fenceId)) {
451 deleteFenceInfo(pCBInfo->fenceId);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600452 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500453
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500454 for (list<XGL_GPU_MEMORY>::iterator it=pCBInfo->pMemObjList.begin(); it!=pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500455 clearCBBinding(cb, (*it));
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600456 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500457 pCBInfo->pMemObjList.clear();
Tobin Ehlis6663f492014-11-10 12:29:12 -0700458 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600459 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700460}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600461
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500462// Delete CBInfo from list along with all of it's mini MemObjInfo
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500463// and also clear mem references to CB
Tobin Ehlis6663f492014-11-10 12:29:12 -0700464// TODO : When should this be called? There's no Destroy of CBs that I see
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500465static bool32_t deleteCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700466{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600467 bool32_t result = XGL_TRUE;
468 result = freeCBBindings(cb);
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500469 // Delete the CBInfo info
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600470 if (result == XGL_TRUE) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500471 if (cbMap.find(cb) != cbMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500472 MT_CB_INFO* pDelInfo = cbMap[cb];
473 delete pDelInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500474 cbMap.erase(cb);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600475 }
Ian Elliott2d4ab1e2015-01-13 17:52:38 -0700476 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600477 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700478}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600479
Tobin Ehlis6663f492014-11-10 12:29:12 -0700480// Delete the entire CB list
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500481static bool32_t deleteCBInfoList()
Tobin Ehlis6663f492014-11-10 12:29:12 -0700482{
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600483 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500484 for (map<XGL_CMD_BUFFER, MT_CB_INFO*>::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500485 freeCBBindings((*ii).first);
486 delete (*ii).second;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700487 }
488 return result;
489}
490
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500491// For given MemObjInfo, report Obj & CB bindings
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500492static void reportMemReferences(const MT_MEM_OBJ_INFO* pMemObjInfo)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700493{
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600494 uint32_t refCount = 0; // Count found references
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500495
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500496 for (list<XGL_CMD_BUFFER>::const_iterator it = pMemObjInfo->pCmdBufferBindings.begin(); it != pMemObjInfo->pCmdBufferBindings.end(); ++it) {
Tobin Ehlis6663f492014-11-10 12:29:12 -0700497 refCount++;
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700498 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500499 sprintf(str, "Command Buffer %p has reference to mem obj %p", (*it), pMemObjInfo->mem);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500500 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700501 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500502 for (list<XGL_OBJECT>::const_iterator it = pMemObjInfo->pObjBindings.begin(); it != pMemObjInfo->pObjBindings.end(); ++it) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700503 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500504 sprintf(str, "XGL Object %p has reference to mem obj %p", (*it), pMemObjInfo->mem);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500505 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700506 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500507 if (refCount != pMemObjInfo->refCount) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700508 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500509 sprintf(str, "Refcount of %u for Mem Obj %p does't match reported refs of %u", pMemObjInfo->refCount, pMemObjInfo->mem, refCount);
510 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pMemObjInfo->mem, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700511 }
512}
513
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500514static void deleteMemObjInfo(XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700515{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500516 MT_MEM_OBJ_INFO* pDelInfo = memObjMap[mem];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500517 if (memObjMap.find(mem) != memObjMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500518 MT_MEM_OBJ_INFO* pDelInfo = memObjMap[mem];
519 delete pDelInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500520 memObjMap.erase(mem);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700521 }
522}
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500523
Tobin Ehlis6663f492014-11-10 12:29:12 -0700524// Check if fence for given CB is completed
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600525static bool32_t checkCBCompleted(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700526{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600527 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500528 MT_CB_INFO* pCBInfo = getCBInfo(cb);
529 if (!pCBInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700530 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500531 sprintf(str, "Unable to find global CB info %p to check for completion", cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700532 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600533 result = XGL_FALSE;
534 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500535 if (!fenceRetired(pCBInfo->fenceId)) {
Mark Lobodzinski50932972015-04-02 20:49:09 -0500536 char str[1024];
537 sprintf(str, "FenceId %" PRIx64", fence %p for CB %p has not been checked for completion", pCBInfo->fenceId, getFenceFromId(pCBInfo->fenceId), cb);
538 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
539 result = XGL_FALSE;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600540 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700541 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600542 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700543}
544
Courtney Goeltzenleuchter1c943a72015-03-26 16:15:39 -0600545static bool32_t freeMemObjInfo(XGL_GPU_MEMORY mem, bool internal)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700546{
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600547 bool32_t result = XGL_TRUE;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500548 // Parse global list to find info w/ mem
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500549 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
550 if (!pInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700551 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500552 sprintf(str, "Couldn't find mem info object for %p\n Was %p never allocated or previously freed?", (void*)mem, (void*)mem);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700553 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600554 result = XGL_FALSE;
555 } else {
Courtney Goeltzenleuchter1c943a72015-03-26 16:15:39 -0600556 if (pInfo->allocInfo.allocationSize == 0 && !internal) {
Mark Lobodzinski2f3b19b2015-02-18 18:06:24 -0600557 char str[1024];
558 sprintf(str, "Attempting to free memory associated with a Presentable Image, %p, this should not be explicitly freed\n", (void*)mem);
Mark Lobodzinski78a21972015-03-05 12:39:33 -0600559 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700560 result = XGL_FALSE;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600561 } else {
562 // Clear any CB bindings for completed CBs
563 // TODO : Is there a better place to do this?
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500564
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500565 list<XGL_CMD_BUFFER>::iterator it = pInfo->pCmdBufferBindings.begin();
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500566 list<XGL_CMD_BUFFER>::iterator temp;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500567 while (it != pInfo->pCmdBufferBindings.end()) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500568 if (XGL_TRUE == checkCBCompleted(*it)) {
569 temp = it;
570 ++temp;
571 freeCBBindings(*it);
572 it = temp;
573 } else {
574 ++it;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600575 }
576 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500577
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600578 // Now verify that no references to this mem obj remain
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500579 if (0 != pInfo->refCount) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500580 // If references remain, report the error and can search CB list to find references
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600581 char str[1024];
582 sprintf(str, "Freeing mem obj %p while it still has references", (void*)mem);
583 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREED_MEM_REF, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500584 reportMemReferences(pInfo);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600585 result = XGL_FALSE;
586 }
Mark Lobodzinski50932972015-04-02 20:49:09 -0500587 // Delete mem obj info
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500588 deleteMemObjInfo(mem);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700589 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700590 }
591 return result;
592}
593
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500594// Return object info for 'object' or return NULL if no info exists
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500595static MT_OBJ_INFO* getObjectInfo(const XGL_OBJECT object)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700596{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500597 MT_OBJ_INFO* pObjInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500598
599 if (objectMap.find(object) != objectMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500600 pObjInfo = objectMap[object];
Tobin Ehlis6663f492014-11-10 12:29:12 -0700601 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500602 return pObjInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500603}
604
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500605static MT_OBJ_INFO* addObjectInfo(XGL_OBJECT object, XGL_STRUCTURE_TYPE sType, const void *pCreateInfo, const int struct_size, const char *name_prefix)
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500606{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500607 MT_OBJ_INFO* pInfo = new MT_OBJ_INFO;
608 memset(pInfo, 0, sizeof(MT_OBJ_INFO));
609 memcpy(&pInfo->create_info, pCreateInfo, struct_size);
610 sprintf(pInfo->object_name, "%s_%p", name_prefix, object);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500611
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500612 pInfo->object = object;
613 pInfo->ref_count = 1;
614 pInfo->sType = sType;
615 objectMap[object] = pInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500616
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500617 return pInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700618}
619
Tobin Ehlis6663f492014-11-10 12:29:12 -0700620// Remove object binding performs 3 tasks:
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500621// 1. Remove ObjectInfo from MemObjInfo list container of obj bindings & free it
622// 2. Decrement refCount for MemObjInfo
623// 3. Clear MemObjInfo ptr from ObjectInfo
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600624static bool32_t clearObjectBinding(XGL_OBJECT object)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700625{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600626 bool32_t result = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500627 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
628 if (!pObjInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700629 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -0600630 sprintf(str, "Attempting to clear mem binding for object %p: devices, queues, command buffers, shaders and memory objects do not have external memory requirements and it is unneccessary to call bind/unbindObjectMemory on them.", object);
631 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600632 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500633 if (!pObjInfo->pMemObjInfo) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600634 char str[1024];
635 sprintf(str, "Attempting to clear mem binding on obj %p but it has no binding.", (void*)object);
636 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEM_OBJ_CLEAR_EMPTY_BINDINGS, "MEM", str);
637 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500638 for (list<XGL_OBJECT>::iterator it = pObjInfo->pMemObjInfo->pObjBindings.begin(); it != pObjInfo->pMemObjInfo->pObjBindings.end(); ++it) {
639 pObjInfo->pMemObjInfo->refCount--;
640 pObjInfo->pMemObjInfo = NULL;
641 it = pObjInfo->pMemObjInfo->pObjBindings.erase(it);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500642 result = XGL_TRUE;
643 break;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600644 }
645 if (result == XGL_FALSE) {
646 char str[1024];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500647 sprintf(str, "While trying to clear mem binding for object %p, unable to find that object referenced by mem obj %p",
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500648 object, pObjInfo->pMemObjInfo->mem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600649 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
650 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700651 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700652 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600653 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700654}
655
656// For NULL mem case, clear any previous binding Else...
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500657// Make sure given object is in global object map
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700658// IF a previous binding existed, clear it
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500659// Add reference from objectInfo to memoryInfo
660// Add reference off of objInfo
Tobin Ehlis6663f492014-11-10 12:29:12 -0700661// Return XGL_TRUE if addition is successful, XGL_FALSE otherwise
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600662static bool32_t updateObjectBinding(XGL_OBJECT object, XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700663{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600664 bool32_t result = XGL_FALSE;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700665 // Handle NULL case separately, just clear previous binding & decrement reference
666 if (mem == XGL_NULL_HANDLE) {
667 clearObjectBinding(object);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600668 result = XGL_TRUE;
669 } else {
670 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500671 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
672 if (!pObjInfo) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600673 sprintf(str, "Attempting to update Binding of Obj(%p) that's not in global list()", (void*)object);
674 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
675 return XGL_FALSE;
676 }
677 // non-null case so should have real mem obj
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500678 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
679 if (!pInfo) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500680 sprintf(str, "While trying to bind mem for obj %p, couldn't find info for mem obj %p", (void*)object, (void*)mem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600681 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
682 } else {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500683 // Search for object in memory object's binding list
684 bool32_t found = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500685 for (list<XGL_OBJECT>::iterator it = pInfo->pObjBindings.begin(); it != pInfo->pObjBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500686 if ((*it) == object) {
687 found = XGL_TRUE;
688 break;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600689 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600690 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500691 // If not present, add to list
692 if (found == XGL_FALSE) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500693 pInfo->pObjBindings.push_front(object);
694 pInfo->refCount++;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500695 }
696
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500697 if (pObjInfo->pMemObjInfo) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500698 clearObjectBinding(object); // Need to clear the previous object binding before setting new binding
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500699 sprintf(str, "Updating memory binding for object %p from mem obj %p to %p", object, pObjInfo->pMemObjInfo->mem, mem);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500700 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_NONE, "MEM", str);
701 }
702 // For image objects, make sure default memory state is correctly set
703 // TODO : What's the best/correct way to handle this?
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500704 if (XGL_STRUCTURE_TYPE_IMAGE_CREATE_INFO == pObjInfo->sType) {
705 if (pObjInfo->create_info.image_create_info.usage & (XGL_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | XGL_IMAGE_USAGE_DEPTH_STENCIL_BIT)) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500706 // TODO:: More memory state transition stuff.
707 }
708 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500709 pObjInfo->pMemObjInfo = pInfo;
Tobin Ehlis8be20fd2015-01-07 17:49:29 -0700710 }
711 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700712 return XGL_TRUE;
713}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600714
Tobin Ehlis6663f492014-11-10 12:29:12 -0700715// Print details of global Obj tracking list
716static void printObjList()
717{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500718 MT_OBJ_INFO* pInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500719 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500720 sprintf(str, "Details of Object list of size %lu elements", objectMap.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500721 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500722 for (map<XGL_OBJECT, MT_OBJ_INFO*>::iterator ii=objectMap.begin(); ii!=objectMap.end(); ++ii) {
723 pInfo = (*ii).second;
724 sprintf(str, " ObjInfo %p has object %p, pMemObjInfo %p", pInfo, pInfo->object, pInfo->pMemObjInfo);
725 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pInfo->object, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700726 }
727}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600728
Tobin Ehlis6663f492014-11-10 12:29:12 -0700729// For given Object, get 'mem' obj that it's bound to or NULL if no binding
730static XGL_GPU_MEMORY getMemBindingFromObject(const XGL_OBJECT object)
731{
732 XGL_GPU_MEMORY mem = NULL;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500733 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
734 if (pObjInfo) {
735 if (pObjInfo->pMemObjInfo) {
736 mem = pObjInfo->pMemObjInfo->mem;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700737 }
738 else {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700739 char str[1024];
740 sprintf(str, "Trying to get mem binding for object %p but object has no mem binding", (void*)object);
741 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MISSING_MEM_BINDINGS, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700742 printObjList();
743 }
744 }
745 else {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700746 char str[1024];
747 sprintf(str, "Trying to get mem binding for object %p but no such object in global list", (void*)object);
748 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700749 printObjList();
750 }
751 return mem;
752}
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500753
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500754// Print details of MemObjInfo list
Tobin Ehlis6663f492014-11-10 12:29:12 -0700755static void printMemList()
756{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500757 MT_MEM_OBJ_INFO* pInfo = NULL;
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700758 // Just printing each msg individually for now, may want to package these into single large print
759 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500760 sprintf(str, "MEM INFO : Details of Memory Object list of size %lu elements", memObjMap.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500761 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
762
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500763 for (map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*>::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) {
764 pInfo = (*ii).second;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500765
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500766 sprintf(str, " ===MemObjInfo at %p===", (void*)pInfo);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700767 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500768 sprintf(str, " Mem object: %p", (void*)pInfo->mem);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700769 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500770 sprintf(str, " Ref Count: %u", pInfo->refCount);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500771 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500772 if (0 != pInfo->allocInfo.allocationSize) {
773 string pAllocInfoMsg = xgl_print_xgl_memory_alloc_info(&pInfo->allocInfo, "{MEM}INFO : ");
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500774 sprintf(str, " Mem Alloc info:\n%s", pAllocInfoMsg.c_str());
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700775 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500776 } else {
777 sprintf(str, " Mem Alloc info is NULL (alloc done by xglWsiX11CreatePresentableImage())");
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700778 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500779 }
780
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500781 sprintf(str, " XGL OBJECT Binding list of size %lu elements:", pInfo->pObjBindings.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500782 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500783 for (list<XGL_OBJECT>::iterator it = pInfo->pObjBindings.begin(); it != pInfo->pObjBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500784 sprintf(str, " XGL OBJECT %p", (*it));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700785 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500786 }
787
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500788 sprintf(str, " XGL Command Buffer (CB) binding list of size %lu elements", pInfo->pCmdBufferBindings.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500789 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500790 for (list<XGL_CMD_BUFFER>::iterator it = pInfo->pCmdBufferBindings.begin(); it != pInfo->pCmdBufferBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500791 sprintf(str, " XGL CB %p", (*it));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700792 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700793 }
794 }
795}
796
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500797static void printCBList()
Tobin Ehlis6663f492014-11-10 12:29:12 -0700798{
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700799 char str[1024] = {0};
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500800 MT_CB_INFO* pCBInfo = NULL;
801 sprintf(str, "Details of CB list of size %lu elements", cbMap.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500802 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
803
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500804 for (map<XGL_CMD_BUFFER, MT_CB_INFO*>::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) {
805 pCBInfo = (*ii).second;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500806
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500807 sprintf(str, " CB Info (%p) has CB %p, fenceId %" PRIx64", and fence %p",
808 (void*)pCBInfo, (void*)pCBInfo->cmdBuffer, pCBInfo->fenceId,
809 (void*)getFenceFromId(pCBInfo->fenceId));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700810 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500811
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500812 for (list<XGL_GPU_MEMORY>::iterator it = pCBInfo->pMemObjList.begin(); it != pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500813 sprintf(str, " Mem obj %p", (*it));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700814 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700815 }
816 }
817}
818
Mark Lobodzinskic52b7752015-02-18 16:38:17 -0600819static void initMemTracker(void)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700820{
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -0700821 const char *strOpt;
822 // initialize MemTracker options
Ian Elliotte7826712015-03-06 13:50:05 -0700823 getLayerOptionEnum("MemTrackerReportLevel", (uint32_t *) &g_reportingLevel);
824 g_actionIsDefault = getLayerOptionEnum("MemTrackerDebugAction", (uint32_t *) &g_debugAction);
Tobin Ehlisee702232015-01-08 14:26:53 -0700825
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -0700826 if (g_debugAction & XGL_DBG_LAYER_ACTION_LOG_MSG)
827 {
828 strOpt = getLayerOption("MemTrackerLogFilename");
829 if (strOpt)
830 {
831 g_logFile = fopen(strOpt, "w");
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -0700832 }
833 if (g_logFile == NULL)
834 g_logFile = stdout;
835 }
836
837 // initialize Layer dispatch table
838 // TODO handle multiple GPUs
Mark Lobodzinski391bb6d2015-01-09 15:12:03 -0600839 xglGetProcAddrType fpNextGPA;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700840 fpNextGPA = pCurObj->pGPA;
841 assert(fpNextGPA);
842
Chia-I Wuaa4121f2015-01-04 23:11:43 +0800843 layer_initialize_dispatch_table(&nextTable, fpNextGPA, (XGL_PHYSICAL_GPU) pCurObj->nextObject);
844
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500845 xglGetProcAddrType fpGetProcAddr = (xglGetProcAddrType)fpNextGPA((XGL_PHYSICAL_GPU) pCurObj->nextObject, (char *) "xglGetProcAddr");
Tobin Ehlis6663f492014-11-10 12:29:12 -0700846 nextTable.GetProcAddr = fpGetProcAddr;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600847
848 if (!globalLockInitialized)
849 {
850 // TODO/TBD: Need to delete this mutex sometime. How??? One
851 // suggestion is to call this during xglCreateInstance(), and then we
852 // can clean it up during xglDestroyInstance(). However, that requires
853 // that the layer have per-instance locks. We need to come back and
854 // address this soon.
855 loader_platform_thread_create_mutex(&globalLock);
856 globalLockInitialized = 1;
857 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700858}
859
Tobin Ehlis6663f492014-11-10 12:29:12 -0700860XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDevice(XGL_PHYSICAL_GPU gpu, const XGL_DEVICE_CREATE_INFO* pCreateInfo, XGL_DEVICE* pDevice)
861{
862 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
863 pCurObj = gpuw;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -0700864 loader_platform_thread_once(&g_initOnce, initMemTracker);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700865 XGL_RESULT result = nextTable.CreateDevice((XGL_PHYSICAL_GPU)gpuw->nextObject, pCreateInfo, pDevice);
866 // Save off device in case we need it to create Fences
867 globalDevice = *pDevice;
868 return result;
869}
870
871XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyDevice(XGL_DEVICE device)
872{
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700873 char str[1024];
874 sprintf(str, "Printing List details prior to xglDestroyDevice()");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600875 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700876 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700877 printMemList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500878 printCBList();
Tobin Ehlis6663f492014-11-10 12:29:12 -0700879 printObjList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500880 if (XGL_FALSE == deleteCBInfoList()) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700881 sprintf(str, "Issue deleting global CB list in xglDestroyDevice()");
882 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
883 }
Tobin Ehlisb54ef782014-11-25 18:01:12 -0700884 // Report any memory leaks
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500885 MT_MEM_OBJ_INFO* pInfo = NULL;
886 for (map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*>::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) {
887 pInfo = (*ii).second;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500888
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500889 if (pInfo->allocInfo.allocationSize != 0) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500890 sprintf(str, "Mem Object %p has not been freed. You should clean up this memory by calling xglFreeMemory(%p) prior to xglDestroyDevice().",
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500891 pInfo->mem, pInfo->mem);
892 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, pInfo->mem, 0, MEMTRACK_MEMORY_LEAK, "MEM", str);
Mark Lobodzinski2f3b19b2015-02-18 18:06:24 -0600893 }
Tobin Ehlisb54ef782014-11-25 18:01:12 -0700894 }
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500895
896 // Queues persist until device is destroyed
897 deleteQueueInfoList();
898
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600899 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700900 XGL_RESULT result = nextTable.DestroyDevice(device);
901 return result;
902}
903
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500904XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEnumerateLayers(XGL_PHYSICAL_GPU gpu, size_t maxLayerCount,
905 size_t maxStringSize, size_t* pOutLayerCount, char* const* pOutLayers, void* pReserved)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700906{
Jon Ashburnf7a08742014-11-25 11:08:42 -0700907 if (gpu != NULL)
908 {
909 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
910 pCurObj = gpuw;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -0700911 loader_platform_thread_once(&g_initOnce, initMemTracker);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500912 XGL_RESULT result = nextTable.EnumerateLayers((XGL_PHYSICAL_GPU)gpuw->nextObject, maxLayerCount,
913 maxStringSize, pOutLayerCount, pOutLayers, pReserved);
Jon Ashburnf7a08742014-11-25 11:08:42 -0700914 return result;
915 } else
916 {
917 if (pOutLayerCount == NULL || pOutLayers == NULL || pOutLayers[0] == NULL)
918 return XGL_ERROR_INVALID_POINTER;
919 // This layer compatible with all GPUs
920 *pOutLayerCount = 1;
Chia-I Wu1da4b9f2014-12-16 10:47:33 +0800921 strncpy((char *) pOutLayers[0], "MemTracker", maxStringSize);
Jon Ashburnf7a08742014-11-25 11:08:42 -0700922 return XGL_SUCCESS;
923 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700924}
925
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500926XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSubmit(XGL_QUEUE queue, uint32_t cmdBufferCount, const XGL_CMD_BUFFER* pCmdBuffers,
927 uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs, XGL_FENCE fence)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700928{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600929 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700930 // TODO : Need to track fence and clear mem references when fence clears
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500931 MT_CB_INFO* pCBInfo = NULL;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500932 uint64_t fenceId = addFenceInfo(fence, queue);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500933 char str[1024];
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700934 sprintf(str, "In xglQueueSubmit(), checking %u cmdBuffers with %u memRefs", cmdBufferCount, memRefCount);
935 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700936 printMemList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500937 printCBList();
Tobin Ehlis6663f492014-11-10 12:29:12 -0700938 for (uint32_t i = 0; i < cmdBufferCount; i++) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500939 pCBInfo = getCBInfo(pCmdBuffers[i]);
940 pCBInfo->fenceId = fenceId;
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700941 sprintf(str, "Verifying mem refs for CB %p", pCmdBuffers[i]);
942 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700943 if (XGL_FALSE == validateCBMemRef(pCmdBuffers[i], memRefCount, pMemRefs)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700944 sprintf(str, "Unable to verify memory references for CB %p", (void*)pCmdBuffers[i]);
945 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700946 }
947 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500948 printCBList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600949 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500950 XGL_RESULT result = nextTable.QueueSubmit(queue, cmdBufferCount, pCmdBuffers, memRefCount, pMemRefs, getFenceFromId(fenceId));
Tobin Ehlis6663f492014-11-10 12:29:12 -0700951 return result;
952}
953
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600954XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSetGlobalMemReferences(XGL_QUEUE queue, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700955{
956 // TODO : Use global mem references as part of list checked on QueueSubmit above
957 XGL_RESULT result = nextTable.QueueSetGlobalMemReferences(queue, memRefCount, pMemRefs);
958 return result;
959}
960
Courtney Goeltzenleuchterd3fb9552015-04-02 13:39:07 -0600961XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetDeviceQueue(
962 XGL_DEVICE device,
963 uint32_t queueNodeIndex,
964 uint32_t queueIndex,
965 XGL_QUEUE* pQueue)
966{
967 XGL_RESULT result = nextTable.GetDeviceQueue(device, queueNodeIndex, queueIndex, pQueue);
968 if (result == XGL_SUCCESS) {
969 loader_platform_thread_lock_mutex(&globalLock);
970 MT_QUEUE_NODE *pQueueNode = getGlobalQueueNode(*pQueue);
971 if (pQueueNode == NULL) {
972 addQueueInfo(*pQueue);
973 insertGlobalQueue(*pQueue);
974 }
975 loader_platform_thread_unlock_mutex(&globalLock);
976 }
977 return result;
978}
979
980XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueAddMemReference(XGL_QUEUE queue, XGL_GPU_MEMORY mem)
981{
982 XGL_RESULT result = nextTable.QueueAddMemReference(queue, mem);
983 if (result == XGL_SUCCESS) {
984 loader_platform_thread_lock_mutex(&globalLock);
985 MT_QUEUE_NODE *pQueueNode = getGlobalQueueNode(queue);
986 if (pQueueNode == NULL) {
987 char str[1024];
988 sprintf(str, "Unknown Queue %p", queue);
989 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_INVALID_QUEUE, "MEM", str);
990 } else {
991 MT_MEM_OBJ_INFO *pMem = getMemObjInfo(mem);
992 if (pMem == NULL) {
993 char str[1024];
994 sprintf(str, "Unknown GPU Memory Object %p", mem);
995 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
996 } else {
997 insertQueueMemRef(pQueueNode, mem);
998 }
999 }
1000 loader_platform_thread_unlock_mutex(&globalLock);
1001 }
1002 return result;
1003}
1004
1005XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueRemoveMemReference(XGL_QUEUE queue, XGL_GPU_MEMORY mem)
1006{
1007 // TODO : Decrement ref count for this memory reference on this queue. Remove if ref count is zero.
1008 XGL_RESULT result = nextTable.QueueRemoveMemReference(queue, mem);
1009 if (result == XGL_SUCCESS) {
1010 loader_platform_thread_lock_mutex(&globalLock);
1011 MT_QUEUE_NODE *pQueueNode = getGlobalQueueNode(queue);
1012 if (pQueueNode == NULL) {
1013 char str[1024];
1014 sprintf(str, "Unknown Queue %p", queue);
1015 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_INVALID_QUEUE, "MEM", str);
1016 } else {
1017 MT_MEM_OBJ_INFO *pMem = getMemObjInfo(mem);
1018 if (pMem == NULL) {
1019 char str[1024];
1020 sprintf(str, "Unknown GPU Memory Object %p", mem);
1021 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
1022 } else {
1023 removeQueueMemRef(pQueueNode, mem);
1024 }
1025 }
1026 loader_platform_thread_unlock_mutex(&globalLock);
1027 }
1028 return result;
1029}
1030
Tobin Ehlis6663f492014-11-10 12:29:12 -07001031XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglAllocMemory(XGL_DEVICE device, const XGL_MEMORY_ALLOC_INFO* pAllocInfo, XGL_GPU_MEMORY* pMem)
1032{
1033 XGL_RESULT result = nextTable.AllocMemory(device, pAllocInfo, pMem);
1034 // TODO : Track allocations and overall size here
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001035 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001036 addMemObjInfo(*pMem, pAllocInfo);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001037 printMemList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001038 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001039 return result;
1040}
1041
1042XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglFreeMemory(XGL_GPU_MEMORY mem)
1043{
Tobin Ehlisc0418f92014-11-25 14:47:20 -07001044 /* From spec : A memory object is freed by calling xglFreeMemory() when it is no longer needed. Before
1045 * freeing a memory object, an application must ensure the memory object is unbound from
1046 * all API objects referencing it and that it is not referenced by any queued command buffers
1047 */
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001048 loader_platform_thread_lock_mutex(&globalLock);
Courtney Goeltzenleuchter1c943a72015-03-26 16:15:39 -06001049 if (XGL_FALSE == freeMemObjInfo(mem, false)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001050 char str[1024];
1051 sprintf(str, "Issue while freeing mem obj %p", (void*)mem);
1052 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREE_MEM_ERROR, "MEM", str);
1053 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001054 printMemList();
1055 printObjList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001056 printCBList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001057 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001058 XGL_RESULT result = nextTable.FreeMemory(mem);
1059 return result;
1060}
1061
1062XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglSetMemoryPriority(XGL_GPU_MEMORY mem, XGL_MEMORY_PRIORITY priority)
1063{
1064 // TODO : Update tracking for this alloc
1065 // Make sure memory is not pinned, which can't have priority set
1066 XGL_RESULT result = nextTable.SetMemoryPriority(mem, priority);
1067 return result;
1068}
1069
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001070XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglMapMemory(XGL_GPU_MEMORY mem, XGL_FLAGS flags, void** ppData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001071{
1072 // TODO : Track when memory is mapped
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001073 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001074 MT_MEM_OBJ_INFO *pMemObj = getMemObjInfo(mem);
Mark Lobodzinski95152dc2015-02-25 12:16:04 -06001075 if ((pMemObj->allocInfo.memProps & XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT) == 0) {
1076 char str[1024];
1077 sprintf(str, "Mapping Memory (%p) without XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT set", (void*)mem);
1078 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_STATE, "MEM", str);
1079 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001080 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001081 XGL_RESULT result = nextTable.MapMemory(mem, flags, ppData);
1082 return result;
1083}
1084
1085XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglUnmapMemory(XGL_GPU_MEMORY mem)
1086{
1087 // TODO : Track as memory gets unmapped, do we want to check what changed following map?
1088 // Make sure that memory was ever mapped to begin with
1089 XGL_RESULT result = nextTable.UnmapMemory(mem);
1090 return result;
1091}
1092
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001093XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglPinSystemMemory(XGL_DEVICE device, const void* pSysMem, size_t memSize, XGL_GPU_MEMORY* pMem)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001094{
1095 // TODO : Track this
1096 // Verify that memory is actually pinnable
1097 XGL_RESULT result = nextTable.PinSystemMemory(device, pSysMem, memSize, pMem);
1098 return result;
1099}
1100
Tobin Ehlis6663f492014-11-10 12:29:12 -07001101XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenSharedMemory(XGL_DEVICE device, const XGL_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem)
1102{
1103 // TODO : Track this
1104 XGL_RESULT result = nextTable.OpenSharedMemory(device, pOpenInfo, pMem);
1105 return result;
1106}
1107
Tobin Ehlis6663f492014-11-10 12:29:12 -07001108XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerMemory(XGL_DEVICE device, const XGL_PEER_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem)
1109{
1110 // TODO : Track this
1111 XGL_RESULT result = nextTable.OpenPeerMemory(device, pOpenInfo, pMem);
1112 return result;
1113}
1114
1115XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerImage(XGL_DEVICE device, const XGL_PEER_IMAGE_OPEN_INFO* pOpenInfo, XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem)
1116{
1117 // TODO : Track this
1118 XGL_RESULT result = nextTable.OpenPeerImage(device, pOpenInfo, pImage, pMem);
1119 return result;
1120}
1121
1122XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyObject(XGL_OBJECT object)
1123{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001124 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001125
Tobin Ehlisa98df732014-11-27 07:52:04 -07001126 // First check if this is a CmdBuffer
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001127 if (NULL != getCBInfo((XGL_CMD_BUFFER)object)) {
1128 deleteCBInfo((XGL_CMD_BUFFER)object);
Tobin Ehlisa98df732014-11-27 07:52:04 -07001129 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001130
1131 if (objectMap.find(object) != objectMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001132 MT_OBJ_INFO* pDelInfo = objectMap[object];
1133 if (pDelInfo->pMemObjInfo) {
Tobin Ehlisa98df732014-11-27 07:52:04 -07001134 // Wsi allocated Memory is tied to image object so clear the binding and free that memory automatically
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001135 if (0 == pDelInfo->pMemObjInfo->allocInfo.allocationSize) { // Wsi allocated memory has NULL allocInfo w/ 0 size
1136 XGL_GPU_MEMORY memToFree = pDelInfo->pMemObjInfo->mem;
Tobin Ehlisa98df732014-11-27 07:52:04 -07001137 clearObjectBinding(object);
Courtney Goeltzenleuchter1c943a72015-03-26 16:15:39 -06001138 freeMemObjInfo(memToFree, true);
1139 }
1140 else {
Tobin Ehlisa98df732014-11-27 07:52:04 -07001141 char str[1024];
Tobin Ehlis72a3d132015-03-26 08:24:16 -06001142 sprintf(str, "Destroying obj %p that is still bound to memory object %p\nYou should first clear binding by calling xglBindObjectMemory(%p, 0, XGL_NULL_HANDLE, 0)", object, (void*)pDelInfo->pMemObjInfo->mem, object);
Tobin Ehlisa98df732014-11-27 07:52:04 -07001143 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_DESTROY_OBJECT_ERROR, "MEM", str);
1144 // From the spec : If an object has previous memory binding, it is required to unbind memory from an API object before it is destroyed.
1145 clearObjectBinding(object);
1146 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001147 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001148 delete pDelInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001149 objectMap.erase(object);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001150 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001151
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001152 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001153 XGL_RESULT result = nextTable.DestroyObject(object);
1154 return result;
1155}
1156
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001157XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetObjectInfo(XGL_BASE_OBJECT object, XGL_OBJECT_INFO_TYPE infoType, size_t* pDataSize, void* pData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001158{
1159 // TODO : What to track here?
1160 // Could potentially save returned mem requirements and validate values passed into BindObjectMemory for this object
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001161 // From spec : The only objects that are guaranteed to have no external memory requirements are devices, queues, command buffers, shaders and memory objects.
Tobin Ehlis6663f492014-11-10 12:29:12 -07001162 XGL_RESULT result = nextTable.GetObjectInfo(object, infoType, pDataSize, pData);
1163 return result;
1164}
1165
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001166XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBindObjectMemory(XGL_OBJECT object, uint32_t allocationIdx, XGL_GPU_MEMORY mem, XGL_GPU_SIZE offset)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001167{
Jon Ashburn9b6eae52015-01-15 10:39:19 -07001168 XGL_RESULT result = nextTable.BindObjectMemory(object, allocationIdx, mem, offset);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001169 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001170 // Track objects tied to memory
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001171 if (XGL_FALSE == updateObjectBinding(object, mem)) {
1172 char str[1024];
1173 sprintf(str, "Unable to set object %p binding to mem obj %p", (void*)object, (void*)mem);
1174 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1175 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001176 printObjList();
1177 printMemList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001178 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001179 return result;
1180}
1181
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001182XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateFence(XGL_DEVICE device, const XGL_FENCE_CREATE_INFO* pCreateInfo, XGL_FENCE* pFence)
1183{
1184 XGL_RESULT result = nextTable.CreateFence(device, pCreateInfo, pFence);
1185 if (XGL_SUCCESS == result) {
1186 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001187 addObjectInfo(*pFence, pCreateInfo->sType, pCreateInfo, sizeof(XGL_FENCE_CREATE_INFO), "fence");
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001188 loader_platform_thread_unlock_mutex(&globalLock);
1189 }
1190 return result;
1191}
1192
1193XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetFenceStatus(XGL_FENCE fence)
1194{
1195 XGL_RESULT result = nextTable.GetFenceStatus(fence);
1196 if (XGL_SUCCESS == result) {
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001197 loader_platform_thread_lock_mutex(&globalLock);
1198 updateFenceTracking(fence);
1199 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001200 }
1201 return result;
1202}
1203
1204XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWaitForFences(XGL_DEVICE device, uint32_t fenceCount, const XGL_FENCE* pFences, bool32_t waitAll, uint64_t timeout)
1205{
1206 XGL_RESULT result = nextTable.WaitForFences(device, fenceCount, pFences, waitAll, timeout);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001207 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski50932972015-04-02 20:49:09 -05001208
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001209 if (XGL_SUCCESS == result) {
Mark Lobodzinski50932972015-04-02 20:49:09 -05001210 if (waitAll || fenceCount == 1) { // Clear all the fences
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001211 for(uint32_t i = 0; i < fenceCount; i++) {
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001212 updateFenceTracking(pFences[i]);
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001213 }
1214 }
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001215 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001216 loader_platform_thread_unlock_mutex(&globalLock);
1217 return result;
1218}
1219
1220XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueWaitIdle(XGL_QUEUE queue)
1221{
1222 XGL_RESULT result = nextTable.QueueWaitIdle(queue);
1223 if (XGL_SUCCESS == result) {
1224 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001225 retireQueueFences(queue);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001226 loader_platform_thread_unlock_mutex(&globalLock);
1227 }
1228 return result;
1229}
1230
1231XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDeviceWaitIdle(XGL_DEVICE device)
1232{
1233 XGL_RESULT result = nextTable.DeviceWaitIdle(device);
1234 if (XGL_SUCCESS == result) {
1235 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski50932972015-04-02 20:49:09 -05001236 retireDeviceFences(device);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001237 loader_platform_thread_unlock_mutex(&globalLock);
1238 }
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001239 return result;
1240}
1241
Tobin Ehlis6663f492014-11-10 12:29:12 -07001242XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateEvent(XGL_DEVICE device, const XGL_EVENT_CREATE_INFO* pCreateInfo, XGL_EVENT* pEvent)
1243{
1244 XGL_RESULT result = nextTable.CreateEvent(device, pCreateInfo, pEvent);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001245 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001246 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001247 addObjectInfo(*pEvent, pCreateInfo->sType, pCreateInfo, sizeof(XGL_EVENT_CREATE_INFO), "event");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001248 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001249 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001250 return result;
1251}
1252
Tobin Ehlis6663f492014-11-10 12:29:12 -07001253XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateQueryPool(XGL_DEVICE device, const XGL_QUERY_POOL_CREATE_INFO* pCreateInfo, XGL_QUERY_POOL* pQueryPool)
1254{
1255 XGL_RESULT result = nextTable.CreateQueryPool(device, pCreateInfo, pQueryPool);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001256 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001257 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001258 addObjectInfo(*pQueryPool, pCreateInfo->sType, pCreateInfo, sizeof(XGL_QUERY_POOL_CREATE_INFO), "query_pool");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001259 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001260 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001261 return result;
1262}
1263
Tobin Ehlis7265e832015-01-19 08:42:29 -07001264XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBuffer(XGL_DEVICE device, const XGL_BUFFER_CREATE_INFO* pCreateInfo, XGL_BUFFER* pBuffer)
1265{
1266 XGL_RESULT result = nextTable.CreateBuffer(device, pCreateInfo, pBuffer);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001267 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001268 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001269 addObjectInfo(*pBuffer, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_CREATE_INFO), "buffer");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001270 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001271 }
Tobin Ehlis7265e832015-01-19 08:42:29 -07001272 return result;
1273}
1274
1275XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBufferView(XGL_DEVICE device, const XGL_BUFFER_VIEW_CREATE_INFO* pCreateInfo, XGL_BUFFER_VIEW* pView)
1276{
1277 XGL_RESULT result = nextTable.CreateBufferView(device, pCreateInfo, pView);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001278 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001279 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001280 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_VIEW_CREATE_INFO), "buffer_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001281 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001282 }
Tobin Ehlis7265e832015-01-19 08:42:29 -07001283 return result;
1284}
1285
Tobin Ehlis6663f492014-11-10 12:29:12 -07001286XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImage(XGL_DEVICE device, const XGL_IMAGE_CREATE_INFO* pCreateInfo, XGL_IMAGE* pImage)
1287{
1288 XGL_RESULT result = nextTable.CreateImage(device, pCreateInfo, pImage);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001289 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001290 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001291 addObjectInfo(*pImage, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_CREATE_INFO), "image");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001292 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001293 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001294 return result;
1295}
1296
Tobin Ehlis6663f492014-11-10 12:29:12 -07001297XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImageView(XGL_DEVICE device, const XGL_IMAGE_VIEW_CREATE_INFO* pCreateInfo, XGL_IMAGE_VIEW* pView)
1298{
1299 XGL_RESULT result = nextTable.CreateImageView(device, pCreateInfo, pView);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001300 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001301 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001302 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_VIEW_CREATE_INFO), "image_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001303 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001304 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001305 return result;
1306}
1307
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001308XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateColorAttachmentView(XGL_DEVICE device, const XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO* pCreateInfo,
1309 XGL_COLOR_ATTACHMENT_VIEW* pView)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001310{
1311 XGL_RESULT result = nextTable.CreateColorAttachmentView(device, pCreateInfo, pView);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001312 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001313 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001314 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO), "color_attachment_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001315 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001316 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001317 return result;
1318}
1319
1320XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDepthStencilView(XGL_DEVICE device, const XGL_DEPTH_STENCIL_VIEW_CREATE_INFO* pCreateInfo, XGL_DEPTH_STENCIL_VIEW* pView)
1321{
1322 XGL_RESULT result = nextTable.CreateDepthStencilView(device, pCreateInfo, pView);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001323 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001324 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001325 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DEPTH_STENCIL_VIEW_CREATE_INFO), "ds_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001326 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001327 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001328 return result;
1329}
1330
1331XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateShader(XGL_DEVICE device, const XGL_SHADER_CREATE_INFO* pCreateInfo, XGL_SHADER* pShader)
1332{
1333 XGL_RESULT result = nextTable.CreateShader(device, pCreateInfo, pShader);
1334 return result;
1335}
1336
1337XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateGraphicsPipeline(XGL_DEVICE device, const XGL_GRAPHICS_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline)
1338{
1339 XGL_RESULT result = nextTable.CreateGraphicsPipeline(device, pCreateInfo, pPipeline);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001340 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001341 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001342 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_GRAPHICS_PIPELINE_CREATE_INFO), "graphics_pipeline");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001343 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001344 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001345 return result;
1346}
1347
Courtney Goeltzenleuchter0d40f152015-03-25 15:37:49 -06001348XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateGraphicsPipelineDerivative(
1349 XGL_DEVICE device,
1350 const XGL_GRAPHICS_PIPELINE_CREATE_INFO* pCreateInfo,
1351 XGL_PIPELINE basePipeline,
1352 XGL_PIPELINE* pPipeline)
1353{
1354 XGL_RESULT result = nextTable.CreateGraphicsPipelineDerivative(device, pCreateInfo, basePipeline, pPipeline);
1355 if (result == XGL_SUCCESS) {
1356 loader_platform_thread_lock_mutex(&globalLock);
Courtney Goeltzenleuchtere2aaad02015-04-13 16:16:04 -06001357 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_GRAPHICS_PIPELINE_CREATE_INFO), "graphics_pipeline");
Courtney Goeltzenleuchter0d40f152015-03-25 15:37:49 -06001358 loader_platform_thread_unlock_mutex(&globalLock);
1359 }
1360 return result;
1361}
1362
Tobin Ehlis6663f492014-11-10 12:29:12 -07001363XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateComputePipeline(XGL_DEVICE device, const XGL_COMPUTE_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline)
1364{
1365 XGL_RESULT result = nextTable.CreateComputePipeline(device, pCreateInfo, pPipeline);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001366 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001367 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001368 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COMPUTE_PIPELINE_CREATE_INFO), "compute_pipeline");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001369 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001370 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001371 return result;
1372}
1373
Tobin Ehlis6663f492014-11-10 12:29:12 -07001374XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateSampler(XGL_DEVICE device, const XGL_SAMPLER_CREATE_INFO* pCreateInfo, XGL_SAMPLER* pSampler)
1375{
1376 XGL_RESULT result = nextTable.CreateSampler(device, pCreateInfo, pSampler);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001377 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001378 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001379 addObjectInfo(*pSampler, pCreateInfo->sType, pCreateInfo, sizeof(XGL_SAMPLER_CREATE_INFO), "sampler");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001380 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001381 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001382 return result;
1383}
1384
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001385XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicViewportState(XGL_DEVICE device, const XGL_DYNAMIC_VP_STATE_CREATE_INFO* pCreateInfo,
1386 XGL_DYNAMIC_VP_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001387{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001388 XGL_RESULT result = nextTable.CreateDynamicViewportState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001389 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001390 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001391 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_VP_STATE_CREATE_INFO), "viewport_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001392 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001393 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001394 return result;
1395}
1396
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001397XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicRasterState(XGL_DEVICE device, const XGL_DYNAMIC_RS_STATE_CREATE_INFO* pCreateInfo,
1398 XGL_DYNAMIC_RS_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001399{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001400 XGL_RESULT result = nextTable.CreateDynamicRasterState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001401 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001402 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001403 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_RS_STATE_CREATE_INFO), "raster_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001404 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001405 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001406 return result;
1407}
1408
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001409XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicColorBlendState(XGL_DEVICE device, const XGL_DYNAMIC_CB_STATE_CREATE_INFO* pCreateInfo,
1410 XGL_DYNAMIC_CB_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001411{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001412 XGL_RESULT result = nextTable.CreateDynamicColorBlendState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001413 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001414 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001415 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_CB_STATE_CREATE_INFO), "cb_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001416 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001417 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001418 return result;
1419}
1420
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001421XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicDepthStencilState(XGL_DEVICE device, const XGL_DYNAMIC_DS_STATE_CREATE_INFO* pCreateInfo,
1422 XGL_DYNAMIC_DS_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001423{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001424 XGL_RESULT result = nextTable.CreateDynamicDepthStencilState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001425 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001426 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001427 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_DS_STATE_CREATE_INFO), "ds_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001428 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001429 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001430 return result;
1431}
1432
1433XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateCommandBuffer(XGL_DEVICE device, const XGL_CMD_BUFFER_CREATE_INFO* pCreateInfo, XGL_CMD_BUFFER* pCmdBuffer)
1434{
1435 XGL_RESULT result = nextTable.CreateCommandBuffer(device, pCreateInfo, pCmdBuffer);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001436 // At time of cmd buffer creation, create global cmd buffer info for the returned cmd buffer
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001437 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001438 if (*pCmdBuffer)
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001439 addCBInfo(*pCmdBuffer);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001440 printCBList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001441 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001442 return result;
1443}
1444
Jon Ashburn86522372014-12-31 17:11:49 -07001445XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBeginCommandBuffer(XGL_CMD_BUFFER cmdBuffer, const XGL_CMD_BUFFER_BEGIN_INFO* pBeginInfo)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001446{
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001447 // This implicitly resets the Cmd Buffer so make sure any fence is done and then clear memory references
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001448 MT_CB_INFO* pCBInfo = getCBInfo(cmdBuffer);
1449 if (pCBInfo && (!fenceRetired(pCBInfo->fenceId))) {
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001450 bool32_t cbDone = checkCBCompleted(cmdBuffer);
1451 if (XGL_FALSE == cbDone) {
1452 char str[1024];
1453 sprintf(str, "Calling xglBeginCommandBuffer() on active CB %p before it has completed. You must check CB flag before this call.", cmdBuffer);
1454 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str);
1455 }
1456 }
Jon Ashburn86522372014-12-31 17:11:49 -07001457 XGL_RESULT result = nextTable.BeginCommandBuffer(cmdBuffer, pBeginInfo);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001458 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001459 freeCBBindings(cmdBuffer);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001460 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001461 return result;
1462}
1463
1464XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEndCommandBuffer(XGL_CMD_BUFFER cmdBuffer)
1465{
1466 // TODO : Anything to do here?
1467 XGL_RESULT result = nextTable.EndCommandBuffer(cmdBuffer);
1468 return result;
1469}
1470
1471XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglResetCommandBuffer(XGL_CMD_BUFFER cmdBuffer)
1472{
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001473 // Verify that CB is complete (not in-flight)
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001474 MT_CB_INFO* pCBInfo = getCBInfo(cmdBuffer);
1475 if (pCBInfo && (!fenceRetired(pCBInfo->fenceId))) {
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001476 bool32_t cbDone = checkCBCompleted(cmdBuffer);
1477 if (XGL_FALSE == cbDone) {
1478 char str[1024];
1479 sprintf(str, "Resetting CB %p before it has completed. You must check CB flag before calling xglResetCommandBuffer().", cmdBuffer);
1480 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str);
1481 }
1482 }
1483 // Clear memory references as this point.
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001484 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001485 freeCBBindings(cmdBuffer);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001486 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001487 XGL_RESULT result = nextTable.ResetCommandBuffer(cmdBuffer);
1488 return result;
1489}
1490// TODO : For any xglCmdBind* calls that include an object which has mem bound to it,
1491// need to account for that mem now having binding to given cmdBuffer
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001492XGL_LAYER_EXPORT void XGLAPI xglCmdBindPipeline(XGL_CMD_BUFFER cmdBuffer, XGL_PIPELINE_BIND_POINT pipelineBindPoint, XGL_PIPELINE pipeline)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001493{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001494#if 0
1495 // TODO : If memory bound to pipeline, then need to tie that mem to cmdBuffer
1496 if (getPipeline(pipeline)) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001497 MT_CB_INFO *pCBInfo = getCBInfo(cmdBuffer);
1498 if (pCBInfo) {
1499 pCBInfo->pipelines[pipelineBindPoint] = pipeline;
Tobin Ehlisc145be82015-01-08 15:22:32 -07001500 } else {
1501 char str[1024];
1502 sprintf(str, "Attempt to bind Pipeline %p to non-existant command buffer %p!", (void*)pipeline, cmdBuffer);
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001503 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, (char *) "DS", (char *) str);
Tobin Ehlisc145be82015-01-08 15:22:32 -07001504 }
1505 }
1506 else {
1507 char str[1024];
1508 sprintf(str, "Attempt to bind Pipeline %p that doesn't exist!", (void*)pipeline);
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001509 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pipeline, 0, MEMTRACK_INVALID_OBJECT, (char *) "DS", (char *) str);
Tobin Ehlisc145be82015-01-08 15:22:32 -07001510 }
1511#endif
Tobin Ehlis6663f492014-11-10 12:29:12 -07001512 nextTable.CmdBindPipeline(cmdBuffer, pipelineBindPoint, pipeline);
1513}
1514
Tobin Ehlis7265e832015-01-19 08:42:29 -07001515XGL_LAYER_EXPORT void XGLAPI xglCmdBindDynamicStateObject(XGL_CMD_BUFFER cmdBuffer, XGL_STATE_BIND_POINT stateBindPoint, XGL_DYNAMIC_STATE_OBJECT state)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001516{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001517 MT_OBJ_INFO *pObjInfo;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001518 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001519 MT_CB_INFO *pCmdBuf = getCBInfo(cmdBuffer);
Tobin Ehlisc145be82015-01-08 15:22:32 -07001520 if (!pCmdBuf) {
1521 char str[1024];
1522 sprintf(str, "Unable to find command buffer object %p, was it ever created?", (void*)cmdBuffer);
1523 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, "DD", str);
1524 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001525 pObjInfo = getObjectInfo(state);
1526 if (!pObjInfo) {
Tobin Ehlisc145be82015-01-08 15:22:32 -07001527 char str[1024];
1528 sprintf(str, "Unable to find dynamic state object %p, was it ever created?", (void*)state);
1529 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, state, 0, MEMTRACK_INVALID_OBJECT, "DD", str);
1530 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001531 pCmdBuf->pDynamicState[stateBindPoint] = pObjInfo;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001532 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001533 nextTable.CmdBindDynamicStateObject(cmdBuffer, stateBindPoint, state);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001534}
1535
Courtney Goeltzenleuchtereeae16b2015-04-02 22:54:15 -06001536XGL_LAYER_EXPORT void XGLAPI xglCmdBindDescriptorSets(
1537 XGL_CMD_BUFFER cmdBuffer,
1538 XGL_PIPELINE_BIND_POINT pipelineBindPoint,
1539 XGL_DESCRIPTOR_SET_LAYOUT_CHAIN layoutChain,
1540 uint32_t layoutChainSlot,
1541 uint32_t count,
1542 const XGL_DESCRIPTOR_SET* pDescriptorSets,
1543 const uint32_t* pUserData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001544{
Courtney Goeltzenleuchtereeae16b2015-04-02 22:54:15 -06001545
Tobin Ehlisc145be82015-01-08 15:22:32 -07001546 // TODO : Somewhere need to verify that all textures referenced by shaders in DS are in some type of *SHADER_READ* state
Courtney Goeltzenleuchtereeae16b2015-04-02 22:54:15 -06001547 nextTable.CmdBindDescriptorSets(cmdBuffer, pipelineBindPoint, layoutChain, layoutChainSlot, count, pDescriptorSets, pUserData);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001548}
1549
Tobin Ehlis7265e832015-01-19 08:42:29 -07001550XGL_LAYER_EXPORT void XGLAPI xglCmdBindVertexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t binding)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001551{
Tobin Ehlis7265e832015-01-19 08:42:29 -07001552 nextTable.CmdBindVertexBuffer(cmdBuffer, buffer, offset, binding);
Chia-I Wu19156822015-01-05 13:42:56 +08001553}
1554
Tobin Ehlis7265e832015-01-19 08:42:29 -07001555XGL_LAYER_EXPORT void XGLAPI xglCmdBindIndexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, XGL_INDEX_TYPE indexType)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001556{
Tobin Ehlis7265e832015-01-19 08:42:29 -07001557 nextTable.CmdBindIndexBuffer(cmdBuffer, buffer, offset, indexType);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001558}
1559
Tobin Ehlis7265e832015-01-19 08:42:29 -07001560XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001561{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001562 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001563 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
1564 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001565 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001566 sprintf(str, "In xglCmdDrawIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001567 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1568 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001569 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001570 nextTable.CmdDrawIndirect(cmdBuffer, buffer, offset, count, stride);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001571}
1572
Tobin Ehlis7265e832015-01-19 08:42:29 -07001573XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndexedIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001574{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001575 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001576 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
1577 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001578 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001579 sprintf(str, "In xglCmdDrawIndexedIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001580 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1581 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001582 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001583 nextTable.CmdDrawIndexedIndirect(cmdBuffer, buffer, offset, count, stride);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001584}
1585
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001586XGL_LAYER_EXPORT void XGLAPI xglCmdDispatchIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001587{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001588 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001589 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001590 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1591 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001592 sprintf(str, "In xglCmdDispatchIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001593 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1594 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001595 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001596 nextTable.CmdDispatchIndirect(cmdBuffer, buffer, offset);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001597}
1598
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001599XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER srcBuffer, XGL_BUFFER destBuffer,
1600 uint32_t regionCount, const XGL_BUFFER_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001601{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001602 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001603 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcBuffer);
1604 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001605 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001606 sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001607 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1608 }
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001609 mem = getMemBindingFromObject(destBuffer);
1610 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001611 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001612 sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001613 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1614 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001615 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001616 nextTable.CmdCopyBuffer(cmdBuffer, srcBuffer, destBuffer, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001617}
1618
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001619XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImage(XGL_CMD_BUFFER cmdBuffer,
1620 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1621 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1622 uint32_t regionCount, const XGL_IMAGE_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001623{
1624 // TODO : Each image will have mem mapping so track them
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001625 nextTable.CmdCopyImage(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001626}
1627
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001628XGL_LAYER_EXPORT void XGLAPI xglCmdBlitImage(XGL_CMD_BUFFER cmdBuffer,
1629 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1630 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1631 uint32_t regionCount, const XGL_IMAGE_BLIT* pRegions)
Courtney Goeltzenleuchter89299fa2015-03-08 17:02:18 -06001632{
1633 // TODO : Each image will have mem mapping so track them
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001634 nextTable.CmdBlitImage(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout, regionCount, pRegions);
Courtney Goeltzenleuchter89299fa2015-03-08 17:02:18 -06001635}
1636
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001637XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBufferToImage(XGL_CMD_BUFFER cmdBuffer,
1638 XGL_BUFFER srcBuffer,
1639 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1640 uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001641{
1642 // TODO : Track this
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001643 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001644 XGL_GPU_MEMORY mem = getMemBindingFromObject(destImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001645 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1646 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001647 sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001648 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1649 }
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001650
1651 mem = getMemBindingFromObject(srcBuffer);
1652 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001653 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001654 sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001655 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1656 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001657 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001658 nextTable.CmdCopyBufferToImage(cmdBuffer, srcBuffer, destImage, destImageLayout, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001659}
1660
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001661XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImageToBuffer(XGL_CMD_BUFFER cmdBuffer,
1662 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1663 XGL_BUFFER destBuffer,
1664 uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001665{
1666 // TODO : Track this
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001667 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001668 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001669 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1670 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001671 sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001672 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1673 }
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001674 mem = getMemBindingFromObject(destBuffer);
1675 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001676 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001677 sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001678 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1679 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001680 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001681 nextTable.CmdCopyImageToBuffer(cmdBuffer, srcImage, srcImageLayout, destBuffer, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001682}
1683
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001684XGL_LAYER_EXPORT void XGLAPI xglCmdCloneImageData(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1685 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001686{
1687 // TODO : Each image will have mem mapping so track them
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001688 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001689 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001690 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1691 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001692 sprintf(str, "In xglCmdCloneImageData() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001693 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1694 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001695 mem = getMemBindingFromObject(destImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001696 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1697 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001698 sprintf(str, "In xglCmdCloneImageData() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001699 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1700 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001701 loader_platform_thread_unlock_mutex(&globalLock);
Mike Stroyanfb80d5f2014-12-04 11:08:39 +00001702 nextTable.CmdCloneImageData(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001703}
1704
Tobin Ehlis7265e832015-01-19 08:42:29 -07001705XGL_LAYER_EXPORT void XGLAPI xglCmdUpdateBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE dataSize, const uint32_t* pData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001706{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001707 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001708 XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer);
1709 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001710 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001711 sprintf(str, "In xglCmdUpdateMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001712 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1713 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001714 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001715 nextTable.CmdUpdateBuffer(cmdBuffer, destBuffer, destOffset, dataSize, pData);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001716}
1717
Tobin Ehlis7265e832015-01-19 08:42:29 -07001718XGL_LAYER_EXPORT void XGLAPI xglCmdFillBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE fillSize, uint32_t data)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001719{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001720 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001721 XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer);
1722 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001723 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001724 sprintf(str, "In xglCmdFillMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001725 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1726 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001727 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001728 nextTable.CmdFillBuffer(cmdBuffer, destBuffer, destOffset, fillSize, data);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001729}
1730
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001731XGL_LAYER_EXPORT void XGLAPI xglCmdClearColorImage(XGL_CMD_BUFFER cmdBuffer,
1732 XGL_IMAGE image, XGL_IMAGE_LAYOUT imageLayout,
1733 XGL_CLEAR_COLOR color,
1734 uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001735{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001736 // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001737 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001738 XGL_GPU_MEMORY mem = getMemBindingFromObject(image);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001739 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1740 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001741 sprintf(str, "In xglCmdClearColorImage() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001742 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1743 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001744 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001745 nextTable.CmdClearColorImage(cmdBuffer, image, imageLayout, color, rangeCount, pRanges);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001746}
1747
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001748XGL_LAYER_EXPORT void XGLAPI xglCmdClearDepthStencil(XGL_CMD_BUFFER cmdBuffer,
1749 XGL_IMAGE image, XGL_IMAGE_LAYOUT imageLayout,
1750 float depth, uint32_t stencil,
1751 uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001752{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001753 // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001754 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001755 XGL_GPU_MEMORY mem = getMemBindingFromObject(image);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001756 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1757 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001758 sprintf(str, "In xglCmdClearDepthStencil() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001759 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1760 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001761 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001762 nextTable.CmdClearDepthStencil(cmdBuffer, image, imageLayout, depth, stencil, rangeCount, pRanges);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001763}
1764
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001765XGL_LAYER_EXPORT void XGLAPI xglCmdResolveImage(XGL_CMD_BUFFER cmdBuffer,
1766 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1767 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1768 uint32_t rectCount, const XGL_IMAGE_RESOLVE* pRects)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001769{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001770 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001771 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001772 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1773 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001774 sprintf(str, "In xglCmdResolveImage() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001775 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1776 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001777 mem = getMemBindingFromObject(destImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001778 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1779 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001780 sprintf(str, "In xglCmdResolveImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001781 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1782 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001783 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchterb3efe9b2015-03-25 11:25:10 -06001784 nextTable.CmdResolveImage(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout, rectCount, pRects);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001785}
1786
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001787XGL_LAYER_EXPORT void XGLAPI xglCmdBeginQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot, XGL_FLAGS flags)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001788{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001789 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001790 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001791 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1792 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001793 sprintf(str, "In xglCmdBeginQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001794 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1795 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001796 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001797 nextTable.CmdBeginQuery(cmdBuffer, queryPool, slot, flags);
1798}
1799
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001800XGL_LAYER_EXPORT void XGLAPI xglCmdEndQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001801{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001802 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001803 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001804 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1805 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001806 sprintf(str, "In xglCmdEndQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001807 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1808 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001809 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001810 nextTable.CmdEndQuery(cmdBuffer, queryPool, slot);
1811}
1812
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001813XGL_LAYER_EXPORT void XGLAPI xglCmdResetQueryPool(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t startQuery, uint32_t queryCount)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001814{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001815 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001816 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001817 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1818 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001819 sprintf(str, "In xglCmdResetQueryPool() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001820 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1821 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001822 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001823 nextTable.CmdResetQueryPool(cmdBuffer, queryPool, startQuery, queryCount);
1824}
1825
Courtney Goeltzenleuchterc80a5572015-04-13 14:10:06 -06001826XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgRegisterMsgCallback(XGL_INSTANCE instance, XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback, void* pUserData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001827{
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001828 // This layer intercepts callbacks
1829 XGL_LAYER_DBG_FUNCTION_NODE *pNewDbgFuncNode = (XGL_LAYER_DBG_FUNCTION_NODE*)malloc(sizeof(XGL_LAYER_DBG_FUNCTION_NODE));
1830 if (!pNewDbgFuncNode)
1831 return XGL_ERROR_OUT_OF_MEMORY;
1832 pNewDbgFuncNode->pfnMsgCallback = pfnMsgCallback;
1833 pNewDbgFuncNode->pUserData = pUserData;
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -07001834 pNewDbgFuncNode->pNext = g_pDbgFunctionHead;
1835 g_pDbgFunctionHead = pNewDbgFuncNode;
Jon Ashburna8aa8372015-03-03 15:07:15 -07001836 // force callbacks if DebugAction hasn't been set already other than initial value
Courtney Goeltzenleuchter90d93202015-03-04 15:47:34 -07001837 if (g_actionIsDefault) {
Jon Ashburna8aa8372015-03-03 15:07:15 -07001838 g_debugAction = XGL_DBG_LAYER_ACTION_CALLBACK;
Courtney Goeltzenleuchter90d93202015-03-04 15:47:34 -07001839 }
Courtney Goeltzenleuchterc80a5572015-04-13 14:10:06 -06001840 XGL_RESULT result = nextTable.DbgRegisterMsgCallback(instance, pfnMsgCallback, pUserData);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001841 return result;
1842}
1843
Courtney Goeltzenleuchterc80a5572015-04-13 14:10:06 -06001844XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgUnregisterMsgCallback(XGL_INSTANCE instance, XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001845{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001846 XGL_LAYER_DBG_FUNCTION_NODE *pInfo = g_pDbgFunctionHead;
1847 XGL_LAYER_DBG_FUNCTION_NODE *pPrev = pInfo;
1848 while (pInfo) {
1849 if (pInfo->pfnMsgCallback == pfnMsgCallback) {
1850 pPrev->pNext = pInfo->pNext;
1851 if (g_pDbgFunctionHead == pInfo)
1852 g_pDbgFunctionHead = pInfo->pNext;
1853 free(pInfo);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001854 break;
1855 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001856 pPrev = pInfo;
1857 pInfo = pInfo->pNext;
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001858 }
Jon Ashburna8aa8372015-03-03 15:07:15 -07001859 if (g_pDbgFunctionHead == NULL)
1860 {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001861 if (g_actionIsDefault) {
Jon Ashburna8aa8372015-03-03 15:07:15 -07001862 g_debugAction = XGL_DBG_LAYER_ACTION_LOG_MSG;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001863 } else {
1864 g_debugAction = (XGL_LAYER_DBG_ACTION)(g_debugAction & ~((uint32_t)XGL_DBG_LAYER_ACTION_CALLBACK));
1865 }
Jon Ashburna8aa8372015-03-03 15:07:15 -07001866 }
Courtney Goeltzenleuchterc80a5572015-04-13 14:10:06 -06001867 XGL_RESULT result = nextTable.DbgUnregisterMsgCallback(instance, pfnMsgCallback);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001868 return result;
1869}
1870
Jon Ashburn71c2b152015-03-02 16:51:38 -07001871#if !defined(WIN32)
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001872XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11CreatePresentableImage(XGL_DEVICE device, const XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO* pCreateInfo,
1873 XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001874{
1875 XGL_RESULT result = nextTable.WsiX11CreatePresentableImage(device, pCreateInfo, pImage, pMem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001876 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001877 if (XGL_SUCCESS == result) {
1878 // Add image object, then insert the new Mem Object and then bind it to created image
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001879 addObjectInfo(*pImage, _XGL_STRUCTURE_TYPE_MAX_ENUM, pCreateInfo, sizeof(XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO), "wsi_x11_image");
1880 addMemObjInfo(*pMem, NULL);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001881 if (XGL_FALSE == updateObjectBinding(*pImage, *pMem)) {
1882 char str[1024];
1883 sprintf(str, "In xglWsiX11CreatePresentableImage(), unable to set image %p binding to mem obj %p", (void*)*pImage, (void*)*pMem);
1884 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, *pImage, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1885 }
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001886 }
1887 printObjList();
1888 printMemList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001889 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001890 return result;
1891}
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001892
1893XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11QueuePresent(XGL_QUEUE queue, const XGL_WSI_X11_PRESENT_INFO* pPresentInfo, XGL_FENCE fence)
1894{
1895 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001896 addFenceInfo(fence, queue);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001897 char str[1024];
1898 sprintf(str, "In xglWsiX11QueuePresent(), checking queue %p for fence %p", queue, fence);
1899 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str);
1900 loader_platform_thread_unlock_mutex(&globalLock);
1901 XGL_RESULT result = nextTable.WsiX11QueuePresent(queue, pPresentInfo, fence);
1902 return result;
1903}
Ian Elliott2d4ab1e2015-01-13 17:52:38 -07001904#endif // WIN32
Tobin Ehlis6663f492014-11-10 12:29:12 -07001905
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001906XGL_LAYER_EXPORT void* XGLAPI xglGetProcAddr(XGL_PHYSICAL_GPU gpu, const char* funcName)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001907{
1908 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
Chia-I Wu4d11dcc2015-01-05 13:18:57 +08001909
Tobin Ehlis6663f492014-11-10 12:29:12 -07001910 if (gpu == NULL)
1911 return NULL;
1912 pCurObj = gpuw;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -07001913 loader_platform_thread_once(&g_initOnce, initMemTracker);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001914
Jon Ashburn71c2b152015-03-02 16:51:38 -07001915 if (!strcmp(funcName, "xglGetProcAddr"))
1916 return (void *) xglGetProcAddr;
1917 if (!strcmp(funcName, "xglCreateDevice"))
1918 return (void*) xglCreateDevice;
1919 if (!strcmp(funcName, "xglDestroyDevice"))
1920 return (void*) xglDestroyDevice;
1921 if (!strcmp(funcName, "xglEnumerateLayers"))
1922 return (void*) xglEnumerateLayers;
1923 if (!strcmp(funcName, "xglQueueSubmit"))
1924 return (void*) xglQueueSubmit;
1925 if (!strcmp(funcName, "xglQueueSetGlobalMemReferences"))
1926 return (void*) xglQueueSetGlobalMemReferences;
Courtney Goeltzenleuchterd3fb9552015-04-02 13:39:07 -06001927 if (!strcmp(funcName, "xglGetDeviceQueue"))
1928 return (void*) xglGetDeviceQueue;
1929 if (!strcmp(funcName, "xglQueueAddMemReference"))
1930 return (void*) xglQueueAddMemReference;
1931 if (!strcmp(funcName, "xglQueueRemoveMemReference"))
1932 return (void*) xglQueueRemoveMemReference;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001933 if (!strcmp(funcName, "xglAllocMemory"))
1934 return (void*) xglAllocMemory;
1935 if (!strcmp(funcName, "xglFreeMemory"))
1936 return (void*) xglFreeMemory;
1937 if (!strcmp(funcName, "xglSetMemoryPriority"))
1938 return (void*) xglSetMemoryPriority;
1939 if (!strcmp(funcName, "xglMapMemory"))
1940 return (void*) xglMapMemory;
1941 if (!strcmp(funcName, "xglUnmapMemory"))
1942 return (void*) xglUnmapMemory;
1943 if (!strcmp(funcName, "xglPinSystemMemory"))
1944 return (void*) xglPinSystemMemory;
1945 if (!strcmp(funcName, "xglOpenSharedMemory"))
1946 return (void*) xglOpenSharedMemory;
1947 if (!strcmp(funcName, "xglOpenPeerMemory"))
1948 return (void*) xglOpenPeerMemory;
1949 if (!strcmp(funcName, "xglOpenPeerImage"))
1950 return (void*) xglOpenPeerImage;
1951 if (!strcmp(funcName, "xglDestroyObject"))
1952 return (void*) xglDestroyObject;
1953 if (!strcmp(funcName, "xglGetObjectInfo"))
1954 return (void*) xglGetObjectInfo;
1955 if (!strcmp(funcName, "xglBindObjectMemory"))
1956 return (void*) xglBindObjectMemory;
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001957 if (!strcmp(funcName, "xglCreateFence"))
1958 return (void*) xglCreateFence;
1959 if (!strcmp(funcName, "xglGetFenceStatus"))
1960 return (void*) xglGetFenceStatus;
1961 if (!strcmp(funcName, "xglWaitForFences"))
1962 return (void*) xglWaitForFences;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001963 if (!strcmp(funcName, "xglQueueWaitIdle"))
1964 return (void*) xglQueueWaitIdle;
1965 if (!strcmp(funcName, "xglDeviceWaitIdle"))
1966 return (void*) xglDeviceWaitIdle;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001967 if (!strcmp(funcName, "xglCreateEvent"))
1968 return (void*) xglCreateEvent;
1969 if (!strcmp(funcName, "xglCreateQueryPool"))
1970 return (void*) xglCreateQueryPool;
1971 if (!strcmp(funcName, "xglCreateBuffer"))
1972 return (void*) xglCreateBuffer;
1973 if (!strcmp(funcName, "xglCreateBufferView"))
1974 return (void*) xglCreateBufferView;
1975 if (!strcmp(funcName, "xglCreateImage"))
1976 return (void*) xglCreateImage;
1977 if (!strcmp(funcName, "xglCreateImageView"))
1978 return (void*) xglCreateImageView;
1979 if (!strcmp(funcName, "xglCreateColorAttachmentView"))
1980 return (void*) xglCreateColorAttachmentView;
1981 if (!strcmp(funcName, "xglCreateDepthStencilView"))
1982 return (void*) xglCreateDepthStencilView;
1983 if (!strcmp(funcName, "xglCreateShader"))
1984 return (void*) xglCreateShader;
1985 if (!strcmp(funcName, "xglCreateGraphicsPipeline"))
1986 return (void*) xglCreateGraphicsPipeline;
Courtney Goeltzenleuchter0d40f152015-03-25 15:37:49 -06001987 if (!strcmp(funcName, "xglCreateGraphicsPipelineDerivative"))
1988 return (void*) xglCreateGraphicsPipelineDerivative;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001989 if (!strcmp(funcName, "xglCreateComputePipeline"))
1990 return (void*) xglCreateComputePipeline;
1991 if (!strcmp(funcName, "xglCreateSampler"))
1992 return (void*) xglCreateSampler;
1993 if (!strcmp(funcName, "xglCreateDynamicViewportState"))
1994 return (void*) xglCreateDynamicViewportState;
1995 if (!strcmp(funcName, "xglCreateDynamicRasterState"))
1996 return (void*) xglCreateDynamicRasterState;
1997 if (!strcmp(funcName, "xglCreateDynamicColorBlendState"))
1998 return (void*) xglCreateDynamicColorBlendState;
1999 if (!strcmp(funcName, "xglCreateDynamicDepthStencilState"))
2000 return (void*) xglCreateDynamicDepthStencilState;
2001 if (!strcmp(funcName, "xglCreateCommandBuffer"))
2002 return (void*) xglCreateCommandBuffer;
2003 if (!strcmp(funcName, "xglBeginCommandBuffer"))
2004 return (void*) xglBeginCommandBuffer;
2005 if (!strcmp(funcName, "xglEndCommandBuffer"))
2006 return (void*) xglEndCommandBuffer;
2007 if (!strcmp(funcName, "xglResetCommandBuffer"))
2008 return (void*) xglResetCommandBuffer;
2009 if (!strcmp(funcName, "xglCmdBindPipeline"))
2010 return (void*) xglCmdBindPipeline;
2011 if (!strcmp(funcName, "xglCmdBindDynamicStateObject"))
2012 return (void*) xglCmdBindDynamicStateObject;
Courtney Goeltzenleuchtereeae16b2015-04-02 22:54:15 -06002013 if (!strcmp(funcName, "xglCmdBindDescriptorSets"))
2014 return (void*) xglCmdBindDescriptorSets;
Jon Ashburn71c2b152015-03-02 16:51:38 -07002015 if (!strcmp(funcName, "xglCmdBindVertexBuffer"))
2016 return (void*) xglCmdBindVertexBuffer;
2017 if (!strcmp(funcName, "xglCmdBindIndexBuffer"))
2018 return (void*) xglCmdBindIndexBuffer;
2019 if (!strcmp(funcName, "xglCmdDrawIndirect"))
2020 return (void*) xglCmdDrawIndirect;
2021 if (!strcmp(funcName, "xglCmdDrawIndexedIndirect"))
2022 return (void*) xglCmdDrawIndexedIndirect;
2023 if (!strcmp(funcName, "xglCmdDispatchIndirect"))
2024 return (void*) xglCmdDispatchIndirect;
2025 if (!strcmp(funcName, "xglCmdCopyBuffer"))
2026 return (void*) xglCmdCopyBuffer;
2027 if (!strcmp(funcName, "xglCmdCopyImage"))
2028 return (void*) xglCmdCopyImage;
2029 if (!strcmp(funcName, "xglCmdCopyBufferToImage"))
2030 return (void*) xglCmdCopyBufferToImage;
2031 if (!strcmp(funcName, "xglCmdCopyImageToBuffer"))
2032 return (void*) xglCmdCopyImageToBuffer;
2033 if (!strcmp(funcName, "xglCmdCloneImageData"))
2034 return (void*) xglCmdCloneImageData;
2035 if (!strcmp(funcName, "xglCmdUpdateBuffer"))
2036 return (void*) xglCmdUpdateBuffer;
2037 if (!strcmp(funcName, "xglCmdFillBuffer"))
2038 return (void*) xglCmdFillBuffer;
2039 if (!strcmp(funcName, "xglCmdClearColorImage"))
2040 return (void*) xglCmdClearColorImage;
Jon Ashburn71c2b152015-03-02 16:51:38 -07002041 if (!strcmp(funcName, "xglCmdClearDepthStencil"))
2042 return (void*) xglCmdClearDepthStencil;
2043 if (!strcmp(funcName, "xglCmdResolveImage"))
2044 return (void*) xglCmdResolveImage;
2045 if (!strcmp(funcName, "xglCmdBeginQuery"))
2046 return (void*) xglCmdBeginQuery;
2047 if (!strcmp(funcName, "xglCmdEndQuery"))
2048 return (void*) xglCmdEndQuery;
2049 if (!strcmp(funcName, "xglCmdResetQueryPool"))
2050 return (void*) xglCmdResetQueryPool;
2051 if (!strcmp(funcName, "xglDbgRegisterMsgCallback"))
2052 return (void*) xglDbgRegisterMsgCallback;
2053 if (!strcmp(funcName, "xglDbgUnregisterMsgCallback"))
2054 return (void*) xglDbgUnregisterMsgCallback;
2055#if !defined(WIN32)
2056 if (!strcmp(funcName, "xglWsiX11CreatePresentableImage"))
2057 return (void*) xglWsiX11CreatePresentableImage;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05002058 if (!strcmp(funcName, "xglWsiX11QueuePresent"))
2059 return (void*) xglWsiX11QueuePresent;
Jon Ashburn71c2b152015-03-02 16:51:38 -07002060#endif
Tobin Ehlis6663f492014-11-10 12:29:12 -07002061 else {
Tobin Ehlis6663f492014-11-10 12:29:12 -07002062 if (gpuw->pGPA == NULL)
2063 return NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05002064 return gpuw->pGPA((XGL_PHYSICAL_GPU)gpuw->nextObject, funcName);
Tobin Ehlis6663f492014-11-10 12:29:12 -07002065 }
2066}