blob: 7868341817da2f538f55764eb14055d096ff4df8 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/**
Dave Airlief0c408b2006-01-02 19:52:09 +11002 * \file drm_memory_debug.h
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Memory management wrappers for DRM.
4 *
5 * \author Rickard E. (Rik) Faith <faith@valinux.com>
6 * \author Gareth Hughes <gareth@valinux.com>
7 */
8
9/*
10 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
11 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
12 * All Rights Reserved.
13 *
14 * Permission is hereby granted, free of charge, to any person obtaining a
15 * copy of this software and associated documentation files (the "Software"),
16 * to deal in the Software without restriction, including without limitation
17 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
18 * and/or sell copies of the Software, and to permit persons to whom the
19 * Software is furnished to do so, subject to the following conditions:
20 *
21 * The above copyright notice and this permission notice (including the next
22 * paragraph) shall be included in all copies or substantial portions of the
23 * Software.
24 *
25 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
26 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
27 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
28 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
29 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
30 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
31 * OTHER DEALINGS IN THE SOFTWARE.
32 */
33
34#include <linux/config.h>
35#include "drmP.h"
36
37typedef struct drm_mem_stats {
Dave Airlieb5e89ed2005-09-25 14:28:13 +100038 const char *name;
39 int succeed_count;
40 int free_count;
41 int fail_count;
42 unsigned long bytes_allocated;
43 unsigned long bytes_freed;
Linus Torvalds1da177e2005-04-16 15:20:36 -070044} drm_mem_stats_t;
45
Dave Airlief0c408b2006-01-02 19:52:09 +110046static spinlock_t drm_mem_lock = SPIN_LOCK_UNLOCKED;
47static unsigned long drm_ram_available = 0; /* In pages */
48static unsigned long drm_ram_used = 0;
49static drm_mem_stats_t drm_mem_stats[] =
Dave Airlieb5e89ed2005-09-25 14:28:13 +100050{
Dave Airlief0c408b2006-01-02 19:52:09 +110051 [DRM_MEM_DMA] = {"dmabufs"},
52 [DRM_MEM_SAREA] = {"sareas"},
53 [DRM_MEM_DRIVER] = {"driver"},
54 [DRM_MEM_MAGIC] = {"magic"},
55 [DRM_MEM_IOCTLS] = {"ioctltab"},
56 [DRM_MEM_MAPS] = {"maplist"},
57 [DRM_MEM_VMAS] = {"vmalist"},
58 [DRM_MEM_BUFS] = {"buflist"},
59 [DRM_MEM_SEGS] = {"seglist"},
60 [DRM_MEM_PAGES] = {"pagelist"},
61 [DRM_MEM_FILES] = {"files"},
62 [DRM_MEM_QUEUES] = {"queues"},
63 [DRM_MEM_CMDS] = {"commands"},
64 [DRM_MEM_MAPPINGS] = {"mappings"},
65 [DRM_MEM_BUFLISTS] = {"buflists"},
66 [DRM_MEM_AGPLISTS] = {"agplist"},
67 [DRM_MEM_SGLISTS] = {"sglist"},
68 [DRM_MEM_TOTALAGP] = {"totalagp"},
69 [DRM_MEM_BOUNDAGP] = {"boundagp"},
70 [DRM_MEM_CTXBITMAP] = {"ctxbitmap"},
71 [DRM_MEM_CTXLIST] = {"ctxlist"},
72 [DRM_MEM_STUB] = {"stub"},
73 {NULL, 0,} /* Last entry must be null */
Linus Torvalds1da177e2005-04-16 15:20:36 -070074};
75
Dave Airlief0c408b2006-01-02 19:52:09 +110076void drm_mem_init (void) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 drm_mem_stats_t *mem;
Dave Airlieb5e89ed2005-09-25 14:28:13 +100078 struct sysinfo si;
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Dave Airlief0c408b2006-01-02 19:52:09 +110080 for (mem = drm_mem_stats; mem->name; ++mem) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +100081 mem->succeed_count = 0;
82 mem->free_count = 0;
83 mem->fail_count = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070084 mem->bytes_allocated = 0;
Dave Airlieb5e89ed2005-09-25 14:28:13 +100085 mem->bytes_freed = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070086 }
87
88 si_meminfo(&si);
Dave Airlief0c408b2006-01-02 19:52:09 +110089 drm_ram_available = si.totalram;
90 drm_ram_used = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070091}
92
93/* drm_mem_info is called whenever a process reads /dev/drm/mem. */
94
Dave Airlief0c408b2006-01-02 19:52:09 +110095static int drm__mem_info (char *buf, char **start, off_t offset,
Dave Airlieb5e89ed2005-09-25 14:28:13 +100096 int request, int *eof, void *data) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 drm_mem_stats_t *pt;
Dave Airlieb5e89ed2005-09-25 14:28:13 +100098 int len = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070099
100 if (offset > DRM_PROC_LIMIT) {
101 *eof = 1;
102 return 0;
103 }
104
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000105 *eof = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 *start = &buf[offset];
107
108 DRM_PROC_PRINT(" total counts "
109 " | outstanding \n");
110 DRM_PROC_PRINT("type alloc freed fail bytes freed"
111 " | allocs bytes\n\n");
112 DRM_PROC_PRINT("%-9.9s %5d %5d %4d %10lu kB |\n",
113 "system", 0, 0, 0,
Dave Airlief0c408b2006-01-02 19:52:09 +1100114 drm_ram_available << (PAGE_SHIFT - 10));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115 DRM_PROC_PRINT("%-9.9s %5d %5d %4d %10lu kB |\n",
Dave Airlief0c408b2006-01-02 19:52:09 +1100116 "locked", 0, 0, 0, drm_ram_used >> 10);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 DRM_PROC_PRINT("\n");
Dave Airlief0c408b2006-01-02 19:52:09 +1100118 for (pt = drm_mem_stats; pt->name; pt++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119 DRM_PROC_PRINT("%-9.9s %5d %5d %4d %10lu %10lu | %6d %10ld\n",
120 pt->name,
121 pt->succeed_count,
122 pt->free_count,
123 pt->fail_count,
124 pt->bytes_allocated,
125 pt->bytes_freed,
126 pt->succeed_count - pt->free_count,
127 (long)pt->bytes_allocated
128 - (long)pt->bytes_freed);
129 }
130
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000131 if (len > request + offset)
132 return request;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 *eof = 1;
134 return len - offset;
135}
136
Dave Airlief0c408b2006-01-02 19:52:09 +1100137int drm_mem_info (char *buf, char **start, off_t offset,
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000138 int len, int *eof, void *data) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 int ret;
140
Dave Airlief0c408b2006-01-02 19:52:09 +1100141 spin_lock(&drm_mem_lock);
142 ret = drm__mem_info (buf, start, offset, len, eof, data);
143 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 return ret;
145}
146
Dave Airlief0c408b2006-01-02 19:52:09 +1100147void *drm_alloc (size_t size, int area) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 void *pt;
149
150 if (!size) {
151 DRM_MEM_ERROR(area, "Allocating 0 bytes\n");
152 return NULL;
153 }
154
155 if (!(pt = kmalloc(size, GFP_KERNEL))) {
Dave Airlief0c408b2006-01-02 19:52:09 +1100156 spin_lock(&drm_mem_lock);
157 ++drm_mem_stats[area].fail_count;
158 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 return NULL;
160 }
Dave Airlief0c408b2006-01-02 19:52:09 +1100161 spin_lock(&drm_mem_lock);
162 ++drm_mem_stats[area].succeed_count;
163 drm_mem_stats[area].bytes_allocated += size;
164 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 return pt;
166}
167
Dave Airlief0c408b2006-01-02 19:52:09 +1100168void *drm_calloc (size_t nmemb, size_t size, int area) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 void *addr;
170
Dave Airlief0c408b2006-01-02 19:52:09 +1100171 addr = drm_alloc (nmemb * size, area);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 if (addr != NULL)
173 memset((void *)addr, 0, size * nmemb);
174
175 return addr;
176}
177
Dave Airlief0c408b2006-01-02 19:52:09 +1100178void *drm_realloc (void *oldpt, size_t oldsize, size_t size, int area) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 void *pt;
180
Dave Airlief0c408b2006-01-02 19:52:09 +1100181 if (!(pt = drm_alloc (size, area)))
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000182 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 if (oldpt && oldsize) {
184 memcpy(pt, oldpt, oldsize);
Dave Airlief0c408b2006-01-02 19:52:09 +1100185 drm_free (oldpt, oldsize, area);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 }
187 return pt;
188}
189
Dave Airlief0c408b2006-01-02 19:52:09 +1100190void drm_free (void *pt, size_t size, int area) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 int alloc_count;
192 int free_count;
193
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000194 if (!pt)
195 DRM_MEM_ERROR(area, "Attempt to free NULL pointer\n");
196 else
197 kfree(pt);
Dave Airlief0c408b2006-01-02 19:52:09 +1100198 spin_lock(&drm_mem_lock);
199 drm_mem_stats[area].bytes_freed += size;
200 free_count = ++drm_mem_stats[area].free_count;
201 alloc_count = drm_mem_stats[area].succeed_count;
202 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 if (free_count > alloc_count) {
204 DRM_MEM_ERROR(area, "Excess frees: %d frees, %d allocs\n",
205 free_count, alloc_count);
206 }
207}
208
Dave Airlief0c408b2006-01-02 19:52:09 +1100209void *drm_ioremap (unsigned long offset, unsigned long size,
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000210 drm_device_t * dev) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211 void *pt;
212
213 if (!size) {
214 DRM_MEM_ERROR(DRM_MEM_MAPPINGS,
215 "Mapping 0 bytes at 0x%08lx\n", offset);
216 return NULL;
217 }
218
219 if (!(pt = drm_ioremap(offset, size, dev))) {
Dave Airlief0c408b2006-01-02 19:52:09 +1100220 spin_lock(&drm_mem_lock);
221 ++drm_mem_stats[DRM_MEM_MAPPINGS].fail_count;
222 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223 return NULL;
224 }
Dave Airlief0c408b2006-01-02 19:52:09 +1100225 spin_lock(&drm_mem_lock);
226 ++drm_mem_stats[DRM_MEM_MAPPINGS].succeed_count;
227 drm_mem_stats[DRM_MEM_MAPPINGS].bytes_allocated += size;
228 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 return pt;
230}
231
Dave Airlief0c408b2006-01-02 19:52:09 +1100232void *drm_ioremap_nocache (unsigned long offset, unsigned long size,
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000233 drm_device_t * dev) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 void *pt;
235
236 if (!size) {
237 DRM_MEM_ERROR(DRM_MEM_MAPPINGS,
238 "Mapping 0 bytes at 0x%08lx\n", offset);
239 return NULL;
240 }
241
242 if (!(pt = drm_ioremap_nocache(offset, size, dev))) {
Dave Airlief0c408b2006-01-02 19:52:09 +1100243 spin_lock(&drm_mem_lock);
244 ++drm_mem_stats[DRM_MEM_MAPPINGS].fail_count;
245 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 return NULL;
247 }
Dave Airlief0c408b2006-01-02 19:52:09 +1100248 spin_lock(&drm_mem_lock);
249 ++drm_mem_stats[DRM_MEM_MAPPINGS].succeed_count;
250 drm_mem_stats[DRM_MEM_MAPPINGS].bytes_allocated += size;
251 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252 return pt;
253}
254
Dave Airlief0c408b2006-01-02 19:52:09 +1100255void drm_ioremapfree (void *pt, unsigned long size, drm_device_t * dev) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 int alloc_count;
257 int free_count;
258
259 if (!pt)
260 DRM_MEM_ERROR(DRM_MEM_MAPPINGS,
261 "Attempt to free NULL pointer\n");
262 else
263 drm_ioremapfree(pt, size, dev);
264
Dave Airlief0c408b2006-01-02 19:52:09 +1100265 spin_lock(&drm_mem_lock);
266 drm_mem_stats[DRM_MEM_MAPPINGS].bytes_freed += size;
267 free_count = ++drm_mem_stats[DRM_MEM_MAPPINGS].free_count;
268 alloc_count = drm_mem_stats[DRM_MEM_MAPPINGS].succeed_count;
269 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270 if (free_count > alloc_count) {
271 DRM_MEM_ERROR(DRM_MEM_MAPPINGS,
272 "Excess frees: %d frees, %d allocs\n",
273 free_count, alloc_count);
274 }
275}
276
277#if __OS_HAS_AGP
278
Dave Airlief0c408b2006-01-02 19:52:09 +1100279DRM_AGP_MEM *drm_alloc_agp (drm_device_t *dev, int pages, u32 type) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280 DRM_AGP_MEM *handle;
281
282 if (!pages) {
283 DRM_MEM_ERROR(DRM_MEM_TOTALAGP, "Allocating 0 pages\n");
284 return NULL;
285 }
286
Dave Airlief0c408b2006-01-02 19:52:09 +1100287 if ((handle = drm_agp_allocate_memory (pages, type))) {
288 spin_lock(&drm_mem_lock);
289 ++drm_mem_stats[DRM_MEM_TOTALAGP].succeed_count;
290 drm_mem_stats[DRM_MEM_TOTALAGP].bytes_allocated
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000291 += pages << PAGE_SHIFT;
Dave Airlief0c408b2006-01-02 19:52:09 +1100292 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293 return handle;
294 }
Dave Airlief0c408b2006-01-02 19:52:09 +1100295 spin_lock(&drm_mem_lock);
296 ++drm_mem_stats[DRM_MEM_TOTALAGP].fail_count;
297 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298 return NULL;
299}
300
Dave Airlief0c408b2006-01-02 19:52:09 +1100301int drm_free_agp (DRM_AGP_MEM * handle, int pages) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000302 int alloc_count;
303 int free_count;
304 int retval = -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305
306 if (!handle) {
307 DRM_MEM_ERROR(DRM_MEM_TOTALAGP,
308 "Attempt to free NULL AGP handle\n");
309 return retval;
310 }
311
Dave Airlief0c408b2006-01-02 19:52:09 +1100312 if (drm_agp_free_memory (handle)) {
313 spin_lock(&drm_mem_lock);
314 free_count = ++drm_mem_stats[DRM_MEM_TOTALAGP].free_count;
315 alloc_count = drm_mem_stats[DRM_MEM_TOTALAGP].succeed_count;
316 drm_mem_stats[DRM_MEM_TOTALAGP].bytes_freed
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000317 += pages << PAGE_SHIFT;
Dave Airlief0c408b2006-01-02 19:52:09 +1100318 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319 if (free_count > alloc_count) {
320 DRM_MEM_ERROR(DRM_MEM_TOTALAGP,
321 "Excess frees: %d frees, %d allocs\n",
322 free_count, alloc_count);
323 }
324 return 0;
325 }
326 return retval;
327}
328
Dave Airlief0c408b2006-01-02 19:52:09 +1100329int drm_bind_agp (DRM_AGP_MEM * handle, unsigned int start) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330 int retcode = -EINVAL;
331
332 if (!handle) {
333 DRM_MEM_ERROR(DRM_MEM_BOUNDAGP,
334 "Attempt to bind NULL AGP handle\n");
335 return retcode;
336 }
337
Dave Airlief0c408b2006-01-02 19:52:09 +1100338 if (!(retcode = drm_agp_bind_memory (handle, start))) {
339 spin_lock(&drm_mem_lock);
340 ++drm_mem_stats[DRM_MEM_BOUNDAGP].succeed_count;
341 drm_mem_stats[DRM_MEM_BOUNDAGP].bytes_allocated
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000342 += handle->page_count << PAGE_SHIFT;
Dave Airlief0c408b2006-01-02 19:52:09 +1100343 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344 return retcode;
345 }
Dave Airlief0c408b2006-01-02 19:52:09 +1100346 spin_lock(&drm_mem_lock);
347 ++drm_mem_stats[DRM_MEM_BOUNDAGP].fail_count;
348 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349 return retcode;
350}
351
Dave Airlief0c408b2006-01-02 19:52:09 +1100352int drm_unbind_agp (DRM_AGP_MEM * handle) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353 int alloc_count;
354 int free_count;
355 int retcode = -EINVAL;
356
357 if (!handle) {
358 DRM_MEM_ERROR(DRM_MEM_BOUNDAGP,
359 "Attempt to unbind NULL AGP handle\n");
360 return retcode;
361 }
362
Dave Airlief0c408b2006-01-02 19:52:09 +1100363 if ((retcode = drm_agp_unbind_memory (handle)))
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000364 return retcode;
Dave Airlief0c408b2006-01-02 19:52:09 +1100365 spin_lock(&drm_mem_lock);
366 free_count = ++drm_mem_stats[DRM_MEM_BOUNDAGP].free_count;
367 alloc_count = drm_mem_stats[DRM_MEM_BOUNDAGP].succeed_count;
368 drm_mem_stats[DRM_MEM_BOUNDAGP].bytes_freed
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000369 += handle->page_count << PAGE_SHIFT;
Dave Airlief0c408b2006-01-02 19:52:09 +1100370 spin_unlock(&drm_mem_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371 if (free_count > alloc_count) {
372 DRM_MEM_ERROR(DRM_MEM_BOUNDAGP,
373 "Excess frees: %d frees, %d allocs\n",
374 free_count, alloc_count);
375 }
376 return retcode;
377}
378#endif