blob: 030a6fad0d86ef0ba695233051e3b7f941ae6230 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* radeon_mem.c -- Simple GART/fb memory manager for radeon -*- linux-c -*-
2 *
3 * Copyright (C) The Weather Channel, Inc. 2002. All Rights Reserved.
Dave Airlieb5e89ed2005-09-25 14:28:13 +10004 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 * The Weather Channel (TM) funded Tungsten Graphics to develop the
6 * initial release of the Radeon 8500 driver under the XFree86 license.
7 * This notice must be preserved.
8 *
9 * Permission is hereby granted, free of charge, to any person obtaining a
10 * copy of this software and associated documentation files (the "Software"),
11 * to deal in the Software without restriction, including without limitation
12 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
13 * and/or sell copies of the Software, and to permit persons to whom the
14 * Software is furnished to do so, subject to the following conditions:
15 *
16 * The above copyright notice and this permission notice (including the next
17 * paragraph) shall be included in all copies or substantial portions of the
18 * Software.
19 *
20 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
21 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
23 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
24 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
25 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
26 * DEALINGS IN THE SOFTWARE.
27 *
28 * Authors:
29 * Keith Whitwell <keith@tungstengraphics.com>
30 */
31
32#include "drmP.h"
33#include "drm.h"
34#include "radeon_drm.h"
35#include "radeon_drv.h"
36
37/* Very simple allocator for GART memory, working on a static range
Dave Airlieb5e89ed2005-09-25 14:28:13 +100038 * already mapped into each client's address space.
Linus Torvalds1da177e2005-04-16 15:20:36 -070039 */
40
41static struct mem_block *split_block(struct mem_block *p, int start, int size,
Dave Airlieb5e89ed2005-09-25 14:28:13 +100042 DRMFILE filp)
Linus Torvalds1da177e2005-04-16 15:20:36 -070043{
44 /* Maybe cut off the start of an existing block */
45 if (start > p->start) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +100046 struct mem_block *newblock =
47 drm_alloc(sizeof(*newblock), DRM_MEM_BUFS);
48 if (!newblock)
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 goto out;
50 newblock->start = start;
51 newblock->size = p->size - (start - p->start);
52 newblock->filp = NULL;
53 newblock->next = p->next;
54 newblock->prev = p;
55 p->next->prev = newblock;
56 p->next = newblock;
57 p->size -= newblock->size;
58 p = newblock;
59 }
Dave Airlieb5e89ed2005-09-25 14:28:13 +100060
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 /* Maybe cut off the end of an existing block */
62 if (size < p->size) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +100063 struct mem_block *newblock =
64 drm_alloc(sizeof(*newblock), DRM_MEM_BUFS);
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 if (!newblock)
66 goto out;
67 newblock->start = start + size;
68 newblock->size = p->size - size;
69 newblock->filp = NULL;
70 newblock->next = p->next;
71 newblock->prev = p;
72 p->next->prev = newblock;
73 p->next = newblock;
74 p->size = size;
75 }
76
Dave Airlieb5e89ed2005-09-25 14:28:13 +100077 out:
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 /* Our block is in the middle */
79 p->filp = filp;
80 return p;
81}
82
Dave Airlieb5e89ed2005-09-25 14:28:13 +100083static struct mem_block *alloc_block(struct mem_block *heap, int size,
84 int align2, DRMFILE filp)
Linus Torvalds1da177e2005-04-16 15:20:36 -070085{
86 struct mem_block *p;
Dave Airlieb5e89ed2005-09-25 14:28:13 +100087 int mask = (1 << align2) - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -070088
89 list_for_each(p, heap) {
90 int start = (p->start + mask) & ~mask;
91 if (p->filp == 0 && start + size <= p->start + p->size)
Dave Airlieb5e89ed2005-09-25 14:28:13 +100092 return split_block(p, start, size, filp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 }
94
95 return NULL;
96}
97
Dave Airlieb5e89ed2005-09-25 14:28:13 +100098static struct mem_block *find_block(struct mem_block *heap, int start)
Linus Torvalds1da177e2005-04-16 15:20:36 -070099{
100 struct mem_block *p;
101
102 list_for_each(p, heap)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000103 if (p->start == start)
104 return p;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105
106 return NULL;
107}
108
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000109static void free_block(struct mem_block *p)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110{
111 p->filp = NULL;
112
113 /* Assumes a single contiguous range. Needs a special filp in
114 * 'heap' to stop it being subsumed.
115 */
116 if (p->next->filp == 0) {
117 struct mem_block *q = p->next;
118 p->size += q->size;
119 p->next = q->next;
120 p->next->prev = p;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000121 drm_free(q, sizeof(*q), DRM_MEM_BUFS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 }
123
124 if (p->prev->filp == 0) {
125 struct mem_block *q = p->prev;
126 q->size += p->size;
127 q->next = p->next;
128 q->next->prev = q;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000129 drm_free(p, sizeof(*q), DRM_MEM_BUFS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130 }
131}
132
133/* Initialize. How to check for an uninitialized heap?
134 */
135static int init_heap(struct mem_block **heap, int start, int size)
136{
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000137 struct mem_block *blocks = drm_alloc(sizeof(*blocks), DRM_MEM_BUFS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000139 if (!blocks)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140 return DRM_ERR(ENOMEM);
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000141
142 *heap = drm_alloc(sizeof(**heap), DRM_MEM_BUFS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 if (!*heap) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000144 drm_free(blocks, sizeof(*blocks), DRM_MEM_BUFS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 return DRM_ERR(ENOMEM);
146 }
147
148 blocks->start = start;
149 blocks->size = size;
150 blocks->filp = NULL;
151 blocks->next = blocks->prev = *heap;
152
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000153 memset(*heap, 0, sizeof(**heap));
154 (*heap)->filp = (DRMFILE) - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 (*heap)->next = (*heap)->prev = blocks;
156 return 0;
157}
158
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159/* Free all blocks associated with the releasing file.
160 */
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000161void radeon_mem_release(DRMFILE filp, struct mem_block *heap)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162{
163 struct mem_block *p;
164
165 if (!heap || !heap->next)
166 return;
167
168 list_for_each(p, heap) {
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000169 if (p->filp == filp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 p->filp = NULL;
171 }
172
173 /* Assumes a single contiguous range. Needs a special filp in
174 * 'heap' to stop it being subsumed.
175 */
176 list_for_each(p, heap) {
177 while (p->filp == 0 && p->next->filp == 0) {
178 struct mem_block *q = p->next;
179 p->size += q->size;
180 p->next = q->next;
181 p->next->prev = p;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000182 drm_free(q, sizeof(*q), DRM_MEM_DRIVER);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 }
184 }
185}
186
187/* Shutdown.
188 */
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000189void radeon_mem_takedown(struct mem_block **heap)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190{
191 struct mem_block *p;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000192
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193 if (!*heap)
194 return;
195
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000196 for (p = (*heap)->next; p != *heap;) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 struct mem_block *q = p;
198 p = p->next;
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000199 drm_free(q, sizeof(*q), DRM_MEM_DRIVER);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 }
201
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000202 drm_free(*heap, sizeof(**heap), DRM_MEM_DRIVER);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 *heap = NULL;
204}
205
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206/* IOCTL HANDLERS */
207
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000208static struct mem_block **get_heap(drm_radeon_private_t * dev_priv, int region)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209{
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000210 switch (region) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211 case RADEON_MEM_REGION_GART:
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000212 return &dev_priv->gart_heap;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 case RADEON_MEM_REGION_FB:
214 return &dev_priv->fb_heap;
215 default:
216 return NULL;
217 }
218}
219
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000220int radeon_mem_alloc(DRM_IOCTL_ARGS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221{
222 DRM_DEVICE;
223 drm_radeon_private_t *dev_priv = dev->dev_private;
224 drm_radeon_mem_alloc_t alloc;
225 struct mem_block *block, **heap;
226
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000227 if (!dev_priv) {
228 DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 return DRM_ERR(EINVAL);
230 }
231
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000232 DRM_COPY_FROM_USER_IOCTL(alloc, (drm_radeon_mem_alloc_t __user *) data,
233 sizeof(alloc));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000235 heap = get_heap(dev_priv, alloc.region);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 if (!heap || !*heap)
237 return DRM_ERR(EFAULT);
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000238
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 /* Make things easier on ourselves: all allocations at least
240 * 4k aligned.
241 */
242 if (alloc.alignment < 12)
243 alloc.alignment = 12;
244
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000245 block = alloc_block(*heap, alloc.size, alloc.alignment, filp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000247 if (!block)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248 return DRM_ERR(ENOMEM);
249
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000250 if (DRM_COPY_TO_USER(alloc.region_offset, &block->start, sizeof(int))) {
251 DRM_ERROR("copy_to_user\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252 return DRM_ERR(EFAULT);
253 }
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000254
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 return 0;
256}
257
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000258int radeon_mem_free(DRM_IOCTL_ARGS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259{
260 DRM_DEVICE;
261 drm_radeon_private_t *dev_priv = dev->dev_private;
262 drm_radeon_mem_free_t memfree;
263 struct mem_block *block, **heap;
264
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000265 if (!dev_priv) {
266 DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 return DRM_ERR(EINVAL);
268 }
269
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000270 DRM_COPY_FROM_USER_IOCTL(memfree, (drm_radeon_mem_free_t __user *) data,
271 sizeof(memfree));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000273 heap = get_heap(dev_priv, memfree.region);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274 if (!heap || !*heap)
275 return DRM_ERR(EFAULT);
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000276
277 block = find_block(*heap, memfree.region_offset);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 if (!block)
279 return DRM_ERR(EFAULT);
280
281 if (block->filp != filp)
282 return DRM_ERR(EPERM);
283
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000284 free_block(block);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 return 0;
286}
287
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000288int radeon_mem_init_heap(DRM_IOCTL_ARGS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289{
290 DRM_DEVICE;
291 drm_radeon_private_t *dev_priv = dev->dev_private;
292 drm_radeon_mem_init_heap_t initheap;
293 struct mem_block **heap;
294
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000295 if (!dev_priv) {
296 DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297 return DRM_ERR(EINVAL);
298 }
299
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000300 DRM_COPY_FROM_USER_IOCTL(initheap,
301 (drm_radeon_mem_init_heap_t __user *) data,
302 sizeof(initheap));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000304 heap = get_heap(dev_priv, initheap.region);
305 if (!heap)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306 return DRM_ERR(EFAULT);
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000307
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308 if (*heap) {
309 DRM_ERROR("heap already initialized?");
310 return DRM_ERR(EFAULT);
311 }
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000312
313 return init_heap(heap, initheap.start, initheap.size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314}