blob: 34664587a74e08becbd86d223c6a3e2273b6a468 [file] [log] [blame]
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +10001/**************************************************************************
2 *
3 * Copyright 2006 Tungsten Graphics, Inc., Bismarck., ND., USA.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
18 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
19 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
20 * USE OR OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * The above copyright notice and this permission notice (including the
23 * next paragraph) shall be included in all copies or substantial portions
24 * of the Software.
25 *
26 *
27 **************************************************************************/
28/*
29 * Simple memory manager interface that keeps track on allocate regions on a
30 * per "owner" basis. All regions associated with an "owner" can be released
31 * with a simple call. Typically if the "owner" exists. The owner is any
32 * "unsigned long" identifier. Can typically be a pointer to a file private
33 * struct or a context identifier.
34 *
35 * Authors:
Jan Engelhardt96de0e22007-10-19 23:21:04 +020036 * Thomas Hellström <thomas-at-tungstengraphics-dot-com>
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100037 */
38
39#include "drm_sman.h"
40
Dave Airliee0be4282007-07-12 10:26:44 +100041struct drm_owner_item {
42 struct drm_hash_item owner_hash;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100043 struct list_head sman_list;
44 struct list_head mem_blocks;
Dave Airliee0be4282007-07-12 10:26:44 +100045};
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100046
Dave Airlie9698b4d2007-07-12 10:21:05 +100047void drm_sman_takedown(struct drm_sman * sman)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100048{
49 drm_ht_remove(&sman->user_hash_tab);
50 drm_ht_remove(&sman->owner_hash_tab);
Eric Anholt9a298b22009-03-24 12:23:04 -070051 kfree(sman->mm);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100052}
53
54EXPORT_SYMBOL(drm_sman_takedown);
55
56int
Dave Airlie9698b4d2007-07-12 10:21:05 +100057drm_sman_init(struct drm_sman * sman, unsigned int num_managers,
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100058 unsigned int user_order, unsigned int owner_order)
59{
60 int ret = 0;
61
Jesper Juhl288db882010-11-09 00:08:25 +010062 sman->mm = kcalloc(num_managers, sizeof(*sman->mm), GFP_KERNEL);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100063 if (!sman->mm) {
64 ret = -ENOMEM;
65 goto out;
66 }
67 sman->num_managers = num_managers;
68 INIT_LIST_HEAD(&sman->owner_items);
69 ret = drm_ht_create(&sman->owner_hash_tab, owner_order);
70 if (ret)
71 goto out1;
72 ret = drm_ht_create(&sman->user_hash_tab, user_order);
73 if (!ret)
74 goto out;
75
76 drm_ht_remove(&sman->owner_hash_tab);
77out1:
Eric Anholt9a298b22009-03-24 12:23:04 -070078 kfree(sman->mm);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100079out:
80 return ret;
81}
82
83EXPORT_SYMBOL(drm_sman_init);
84
85static void *drm_sman_mm_allocate(void *private, unsigned long size,
86 unsigned alignment)
87{
Dave Airlie55910512007-07-11 16:53:40 +100088 struct drm_mm *mm = (struct drm_mm *) private;
89 struct drm_mm_node *tmp;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100090
Andrew Mortona1d0fcf2006-08-14 11:35:15 +100091 tmp = drm_mm_search_free(mm, size, alignment, 1);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100092 if (!tmp) {
93 return NULL;
94 }
95 tmp = drm_mm_get_block(tmp, size, alignment);
96 return tmp;
97}
98
99static void drm_sman_mm_free(void *private, void *ref)
100{
Dave Airlie55910512007-07-11 16:53:40 +1000101 struct drm_mm_node *node = (struct drm_mm_node *) ref;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000102
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100103 drm_mm_put_block(node);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000104}
105
106static void drm_sman_mm_destroy(void *private)
107{
Dave Airlie55910512007-07-11 16:53:40 +1000108 struct drm_mm *mm = (struct drm_mm *) private;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000109 drm_mm_takedown(mm);
Eric Anholt9a298b22009-03-24 12:23:04 -0700110 kfree(mm);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000111}
112
Adrian Bunkfb41e542006-08-16 11:55:18 +1000113static unsigned long drm_sman_mm_offset(void *private, void *ref)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000114{
Dave Airlie55910512007-07-11 16:53:40 +1000115 struct drm_mm_node *node = (struct drm_mm_node *) ref;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000116 return node->start;
117}
118
119int
Dave Airlie9698b4d2007-07-12 10:21:05 +1000120drm_sman_set_range(struct drm_sman * sman, unsigned int manager,
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000121 unsigned long start, unsigned long size)
122{
Dave Airlie9698b4d2007-07-12 10:21:05 +1000123 struct drm_sman_mm *sman_mm;
Dave Airlie55910512007-07-11 16:53:40 +1000124 struct drm_mm *mm;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000125 int ret;
126
127 BUG_ON(manager >= sman->num_managers);
128
129 sman_mm = &sman->mm[manager];
Eric Anholt9a298b22009-03-24 12:23:04 -0700130 mm = kzalloc(sizeof(*mm), GFP_KERNEL);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000131 if (!mm) {
132 return -ENOMEM;
133 }
134 sman_mm->private = mm;
135 ret = drm_mm_init(mm, start, size);
136
137 if (ret) {
Eric Anholt9a298b22009-03-24 12:23:04 -0700138 kfree(mm);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000139 return ret;
140 }
141
142 sman_mm->allocate = drm_sman_mm_allocate;
143 sman_mm->free = drm_sman_mm_free;
144 sman_mm->destroy = drm_sman_mm_destroy;
145 sman_mm->offset = drm_sman_mm_offset;
146
147 return 0;
148}
149
150EXPORT_SYMBOL(drm_sman_set_range);
151
152int
Dave Airlie9698b4d2007-07-12 10:21:05 +1000153drm_sman_set_manager(struct drm_sman * sman, unsigned int manager,
154 struct drm_sman_mm * allocator)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000155{
156 BUG_ON(manager >= sman->num_managers);
157 sman->mm[manager] = *allocator;
158
159 return 0;
160}
Andrew Mortona1e85372006-12-06 20:31:33 -0800161EXPORT_SYMBOL(drm_sman_set_manager);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000162
Dave Airliee0be4282007-07-12 10:26:44 +1000163static struct drm_owner_item *drm_sman_get_owner_item(struct drm_sman * sman,
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000164 unsigned long owner)
165{
166 int ret;
Dave Airliee0be4282007-07-12 10:26:44 +1000167 struct drm_hash_item *owner_hash_item;
168 struct drm_owner_item *owner_item;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000169
170 ret = drm_ht_find_item(&sman->owner_hash_tab, owner, &owner_hash_item);
171 if (!ret) {
Dave Airliee0be4282007-07-12 10:26:44 +1000172 return drm_hash_entry(owner_hash_item, struct drm_owner_item,
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000173 owner_hash);
174 }
175
Eric Anholt9a298b22009-03-24 12:23:04 -0700176 owner_item = kzalloc(sizeof(*owner_item), GFP_KERNEL);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000177 if (!owner_item)
178 goto out;
179
180 INIT_LIST_HEAD(&owner_item->mem_blocks);
181 owner_item->owner_hash.key = owner;
182 if (drm_ht_insert_item(&sman->owner_hash_tab, &owner_item->owner_hash))
183 goto out1;
184
185 list_add_tail(&owner_item->sman_list, &sman->owner_items);
186 return owner_item;
187
188out1:
Eric Anholt9a298b22009-03-24 12:23:04 -0700189 kfree(owner_item);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000190out:
191 return NULL;
192}
193
Dave Airlie9698b4d2007-07-12 10:21:05 +1000194struct drm_memblock_item *drm_sman_alloc(struct drm_sman *sman, unsigned int manager,
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000195 unsigned long size, unsigned alignment,
196 unsigned long owner)
197{
198 void *tmp;
Dave Airlie9698b4d2007-07-12 10:21:05 +1000199 struct drm_sman_mm *sman_mm;
Dave Airliee0be4282007-07-12 10:26:44 +1000200 struct drm_owner_item *owner_item;
Dave Airlie9698b4d2007-07-12 10:21:05 +1000201 struct drm_memblock_item *memblock;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000202
203 BUG_ON(manager >= sman->num_managers);
204
205 sman_mm = &sman->mm[manager];
206 tmp = sman_mm->allocate(sman_mm->private, size, alignment);
207
208 if (!tmp) {
209 return NULL;
210 }
211
Eric Anholt9a298b22009-03-24 12:23:04 -0700212 memblock = kzalloc(sizeof(*memblock), GFP_KERNEL);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000213
214 if (!memblock)
215 goto out;
216
217 memblock->mm_info = tmp;
218 memblock->mm = sman_mm;
219 memblock->sman = sman;
220
221 if (drm_ht_just_insert_please
222 (&sman->user_hash_tab, &memblock->user_hash,
223 (unsigned long)memblock, 32, 0, 0))
224 goto out1;
225
226 owner_item = drm_sman_get_owner_item(sman, owner);
227 if (!owner_item)
228 goto out2;
229
230 list_add_tail(&memblock->owner_list, &owner_item->mem_blocks);
231
232 return memblock;
233
234out2:
235 drm_ht_remove_item(&sman->user_hash_tab, &memblock->user_hash);
236out1:
Eric Anholt9a298b22009-03-24 12:23:04 -0700237 kfree(memblock);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000238out:
239 sman_mm->free(sman_mm->private, tmp);
240
241 return NULL;
242}
243
244EXPORT_SYMBOL(drm_sman_alloc);
245
Dave Airlie9698b4d2007-07-12 10:21:05 +1000246static void drm_sman_free(struct drm_memblock_item *item)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000247{
Dave Airlie9698b4d2007-07-12 10:21:05 +1000248 struct drm_sman *sman = item->sman;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000249
250 list_del(&item->owner_list);
251 drm_ht_remove_item(&sman->user_hash_tab, &item->user_hash);
252 item->mm->free(item->mm->private, item->mm_info);
Eric Anholt9a298b22009-03-24 12:23:04 -0700253 kfree(item);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000254}
255
Dave Airlie9698b4d2007-07-12 10:21:05 +1000256int drm_sman_free_key(struct drm_sman *sman, unsigned int key)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000257{
Dave Airliee0be4282007-07-12 10:26:44 +1000258 struct drm_hash_item *hash_item;
Dave Airlie9698b4d2007-07-12 10:21:05 +1000259 struct drm_memblock_item *memblock_item;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000260
261 if (drm_ht_find_item(&sman->user_hash_tab, key, &hash_item))
262 return -EINVAL;
263
Dave Airlie9698b4d2007-07-12 10:21:05 +1000264 memblock_item = drm_hash_entry(hash_item, struct drm_memblock_item,
265 user_hash);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000266 drm_sman_free(memblock_item);
267 return 0;
268}
269
270EXPORT_SYMBOL(drm_sman_free_key);
271
Dave Airlie9698b4d2007-07-12 10:21:05 +1000272static void drm_sman_remove_owner(struct drm_sman *sman,
Dave Airliee0be4282007-07-12 10:26:44 +1000273 struct drm_owner_item *owner_item)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000274{
275 list_del(&owner_item->sman_list);
276 drm_ht_remove_item(&sman->owner_hash_tab, &owner_item->owner_hash);
Eric Anholt9a298b22009-03-24 12:23:04 -0700277 kfree(owner_item);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000278}
279
Dave Airlie9698b4d2007-07-12 10:21:05 +1000280int drm_sman_owner_clean(struct drm_sman *sman, unsigned long owner)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000281{
282
Dave Airliee0be4282007-07-12 10:26:44 +1000283 struct drm_hash_item *hash_item;
284 struct drm_owner_item *owner_item;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000285
286 if (drm_ht_find_item(&sman->owner_hash_tab, owner, &hash_item)) {
287 return -1;
288 }
289
Dave Airliee0be4282007-07-12 10:26:44 +1000290 owner_item = drm_hash_entry(hash_item, struct drm_owner_item, owner_hash);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000291 if (owner_item->mem_blocks.next == &owner_item->mem_blocks) {
292 drm_sman_remove_owner(sman, owner_item);
293 return -1;
294 }
295
296 return 0;
297}
298
299EXPORT_SYMBOL(drm_sman_owner_clean);
300
Dave Airlie9698b4d2007-07-12 10:21:05 +1000301static void drm_sman_do_owner_cleanup(struct drm_sman *sman,
Dave Airliee0be4282007-07-12 10:26:44 +1000302 struct drm_owner_item *owner_item)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000303{
Dave Airlie9698b4d2007-07-12 10:21:05 +1000304 struct drm_memblock_item *entry, *next;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000305
306 list_for_each_entry_safe(entry, next, &owner_item->mem_blocks,
307 owner_list) {
308 drm_sman_free(entry);
309 }
310 drm_sman_remove_owner(sman, owner_item);
311}
312
Dave Airlie9698b4d2007-07-12 10:21:05 +1000313void drm_sman_owner_cleanup(struct drm_sman *sman, unsigned long owner)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000314{
315
Dave Airliee0be4282007-07-12 10:26:44 +1000316 struct drm_hash_item *hash_item;
317 struct drm_owner_item *owner_item;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000318
319 if (drm_ht_find_item(&sman->owner_hash_tab, owner, &hash_item)) {
320
321 return;
322 }
323
Dave Airliee0be4282007-07-12 10:26:44 +1000324 owner_item = drm_hash_entry(hash_item, struct drm_owner_item, owner_hash);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000325 drm_sman_do_owner_cleanup(sman, owner_item);
326}
327
328EXPORT_SYMBOL(drm_sman_owner_cleanup);
329
Dave Airlie9698b4d2007-07-12 10:21:05 +1000330void drm_sman_cleanup(struct drm_sman *sman)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000331{
Dave Airliee0be4282007-07-12 10:26:44 +1000332 struct drm_owner_item *entry, *next;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000333 unsigned int i;
Dave Airlie9698b4d2007-07-12 10:21:05 +1000334 struct drm_sman_mm *sman_mm;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000335
336 list_for_each_entry_safe(entry, next, &sman->owner_items, sman_list) {
337 drm_sman_do_owner_cleanup(sman, entry);
338 }
339 if (sman->mm) {
340 for (i = 0; i < sman->num_managers; ++i) {
341 sman_mm = &sman->mm[i];
342 if (sman_mm->private) {
343 sman_mm->destroy(sman_mm->private);
344 sman_mm->private = NULL;
345 }
346 }
347 }
348}
349
350EXPORT_SYMBOL(drm_sman_cleanup);