blob: 86f4eb61a6a46c2a26247852231e5a612bf1a73e [file] [log] [blame]
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +10001/**************************************************************************
2 *
3 * Copyright 2006 Tungsten Graphics, Inc., Bismarck, ND., USA.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 * USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 *
27 **************************************************************************/
28
29/*
30 * Generic simple memory manager implementation. Intended to be used as a base
31 * class implementation for more advanced memory managers.
32 *
33 * Note that the algorithm used is quite simple and there might be substantial
34 * performance gains if a smarter free list is implemented. Currently it is just an
35 * unordered stack of free regions. This could easily be improved if an RB-tree
36 * is used instead. At least if we expect heavy fragmentation.
37 *
38 * Aligned allocations can also see improvement.
39 *
40 * Authors:
Jan Engelhardt96de0e22007-10-19 23:21:04 +020041 * Thomas Hellström <thomas-at-tungstengraphics-dot-com>
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +100042 */
43
44#include "drmP.h"
Thomas Hellstrom1d584202007-01-08 22:25:47 +110045#include <linux/slab.h>
46
Dave Airlie55910512007-07-11 16:53:40 +100047unsigned long drm_mm_tail_space(struct drm_mm *mm)
Thomas Hellstrom1d584202007-01-08 22:25:47 +110048{
49 struct list_head *tail_node;
Dave Airlie55910512007-07-11 16:53:40 +100050 struct drm_mm_node *entry;
Thomas Hellstrom1d584202007-01-08 22:25:47 +110051
52 tail_node = mm->ml_entry.prev;
Dave Airlie55910512007-07-11 16:53:40 +100053 entry = list_entry(tail_node, struct drm_mm_node, ml_entry);
Thomas Hellstrom1d584202007-01-08 22:25:47 +110054 if (!entry->free)
55 return 0;
56
57 return entry->size;
58}
59
Dave Airlie55910512007-07-11 16:53:40 +100060int drm_mm_remove_space_from_tail(struct drm_mm *mm, unsigned long size)
Thomas Hellstrom1d584202007-01-08 22:25:47 +110061{
62 struct list_head *tail_node;
Dave Airlie55910512007-07-11 16:53:40 +100063 struct drm_mm_node *entry;
Thomas Hellstrom1d584202007-01-08 22:25:47 +110064
65 tail_node = mm->ml_entry.prev;
Dave Airlie55910512007-07-11 16:53:40 +100066 entry = list_entry(tail_node, struct drm_mm_node, ml_entry);
Thomas Hellstrom1d584202007-01-08 22:25:47 +110067 if (!entry->free)
68 return -ENOMEM;
69
70 if (entry->size <= size)
71 return -ENOMEM;
72
73 entry->size -= size;
74 return 0;
75}
76
77
Dave Airlie55910512007-07-11 16:53:40 +100078static int drm_mm_create_tail_node(struct drm_mm *mm,
Thomas Hellstrom1d584202007-01-08 22:25:47 +110079 unsigned long start,
80 unsigned long size)
81{
Dave Airlie55910512007-07-11 16:53:40 +100082 struct drm_mm_node *child;
Thomas Hellstrom1d584202007-01-08 22:25:47 +110083
Dave Airlie55910512007-07-11 16:53:40 +100084 child = (struct drm_mm_node *)
Thomas Hellstrom1d584202007-01-08 22:25:47 +110085 drm_alloc(sizeof(*child), DRM_MEM_MM);
86 if (!child)
87 return -ENOMEM;
88
89 child->free = 1;
90 child->size = size;
91 child->start = start;
92 child->mm = mm;
93
94 list_add_tail(&child->ml_entry, &mm->ml_entry);
95 list_add_tail(&child->fl_entry, &mm->fl_entry);
96
97 return 0;
98}
99
100
Dave Airlie55910512007-07-11 16:53:40 +1000101int drm_mm_add_space_to_tail(struct drm_mm *mm, unsigned long size)
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100102{
103 struct list_head *tail_node;
Dave Airlie55910512007-07-11 16:53:40 +1000104 struct drm_mm_node *entry;
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100105
106 tail_node = mm->ml_entry.prev;
Dave Airlie55910512007-07-11 16:53:40 +1000107 entry = list_entry(tail_node, struct drm_mm_node, ml_entry);
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100108 if (!entry->free) {
109 return drm_mm_create_tail_node(mm, entry->start + entry->size, size);
110 }
111 entry->size += size;
112 return 0;
113}
114
Dave Airlie55910512007-07-11 16:53:40 +1000115static struct drm_mm_node *drm_mm_split_at_start(struct drm_mm_node *parent,
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100116 unsigned long size)
117{
Dave Airlie55910512007-07-11 16:53:40 +1000118 struct drm_mm_node *child;
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100119
Dave Airlie55910512007-07-11 16:53:40 +1000120 child = (struct drm_mm_node *)
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100121 drm_alloc(sizeof(*child), DRM_MEM_MM);
122 if (!child)
123 return NULL;
124
125 INIT_LIST_HEAD(&child->fl_entry);
126
127 child->free = 0;
128 child->size = size;
129 child->start = parent->start;
130 child->mm = parent->mm;
131
132 list_add_tail(&child->ml_entry, &parent->ml_entry);
133 INIT_LIST_HEAD(&child->fl_entry);
134
135 parent->size -= size;
136 parent->start += size;
137 return child;
138}
139
140
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000141
Dave Airlie55910512007-07-11 16:53:40 +1000142struct drm_mm_node *drm_mm_get_block(struct drm_mm_node * parent,
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000143 unsigned long size, unsigned alignment)
144{
145
Dave Airlie55910512007-07-11 16:53:40 +1000146 struct drm_mm_node *align_splitoff = NULL;
147 struct drm_mm_node *child;
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100148 unsigned tmp = 0;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000149
150 if (alignment)
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100151 tmp = parent->start % alignment;
152
153 if (tmp) {
154 align_splitoff = drm_mm_split_at_start(parent, alignment - tmp);
155 if (!align_splitoff)
156 return NULL;
157 }
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000158
159 if (parent->size == size) {
160 list_del_init(&parent->fl_entry);
Andrew Mortona1d0fcf2006-08-14 11:35:15 +1000161 parent->free = 0;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000162 return parent;
163 } else {
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100164 child = drm_mm_split_at_start(parent, size);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000165 }
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100166
167 if (align_splitoff)
168 drm_mm_put_block(align_splitoff);
169
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000170 return child;
171}
172
173/*
174 * Put a block. Merge with the previous and / or next block if they are free.
175 * Otherwise add to the free stack.
176 */
177
Dave Airlie55910512007-07-11 16:53:40 +1000178void drm_mm_put_block(struct drm_mm_node * cur)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000179{
180
Dave Airlie55910512007-07-11 16:53:40 +1000181 struct drm_mm *mm = cur->mm;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000182 struct list_head *cur_head = &cur->ml_entry;
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100183 struct list_head *root_head = &mm->ml_entry;
Dave Airlie55910512007-07-11 16:53:40 +1000184 struct drm_mm_node *prev_node = NULL;
185 struct drm_mm_node *next_node;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000186
Andrew Mortona1d0fcf2006-08-14 11:35:15 +1000187 int merged = 0;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000188
189 if (cur_head->prev != root_head) {
Dave Airlie55910512007-07-11 16:53:40 +1000190 prev_node = list_entry(cur_head->prev, struct drm_mm_node, ml_entry);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000191 if (prev_node->free) {
192 prev_node->size += cur->size;
Andrew Mortona1d0fcf2006-08-14 11:35:15 +1000193 merged = 1;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000194 }
195 }
196 if (cur_head->next != root_head) {
Dave Airlie55910512007-07-11 16:53:40 +1000197 next_node = list_entry(cur_head->next, struct drm_mm_node, ml_entry);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000198 if (next_node->free) {
199 if (merged) {
200 prev_node->size += next_node->size;
201 list_del(&next_node->ml_entry);
202 list_del(&next_node->fl_entry);
203 drm_free(next_node, sizeof(*next_node),
204 DRM_MEM_MM);
205 } else {
206 next_node->size += cur->size;
207 next_node->start = cur->start;
Andrew Mortona1d0fcf2006-08-14 11:35:15 +1000208 merged = 1;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000209 }
210 }
211 }
212 if (!merged) {
Andrew Mortona1d0fcf2006-08-14 11:35:15 +1000213 cur->free = 1;
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100214 list_add(&cur->fl_entry, &mm->fl_entry);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000215 } else {
216 list_del(&cur->ml_entry);
217 drm_free(cur, sizeof(*cur), DRM_MEM_MM);
218 }
219}
220
Dave Airlie55910512007-07-11 16:53:40 +1000221struct drm_mm_node *drm_mm_search_free(const struct drm_mm * mm,
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000222 unsigned long size,
223 unsigned alignment, int best_match)
224{
225 struct list_head *list;
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100226 const struct list_head *free_stack = &mm->fl_entry;
Dave Airlie55910512007-07-11 16:53:40 +1000227 struct drm_mm_node *entry;
228 struct drm_mm_node *best;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000229 unsigned long best_size;
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100230 unsigned wasted;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000231
232 best = NULL;
233 best_size = ~0UL;
234
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000235 list_for_each(list, free_stack) {
Dave Airlie55910512007-07-11 16:53:40 +1000236 entry = list_entry(list, struct drm_mm_node, fl_entry);
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100237 wasted = 0;
238
239 if (entry->size < size)
240 continue;
241
242 if (alignment) {
243 register unsigned tmp = entry->start % alignment;
244 if (tmp)
245 wasted += alignment - tmp;
246 }
247
248
249 if (entry->size >= size + wasted) {
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000250 if (!best_match)
251 return entry;
252 if (size < best_size) {
253 best = entry;
254 best_size = entry->size;
255 }
256 }
257 }
258
259 return best;
260}
261
Dave Airlie55910512007-07-11 16:53:40 +1000262int drm_mm_clean(struct drm_mm * mm)
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100263{
264 struct list_head *head = &mm->ml_entry;
265
266 return (head->next->next == head);
267}
268
Dave Airlie55910512007-07-11 16:53:40 +1000269int drm_mm_init(struct drm_mm * mm, unsigned long start, unsigned long size)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000270{
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100271 INIT_LIST_HEAD(&mm->ml_entry);
272 INIT_LIST_HEAD(&mm->fl_entry);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000273
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100274 return drm_mm_create_tail_node(mm, start, size);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000275}
276
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000277
Dave Airlie55910512007-07-11 16:53:40 +1000278void drm_mm_takedown(struct drm_mm * mm)
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000279{
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100280 struct list_head *bnode = mm->fl_entry.next;
Dave Airlie55910512007-07-11 16:53:40 +1000281 struct drm_mm_node *entry;
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000282
Dave Airlie55910512007-07-11 16:53:40 +1000283 entry = list_entry(bnode, struct drm_mm_node, fl_entry);
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000284
Thomas Hellstrom1d584202007-01-08 22:25:47 +1100285 if (entry->ml_entry.next != &mm->ml_entry ||
286 entry->fl_entry.next != &mm->fl_entry) {
Thomas Hellstrom3a1bd922006-08-07 21:30:28 +1000287 DRM_ERROR("Memory manager not clean. Delaying takedown\n");
288 return;
289 }
290
291 list_del(&entry->fl_entry);
292 list_del(&entry->ml_entry);
293
294 drm_free(entry, sizeof(*entry), DRM_MEM_MM);
295}
296