blob: b29ffb3d1408c6686f09c499c13e0d1a8f7fe05a [file] [log] [blame]
Ben Skeggs573a2a32010-08-25 15:26:04 +10001/*
2 * Copyright 2010 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Ben Skeggs
23 */
24
25#include "drmP.h"
26#include "nouveau_drv.h"
27#include "nouveau_mm.h"
28
29static inline void
Ben Skeggs987eec12011-06-24 10:14:07 +100030region_put(struct nouveau_mm *mm, struct nouveau_mm_node *a)
Ben Skeggs573a2a32010-08-25 15:26:04 +100031{
32 list_del(&a->nl_entry);
33 list_del(&a->fl_entry);
34 kfree(a);
35}
36
37static struct nouveau_mm_node *
Ben Skeggs987eec12011-06-24 10:14:07 +100038region_split(struct nouveau_mm *mm, struct nouveau_mm_node *a, u32 size)
Ben Skeggs573a2a32010-08-25 15:26:04 +100039{
40 struct nouveau_mm_node *b;
41
42 if (a->length == size)
43 return a;
44
45 b = kmalloc(sizeof(*b), GFP_KERNEL);
46 if (unlikely(b == NULL))
47 return NULL;
48
49 b->offset = a->offset;
50 b->length = size;
Ben Skeggs573a2a32010-08-25 15:26:04 +100051 b->type = a->type;
52 a->offset += size;
53 a->length -= size;
54 list_add_tail(&b->nl_entry, &a->nl_entry);
Ben Skeggs8b464bf2011-01-14 15:46:30 +100055 if (b->type == 0)
Ben Skeggs573a2a32010-08-25 15:26:04 +100056 list_add_tail(&b->fl_entry, &a->fl_entry);
57 return b;
58}
59
Ben Skeggs987eec12011-06-24 10:14:07 +100060#define node(root, dir) ((root)->nl_entry.dir == &mm->nodes) ? NULL : \
Ben Skeggs8b464bf2011-01-14 15:46:30 +100061 list_entry((root)->nl_entry.dir, struct nouveau_mm_node, nl_entry)
Ben Skeggs573a2a32010-08-25 15:26:04 +100062
63void
Ben Skeggs987eec12011-06-24 10:14:07 +100064nouveau_mm_put(struct nouveau_mm *mm, struct nouveau_mm_node *this)
Ben Skeggs573a2a32010-08-25 15:26:04 +100065{
Ben Skeggs8b464bf2011-01-14 15:46:30 +100066 struct nouveau_mm_node *prev = node(this, prev);
67 struct nouveau_mm_node *next = node(this, next);
Ben Skeggs573a2a32010-08-25 15:26:04 +100068
Ben Skeggs987eec12011-06-24 10:14:07 +100069 list_add(&this->fl_entry, &mm->free);
Ben Skeggs573a2a32010-08-25 15:26:04 +100070 this->type = 0;
Ben Skeggs8b464bf2011-01-14 15:46:30 +100071
72 if (prev && prev->type == 0) {
73 prev->length += this->length;
Ben Skeggs987eec12011-06-24 10:14:07 +100074 region_put(mm, this);
Ben Skeggs8b464bf2011-01-14 15:46:30 +100075 this = prev;
76 }
77
78 if (next && next->type == 0) {
79 next->offset = this->offset;
80 next->length += this->length;
Ben Skeggs987eec12011-06-24 10:14:07 +100081 region_put(mm, this);
Ben Skeggs8b464bf2011-01-14 15:46:30 +100082 }
Ben Skeggs573a2a32010-08-25 15:26:04 +100083}
84
85int
Ben Skeggs987eec12011-06-24 10:14:07 +100086nouveau_mm_get(struct nouveau_mm *mm, int type, u32 size, u32 size_nc,
Ben Skeggs573a2a32010-08-25 15:26:04 +100087 u32 align, struct nouveau_mm_node **pnode)
88{
Ben Skeggs8b464bf2011-01-14 15:46:30 +100089 struct nouveau_mm_node *prev, *this, *next;
90 u32 min = size_nc ? size_nc : size;
91 u32 align_mask = align - 1;
92 u32 splitoff;
93 u32 s, e;
Ben Skeggs573a2a32010-08-25 15:26:04 +100094
Ben Skeggs987eec12011-06-24 10:14:07 +100095 list_for_each_entry(this, &mm->free, fl_entry) {
Ben Skeggs8b464bf2011-01-14 15:46:30 +100096 e = this->offset + this->length;
97 s = this->offset;
Ben Skeggs573a2a32010-08-25 15:26:04 +100098
Ben Skeggs8b464bf2011-01-14 15:46:30 +100099 prev = node(this, prev);
100 if (prev && prev->type != type)
Ben Skeggs987eec12011-06-24 10:14:07 +1000101 s = roundup(s, mm->block_size);
Ben Skeggs8b464bf2011-01-14 15:46:30 +1000102
103 next = node(this, next);
104 if (next && next->type != type)
Ben Skeggs987eec12011-06-24 10:14:07 +1000105 e = rounddown(e, mm->block_size);
Ben Skeggs8b464bf2011-01-14 15:46:30 +1000106
107 s = (s + align_mask) & ~align_mask;
108 e &= ~align_mask;
109 if (s > e || e - s < min)
Ben Skeggs573a2a32010-08-25 15:26:04 +1000110 continue;
111
Ben Skeggs8b464bf2011-01-14 15:46:30 +1000112 splitoff = s - this->offset;
Ben Skeggs987eec12011-06-24 10:14:07 +1000113 if (splitoff && !region_split(mm, this, splitoff))
Ben Skeggs573a2a32010-08-25 15:26:04 +1000114 return -ENOMEM;
115
Ben Skeggs987eec12011-06-24 10:14:07 +1000116 this = region_split(mm, this, min(size, e - s));
Ben Skeggs8b464bf2011-01-14 15:46:30 +1000117 if (!this)
118 return -ENOMEM;
119
120 this->type = type;
Ben Skeggs573a2a32010-08-25 15:26:04 +1000121 list_del(&this->fl_entry);
122 *pnode = this;
123 return 0;
124 }
125
Ben Skeggsef1b2872011-03-07 17:18:03 +1000126 return -ENOSPC;
Ben Skeggs573a2a32010-08-25 15:26:04 +1000127}
128
129int
Ben Skeggs987eec12011-06-24 10:14:07 +1000130nouveau_mm_init(struct nouveau_mm *mm, u32 offset, u32 length, u32 block)
Ben Skeggs573a2a32010-08-25 15:26:04 +1000131{
Ben Skeggsa12036b2011-06-24 10:23:20 +1000132 struct nouveau_mm_node *node;
Ben Skeggs573a2a32010-08-25 15:26:04 +1000133
Ben Skeggsa12036b2011-06-24 10:23:20 +1000134 if (block) {
135 mutex_init(&mm->mutex);
136 INIT_LIST_HEAD(&mm->nodes);
137 INIT_LIST_HEAD(&mm->free);
138 mm->block_size = block;
139 mm->heap_nodes = 0;
140 }
141
142 node = kzalloc(sizeof(*node), GFP_KERNEL);
143 if (!node)
Ben Skeggs573a2a32010-08-25 15:26:04 +1000144 return -ENOMEM;
Ben Skeggsa12036b2011-06-24 10:23:20 +1000145 node->offset = roundup(offset, mm->block_size);
146 node->length = rounddown(offset + length, mm->block_size) - node->offset;
Ben Skeggs573a2a32010-08-25 15:26:04 +1000147
Ben Skeggsa12036b2011-06-24 10:23:20 +1000148 list_add_tail(&node->nl_entry, &mm->nodes);
149 list_add_tail(&node->fl_entry, &mm->free);
150 mm->heap_nodes++;
Ben Skeggs573a2a32010-08-25 15:26:04 +1000151 return 0;
152}
153
154int
Ben Skeggs987eec12011-06-24 10:14:07 +1000155nouveau_mm_fini(struct nouveau_mm *mm)
Ben Skeggs573a2a32010-08-25 15:26:04 +1000156{
Ben Skeggsad9ac432011-06-07 16:18:19 +1000157 struct nouveau_mm_node *node, *heap =
Ben Skeggs987eec12011-06-24 10:14:07 +1000158 list_first_entry(&mm->nodes, struct nouveau_mm_node, nl_entry);
Ben Skeggsa12036b2011-06-24 10:23:20 +1000159 int nodes = 0;
Ben Skeggs573a2a32010-08-25 15:26:04 +1000160
Ben Skeggsa12036b2011-06-24 10:23:20 +1000161 list_for_each_entry(node, &mm->nodes, nl_entry) {
162 if (nodes++ == mm->heap_nodes) {
163 printk(KERN_ERR "nouveau_mm in use at destroy time!\n");
164 list_for_each_entry(node, &mm->nodes, nl_entry) {
165 printk(KERN_ERR "0x%02x: 0x%08x 0x%08x\n",
166 node->type, node->offset, node->length);
167 }
168 WARN_ON(1);
169 return -EBUSY;
Ben Skeggsad9ac432011-06-07 16:18:19 +1000170 }
Ben Skeggsad9ac432011-06-07 16:18:19 +1000171 }
Ben Skeggs573a2a32010-08-25 15:26:04 +1000172
173 kfree(heap);
Ben Skeggs573a2a32010-08-25 15:26:04 +1000174 return 0;
175}