blob: 038e947d00f986ef987ef914fd8432f2202c25f3 [file] [log] [blame]
Ben Skeggsd961db72010-08-05 10:48:18 +10001/**************************************************************************
2 *
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +02003 * Copyright (c) 2007-2010 VMware, Inc., Palo Alto, CA., USA
Ben Skeggsd961db72010-08-05 10:48:18 +10004 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 * USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27/*
28 * Authors: Thomas Hellstrom <thellstrom-at-vmware-dot-com>
29 */
30
31#include "ttm/ttm_module.h"
32#include "ttm/ttm_bo_driver.h"
33#include "ttm/ttm_placement.h"
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020034#include "drm_mm.h"
Ben Skeggsd961db72010-08-05 10:48:18 +100035#include <linux/slab.h>
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020036#include <linux/spinlock.h>
Ben Skeggsd961db72010-08-05 10:48:18 +100037#include <linux/module.h>
38
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020039/**
40 * Currently we use a spinlock for the lock, but a mutex *may* be
41 * more appropriate to reduce scheduling latency if the range manager
42 * ends up with very fragmented allocation patterns.
43 */
44
45struct ttm_range_manager {
46 struct drm_mm mm;
47 spinlock_t lock;
48};
49
Ben Skeggsd961db72010-08-05 10:48:18 +100050static int ttm_bo_man_get_node(struct ttm_mem_type_manager *man,
51 struct ttm_buffer_object *bo,
52 struct ttm_placement *placement,
53 struct ttm_mem_reg *mem)
54{
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020055 struct ttm_range_manager *rman = (struct ttm_range_manager *) man->priv;
56 struct drm_mm *mm = &rman->mm;
Ben Skeggsd961db72010-08-05 10:48:18 +100057 struct drm_mm_node *node = NULL;
58 unsigned long lpfn;
59 int ret;
60
61 lpfn = placement->lpfn;
62 if (!lpfn)
63 lpfn = man->size;
64 do {
65 ret = drm_mm_pre_get(mm);
66 if (unlikely(ret))
67 return ret;
68
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020069 spin_lock(&rman->lock);
Ben Skeggsd961db72010-08-05 10:48:18 +100070 node = drm_mm_search_free_in_range(mm,
71 mem->num_pages, mem->page_alignment,
72 placement->fpfn, lpfn, 1);
73 if (unlikely(node == NULL)) {
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020074 spin_unlock(&rman->lock);
Ben Skeggsd961db72010-08-05 10:48:18 +100075 return 0;
76 }
77 node = drm_mm_get_block_atomic_range(node, mem->num_pages,
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020078 mem->page_alignment,
79 placement->fpfn,
80 lpfn);
81 spin_unlock(&rman->lock);
Ben Skeggsd961db72010-08-05 10:48:18 +100082 } while (node == NULL);
83
84 mem->mm_node = node;
85 mem->start = node->start;
86 return 0;
87}
88
89static void ttm_bo_man_put_node(struct ttm_mem_type_manager *man,
90 struct ttm_mem_reg *mem)
91{
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020092 struct ttm_range_manager *rman = (struct ttm_range_manager *) man->priv;
Ben Skeggsd961db72010-08-05 10:48:18 +100093
94 if (mem->mm_node) {
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020095 spin_lock(&rman->lock);
Ben Skeggsd961db72010-08-05 10:48:18 +100096 drm_mm_put_block(mem->mm_node);
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +020097 spin_unlock(&rman->lock);
Ben Skeggsd961db72010-08-05 10:48:18 +100098 mem->mm_node = NULL;
99 }
100}
101
102static int ttm_bo_man_init(struct ttm_mem_type_manager *man,
103 unsigned long p_size)
104{
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200105 struct ttm_range_manager *rman;
Ben Skeggsd961db72010-08-05 10:48:18 +1000106 int ret;
107
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200108 rman = kzalloc(sizeof(*rman), GFP_KERNEL);
109 if (!rman)
Ben Skeggsd961db72010-08-05 10:48:18 +1000110 return -ENOMEM;
111
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200112 ret = drm_mm_init(&rman->mm, 0, p_size);
Ben Skeggsd961db72010-08-05 10:48:18 +1000113 if (ret) {
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200114 kfree(rman);
Ben Skeggsd961db72010-08-05 10:48:18 +1000115 return ret;
116 }
117
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200118 spin_lock_init(&rman->lock);
119 man->priv = rman;
Ben Skeggsd961db72010-08-05 10:48:18 +1000120 return 0;
121}
122
123static int ttm_bo_man_takedown(struct ttm_mem_type_manager *man)
124{
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200125 struct ttm_range_manager *rman = (struct ttm_range_manager *) man->priv;
126 struct drm_mm *mm = &rman->mm;
Ben Skeggsd961db72010-08-05 10:48:18 +1000127
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200128 spin_lock(&rman->lock);
Ben Skeggsd961db72010-08-05 10:48:18 +1000129 if (drm_mm_clean(mm)) {
130 drm_mm_takedown(mm);
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200131 spin_unlock(&rman->lock);
132 kfree(rman);
Ben Skeggsd961db72010-08-05 10:48:18 +1000133 man->priv = NULL;
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200134 return 0;
135 }
136 spin_unlock(&rman->lock);
137 return -EBUSY;
Ben Skeggsd961db72010-08-05 10:48:18 +1000138}
139
140static void ttm_bo_man_debug(struct ttm_mem_type_manager *man,
141 const char *prefix)
142{
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200143 struct ttm_range_manager *rman = (struct ttm_range_manager *) man->priv;
Ben Skeggsd961db72010-08-05 10:48:18 +1000144
Thomas Hellstromd7a67cb2010-10-29 10:46:45 +0200145 spin_lock(&rman->lock);
146 drm_mm_debug_table(&rman->mm, prefix);
147 spin_unlock(&rman->lock);
Ben Skeggsd961db72010-08-05 10:48:18 +1000148}
149
150const struct ttm_mem_type_manager_func ttm_bo_manager_func = {
151 ttm_bo_man_init,
152 ttm_bo_man_takedown,
153 ttm_bo_man_get_node,
154 ttm_bo_man_put_node,
Ben Skeggsd961db72010-08-05 10:48:18 +1000155 ttm_bo_man_debug
156};
157EXPORT_SYMBOL(ttm_bo_manager_func);