blob: 2ef883c4bbc182cc85d1db2326a5c0d7cc3a6b64 [file] [log] [blame]
Ben Skeggs6ee73862009-12-11 19:24:15 +10001/*
2 * Copyright (C) 2007 Ben Skeggs.
3 *
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining
7 * a copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sublicense, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial
16 * portions of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
19 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
21 * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
22 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
23 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
24 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 */
27
28#include "drmP.h"
29#include "drm.h"
30#include "nouveau_drv.h"
Ben Skeggsa8eaebc2010-09-01 15:24:31 +100031#include "nouveau_ramht.h"
Ben Skeggs6ee73862009-12-11 19:24:15 +100032
33int
34nouveau_notifier_init_channel(struct nouveau_channel *chan)
35{
36 struct drm_device *dev = chan->dev;
Ben Skeggs0b718732011-06-07 13:17:45 +100037 struct drm_nouveau_private *dev_priv = dev->dev_private;
Ben Skeggs6ee73862009-12-11 19:24:15 +100038 struct nouveau_bo *ntfy = NULL;
Ben Skeggs11dea1a2011-04-18 09:12:25 +100039 uint32_t flags, ttmpl;
Ben Skeggs6ee73862009-12-11 19:24:15 +100040 int ret;
41
Ben Skeggs11dea1a2011-04-18 09:12:25 +100042 if (nouveau_vram_notify) {
Ben Skeggs6ba9a682011-02-10 14:42:08 +100043 flags = NOUVEAU_GEM_DOMAIN_VRAM;
Ben Skeggs11dea1a2011-04-18 09:12:25 +100044 ttmpl = TTM_PL_FLAG_VRAM;
45 } else {
Ben Skeggs6ba9a682011-02-10 14:42:08 +100046 flags = NOUVEAU_GEM_DOMAIN_GART;
Ben Skeggs11dea1a2011-04-18 09:12:25 +100047 ttmpl = TTM_PL_FLAG_TT;
48 }
Ben Skeggsf927b892010-01-27 14:29:05 +100049
Ben Skeggsf6d4e622011-06-07 12:25:36 +100050 ret = nouveau_gem_new(dev, PAGE_SIZE, 0, flags, 0, 0, &ntfy);
Ben Skeggs6ee73862009-12-11 19:24:15 +100051 if (ret)
52 return ret;
53
Ben Skeggs11dea1a2011-04-18 09:12:25 +100054 ret = nouveau_bo_pin(ntfy, ttmpl);
Ben Skeggs6ee73862009-12-11 19:24:15 +100055 if (ret)
56 goto out_err;
57
58 ret = nouveau_bo_map(ntfy);
59 if (ret)
60 goto out_err;
61
Ben Skeggs0b718732011-06-07 13:17:45 +100062 if (dev_priv->card_type >= NV_50) {
63 ret = nouveau_bo_vma_add(ntfy, chan->vm, &chan->notifier_vma);
64 if (ret)
65 goto out_err;
66 }
67
Ben Skeggsb833ac22010-06-01 15:32:24 +100068 ret = drm_mm_init(&chan->notifier_heap, 0, ntfy->bo.mem.size);
Ben Skeggs6ee73862009-12-11 19:24:15 +100069 if (ret)
70 goto out_err;
71
72 chan->notifier_bo = ntfy;
73out_err:
Ben Skeggs0b718732011-06-07 13:17:45 +100074 if (ret) {
75 nouveau_bo_vma_del(ntfy, &chan->notifier_vma);
Luca Barbieribc9025b2010-02-09 05:49:12 +000076 drm_gem_object_unreference_unlocked(ntfy->gem);
Ben Skeggs0b718732011-06-07 13:17:45 +100077 }
Ben Skeggs6ee73862009-12-11 19:24:15 +100078
79 return ret;
80}
81
82void
83nouveau_notifier_takedown_channel(struct nouveau_channel *chan)
84{
85 struct drm_device *dev = chan->dev;
86
87 if (!chan->notifier_bo)
88 return;
89
Ben Skeggs0b718732011-06-07 13:17:45 +100090 nouveau_bo_vma_del(chan->notifier_bo, &chan->notifier_vma);
Ben Skeggs6ee73862009-12-11 19:24:15 +100091 nouveau_bo_unmap(chan->notifier_bo);
92 mutex_lock(&dev->struct_mutex);
93 nouveau_bo_unpin(chan->notifier_bo);
Ben Skeggs6ee73862009-12-11 19:24:15 +100094 mutex_unlock(&dev->struct_mutex);
Luca Barbieribc9025b2010-02-09 05:49:12 +000095 drm_gem_object_unreference_unlocked(chan->notifier_bo->gem);
Ben Skeggsb833ac22010-06-01 15:32:24 +100096 drm_mm_takedown(&chan->notifier_heap);
Ben Skeggs6ee73862009-12-11 19:24:15 +100097}
98
99static void
100nouveau_notifier_gpuobj_dtor(struct drm_device *dev,
101 struct nouveau_gpuobj *gpuobj)
102{
103 NV_DEBUG(dev, "\n");
104
105 if (gpuobj->priv)
Ben Skeggsb833ac22010-06-01 15:32:24 +1000106 drm_mm_put_block(gpuobj->priv);
Ben Skeggs6ee73862009-12-11 19:24:15 +1000107}
108
109int
110nouveau_notifier_alloc(struct nouveau_channel *chan, uint32_t handle,
Ben Skeggs73412c32011-03-04 09:58:36 +1000111 int size, uint32_t start, uint32_t end,
112 uint32_t *b_offset)
Ben Skeggs6ee73862009-12-11 19:24:15 +1000113{
114 struct drm_device *dev = chan->dev;
Ben Skeggs26c0c9e2011-02-10 12:59:51 +1000115 struct drm_nouveau_private *dev_priv = dev->dev_private;
Ben Skeggs6ee73862009-12-11 19:24:15 +1000116 struct nouveau_gpuobj *nobj = NULL;
Ben Skeggsb833ac22010-06-01 15:32:24 +1000117 struct drm_mm_node *mem;
Francisco Jerezb2e0d192011-11-19 17:22:37 +0100118 uint64_t offset;
Ben Skeggs6ee73862009-12-11 19:24:15 +1000119 int target, ret;
120
Ben Skeggs73412c32011-03-04 09:58:36 +1000121 mem = drm_mm_search_free_in_range(&chan->notifier_heap, size, 0,
122 start, end, 0);
Ben Skeggsb833ac22010-06-01 15:32:24 +1000123 if (mem)
Ben Skeggs73412c32011-03-04 09:58:36 +1000124 mem = drm_mm_get_block_range(mem, size, 0, start, end);
Ben Skeggs6ee73862009-12-11 19:24:15 +1000125 if (!mem) {
126 NV_ERROR(dev, "Channel %d notifier block full\n", chan->id);
127 return -ENOMEM;
128 }
129
Ben Skeggs26c0c9e2011-02-10 12:59:51 +1000130 if (dev_priv->card_type < NV_50) {
131 if (chan->notifier_bo->bo.mem.mem_type == TTM_PL_VRAM)
132 target = NV_MEM_TARGET_VRAM;
133 else
134 target = NV_MEM_TARGET_GART;
Ben Skeggs180cc302011-06-07 11:24:14 +1000135 offset = chan->notifier_bo->bo.offset;
Ben Skeggs26c0c9e2011-02-10 12:59:51 +1000136 } else {
137 target = NV_MEM_TARGET_VM;
Ben Skeggs0b718732011-06-07 13:17:45 +1000138 offset = chan->notifier_vma.offset;
Ben Skeggs26c0c9e2011-02-10 12:59:51 +1000139 }
Ben Skeggs6ee73862009-12-11 19:24:15 +1000140 offset += mem->start;
141
142 ret = nouveau_gpuobj_dma_new(chan, NV_CLASS_DMA_IN_MEMORY, offset,
Ben Skeggs7f4a1952010-11-16 11:50:09 +1000143 mem->size, NV_MEM_ACCESS_RW, target,
Ben Skeggs6ee73862009-12-11 19:24:15 +1000144 &nobj);
145 if (ret) {
Ben Skeggsb833ac22010-06-01 15:32:24 +1000146 drm_mm_put_block(mem);
Ben Skeggs6ee73862009-12-11 19:24:15 +1000147 NV_ERROR(dev, "Error creating notifier ctxdma: %d\n", ret);
148 return ret;
149 }
Ben Skeggsb833ac22010-06-01 15:32:24 +1000150 nobj->dtor = nouveau_notifier_gpuobj_dtor;
151 nobj->priv = mem;
Ben Skeggs6ee73862009-12-11 19:24:15 +1000152
Ben Skeggsa8eaebc2010-09-01 15:24:31 +1000153 ret = nouveau_ramht_insert(chan, handle, nobj);
154 nouveau_gpuobj_ref(NULL, &nobj);
Ben Skeggs6ee73862009-12-11 19:24:15 +1000155 if (ret) {
Ben Skeggsb833ac22010-06-01 15:32:24 +1000156 drm_mm_put_block(mem);
Ben Skeggsa8eaebc2010-09-01 15:24:31 +1000157 NV_ERROR(dev, "Error adding notifier to ramht: %d\n", ret);
Ben Skeggs6ee73862009-12-11 19:24:15 +1000158 return ret;
159 }
160
161 *b_offset = mem->start;
162 return 0;
163}
164
165int
166nouveau_notifier_offset(struct nouveau_gpuobj *nobj, uint32_t *poffset)
167{
168 if (!nobj || nobj->dtor != nouveau_notifier_gpuobj_dtor)
169 return -EINVAL;
170
171 if (poffset) {
Ben Skeggsb833ac22010-06-01 15:32:24 +1000172 struct drm_mm_node *mem = nobj->priv;
Ben Skeggs6ee73862009-12-11 19:24:15 +1000173
174 if (*poffset >= mem->size)
175 return false;
176
177 *poffset += mem->start;
178 }
179
180 return 0;
181}
182
183int
184nouveau_ioctl_notifier_alloc(struct drm_device *dev, void *data,
185 struct drm_file *file_priv)
186{
Ben Skeggs587107b2010-11-24 10:07:21 +1000187 struct drm_nouveau_private *dev_priv = dev->dev_private;
Ben Skeggs6ee73862009-12-11 19:24:15 +1000188 struct drm_nouveau_notifierobj_alloc *na = data;
189 struct nouveau_channel *chan;
190 int ret;
191
Ben Skeggs587107b2010-11-24 10:07:21 +1000192 /* completely unnecessary for these chipsets... */
193 if (unlikely(dev_priv->card_type >= NV_C0))
194 return -EINVAL;
195
Ben Skeggse8a863c2011-06-01 19:18:48 +1000196 chan = nouveau_channel_get(file_priv, na->channel);
Ben Skeggscff5c132010-10-06 16:16:59 +1000197 if (IS_ERR(chan))
198 return PTR_ERR(chan);
Ben Skeggs6ee73862009-12-11 19:24:15 +1000199
Ben Skeggs73412c32011-03-04 09:58:36 +1000200 ret = nouveau_notifier_alloc(chan, na->handle, na->size, 0, 0x1000,
201 &na->offset);
Ben Skeggscff5c132010-10-06 16:16:59 +1000202 nouveau_channel_put(&chan);
203 return ret;
Ben Skeggs6ee73862009-12-11 19:24:15 +1000204}