blob: e64e8154a5aff81e7613d03170a2d5c8c439bf9c [file] [log] [blame]
Ben Skeggs5e120f62012-04-30 13:55:29 +10001/*
2 * Copyright 2012 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Ben Skeggs
23 */
24
Ben Skeggsebb945a2012-07-20 08:17:34 +100025#include <core/object.h>
26#include <core/class.h>
27
Ben Skeggs02a841d2012-07-04 23:44:54 +100028#include <engine/fifo.h>
Ben Skeggsebb945a2012-07-20 08:17:34 +100029
30#include "nouveau_drm.h"
31#include "nouveau_dma.h"
Ben Skeggs5e120f62012-04-30 13:55:29 +100032#include "nouveau_fence.h"
33
Ben Skeggs77145f12012-07-31 16:16:21 +100034#include "nv50_display.h"
35
Ben Skeggs5e120f62012-04-30 13:55:29 +100036struct nv84_fence_chan {
37 struct nouveau_fence_chan base;
38};
39
40struct nv84_fence_priv {
41 struct nouveau_fence_priv base;
42 struct nouveau_gpuobj *mem;
43};
44
45static int
46nv84_fence_emit(struct nouveau_fence *fence)
47{
48 struct nouveau_channel *chan = fence->channel;
Ben Skeggsebb945a2012-07-20 08:17:34 +100049 struct nouveau_fifo_chan *fifo = (void *)chan->object;
Ben Skeggse18c0802013-01-31 14:57:33 +100050 int ret = RING_SPACE(chan, 8);
Ben Skeggs5e120f62012-04-30 13:55:29 +100051 if (ret == 0) {
52 BEGIN_NV04(chan, 0, NV11_SUBCHAN_DMA_SEMAPHORE, 1);
53 OUT_RING (chan, NvSema);
Ben Skeggse18c0802013-01-31 14:57:33 +100054 BEGIN_NV04(chan, 0, NV84_SUBCHAN_SEMAPHORE_ADDRESS_HIGH, 5);
Ben Skeggsebb945a2012-07-20 08:17:34 +100055 OUT_RING (chan, upper_32_bits(fifo->chid * 16));
56 OUT_RING (chan, lower_32_bits(fifo->chid * 16));
Ben Skeggs5e120f62012-04-30 13:55:29 +100057 OUT_RING (chan, fence->sequence);
58 OUT_RING (chan, NV84_SUBCHAN_SEMAPHORE_TRIGGER_WRITE_LONG);
Ben Skeggse18c0802013-01-31 14:57:33 +100059 OUT_RING (chan, 0x00000000);
Ben Skeggs5e120f62012-04-30 13:55:29 +100060 FIRE_RING (chan);
61 }
62 return ret;
63}
64
Ben Skeggs906c0332012-05-04 16:25:47 +100065
Ben Skeggs5e120f62012-04-30 13:55:29 +100066static int
Ben Skeggs906c0332012-05-04 16:25:47 +100067nv84_fence_sync(struct nouveau_fence *fence,
68 struct nouveau_channel *prev, struct nouveau_channel *chan)
Ben Skeggs5e120f62012-04-30 13:55:29 +100069{
Ben Skeggsebb945a2012-07-20 08:17:34 +100070 struct nouveau_fifo_chan *fifo = (void *)prev->object;
Ben Skeggs5e120f62012-04-30 13:55:29 +100071 int ret = RING_SPACE(chan, 7);
72 if (ret == 0) {
73 BEGIN_NV04(chan, 0, NV11_SUBCHAN_DMA_SEMAPHORE, 1);
74 OUT_RING (chan, NvSema);
75 BEGIN_NV04(chan, 0, NV84_SUBCHAN_SEMAPHORE_ADDRESS_HIGH, 4);
Ben Skeggsebb945a2012-07-20 08:17:34 +100076 OUT_RING (chan, upper_32_bits(fifo->chid * 16));
77 OUT_RING (chan, lower_32_bits(fifo->chid * 16));
Ben Skeggs5e120f62012-04-30 13:55:29 +100078 OUT_RING (chan, fence->sequence);
79 OUT_RING (chan, NV84_SUBCHAN_SEMAPHORE_TRIGGER_ACQUIRE_GEQUAL);
80 FIRE_RING (chan);
81 }
82 return ret;
83}
84
85static u32
86nv84_fence_read(struct nouveau_channel *chan)
87{
Ben Skeggsebb945a2012-07-20 08:17:34 +100088 struct nouveau_fifo_chan *fifo = (void *)chan->object;
89 struct nv84_fence_priv *priv = chan->drm->fence;
90 return nv_ro32(priv->mem, fifo->chid * 16);
Ben Skeggs5e120f62012-04-30 13:55:29 +100091}
92
93static void
Ben Skeggse193b1d2012-07-19 10:51:42 +100094nv84_fence_context_del(struct nouveau_channel *chan)
Ben Skeggs5e120f62012-04-30 13:55:29 +100095{
Ben Skeggse193b1d2012-07-19 10:51:42 +100096 struct nv84_fence_chan *fctx = chan->fence;
Ben Skeggs5e120f62012-04-30 13:55:29 +100097 nouveau_fence_context_del(&fctx->base);
Ben Skeggse193b1d2012-07-19 10:51:42 +100098 chan->fence = NULL;
Ben Skeggs5e120f62012-04-30 13:55:29 +100099 kfree(fctx);
100}
101
102static int
Ben Skeggse193b1d2012-07-19 10:51:42 +1000103nv84_fence_context_new(struct nouveau_channel *chan)
Ben Skeggs5e120f62012-04-30 13:55:29 +1000104{
Ben Skeggs77145f12012-07-31 16:16:21 +1000105 struct drm_device *dev = chan->drm->dev;
Ben Skeggsebb945a2012-07-20 08:17:34 +1000106 struct nouveau_fifo_chan *fifo = (void *)chan->object;
107 struct nv84_fence_priv *priv = chan->drm->fence;
Ben Skeggs5e120f62012-04-30 13:55:29 +1000108 struct nv84_fence_chan *fctx;
Ben Skeggsebb945a2012-07-20 08:17:34 +1000109 struct nouveau_object *object;
Ben Skeggsf589be82012-07-22 11:55:54 +1000110 int ret, i;
Ben Skeggs5e120f62012-04-30 13:55:29 +1000111
Ben Skeggse193b1d2012-07-19 10:51:42 +1000112 fctx = chan->fence = kzalloc(sizeof(*fctx), GFP_KERNEL);
Ben Skeggs5e120f62012-04-30 13:55:29 +1000113 if (!fctx)
114 return -ENOMEM;
115
116 nouveau_fence_context_new(&fctx->base);
117
Ben Skeggsebb945a2012-07-20 08:17:34 +1000118 ret = nouveau_object_new(nv_object(chan->cli), chan->handle,
119 NvSema, 0x0002,
120 &(struct nv_dma_class) {
121 .flags = NV_DMA_TARGET_VRAM |
122 NV_DMA_ACCESS_RDWR,
123 .start = priv->mem->addr,
124 .limit = priv->mem->addr +
125 priv->mem->size - 1,
126 }, sizeof(struct nv_dma_class),
127 &object);
Ben Skeggs5e120f62012-04-30 13:55:29 +1000128
Ben Skeggsf589be82012-07-22 11:55:54 +1000129 /* dma objects for display sync channel semaphore blocks */
Ben Skeggs77145f12012-07-31 16:16:21 +1000130 for (i = 0; !ret && i < dev->mode_config.num_crtc; i++) {
131 struct nouveau_bo *bo = nv50_display_crtc_sema(dev, i);
Ben Skeggsf589be82012-07-22 11:55:54 +1000132
Ben Skeggsebb945a2012-07-20 08:17:34 +1000133 ret = nouveau_object_new(nv_object(chan->cli), chan->handle,
134 NvEvoSema0 + i, 0x003d,
135 &(struct nv_dma_class) {
136 .flags = NV_DMA_TARGET_VRAM |
137 NV_DMA_ACCESS_RDWR,
138 .start = bo->bo.offset,
139 .limit = bo->bo.offset + 0xfff,
140 }, sizeof(struct nv_dma_class),
141 &object);
Ben Skeggsf589be82012-07-22 11:55:54 +1000142 }
143
Ben Skeggs5e120f62012-04-30 13:55:29 +1000144 if (ret)
Ben Skeggse193b1d2012-07-19 10:51:42 +1000145 nv84_fence_context_del(chan);
Ben Skeggsebb945a2012-07-20 08:17:34 +1000146 nv_wo32(priv->mem, fifo->chid * 16, 0x00000000);
Ben Skeggs5e120f62012-04-30 13:55:29 +1000147 return ret;
148}
149
Ben Skeggs5e120f62012-04-30 13:55:29 +1000150static void
Ben Skeggsebb945a2012-07-20 08:17:34 +1000151nv84_fence_destroy(struct nouveau_drm *drm)
Ben Skeggs5e120f62012-04-30 13:55:29 +1000152{
Ben Skeggsebb945a2012-07-20 08:17:34 +1000153 struct nv84_fence_priv *priv = drm->fence;
Ben Skeggs5e120f62012-04-30 13:55:29 +1000154 nouveau_gpuobj_ref(NULL, &priv->mem);
Ben Skeggsebb945a2012-07-20 08:17:34 +1000155 drm->fence = NULL;
Ben Skeggs5e120f62012-04-30 13:55:29 +1000156 kfree(priv);
157}
158
159int
Ben Skeggsebb945a2012-07-20 08:17:34 +1000160nv84_fence_create(struct nouveau_drm *drm)
Ben Skeggs5e120f62012-04-30 13:55:29 +1000161{
Ben Skeggsebb945a2012-07-20 08:17:34 +1000162 struct nouveau_fifo *pfifo = nouveau_fifo(drm->device);
Ben Skeggs5e120f62012-04-30 13:55:29 +1000163 struct nv84_fence_priv *priv;
Ben Skeggsebb945a2012-07-20 08:17:34 +1000164 u32 chan = pfifo->max + 1;
Ben Skeggs5e120f62012-04-30 13:55:29 +1000165 int ret;
166
Ben Skeggsebb945a2012-07-20 08:17:34 +1000167 priv = drm->fence = kzalloc(sizeof(*priv), GFP_KERNEL);
Ben Skeggs5e120f62012-04-30 13:55:29 +1000168 if (!priv)
169 return -ENOMEM;
170
Ben Skeggse193b1d2012-07-19 10:51:42 +1000171 priv->base.dtor = nv84_fence_destroy;
172 priv->base.context_new = nv84_fence_context_new;
173 priv->base.context_del = nv84_fence_context_del;
Ben Skeggs5e120f62012-04-30 13:55:29 +1000174 priv->base.emit = nv84_fence_emit;
175 priv->base.sync = nv84_fence_sync;
176 priv->base.read = nv84_fence_read;
Ben Skeggs5e120f62012-04-30 13:55:29 +1000177
Ben Skeggse18c0802013-01-31 14:57:33 +1000178 init_waitqueue_head(&priv->base.waiting);
179 priv->base.uevent = true;
180
Ben Skeggsebb945a2012-07-20 08:17:34 +1000181 ret = nouveau_gpuobj_new(drm->device, NULL, chan * 16, 0x1000, 0,
182 &priv->mem);
Ben Skeggs5e120f62012-04-30 13:55:29 +1000183 if (ret)
Ben Skeggsebb945a2012-07-20 08:17:34 +1000184 nv84_fence_destroy(drm);
Ben Skeggs5e120f62012-04-30 13:55:29 +1000185 return ret;
186}