blob: 7d5e562a55c5abf738b8eae21c110aa75af34938 [file] [log] [blame]
Ben Skeggs60e5cb72013-02-14 12:59:36 +10001/*
2 * Copyright 2012 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Ben Skeggs <bskeggs@redhat.com>
23 */
24
Ben Skeggsfdb751e2014-08-10 04:10:23 +100025#include <nvif/os.h>
26#include <nvif/class.h>
Ben Skeggs845f2722015-11-08 12:16:40 +100027#include <nvif/cl0002.h>
Ben Skeggs60e5cb72013-02-14 12:59:36 +100028
Ben Skeggs4dc28132016-05-20 09:22:55 +100029#include "nouveau_drv.h"
Ben Skeggs60e5cb72013-02-14 12:59:36 +100030#include "nouveau_dma.h"
31#include "nv10_fence.h"
32
33int
34nv17_fence_sync(struct nouveau_fence *fence,
35 struct nouveau_channel *prev, struct nouveau_channel *chan)
36{
Ben Skeggsa01ca782015-08-20 14:54:15 +100037 struct nouveau_cli *cli = (void *)prev->user.client;
Ben Skeggs60e5cb72013-02-14 12:59:36 +100038 struct nv10_fence_priv *priv = chan->drm->fence;
Ben Skeggsf45f55c2014-08-10 04:10:23 +100039 struct nv10_fence_chan *fctx = chan->fence;
Ben Skeggs60e5cb72013-02-14 12:59:36 +100040 u32 value;
41 int ret;
42
Ben Skeggs0ad72862014-08-10 04:10:22 +100043 if (!mutex_trylock(&cli->mutex))
Ben Skeggs60e5cb72013-02-14 12:59:36 +100044 return -EBUSY;
45
46 spin_lock(&priv->lock);
47 value = priv->sequence;
48 priv->sequence += 2;
49 spin_unlock(&priv->lock);
50
51 ret = RING_SPACE(prev, 5);
52 if (!ret) {
53 BEGIN_NV04(prev, 0, NV11_SUBCHAN_DMA_SEMAPHORE, 4);
Ben Skeggsf45f55c2014-08-10 04:10:23 +100054 OUT_RING (prev, fctx->sema.handle);
Ben Skeggs60e5cb72013-02-14 12:59:36 +100055 OUT_RING (prev, 0);
56 OUT_RING (prev, value + 0);
57 OUT_RING (prev, value + 1);
58 FIRE_RING (prev);
59 }
60
61 if (!ret && !(ret = RING_SPACE(chan, 5))) {
62 BEGIN_NV04(chan, 0, NV11_SUBCHAN_DMA_SEMAPHORE, 4);
Ben Skeggsf45f55c2014-08-10 04:10:23 +100063 OUT_RING (chan, fctx->sema.handle);
Ben Skeggs60e5cb72013-02-14 12:59:36 +100064 OUT_RING (chan, 0);
65 OUT_RING (chan, value + 1);
66 OUT_RING (chan, value + 2);
67 FIRE_RING (chan);
68 }
69
Ben Skeggs0ad72862014-08-10 04:10:22 +100070 mutex_unlock(&cli->mutex);
Ben Skeggs60e5cb72013-02-14 12:59:36 +100071 return 0;
72}
73
74static int
75nv17_fence_context_new(struct nouveau_channel *chan)
76{
77 struct nv10_fence_priv *priv = chan->drm->fence;
78 struct nv10_fence_chan *fctx;
79 struct ttm_mem_reg *mem = &priv->bo->bo.mem;
Ben Skeggs60e5cb72013-02-14 12:59:36 +100080 u32 start = mem->start * PAGE_SIZE;
Maarten Lankhorst7a7da592013-07-23 15:49:39 +020081 u32 limit = start + mem->size - 1;
Ben Skeggs60e5cb72013-02-14 12:59:36 +100082 int ret = 0;
83
84 fctx = chan->fence = kzalloc(sizeof(*fctx), GFP_KERNEL);
85 if (!fctx)
86 return -ENOMEM;
87
Maarten Lankhorst29ba89b2014-01-09 11:03:11 +010088 nouveau_fence_context_new(chan, &fctx->base);
Ben Skeggs827520c2013-02-14 13:20:17 +100089 fctx->base.emit = nv10_fence_emit;
90 fctx->base.read = nv10_fence_read;
91 fctx->base.sync = nv17_fence_sync;
Ben Skeggs60e5cb72013-02-14 12:59:36 +100092
Ben Skeggsa01ca782015-08-20 14:54:15 +100093 ret = nvif_object_init(&chan->user, NvSema, NV_DMA_FROM_MEMORY,
Ben Skeggs4acfd702014-08-10 04:10:24 +100094 &(struct nv_dma_v0) {
95 .target = NV_DMA_V0_TARGET_VRAM,
96 .access = NV_DMA_V0_ACCESS_RDWR,
Ben Skeggs60e5cb72013-02-14 12:59:36 +100097 .start = start,
98 .limit = limit,
Ben Skeggs4acfd702014-08-10 04:10:24 +100099 }, sizeof(struct nv_dma_v0),
Ben Skeggs0ad72862014-08-10 04:10:22 +1000100 &fctx->sema);
Ben Skeggs60e5cb72013-02-14 12:59:36 +1000101 if (ret)
102 nv10_fence_context_del(chan);
103 return ret;
104}
105
106void
107nv17_fence_resume(struct nouveau_drm *drm)
108{
109 struct nv10_fence_priv *priv = drm->fence;
110
111 nouveau_bo_wr32(priv->bo, 0, priv->sequence);
112}
113
114int
115nv17_fence_create(struct nouveau_drm *drm)
116{
117 struct nv10_fence_priv *priv;
118 int ret = 0;
119
120 priv = drm->fence = kzalloc(sizeof(*priv), GFP_KERNEL);
121 if (!priv)
122 return -ENOMEM;
123
124 priv->base.dtor = nv10_fence_destroy;
125 priv->base.resume = nv17_fence_resume;
126 priv->base.context_new = nv17_fence_context_new;
127 priv->base.context_del = nv10_fence_context_del;
Maarten Lankhorst29ba89b2014-01-09 11:03:11 +0100128 priv->base.contexts = 31;
129 priv->base.context_base = fence_context_alloc(priv->base.contexts);
Ben Skeggs60e5cb72013-02-14 12:59:36 +1000130 spin_lock_init(&priv->lock);
131
132 ret = nouveau_bo_new(drm->dev, 4096, 0x1000, TTM_PL_FLAG_VRAM,
Maarten Lankhorstbb6178b2014-01-09 11:03:15 +0100133 0, 0x0000, NULL, NULL, &priv->bo);
Ben Skeggs60e5cb72013-02-14 12:59:36 +1000134 if (!ret) {
Ben Skeggsad76b3f2014-11-10 11:24:27 +1000135 ret = nouveau_bo_pin(priv->bo, TTM_PL_FLAG_VRAM, false);
Ben Skeggs60e5cb72013-02-14 12:59:36 +1000136 if (!ret) {
137 ret = nouveau_bo_map(priv->bo);
138 if (ret)
139 nouveau_bo_unpin(priv->bo);
140 }
141 if (ret)
142 nouveau_bo_ref(NULL, &priv->bo);
143 }
144
145 if (ret) {
146 nv10_fence_destroy(drm);
147 return ret;
148 }
149
150 nouveau_bo_wr32(priv->bo, 0x000, 0x00000000);
151 return ret;
152}