Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2007 Ben Skeggs. |
| 3 | * All Rights Reserved. |
| 4 | * |
| 5 | * Permission is hereby granted, free of charge, to any person obtaining |
| 6 | * a copy of this software and associated documentation files (the |
| 7 | * "Software"), to deal in the Software without restriction, including |
| 8 | * without limitation the rights to use, copy, modify, merge, publish, |
| 9 | * distribute, sublicense, and/or sell copies of the Software, and to |
| 10 | * permit persons to whom the Software is furnished to do so, subject to |
| 11 | * the following conditions: |
| 12 | * |
| 13 | * The above copyright notice and this permission notice (including the |
| 14 | * next paragraph) shall be included in all copies or substantial |
| 15 | * portions of the Software. |
| 16 | * |
| 17 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 18 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 19 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. |
| 20 | * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE |
| 21 | * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION |
| 22 | * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION |
| 23 | * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
| 24 | * |
| 25 | */ |
| 26 | |
| 27 | #include "drmP.h" |
| 28 | #include "drm.h" |
| 29 | |
Marcin Slusarz | bd35fe5 | 2011-03-09 14:22:19 +0100 | [diff] [blame] | 30 | #include <linux/ktime.h> |
| 31 | #include <linux/hrtimer.h> |
| 32 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 33 | #include "nouveau_drm.h" |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 34 | #include "nouveau_dma.h" |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 35 | #include "nouveau_fence.h" |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 36 | |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 37 | void |
| 38 | nouveau_fence_context_del(struct nouveau_fence_chan *fctx) |
| 39 | { |
| 40 | struct nouveau_fence *fence, *fnext; |
| 41 | spin_lock(&fctx->lock); |
| 42 | list_for_each_entry_safe(fence, fnext, &fctx->pending, head) { |
| 43 | if (fence->work) |
| 44 | fence->work(fence->priv, false); |
| 45 | fence->channel = NULL; |
| 46 | list_del(&fence->head); |
| 47 | nouveau_fence_unref(&fence); |
| 48 | } |
| 49 | spin_unlock(&fctx->lock); |
| 50 | } |
| 51 | |
| 52 | void |
| 53 | nouveau_fence_context_new(struct nouveau_fence_chan *fctx) |
| 54 | { |
Ben Skeggs | f589be8 | 2012-07-22 11:55:54 +1000 | [diff] [blame] | 55 | INIT_LIST_HEAD(&fctx->flip); |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 56 | INIT_LIST_HEAD(&fctx->pending); |
| 57 | spin_lock_init(&fctx->lock); |
| 58 | } |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 59 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 60 | static void |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 61 | nouveau_fence_update(struct nouveau_channel *chan) |
| 62 | { |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 63 | struct nouveau_fence_priv *priv = chan->drm->fence; |
Ben Skeggs | e193b1d | 2012-07-19 10:51:42 +1000 | [diff] [blame] | 64 | struct nouveau_fence_chan *fctx = chan->fence; |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 65 | struct nouveau_fence *fence, *fnext; |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 66 | |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 67 | spin_lock(&fctx->lock); |
| 68 | list_for_each_entry_safe(fence, fnext, &fctx->pending, head) { |
| 69 | if (priv->read(chan) < fence->sequence) |
Ben Skeggs | b08abd4 | 2012-03-21 13:51:03 +1000 | [diff] [blame] | 70 | break; |
| 71 | |
Ben Skeggs | b08abd4 | 2012-03-21 13:51:03 +1000 | [diff] [blame] | 72 | if (fence->work) |
Francisco Jerez | 8ac3891 | 2010-09-21 20:49:39 +0200 | [diff] [blame] | 73 | fence->work(fence->priv, true); |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 74 | fence->channel = NULL; |
| 75 | list_del(&fence->head); |
Ben Skeggs | d375e7d5 | 2012-04-30 13:30:00 +1000 | [diff] [blame] | 76 | nouveau_fence_unref(&fence); |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 77 | } |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 78 | spin_unlock(&fctx->lock); |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 79 | } |
| 80 | |
| 81 | int |
Ben Skeggs | d375e7d5 | 2012-04-30 13:30:00 +1000 | [diff] [blame] | 82 | nouveau_fence_emit(struct nouveau_fence *fence, struct nouveau_channel *chan) |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 83 | { |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 84 | struct nouveau_fence_priv *priv = chan->drm->fence; |
Ben Skeggs | e193b1d | 2012-07-19 10:51:42 +1000 | [diff] [blame] | 85 | struct nouveau_fence_chan *fctx = chan->fence; |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 86 | int ret; |
| 87 | |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 88 | fence->channel = chan; |
| 89 | fence->timeout = jiffies + (3 * DRM_HZ); |
| 90 | fence->sequence = ++fctx->sequence; |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 91 | |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 92 | ret = priv->emit(fence); |
| 93 | if (!ret) { |
| 94 | kref_get(&fence->kref); |
| 95 | spin_lock(&fctx->lock); |
| 96 | list_add_tail(&fence->head, &fctx->pending); |
| 97 | spin_unlock(&fctx->lock); |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 98 | } |
| 99 | |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 100 | return ret; |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 101 | } |
| 102 | |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 103 | bool |
Ben Skeggs | d375e7d5 | 2012-04-30 13:30:00 +1000 | [diff] [blame] | 104 | nouveau_fence_done(struct nouveau_fence *fence) |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 105 | { |
Ben Skeggs | d375e7d5 | 2012-04-30 13:30:00 +1000 | [diff] [blame] | 106 | if (fence->channel) |
| 107 | nouveau_fence_update(fence->channel); |
| 108 | return !fence->channel; |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 109 | } |
| 110 | |
| 111 | int |
Ben Skeggs | 875ac34 | 2012-04-30 12:51:48 +1000 | [diff] [blame] | 112 | nouveau_fence_wait(struct nouveau_fence *fence, bool lazy, bool intr) |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 113 | { |
Marcin Slusarz | bd35fe5 | 2011-03-09 14:22:19 +0100 | [diff] [blame] | 114 | unsigned long sleep_time = NSEC_PER_MSEC / 1000; |
| 115 | ktime_t t; |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 116 | int ret = 0; |
| 117 | |
Ben Skeggs | d375e7d5 | 2012-04-30 13:30:00 +1000 | [diff] [blame] | 118 | while (!nouveau_fence_done(fence)) { |
| 119 | if (fence->timeout && time_after_eq(jiffies, fence->timeout)) { |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 120 | ret = -EBUSY; |
| 121 | break; |
| 122 | } |
| 123 | |
Ben Skeggs | 875ac34 | 2012-04-30 12:51:48 +1000 | [diff] [blame] | 124 | __set_current_state(intr ? TASK_INTERRUPTIBLE : |
| 125 | TASK_UNINTERRUPTIBLE); |
Marcin Slusarz | bd35fe5 | 2011-03-09 14:22:19 +0100 | [diff] [blame] | 126 | if (lazy) { |
| 127 | t = ktime_set(0, sleep_time); |
| 128 | schedule_hrtimeout(&t, HRTIMER_MODE_REL); |
| 129 | sleep_time *= 2; |
| 130 | if (sleep_time > NSEC_PER_MSEC) |
| 131 | sleep_time = NSEC_PER_MSEC; |
| 132 | } |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 133 | |
| 134 | if (intr && signal_pending(current)) { |
Ben Skeggs | 9ddc8c5 | 2009-12-15 11:04:25 +1000 | [diff] [blame] | 135 | ret = -ERESTARTSYS; |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 136 | break; |
| 137 | } |
| 138 | } |
| 139 | |
| 140 | __set_current_state(TASK_RUNNING); |
Ben Skeggs | 6ee7386 | 2009-12-11 19:24:15 +1000 | [diff] [blame] | 141 | return ret; |
| 142 | } |
| 143 | |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 144 | int |
| 145 | nouveau_fence_sync(struct nouveau_fence *fence, struct nouveau_channel *chan) |
| 146 | { |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 147 | struct nouveau_fence_priv *priv = chan->drm->fence; |
Ben Skeggs | 906c033 | 2012-05-04 16:25:47 +1000 | [diff] [blame] | 148 | struct nouveau_channel *prev; |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 149 | int ret = 0; |
| 150 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 151 | prev = fence ? fence->channel : NULL; |
Ben Skeggs | 906c033 | 2012-05-04 16:25:47 +1000 | [diff] [blame] | 152 | if (prev) { |
| 153 | if (unlikely(prev != chan && !nouveau_fence_done(fence))) { |
| 154 | ret = priv->sync(fence, prev, chan); |
| 155 | if (unlikely(ret)) |
| 156 | ret = nouveau_fence_wait(fence, true, false); |
| 157 | } |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | return ret; |
| 161 | } |
| 162 | |
Ben Skeggs | d375e7d5 | 2012-04-30 13:30:00 +1000 | [diff] [blame] | 163 | static void |
| 164 | nouveau_fence_del(struct kref *kref) |
| 165 | { |
| 166 | struct nouveau_fence *fence = container_of(kref, typeof(*fence), kref); |
| 167 | kfree(fence); |
| 168 | } |
| 169 | |
| 170 | void |
| 171 | nouveau_fence_unref(struct nouveau_fence **pfence) |
| 172 | { |
| 173 | if (*pfence) |
| 174 | kref_put(&(*pfence)->kref, nouveau_fence_del); |
| 175 | *pfence = NULL; |
| 176 | } |
| 177 | |
| 178 | struct nouveau_fence * |
| 179 | nouveau_fence_ref(struct nouveau_fence *fence) |
| 180 | { |
| 181 | kref_get(&fence->kref); |
| 182 | return fence; |
| 183 | } |
| 184 | |
| 185 | int |
| 186 | nouveau_fence_new(struct nouveau_channel *chan, struct nouveau_fence **pfence) |
| 187 | { |
| 188 | struct nouveau_fence *fence; |
| 189 | int ret = 0; |
| 190 | |
Ben Skeggs | e193b1d | 2012-07-19 10:51:42 +1000 | [diff] [blame] | 191 | if (unlikely(!chan->fence)) |
Ben Skeggs | 5e120f6 | 2012-04-30 13:55:29 +1000 | [diff] [blame] | 192 | return -ENODEV; |
| 193 | |
Ben Skeggs | d375e7d5 | 2012-04-30 13:30:00 +1000 | [diff] [blame] | 194 | fence = kzalloc(sizeof(*fence), GFP_KERNEL); |
| 195 | if (!fence) |
| 196 | return -ENOMEM; |
| 197 | kref_init(&fence->kref); |
| 198 | |
| 199 | if (chan) { |
| 200 | ret = nouveau_fence_emit(fence, chan); |
| 201 | if (ret) |
| 202 | nouveau_fence_unref(&fence); |
| 203 | } |
| 204 | |
| 205 | *pfence = fence; |
| 206 | return ret; |
| 207 | } |