Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright © 2008-2010 Intel Corporation |
| 3 | * |
| 4 | * Permission is hereby granted, free of charge, to any person obtaining a |
| 5 | * copy of this software and associated documentation files (the "Software"), |
| 6 | * to deal in the Software without restriction, including without limitation |
| 7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| 8 | * and/or sell copies of the Software, and to permit persons to whom the |
| 9 | * Software is furnished to do so, subject to the following conditions: |
| 10 | * |
| 11 | * The above copyright notice and this permission notice (including the next |
| 12 | * paragraph) shall be included in all copies or substantial portions of the |
| 13 | * Software. |
| 14 | * |
| 15 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 16 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 17 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| 18 | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 19 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
| 20 | * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
| 21 | * IN THE SOFTWARE. |
| 22 | * |
| 23 | * Authors: |
| 24 | * Eric Anholt <eric@anholt.net> |
| 25 | * Chris Wilson <chris@chris-wilson.co.uuk> |
| 26 | * |
| 27 | */ |
| 28 | |
David Howells | 760285e | 2012-10-02 18:01:07 +0100 | [diff] [blame] | 29 | #include <drm/drmP.h> |
David Howells | 760285e | 2012-10-02 18:01:07 +0100 | [diff] [blame] | 30 | #include <drm/i915_drm.h> |
Chris Wilson | 74e21ac | 2014-01-20 10:17:37 +0000 | [diff] [blame] | 31 | |
| 32 | #include "i915_drv.h" |
| 33 | #include "intel_drv.h" |
Chris Wilson | db53a30 | 2011-02-03 11:57:46 +0000 | [diff] [blame] | 34 | #include "i915_trace.h" |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 35 | |
Chris Wilson | 6e5a5be | 2016-06-24 14:55:57 +0100 | [diff] [blame^] | 36 | static int switch_to_pinned_context(struct drm_i915_private *dev_priv) |
| 37 | { |
| 38 | struct intel_engine_cs *engine; |
| 39 | |
| 40 | if (i915.enable_execlists) |
| 41 | return 0; |
| 42 | |
| 43 | for_each_engine(engine, dev_priv) { |
| 44 | struct drm_i915_gem_request *req; |
| 45 | int ret; |
| 46 | |
| 47 | if (engine->last_context == NULL) |
| 48 | continue; |
| 49 | |
| 50 | if (engine->last_context == dev_priv->kernel_context) |
| 51 | continue; |
| 52 | |
| 53 | req = i915_gem_request_alloc(engine, dev_priv->kernel_context); |
| 54 | if (IS_ERR(req)) |
| 55 | return PTR_ERR(req); |
| 56 | |
| 57 | ret = i915_switch_context(req); |
| 58 | i915_add_request_no_flush(req); |
| 59 | if (ret) |
| 60 | return ret; |
| 61 | } |
| 62 | |
| 63 | return 0; |
| 64 | } |
| 65 | |
| 66 | |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 67 | static bool |
Ben Widawsky | f6cd1f1 | 2013-07-31 17:00:11 -0700 | [diff] [blame] | 68 | mark_free(struct i915_vma *vma, struct list_head *unwind) |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 69 | { |
Chris Wilson | 3036537 | 2014-01-28 18:08:38 +0000 | [diff] [blame] | 70 | if (vma->pin_count) |
Chris Wilson | 1b50247 | 2012-04-24 15:47:30 +0100 | [diff] [blame] | 71 | return false; |
| 72 | |
Daniel Vetter | b93dab6 | 2013-08-26 11:23:47 +0200 | [diff] [blame] | 73 | if (WARN_ON(!list_empty(&vma->exec_list))) |
| 74 | return false; |
| 75 | |
Ben Widawsky | 82a55ad | 2013-08-14 11:38:34 +0200 | [diff] [blame] | 76 | list_add(&vma->exec_list, unwind); |
Ben Widawsky | 2f63315 | 2013-07-17 12:19:03 -0700 | [diff] [blame] | 77 | return drm_mm_scan_add_block(&vma->node); |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 78 | } |
| 79 | |
Daniel Vetter | c2c1d49 | 2014-01-29 22:07:11 +0100 | [diff] [blame] | 80 | /** |
| 81 | * i915_gem_evict_something - Evict vmas to make room for binding a new one |
| 82 | * @dev: drm_device |
| 83 | * @vm: address space to evict from |
Daniel Vetter | 7838a63 | 2015-01-05 14:36:59 +0100 | [diff] [blame] | 84 | * @min_size: size of the desired free space |
Daniel Vetter | c2c1d49 | 2014-01-29 22:07:11 +0100 | [diff] [blame] | 85 | * @alignment: alignment constraint of the desired free space |
| 86 | * @cache_level: cache_level for the desired space |
Daniel Vetter | 7838a63 | 2015-01-05 14:36:59 +0100 | [diff] [blame] | 87 | * @start: start (inclusive) of the range from which to evict objects |
| 88 | * @end: end (exclusive) of the range from which to evict objects |
| 89 | * @flags: additional flags to control the eviction algorithm |
Daniel Vetter | c2c1d49 | 2014-01-29 22:07:11 +0100 | [diff] [blame] | 90 | * |
| 91 | * This function will try to evict vmas until a free space satisfying the |
| 92 | * requirements is found. Callers must check first whether any such hole exists |
| 93 | * already before calling this function. |
| 94 | * |
| 95 | * This function is used by the object/vma binding code. |
| 96 | * |
Daniel Vetter | eb0b44a | 2015-03-18 14:47:59 +0100 | [diff] [blame] | 97 | * Since this function is only used to free up virtual address space it only |
| 98 | * ignores pinned vmas, and not object where the backing storage itself is |
| 99 | * pinned. Hence obj->pages_pin_count does not protect against eviction. |
| 100 | * |
Daniel Vetter | c2c1d49 | 2014-01-29 22:07:11 +0100 | [diff] [blame] | 101 | * To clarify: This is for freeing up virtual address space, not for freeing |
| 102 | * memory in e.g. the shrinker. |
| 103 | */ |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 104 | int |
Ben Widawsky | f6cd1f1 | 2013-07-31 17:00:11 -0700 | [diff] [blame] | 105 | i915_gem_evict_something(struct drm_device *dev, struct i915_address_space *vm, |
| 106 | int min_size, unsigned alignment, unsigned cache_level, |
Chris Wilson | d23db88 | 2014-05-23 08:48:08 +0200 | [diff] [blame] | 107 | unsigned long start, unsigned long end, |
Daniel Vetter | 1ec9e26 | 2014-02-14 14:01:11 +0100 | [diff] [blame] | 108 | unsigned flags) |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 109 | { |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 110 | struct list_head eviction_list, unwind_list; |
Ben Widawsky | 2f63315 | 2013-07-17 12:19:03 -0700 | [diff] [blame] | 111 | struct i915_vma *vma; |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 112 | int ret = 0; |
Chris Wilson | 74e21ac | 2014-01-20 10:17:37 +0000 | [diff] [blame] | 113 | int pass = 0; |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 114 | |
Daniel Vetter | 1ec9e26 | 2014-02-14 14:01:11 +0100 | [diff] [blame] | 115 | trace_i915_gem_evict(dev, min_size, alignment, flags); |
Chris Wilson | db53a30 | 2011-02-03 11:57:46 +0000 | [diff] [blame] | 116 | |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 117 | /* |
| 118 | * The goal is to evict objects and amalgamate space in LRU order. |
| 119 | * The oldest idle objects reside on the inactive list, which is in |
| 120 | * retirement order. The next objects to retire are those on the (per |
| 121 | * ring) active list that do not have an outstanding flush. Once the |
| 122 | * hardware reports completion (the seqno is updated after the |
| 123 | * batchbuffer has been finished) the clean buffer objects would |
| 124 | * be retired to the inactive list. Any dirty objects would be added |
| 125 | * to the tail of the flushing list. So after processing the clean |
| 126 | * active objects we need to emit a MI_FLUSH to retire the flushing |
| 127 | * list, hence the retirement order of the flushing list is in |
| 128 | * advance of the dirty objects on the active lists. |
| 129 | * |
| 130 | * The retirement sequence is thus: |
| 131 | * 1. Inactive objects (already retired) |
| 132 | * 2. Clean active objects |
| 133 | * 3. Flushing list |
| 134 | * 4. Dirty active objects. |
| 135 | * |
| 136 | * On each list, the oldest objects lie at the HEAD with the freshest |
| 137 | * object on the TAIL. |
| 138 | */ |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 139 | |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 140 | INIT_LIST_HEAD(&unwind_list); |
Chris Wilson | d23db88 | 2014-05-23 08:48:08 +0200 | [diff] [blame] | 141 | if (start != 0 || end != vm->total) { |
Ben Widawsky | 5cef07e | 2013-07-16 16:50:08 -0700 | [diff] [blame] | 142 | drm_mm_init_scan_with_range(&vm->mm, min_size, |
Chris Wilson | d23db88 | 2014-05-23 08:48:08 +0200 | [diff] [blame] | 143 | alignment, cache_level, |
| 144 | start, end); |
Ben Widawsky | f6cd1f1 | 2013-07-31 17:00:11 -0700 | [diff] [blame] | 145 | } else |
Ben Widawsky | 5cef07e | 2013-07-16 16:50:08 -0700 | [diff] [blame] | 146 | drm_mm_init_scan(&vm->mm, min_size, alignment, cache_level); |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 147 | |
Chris Wilson | ad071ac | 2013-12-09 10:37:24 +0000 | [diff] [blame] | 148 | search_again: |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 149 | /* First see if there is a large enough contiguous idle region... */ |
Chris Wilson | 1c7f4bc | 2016-02-26 11:03:19 +0000 | [diff] [blame] | 150 | list_for_each_entry(vma, &vm->inactive_list, vm_link) { |
Ben Widawsky | f6cd1f1 | 2013-07-31 17:00:11 -0700 | [diff] [blame] | 151 | if (mark_free(vma, &unwind_list)) |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 152 | goto found; |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 153 | } |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 154 | |
Daniel Vetter | 1ec9e26 | 2014-02-14 14:01:11 +0100 | [diff] [blame] | 155 | if (flags & PIN_NONBLOCK) |
Chris Wilson | 86a1ee2 | 2012-08-11 15:41:04 +0100 | [diff] [blame] | 156 | goto none; |
| 157 | |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 158 | /* Now merge in the soon-to-be-expired objects... */ |
Chris Wilson | 1c7f4bc | 2016-02-26 11:03:19 +0000 | [diff] [blame] | 159 | list_for_each_entry(vma, &vm->active_list, vm_link) { |
Ben Widawsky | f6cd1f1 | 2013-07-31 17:00:11 -0700 | [diff] [blame] | 160 | if (mark_free(vma, &unwind_list)) |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 161 | goto found; |
| 162 | } |
| 163 | |
Chris Wilson | 86a1ee2 | 2012-08-11 15:41:04 +0100 | [diff] [blame] | 164 | none: |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 165 | /* Nothing found, clean up and bail out! */ |
Chris Wilson | 092de6f | 2011-01-10 14:21:05 +0000 | [diff] [blame] | 166 | while (!list_empty(&unwind_list)) { |
Ben Widawsky | 82a55ad | 2013-08-14 11:38:34 +0200 | [diff] [blame] | 167 | vma = list_first_entry(&unwind_list, |
| 168 | struct i915_vma, |
Chris Wilson | 092de6f | 2011-01-10 14:21:05 +0000 | [diff] [blame] | 169 | exec_list); |
Ben Widawsky | 2f63315 | 2013-07-17 12:19:03 -0700 | [diff] [blame] | 170 | ret = drm_mm_scan_remove_block(&vma->node); |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 171 | BUG_ON(ret); |
Chris Wilson | 092de6f | 2011-01-10 14:21:05 +0000 | [diff] [blame] | 172 | |
Ben Widawsky | 82a55ad | 2013-08-14 11:38:34 +0200 | [diff] [blame] | 173 | list_del_init(&vma->exec_list); |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 174 | } |
| 175 | |
Chris Wilson | ad071ac | 2013-12-09 10:37:24 +0000 | [diff] [blame] | 176 | /* Can we unpin some objects such as idle hw contents, |
| 177 | * or pending flips? |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 178 | */ |
Daniel Vetter | 1ec9e26 | 2014-02-14 14:01:11 +0100 | [diff] [blame] | 179 | if (flags & PIN_NONBLOCK) |
Chris Wilson | 74e21ac | 2014-01-20 10:17:37 +0000 | [diff] [blame] | 180 | return -ENOSPC; |
Chris Wilson | ad071ac | 2013-12-09 10:37:24 +0000 | [diff] [blame] | 181 | |
| 182 | /* Only idle the GPU and repeat the search once */ |
Chris Wilson | 74e21ac | 2014-01-20 10:17:37 +0000 | [diff] [blame] | 183 | if (pass++ == 0) { |
Chris Wilson | 6e5a5be | 2016-06-24 14:55:57 +0100 | [diff] [blame^] | 184 | struct drm_i915_private *dev_priv = to_i915(dev); |
| 185 | |
| 186 | ret = switch_to_pinned_context(dev_priv); |
Chris Wilson | 74e21ac | 2014-01-20 10:17:37 +0000 | [diff] [blame] | 187 | if (ret) |
| 188 | return ret; |
| 189 | |
Chris Wilson | 6e5a5be | 2016-06-24 14:55:57 +0100 | [diff] [blame^] | 190 | ret = i915_gem_wait_for_idle(dev_priv); |
| 191 | if (ret) |
| 192 | return ret; |
| 193 | |
| 194 | i915_gem_retire_requests(dev_priv); |
Chris Wilson | 74e21ac | 2014-01-20 10:17:37 +0000 | [diff] [blame] | 195 | goto search_again; |
| 196 | } |
| 197 | |
| 198 | /* If we still have pending pageflip completions, drop |
| 199 | * back to userspace to give our workqueues time to |
| 200 | * acquire our locks and unpin the old scanouts. |
| 201 | */ |
| 202 | return intel_has_pending_fb_unpin(dev) ? -EAGAIN : -ENOSPC; |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 203 | |
| 204 | found: |
Chris Wilson | e39a015 | 2010-09-29 22:23:05 +0100 | [diff] [blame] | 205 | /* drm_mm doesn't allow any other other operations while |
| 206 | * scanning, therefore store to be evicted objects on a |
| 207 | * temporary list. */ |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 208 | INIT_LIST_HEAD(&eviction_list); |
Chris Wilson | e39a015 | 2010-09-29 22:23:05 +0100 | [diff] [blame] | 209 | while (!list_empty(&unwind_list)) { |
Ben Widawsky | 82a55ad | 2013-08-14 11:38:34 +0200 | [diff] [blame] | 210 | vma = list_first_entry(&unwind_list, |
| 211 | struct i915_vma, |
Chris Wilson | 432e58e | 2010-11-25 19:32:06 +0000 | [diff] [blame] | 212 | exec_list); |
Ben Widawsky | 2f63315 | 2013-07-17 12:19:03 -0700 | [diff] [blame] | 213 | if (drm_mm_scan_remove_block(&vma->node)) { |
Ben Widawsky | 82a55ad | 2013-08-14 11:38:34 +0200 | [diff] [blame] | 214 | list_move(&vma->exec_list, &eviction_list); |
| 215 | drm_gem_object_reference(&vma->obj->base); |
Chris Wilson | e39a015 | 2010-09-29 22:23:05 +0100 | [diff] [blame] | 216 | continue; |
| 217 | } |
Ben Widawsky | 82a55ad | 2013-08-14 11:38:34 +0200 | [diff] [blame] | 218 | list_del_init(&vma->exec_list); |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 219 | } |
| 220 | |
Chris Wilson | e39a015 | 2010-09-29 22:23:05 +0100 | [diff] [blame] | 221 | /* Unbinding will emit any required flushes */ |
| 222 | while (!list_empty(&eviction_list)) { |
Ben Widawsky | 8637b40 | 2013-08-16 13:29:33 -0700 | [diff] [blame] | 223 | struct drm_gem_object *obj; |
Ben Widawsky | 82a55ad | 2013-08-14 11:38:34 +0200 | [diff] [blame] | 224 | vma = list_first_entry(&eviction_list, |
| 225 | struct i915_vma, |
Chris Wilson | 432e58e | 2010-11-25 19:32:06 +0000 | [diff] [blame] | 226 | exec_list); |
Ben Widawsky | 8637b40 | 2013-08-16 13:29:33 -0700 | [diff] [blame] | 227 | |
| 228 | obj = &vma->obj->base; |
| 229 | list_del_init(&vma->exec_list); |
Chris Wilson | e39a015 | 2010-09-29 22:23:05 +0100 | [diff] [blame] | 230 | if (ret == 0) |
Ben Widawsky | 82a55ad | 2013-08-14 11:38:34 +0200 | [diff] [blame] | 231 | ret = i915_vma_unbind(vma); |
Chris Wilson | 092de6f | 2011-01-10 14:21:05 +0000 | [diff] [blame] | 232 | |
Ben Widawsky | 8637b40 | 2013-08-16 13:29:33 -0700 | [diff] [blame] | 233 | drm_gem_object_unreference(obj); |
Chris Wilson | e39a015 | 2010-09-29 22:23:05 +0100 | [diff] [blame] | 234 | } |
Chris Wilson | cd377ea | 2010-08-07 11:01:24 +0100 | [diff] [blame] | 235 | |
Chris Wilson | e39a015 | 2010-09-29 22:23:05 +0100 | [diff] [blame] | 236 | return ret; |
Chris Wilson | b47eb4a | 2010-08-07 11:01:23 +0100 | [diff] [blame] | 237 | } |
| 238 | |
Chris Wilson | 506a8e8 | 2015-12-08 11:55:07 +0000 | [diff] [blame] | 239 | int |
| 240 | i915_gem_evict_for_vma(struct i915_vma *target) |
| 241 | { |
| 242 | struct drm_mm_node *node, *next; |
| 243 | |
| 244 | list_for_each_entry_safe(node, next, |
| 245 | &target->vm->mm.head_node.node_list, |
| 246 | node_list) { |
| 247 | struct i915_vma *vma; |
| 248 | int ret; |
| 249 | |
| 250 | if (node->start + node->size <= target->node.start) |
| 251 | continue; |
| 252 | if (node->start >= target->node.start + target->node.size) |
| 253 | break; |
| 254 | |
| 255 | vma = container_of(node, typeof(*vma), node); |
| 256 | |
| 257 | if (vma->pin_count) { |
| 258 | if (!vma->exec_entry || (vma->pin_count > 1)) |
| 259 | /* Object is pinned for some other use */ |
| 260 | return -EBUSY; |
| 261 | |
| 262 | /* We need to evict a buffer in the same batch */ |
| 263 | if (vma->exec_entry->flags & EXEC_OBJECT_PINNED) |
| 264 | /* Overlapping fixed objects in the same batch */ |
| 265 | return -EINVAL; |
| 266 | |
| 267 | return -ENOSPC; |
| 268 | } |
| 269 | |
| 270 | ret = i915_vma_unbind(vma); |
| 271 | if (ret) |
| 272 | return ret; |
| 273 | } |
| 274 | |
| 275 | return 0; |
| 276 | } |
| 277 | |
Ben Widawsky | 68c8c17 | 2013-09-11 14:57:50 -0700 | [diff] [blame] | 278 | /** |
Daniel Vetter | c2c1d49 | 2014-01-29 22:07:11 +0100 | [diff] [blame] | 279 | * i915_gem_evict_vm - Evict all idle vmas from a vm |
Daniel Vetter | c2c1d49 | 2014-01-29 22:07:11 +0100 | [diff] [blame] | 280 | * @vm: Address space to cleanse |
Ben Widawsky | 68c8c17 | 2013-09-11 14:57:50 -0700 | [diff] [blame] | 281 | * @do_idle: Boolean directing whether to idle first. |
| 282 | * |
Daniel Vetter | c2c1d49 | 2014-01-29 22:07:11 +0100 | [diff] [blame] | 283 | * This function evicts all idles vmas from a vm. If all unpinned vmas should be |
| 284 | * evicted the @do_idle needs to be set to true. |
Ben Widawsky | 68c8c17 | 2013-09-11 14:57:50 -0700 | [diff] [blame] | 285 | * |
Daniel Vetter | c2c1d49 | 2014-01-29 22:07:11 +0100 | [diff] [blame] | 286 | * This is used by the execbuf code as a last-ditch effort to defragment the |
| 287 | * address space. |
| 288 | * |
| 289 | * To clarify: This is for freeing up virtual address space, not for freeing |
| 290 | * memory in e.g. the shrinker. |
Ben Widawsky | 68c8c17 | 2013-09-11 14:57:50 -0700 | [diff] [blame] | 291 | */ |
| 292 | int i915_gem_evict_vm(struct i915_address_space *vm, bool do_idle) |
Ben Widawsky | 7b79612 | 2013-09-11 14:57:49 -0700 | [diff] [blame] | 293 | { |
| 294 | struct i915_vma *vma, *next; |
| 295 | int ret; |
| 296 | |
Ben Widawsky | b9b5dce | 2014-12-23 17:16:04 +0000 | [diff] [blame] | 297 | WARN_ON(!mutex_is_locked(&vm->dev->struct_mutex)); |
Ben Widawsky | bcccff8 | 2013-09-24 09:57:56 -0700 | [diff] [blame] | 298 | trace_i915_gem_evict_vm(vm); |
| 299 | |
Ben Widawsky | 7b79612 | 2013-09-11 14:57:49 -0700 | [diff] [blame] | 300 | if (do_idle) { |
Chris Wilson | 6e5a5be | 2016-06-24 14:55:57 +0100 | [diff] [blame^] | 301 | struct drm_i915_private *dev_priv = to_i915(vm->dev); |
| 302 | |
| 303 | ret = switch_to_pinned_context(dev_priv); |
Ben Widawsky | 7b79612 | 2013-09-11 14:57:49 -0700 | [diff] [blame] | 304 | if (ret) |
| 305 | return ret; |
| 306 | |
Chris Wilson | 6e5a5be | 2016-06-24 14:55:57 +0100 | [diff] [blame^] | 307 | ret = i915_gem_wait_for_idle(dev_priv); |
| 308 | if (ret) |
| 309 | return ret; |
| 310 | |
| 311 | i915_gem_retire_requests(dev_priv); |
Ben Widawsky | b9b5dce | 2014-12-23 17:16:04 +0000 | [diff] [blame] | 312 | |
| 313 | WARN_ON(!list_empty(&vm->active_list)); |
Ben Widawsky | 7b79612 | 2013-09-11 14:57:49 -0700 | [diff] [blame] | 314 | } |
| 315 | |
Chris Wilson | 1c7f4bc | 2016-02-26 11:03:19 +0000 | [diff] [blame] | 316 | list_for_each_entry_safe(vma, next, &vm->inactive_list, vm_link) |
Ben Widawsky | d7f46fc | 2013-12-06 14:10:55 -0800 | [diff] [blame] | 317 | if (vma->pin_count == 0) |
Ben Widawsky | 7b79612 | 2013-09-11 14:57:49 -0700 | [diff] [blame] | 318 | WARN_ON(i915_vma_unbind(vma)); |
| 319 | |
| 320 | return 0; |
| 321 | } |