blob: f1b5aa92fa83ad427fc4249844ed88a191635690 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* i915_dma.c -- DMA support for the I915 -*- linux-c -*-
2 */
Dave Airlie0d6aa602006-01-02 20:14:23 +11003/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
5 * All Rights Reserved.
Dave Airliebc54fd12005-06-23 22:46:46 +10006 *
7 * Permission is hereby granted, free of charge, to any person obtaining a
8 * copy of this software and associated documentation files (the
9 * "Software"), to deal in the Software without restriction, including
10 * without limitation the rights to use, copy, modify, merge, publish,
11 * distribute, sub license, and/or sell copies of the Software, and to
12 * permit persons to whom the Software is furnished to do so, subject to
13 * the following conditions:
14 *
15 * The above copyright notice and this permission notice (including the
16 * next paragraph) shall be included in all copies or substantial portions
17 * of the Software.
18 *
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
20 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
21 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
22 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
23 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
24 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
25 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 *
Dave Airlie0d6aa602006-01-02 20:14:23 +110027 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070028
29#include "drmP.h"
30#include "drm.h"
31#include "i915_drm.h"
32#include "i915_drv.h"
33
Linus Torvalds1da177e2005-04-16 15:20:36 -070034/* Really want an OS-independent resettable timer. Would like to have
35 * this loop run for (eg) 3 sec, but have the timer reset every time
36 * the head pointer changes, so that EBUSY only happens if the ring
37 * actually stalls for (eg) 3 seconds.
38 */
Dave Airlie84b1fd12007-07-11 15:53:27 +100039int i915_wait_ring(struct drm_device * dev, int n, const char *caller)
Linus Torvalds1da177e2005-04-16 15:20:36 -070040{
41 drm_i915_private_t *dev_priv = dev->dev_private;
42 drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
Keith Packardd3a6d442008-07-30 12:21:20 -070043 u32 acthd_reg = IS_I965G(dev) ? ACTHD_I965 : ACTHD;
44 u32 last_acthd = I915_READ(acthd_reg);
45 u32 acthd;
Jesse Barnes585fb112008-07-29 11:54:06 -070046 u32 last_head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
Linus Torvalds1da177e2005-04-16 15:20:36 -070047 int i;
48
Keith Packardd3a6d442008-07-30 12:21:20 -070049 for (i = 0; i < 100000; i++) {
Jesse Barnes585fb112008-07-29 11:54:06 -070050 ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
Keith Packardd3a6d442008-07-30 12:21:20 -070051 acthd = I915_READ(acthd_reg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 ring->space = ring->head - (ring->tail + 8);
53 if (ring->space < 0)
54 ring->space += ring->Size;
55 if (ring->space >= n)
56 return 0;
57
58 dev_priv->sarea_priv->perf_boxes |= I915_BOX_WAIT;
59
60 if (ring->head != last_head)
61 i = 0;
Keith Packardd3a6d442008-07-30 12:21:20 -070062 if (acthd != last_acthd)
63 i = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65 last_head = ring->head;
Keith Packardd3a6d442008-07-30 12:21:20 -070066 last_acthd = acthd;
67 msleep_interruptible(10);
68
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 }
70
Eric Anholt20caafa2007-08-25 19:22:43 +100071 return -EBUSY;
Linus Torvalds1da177e2005-04-16 15:20:36 -070072}
73
Keith Packard398c9cb2008-07-30 13:03:43 -070074/**
75 * Sets up the hardware status page for devices that need a physical address
76 * in the register.
77 */
78int i915_init_phys_hws(struct drm_device *dev)
79{
80 drm_i915_private_t *dev_priv = dev->dev_private;
81 /* Program Hardware Status Page */
82 dev_priv->status_page_dmah =
83 drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE, 0xffffffff);
84
85 if (!dev_priv->status_page_dmah) {
86 DRM_ERROR("Can not allocate hardware status page\n");
87 return -ENOMEM;
88 }
89 dev_priv->hw_status_page = dev_priv->status_page_dmah->vaddr;
90 dev_priv->dma_status_page = dev_priv->status_page_dmah->busaddr;
91
92 memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
93
94 I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
95 DRM_DEBUG("Enabled hardware status page\n");
96 return 0;
97}
98
99/**
100 * Frees the hardware status page, whether it's a physical address or a virtual
101 * address set up by the X Server.
102 */
103void i915_free_hws(struct drm_device *dev)
104{
105 drm_i915_private_t *dev_priv = dev->dev_private;
106 if (dev_priv->status_page_dmah) {
107 drm_pci_free(dev, dev_priv->status_page_dmah);
108 dev_priv->status_page_dmah = NULL;
109 }
110
111 if (dev_priv->status_gfx_addr) {
112 dev_priv->status_gfx_addr = 0;
113 drm_core_ioremapfree(&dev_priv->hws_map, dev);
114 }
115
116 /* Need to rewrite hardware status page */
117 I915_WRITE(HWS_PGA, 0x1ffff000);
118}
119
Dave Airlie84b1fd12007-07-11 15:53:27 +1000120void i915_kernel_lost_context(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121{
122 drm_i915_private_t *dev_priv = dev->dev_private;
123 drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
124
Jesse Barnes585fb112008-07-29 11:54:06 -0700125 ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
126 ring->tail = I915_READ(PRB0_TAIL) & TAIL_ADDR;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 ring->space = ring->head - (ring->tail + 8);
128 if (ring->space < 0)
129 ring->space += ring->Size;
130
131 if (ring->head == ring->tail)
132 dev_priv->sarea_priv->perf_boxes |= I915_BOX_RING_EMPTY;
133}
134
Dave Airlie84b1fd12007-07-11 15:53:27 +1000135static int i915_dma_cleanup(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000137 drm_i915_private_t *dev_priv = dev->dev_private;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 /* Make sure interrupts are disabled here because the uninstall ioctl
139 * may not have been called from userspace and after dev_private
140 * is freed, it's too late.
141 */
Eric Anholted4cb412008-07-29 12:10:39 -0700142 if (dev->irq_enabled)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000143 drm_irq_uninstall(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000145 if (dev_priv->ring.virtual_start) {
146 drm_core_ioremapfree(&dev_priv->ring.map, dev);
147 dev_priv->ring.virtual_start = 0;
148 dev_priv->ring.map.handle = 0;
149 dev_priv->ring.map.size = 0;
150 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
Keith Packard398c9cb2008-07-30 13:03:43 -0700152 /* Clear the HWS virtual address at teardown */
153 if (I915_NEED_GFX_HWS(dev))
154 i915_free_hws(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155
156 return 0;
157}
158
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000159static int i915_initialize(struct drm_device * dev, drm_i915_init_t * init)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000161 drm_i915_private_t *dev_priv = dev->dev_private;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162
Dave Airlieda509d72007-05-26 05:04:51 +1000163 dev_priv->sarea = drm_getsarea(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164 if (!dev_priv->sarea) {
165 DRM_ERROR("can not find sarea!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 i915_dma_cleanup(dev);
Eric Anholt20caafa2007-08-25 19:22:43 +1000167 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168 }
169
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 dev_priv->sarea_priv = (drm_i915_sarea_t *)
171 ((u8 *) dev_priv->sarea->handle + init->sarea_priv_offset);
172
173 dev_priv->ring.Start = init->ring_start;
174 dev_priv->ring.End = init->ring_end;
175 dev_priv->ring.Size = init->ring_size;
176 dev_priv->ring.tail_mask = dev_priv->ring.Size - 1;
177
178 dev_priv->ring.map.offset = init->ring_start;
179 dev_priv->ring.map.size = init->ring_size;
180 dev_priv->ring.map.type = 0;
181 dev_priv->ring.map.flags = 0;
182 dev_priv->ring.map.mtrr = 0;
183
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000184 drm_core_ioremap(&dev_priv->ring.map, dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185
186 if (dev_priv->ring.map.handle == NULL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 i915_dma_cleanup(dev);
188 DRM_ERROR("can not ioremap virtual address for"
189 " ring buffer\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000190 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 }
192
193 dev_priv->ring.virtual_start = dev_priv->ring.map.handle;
194
=?utf-8?q?Michel_D=C3=A4nzer?=a6b54f32006-10-24 23:37:43 +1000195 dev_priv->cpp = init->cpp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 dev_priv->back_offset = init->back_offset;
197 dev_priv->front_offset = init->front_offset;
198 dev_priv->current_page = 0;
199 dev_priv->sarea_priv->pf_current_page = dev_priv->current_page;
200
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 /* Allow hardware batchbuffers unless told otherwise.
202 */
203 dev_priv->allow_batchbuffer = 1;
204
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 return 0;
206}
207
Dave Airlie84b1fd12007-07-11 15:53:27 +1000208static int i915_dma_resume(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209{
210 drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
211
Harvey Harrisonbf9d8922008-04-30 00:55:10 -0700212 DRM_DEBUG("%s\n", __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213
214 if (!dev_priv->sarea) {
215 DRM_ERROR("can not find sarea!\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000216 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217 }
218
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 if (dev_priv->ring.map.handle == NULL) {
220 DRM_ERROR("can not ioremap virtual address for"
221 " ring buffer\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000222 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223 }
224
225 /* Program Hardware Status Page */
226 if (!dev_priv->hw_status_page) {
227 DRM_ERROR("Can not find hardware status page\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000228 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 }
230 DRM_DEBUG("hw status page @ %p\n", dev_priv->hw_status_page);
231
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000232 if (dev_priv->status_gfx_addr != 0)
Jesse Barnes585fb112008-07-29 11:54:06 -0700233 I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000234 else
Jesse Barnes585fb112008-07-29 11:54:06 -0700235 I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 DRM_DEBUG("Enabled hardware status page\n");
237
238 return 0;
239}
240
Eric Anholtc153f452007-09-03 12:06:45 +1000241static int i915_dma_init(struct drm_device *dev, void *data,
242 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243{
Eric Anholtc153f452007-09-03 12:06:45 +1000244 drm_i915_init_t *init = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245 int retcode = 0;
246
Eric Anholtc153f452007-09-03 12:06:45 +1000247 switch (init->func) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248 case I915_INIT_DMA:
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000249 retcode = i915_initialize(dev, init);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250 break;
251 case I915_CLEANUP_DMA:
252 retcode = i915_dma_cleanup(dev);
253 break;
254 case I915_RESUME_DMA:
Dave Airlie0d6aa602006-01-02 20:14:23 +1100255 retcode = i915_dma_resume(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 break;
257 default:
Eric Anholt20caafa2007-08-25 19:22:43 +1000258 retcode = -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 break;
260 }
261
262 return retcode;
263}
264
265/* Implement basically the same security restrictions as hardware does
266 * for MI_BATCH_NON_SECURE. These can be made stricter at any time.
267 *
268 * Most of the calculations below involve calculating the size of a
269 * particular instruction. It's important to get the size right as
270 * that tells us where the next instruction to check is. Any illegal
271 * instruction detected will be given a size of zero, which is a
272 * signal to abort the rest of the buffer.
273 */
274static int do_validate_cmd(int cmd)
275{
276 switch (((cmd >> 29) & 0x7)) {
277 case 0x0:
278 switch ((cmd >> 23) & 0x3f) {
279 case 0x0:
280 return 1; /* MI_NOOP */
281 case 0x4:
282 return 1; /* MI_FLUSH */
283 default:
284 return 0; /* disallow everything else */
285 }
286 break;
287 case 0x1:
288 return 0; /* reserved */
289 case 0x2:
290 return (cmd & 0xff) + 2; /* 2d commands */
291 case 0x3:
292 if (((cmd >> 24) & 0x1f) <= 0x18)
293 return 1;
294
295 switch ((cmd >> 24) & 0x1f) {
296 case 0x1c:
297 return 1;
298 case 0x1d:
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000299 switch ((cmd >> 16) & 0xff) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300 case 0x3:
301 return (cmd & 0x1f) + 2;
302 case 0x4:
303 return (cmd & 0xf) + 2;
304 default:
305 return (cmd & 0xffff) + 2;
306 }
307 case 0x1e:
308 if (cmd & (1 << 23))
309 return (cmd & 0xffff) + 1;
310 else
311 return 1;
312 case 0x1f:
313 if ((cmd & (1 << 23)) == 0) /* inline vertices */
314 return (cmd & 0x1ffff) + 2;
315 else if (cmd & (1 << 17)) /* indirect random */
316 if ((cmd & 0xffff) == 0)
317 return 0; /* unknown length, too hard */
318 else
319 return (((cmd & 0xffff) + 1) / 2) + 1;
320 else
321 return 2; /* indirect sequential */
322 default:
323 return 0;
324 }
325 default:
326 return 0;
327 }
328
329 return 0;
330}
331
332static int validate_cmd(int cmd)
333{
334 int ret = do_validate_cmd(cmd);
335
Dave Airliebc5f4522007-11-05 12:50:58 +1000336/* printk("validate_cmd( %x ): %d\n", cmd, ret); */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337
338 return ret;
339}
340
Dave Airlie84b1fd12007-07-11 15:53:27 +1000341static int i915_emit_cmds(struct drm_device * dev, int __user * buffer, int dwords)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342{
343 drm_i915_private_t *dev_priv = dev->dev_private;
344 int i;
345 RING_LOCALS;
346
Dave Airliede227f52006-01-25 15:31:43 +1100347 if ((dwords+1) * sizeof(int) >= dev_priv->ring.Size - 8)
Eric Anholt20caafa2007-08-25 19:22:43 +1000348 return -EINVAL;
Dave Airliede227f52006-01-25 15:31:43 +1100349
Alan Hourihanec29b6692006-08-12 16:29:24 +1000350 BEGIN_LP_RING((dwords+1)&~1);
Dave Airliede227f52006-01-25 15:31:43 +1100351
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352 for (i = 0; i < dwords;) {
353 int cmd, sz;
354
355 if (DRM_COPY_FROM_USER_UNCHECKED(&cmd, &buffer[i], sizeof(cmd)))
Eric Anholt20caafa2007-08-25 19:22:43 +1000356 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358 if ((sz = validate_cmd(cmd)) == 0 || i + sz > dwords)
Eric Anholt20caafa2007-08-25 19:22:43 +1000359 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361 OUT_RING(cmd);
362
363 while (++i, --sz) {
364 if (DRM_COPY_FROM_USER_UNCHECKED(&cmd, &buffer[i],
365 sizeof(cmd))) {
Eric Anholt20caafa2007-08-25 19:22:43 +1000366 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367 }
368 OUT_RING(cmd);
369 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370 }
371
Dave Airliede227f52006-01-25 15:31:43 +1100372 if (dwords & 1)
373 OUT_RING(0);
374
375 ADVANCE_LP_RING();
376
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377 return 0;
378}
379
Dave Airlie84b1fd12007-07-11 15:53:27 +1000380static int i915_emit_box(struct drm_device * dev,
Dave Airliec60ce622007-07-11 15:27:12 +1000381 struct drm_clip_rect __user * boxes,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382 int i, int DR1, int DR4)
383{
384 drm_i915_private_t *dev_priv = dev->dev_private;
Dave Airliec60ce622007-07-11 15:27:12 +1000385 struct drm_clip_rect box;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700386 RING_LOCALS;
387
388 if (DRM_COPY_FROM_USER_UNCHECKED(&box, &boxes[i], sizeof(box))) {
Eric Anholt20caafa2007-08-25 19:22:43 +1000389 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390 }
391
392 if (box.y2 <= box.y1 || box.x2 <= box.x1 || box.y2 <= 0 || box.x2 <= 0) {
393 DRM_ERROR("Bad box %d,%d..%d,%d\n",
394 box.x1, box.y1, box.x2, box.y2);
Eric Anholt20caafa2007-08-25 19:22:43 +1000395 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396 }
397
Alan Hourihanec29b6692006-08-12 16:29:24 +1000398 if (IS_I965G(dev)) {
399 BEGIN_LP_RING(4);
400 OUT_RING(GFX_OP_DRAWRECT_INFO_I965);
401 OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
Andrew Morton78eca432006-08-16 09:15:51 +1000402 OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
Alan Hourihanec29b6692006-08-12 16:29:24 +1000403 OUT_RING(DR4);
404 ADVANCE_LP_RING();
405 } else {
406 BEGIN_LP_RING(6);
407 OUT_RING(GFX_OP_DRAWRECT_INFO);
408 OUT_RING(DR1);
409 OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
410 OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
411 OUT_RING(DR4);
412 OUT_RING(0);
413 ADVANCE_LP_RING();
414 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415
416 return 0;
417}
418
Alan Hourihanec29b6692006-08-12 16:29:24 +1000419/* XXX: Emitting the counter should really be moved to part of the IRQ
420 * emit. For now, do it in both places:
421 */
422
Dave Airlie84b1fd12007-07-11 15:53:27 +1000423static void i915_emit_breadcrumb(struct drm_device *dev)
Dave Airliede227f52006-01-25 15:31:43 +1100424{
425 drm_i915_private_t *dev_priv = dev->dev_private;
426 RING_LOCALS;
427
Dave Airlieaf6061a2008-05-07 12:15:39 +1000428 dev_priv->sarea_priv->last_enqueue = ++dev_priv->counter;
Alan Hourihanec29b6692006-08-12 16:29:24 +1000429
Dave Airlieaf6061a2008-05-07 12:15:39 +1000430 if (dev_priv->counter > 0x7FFFFFFFUL)
431 dev_priv->sarea_priv->last_enqueue = dev_priv->counter = 1;
Dave Airliede227f52006-01-25 15:31:43 +1100432
433 BEGIN_LP_RING(4);
Jesse Barnes585fb112008-07-29 11:54:06 -0700434 OUT_RING(MI_STORE_DWORD_INDEX);
435 OUT_RING(5 << MI_STORE_DWORD_INDEX_SHIFT);
Dave Airliede227f52006-01-25 15:31:43 +1100436 OUT_RING(dev_priv->counter);
437 OUT_RING(0);
438 ADVANCE_LP_RING();
439}
440
Dave Airlie84b1fd12007-07-11 15:53:27 +1000441static int i915_dispatch_cmdbuffer(struct drm_device * dev,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700442 drm_i915_cmdbuffer_t * cmd)
443{
444 int nbox = cmd->num_cliprects;
445 int i = 0, count, ret;
446
447 if (cmd->sz & 0x3) {
448 DRM_ERROR("alignment");
Eric Anholt20caafa2007-08-25 19:22:43 +1000449 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700450 }
451
452 i915_kernel_lost_context(dev);
453
454 count = nbox ? nbox : 1;
455
456 for (i = 0; i < count; i++) {
457 if (i < nbox) {
458 ret = i915_emit_box(dev, cmd->cliprects, i,
459 cmd->DR1, cmd->DR4);
460 if (ret)
461 return ret;
462 }
463
464 ret = i915_emit_cmds(dev, (int __user *)cmd->buf, cmd->sz / 4);
465 if (ret)
466 return ret;
467 }
468
Dave Airliede227f52006-01-25 15:31:43 +1100469 i915_emit_breadcrumb(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470 return 0;
471}
472
Dave Airlie84b1fd12007-07-11 15:53:27 +1000473static int i915_dispatch_batchbuffer(struct drm_device * dev,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700474 drm_i915_batchbuffer_t * batch)
475{
476 drm_i915_private_t *dev_priv = dev->dev_private;
Dave Airliec60ce622007-07-11 15:27:12 +1000477 struct drm_clip_rect __user *boxes = batch->cliprects;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700478 int nbox = batch->num_cliprects;
479 int i = 0, count;
480 RING_LOCALS;
481
482 if ((batch->start | batch->used) & 0x7) {
483 DRM_ERROR("alignment");
Eric Anholt20caafa2007-08-25 19:22:43 +1000484 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485 }
486
487 i915_kernel_lost_context(dev);
488
489 count = nbox ? nbox : 1;
490
491 for (i = 0; i < count; i++) {
492 if (i < nbox) {
493 int ret = i915_emit_box(dev, boxes, i,
494 batch->DR1, batch->DR4);
495 if (ret)
496 return ret;
497 }
498
Keith Packard0790d5e2008-07-30 12:28:47 -0700499 if (!IS_I830(dev) && !IS_845G(dev)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700500 BEGIN_LP_RING(2);
Dave Airlie21f16282007-08-07 09:09:51 +1000501 if (IS_I965G(dev)) {
502 OUT_RING(MI_BATCH_BUFFER_START | (2 << 6) | MI_BATCH_NON_SECURE_I965);
503 OUT_RING(batch->start);
504 } else {
505 OUT_RING(MI_BATCH_BUFFER_START | (2 << 6));
506 OUT_RING(batch->start | MI_BATCH_NON_SECURE);
507 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700508 ADVANCE_LP_RING();
509 } else {
510 BEGIN_LP_RING(4);
511 OUT_RING(MI_BATCH_BUFFER);
512 OUT_RING(batch->start | MI_BATCH_NON_SECURE);
513 OUT_RING(batch->start + batch->used - 4);
514 OUT_RING(0);
515 ADVANCE_LP_RING();
516 }
517 }
518
Dave Airliede227f52006-01-25 15:31:43 +1100519 i915_emit_breadcrumb(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700520
521 return 0;
522}
523
Dave Airlieaf6061a2008-05-07 12:15:39 +1000524static int i915_dispatch_flip(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700525{
526 drm_i915_private_t *dev_priv = dev->dev_private;
527 RING_LOCALS;
528
Dave Airlieaf6061a2008-05-07 12:15:39 +1000529 DRM_DEBUG("%s: page=%d pfCurrentPage=%d\n",
Harvey Harrison80a914d2008-10-15 22:01:25 -0700530 __func__,
Dave Airlieaf6061a2008-05-07 12:15:39 +1000531 dev_priv->current_page,
532 dev_priv->sarea_priv->pf_current_page);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533
Dave Airlieaf6061a2008-05-07 12:15:39 +1000534 i915_kernel_lost_context(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535
Dave Airlieaf6061a2008-05-07 12:15:39 +1000536 BEGIN_LP_RING(2);
Jesse Barnes585fb112008-07-29 11:54:06 -0700537 OUT_RING(MI_FLUSH | MI_READ_FLUSH);
Dave Airlieaf6061a2008-05-07 12:15:39 +1000538 OUT_RING(0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539 ADVANCE_LP_RING();
540
Dave Airlieaf6061a2008-05-07 12:15:39 +1000541 BEGIN_LP_RING(6);
542 OUT_RING(CMD_OP_DISPLAYBUFFER_INFO | ASYNC_FLIP);
543 OUT_RING(0);
544 if (dev_priv->current_page == 0) {
545 OUT_RING(dev_priv->back_offset);
546 dev_priv->current_page = 1;
547 } else {
548 OUT_RING(dev_priv->front_offset);
549 dev_priv->current_page = 0;
550 }
551 OUT_RING(0);
552 ADVANCE_LP_RING();
Jesse Barnesac741ab2008-04-22 16:03:07 +1000553
Dave Airlieaf6061a2008-05-07 12:15:39 +1000554 BEGIN_LP_RING(2);
555 OUT_RING(MI_WAIT_FOR_EVENT | MI_WAIT_FOR_PLANE_A_FLIP);
556 OUT_RING(0);
557 ADVANCE_LP_RING();
Jesse Barnesac741ab2008-04-22 16:03:07 +1000558
Dave Airlieaf6061a2008-05-07 12:15:39 +1000559 dev_priv->sarea_priv->last_enqueue = dev_priv->counter++;
Jesse Barnesac741ab2008-04-22 16:03:07 +1000560
Dave Airlieaf6061a2008-05-07 12:15:39 +1000561 BEGIN_LP_RING(4);
Jesse Barnes585fb112008-07-29 11:54:06 -0700562 OUT_RING(MI_STORE_DWORD_INDEX);
563 OUT_RING(5 << MI_STORE_DWORD_INDEX_SHIFT);
Dave Airlieaf6061a2008-05-07 12:15:39 +1000564 OUT_RING(dev_priv->counter);
565 OUT_RING(0);
566 ADVANCE_LP_RING();
Jesse Barnesac741ab2008-04-22 16:03:07 +1000567
Dave Airlieaf6061a2008-05-07 12:15:39 +1000568 dev_priv->sarea_priv->pf_current_page = dev_priv->current_page;
569 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570}
571
Dave Airlie84b1fd12007-07-11 15:53:27 +1000572static int i915_quiescent(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573{
574 drm_i915_private_t *dev_priv = dev->dev_private;
575
576 i915_kernel_lost_context(dev);
Harvey Harrisonbf9d8922008-04-30 00:55:10 -0700577 return i915_wait_ring(dev, dev_priv->ring.Size - 8, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578}
579
Eric Anholtc153f452007-09-03 12:06:45 +1000580static int i915_flush_ioctl(struct drm_device *dev, void *data,
581 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700582{
Eric Anholt6c340ea2007-08-25 20:23:09 +1000583 LOCK_TEST_WITH_RETURN(dev, file_priv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700584
585 return i915_quiescent(dev);
586}
587
Eric Anholtc153f452007-09-03 12:06:45 +1000588static int i915_batchbuffer(struct drm_device *dev, void *data,
589 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591 drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
Dave Airlieaf6061a2008-05-07 12:15:39 +1000592 u32 *hw_status = dev_priv->hw_status_page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593 drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
594 dev_priv->sarea_priv;
Eric Anholtc153f452007-09-03 12:06:45 +1000595 drm_i915_batchbuffer_t *batch = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700596 int ret;
597
598 if (!dev_priv->allow_batchbuffer) {
599 DRM_ERROR("Batchbuffer ioctl disabled\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000600 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700601 }
602
Linus Torvalds1da177e2005-04-16 15:20:36 -0700603 DRM_DEBUG("i915 batchbuffer, start %x used %d cliprects %d\n",
Eric Anholtc153f452007-09-03 12:06:45 +1000604 batch->start, batch->used, batch->num_cliprects);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605
Eric Anholt6c340ea2007-08-25 20:23:09 +1000606 LOCK_TEST_WITH_RETURN(dev, file_priv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700607
Eric Anholtc153f452007-09-03 12:06:45 +1000608 if (batch->num_cliprects && DRM_VERIFYAREA_READ(batch->cliprects,
609 batch->num_cliprects *
Dave Airliec60ce622007-07-11 15:27:12 +1000610 sizeof(struct drm_clip_rect)))
Eric Anholt20caafa2007-08-25 19:22:43 +1000611 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700612
Eric Anholtc153f452007-09-03 12:06:45 +1000613 ret = i915_dispatch_batchbuffer(dev, batch);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614
Dave Airlieaf6061a2008-05-07 12:15:39 +1000615 sarea_priv->last_dispatch = (int)hw_status[5];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700616 return ret;
617}
618
Eric Anholtc153f452007-09-03 12:06:45 +1000619static int i915_cmdbuffer(struct drm_device *dev, void *data,
620 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700621{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622 drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
Dave Airlieaf6061a2008-05-07 12:15:39 +1000623 u32 *hw_status = dev_priv->hw_status_page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624 drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
625 dev_priv->sarea_priv;
Eric Anholtc153f452007-09-03 12:06:45 +1000626 drm_i915_cmdbuffer_t *cmdbuf = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700627 int ret;
628
Linus Torvalds1da177e2005-04-16 15:20:36 -0700629 DRM_DEBUG("i915 cmdbuffer, buf %p sz %d cliprects %d\n",
Eric Anholtc153f452007-09-03 12:06:45 +1000630 cmdbuf->buf, cmdbuf->sz, cmdbuf->num_cliprects);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700631
Eric Anholt6c340ea2007-08-25 20:23:09 +1000632 LOCK_TEST_WITH_RETURN(dev, file_priv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700633
Eric Anholtc153f452007-09-03 12:06:45 +1000634 if (cmdbuf->num_cliprects &&
635 DRM_VERIFYAREA_READ(cmdbuf->cliprects,
636 cmdbuf->num_cliprects *
Dave Airliec60ce622007-07-11 15:27:12 +1000637 sizeof(struct drm_clip_rect))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638 DRM_ERROR("Fault accessing cliprects\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000639 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700640 }
641
Eric Anholtc153f452007-09-03 12:06:45 +1000642 ret = i915_dispatch_cmdbuffer(dev, cmdbuf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643 if (ret) {
644 DRM_ERROR("i915_dispatch_cmdbuffer failed\n");
645 return ret;
646 }
647
Dave Airlieaf6061a2008-05-07 12:15:39 +1000648 sarea_priv->last_dispatch = (int)hw_status[5];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649 return 0;
650}
651
Eric Anholtc153f452007-09-03 12:06:45 +1000652static int i915_flip_bufs(struct drm_device *dev, void *data,
653 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700654{
Harvey Harrison80a914d2008-10-15 22:01:25 -0700655 DRM_DEBUG("%s\n", __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656
Eric Anholt6c340ea2007-08-25 20:23:09 +1000657 LOCK_TEST_WITH_RETURN(dev, file_priv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658
Dave Airlieaf6061a2008-05-07 12:15:39 +1000659 return i915_dispatch_flip(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660}
661
Eric Anholtc153f452007-09-03 12:06:45 +1000662static int i915_getparam(struct drm_device *dev, void *data,
663 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665 drm_i915_private_t *dev_priv = dev->dev_private;
Eric Anholtc153f452007-09-03 12:06:45 +1000666 drm_i915_getparam_t *param = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667 int value;
668
669 if (!dev_priv) {
Márton Németh3e684ea2008-01-24 15:58:57 +1000670 DRM_ERROR("called with no initialization\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000671 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672 }
673
Eric Anholtc153f452007-09-03 12:06:45 +1000674 switch (param->param) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675 case I915_PARAM_IRQ_ACTIVE:
Eric Anholted4cb412008-07-29 12:10:39 -0700676 value = dev->irq_enabled;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700677 break;
678 case I915_PARAM_ALLOW_BATCHBUFFER:
679 value = dev_priv->allow_batchbuffer ? 1 : 0;
680 break;
Dave Airlie0d6aa602006-01-02 20:14:23 +1100681 case I915_PARAM_LAST_DISPATCH:
682 value = READ_BREADCRUMB(dev_priv);
683 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700684 default:
Eric Anholtc153f452007-09-03 12:06:45 +1000685 DRM_ERROR("Unknown parameter %d\n", param->param);
Eric Anholt20caafa2007-08-25 19:22:43 +1000686 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700687 }
688
Eric Anholtc153f452007-09-03 12:06:45 +1000689 if (DRM_COPY_TO_USER(param->value, &value, sizeof(int))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700690 DRM_ERROR("DRM_COPY_TO_USER failed\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000691 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700692 }
693
694 return 0;
695}
696
Eric Anholtc153f452007-09-03 12:06:45 +1000697static int i915_setparam(struct drm_device *dev, void *data,
698 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700699{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700700 drm_i915_private_t *dev_priv = dev->dev_private;
Eric Anholtc153f452007-09-03 12:06:45 +1000701 drm_i915_setparam_t *param = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700702
703 if (!dev_priv) {
Márton Németh3e684ea2008-01-24 15:58:57 +1000704 DRM_ERROR("called with no initialization\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000705 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700706 }
707
Eric Anholtc153f452007-09-03 12:06:45 +1000708 switch (param->param) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709 case I915_SETPARAM_USE_MI_BATCHBUFFER_START:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 break;
711 case I915_SETPARAM_TEX_LRU_LOG_GRANULARITY:
Eric Anholtc153f452007-09-03 12:06:45 +1000712 dev_priv->tex_lru_log_granularity = param->value;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700713 break;
714 case I915_SETPARAM_ALLOW_BATCHBUFFER:
Eric Anholtc153f452007-09-03 12:06:45 +1000715 dev_priv->allow_batchbuffer = param->value;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700716 break;
717 default:
Eric Anholtc153f452007-09-03 12:06:45 +1000718 DRM_ERROR("unknown parameter %d\n", param->param);
Eric Anholt20caafa2007-08-25 19:22:43 +1000719 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700720 }
721
722 return 0;
723}
724
Eric Anholtc153f452007-09-03 12:06:45 +1000725static int i915_set_status_page(struct drm_device *dev, void *data,
726 struct drm_file *file_priv)
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000727{
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000728 drm_i915_private_t *dev_priv = dev->dev_private;
Eric Anholtc153f452007-09-03 12:06:45 +1000729 drm_i915_hws_addr_t *hws = data;
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000730
Zhenyu Wangb39d50e2008-02-19 20:59:09 +1000731 if (!I915_NEED_GFX_HWS(dev))
732 return -EINVAL;
733
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000734 if (!dev_priv) {
Márton Németh3e684ea2008-01-24 15:58:57 +1000735 DRM_ERROR("called with no initialization\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000736 return -EINVAL;
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000737 }
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000738
Eric Anholtc153f452007-09-03 12:06:45 +1000739 printk(KERN_DEBUG "set status page addr 0x%08x\n", (u32)hws->addr);
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000740
Eric Anholtc153f452007-09-03 12:06:45 +1000741 dev_priv->status_gfx_addr = hws->addr & (0x1ffff<<12);
742
Eric Anholt8b409582007-11-22 16:40:37 +1000743 dev_priv->hws_map.offset = dev->agp->base + hws->addr;
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000744 dev_priv->hws_map.size = 4*1024;
745 dev_priv->hws_map.type = 0;
746 dev_priv->hws_map.flags = 0;
747 dev_priv->hws_map.mtrr = 0;
748
749 drm_core_ioremap(&dev_priv->hws_map, dev);
750 if (dev_priv->hws_map.handle == NULL) {
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000751 i915_dma_cleanup(dev);
752 dev_priv->status_gfx_addr = 0;
753 DRM_ERROR("can not ioremap virtual address for"
754 " G33 hw status page\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000755 return -ENOMEM;
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000756 }
757 dev_priv->hw_status_page = dev_priv->hws_map.handle;
758
759 memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
Jesse Barnes585fb112008-07-29 11:54:06 -0700760 I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
761 DRM_DEBUG("load hws HWS_PGA with gfx mem 0x%x\n",
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000762 dev_priv->status_gfx_addr);
763 DRM_DEBUG("load hws at %p\n", dev_priv->hw_status_page);
764 return 0;
765}
766
Dave Airlie84b1fd12007-07-11 15:53:27 +1000767int i915_driver_load(struct drm_device *dev, unsigned long flags)
Dave Airlie22eae942005-11-10 22:16:34 +1100768{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000769 struct drm_i915_private *dev_priv = dev->dev_private;
770 unsigned long base, size;
771 int ret = 0, mmio_bar = IS_I9XX(dev) ? 0 : 1;
772
Dave Airlie22eae942005-11-10 22:16:34 +1100773 /* i915 has 4 more counters */
774 dev->counters += 4;
775 dev->types[6] = _DRM_STAT_IRQ;
776 dev->types[7] = _DRM_STAT_PRIMARY;
777 dev->types[8] = _DRM_STAT_SECONDARY;
778 dev->types[9] = _DRM_STAT_DMA;
779
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000780 dev_priv = drm_alloc(sizeof(drm_i915_private_t), DRM_MEM_DRIVER);
781 if (dev_priv == NULL)
782 return -ENOMEM;
783
784 memset(dev_priv, 0, sizeof(drm_i915_private_t));
785
786 dev->dev_private = (void *)dev_priv;
787
788 /* Add register map (needed for suspend/resume) */
789 base = drm_get_resource_start(dev, mmio_bar);
790 size = drm_get_resource_len(dev, mmio_bar);
791
Dave Airliee3236a12007-12-17 09:41:56 +1000792 ret = drm_addmap(dev, base, size, _DRM_REGISTERS,
793 _DRM_KERNEL | _DRM_DRIVER,
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000794 &dev_priv->mmio_map);
Eric Anholted4cb412008-07-29 12:10:39 -0700795
Keith Packard398c9cb2008-07-30 13:03:43 -0700796 /* Init HWS */
797 if (!I915_NEED_GFX_HWS(dev)) {
798 ret = i915_init_phys_hws(dev);
799 if (ret != 0)
800 return ret;
801 }
Eric Anholted4cb412008-07-29 12:10:39 -0700802
803 /* On the 945G/GM, the chipset reports the MSI capability on the
804 * integrated graphics even though the support isn't actually there
805 * according to the published specs. It doesn't appear to function
806 * correctly in testing on 945G.
807 * This may be a side effect of MSI having been made available for PEG
808 * and the registers being closely associated.
809 */
810 if (!IS_I945G(dev) && !IS_I945GM(dev))
811 pci_enable_msi(dev->pdev);
812
813 spin_lock_init(&dev_priv->user_irq_lock);
814
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000815 return ret;
816}
817
818int i915_driver_unload(struct drm_device *dev)
819{
820 struct drm_i915_private *dev_priv = dev->dev_private;
821
Eric Anholted4cb412008-07-29 12:10:39 -0700822 if (dev->pdev->msi_enabled)
823 pci_disable_msi(dev->pdev);
824
Keith Packard398c9cb2008-07-30 13:03:43 -0700825 i915_free_hws(dev);
826
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000827 if (dev_priv->mmio_map)
828 drm_rmmap(dev, dev_priv->mmio_map);
829
830 drm_free(dev->dev_private, sizeof(drm_i915_private_t),
831 DRM_MEM_DRIVER);
832
Dave Airlie22eae942005-11-10 22:16:34 +1100833 return 0;
834}
835
Dave Airlie84b1fd12007-07-11 15:53:27 +1000836void i915_driver_lastclose(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700837{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000838 drm_i915_private_t *dev_priv = dev->dev_private;
839
Dave Airlie144a75f2008-03-30 07:53:58 +1000840 if (!dev_priv)
841 return;
842
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000843 if (dev_priv->agp_heap)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000844 i915_mem_takedown(&(dev_priv->agp_heap));
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000845
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000846 i915_dma_cleanup(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700847}
848
Eric Anholt6c340ea2007-08-25 20:23:09 +1000849void i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700850{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000851 drm_i915_private_t *dev_priv = dev->dev_private;
852 i915_mem_release(dev, file_priv, dev_priv->agp_heap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700853}
854
Eric Anholtc153f452007-09-03 12:06:45 +1000855struct drm_ioctl_desc i915_ioctls[] = {
856 DRM_IOCTL_DEF(DRM_I915_INIT, i915_dma_init, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
857 DRM_IOCTL_DEF(DRM_I915_FLUSH, i915_flush_ioctl, DRM_AUTH),
858 DRM_IOCTL_DEF(DRM_I915_FLIP, i915_flip_bufs, DRM_AUTH),
859 DRM_IOCTL_DEF(DRM_I915_BATCHBUFFER, i915_batchbuffer, DRM_AUTH),
860 DRM_IOCTL_DEF(DRM_I915_IRQ_EMIT, i915_irq_emit, DRM_AUTH),
861 DRM_IOCTL_DEF(DRM_I915_IRQ_WAIT, i915_irq_wait, DRM_AUTH),
862 DRM_IOCTL_DEF(DRM_I915_GETPARAM, i915_getparam, DRM_AUTH),
863 DRM_IOCTL_DEF(DRM_I915_SETPARAM, i915_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
864 DRM_IOCTL_DEF(DRM_I915_ALLOC, i915_mem_alloc, DRM_AUTH),
865 DRM_IOCTL_DEF(DRM_I915_FREE, i915_mem_free, DRM_AUTH),
866 DRM_IOCTL_DEF(DRM_I915_INIT_HEAP, i915_mem_init_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
867 DRM_IOCTL_DEF(DRM_I915_CMDBUFFER, i915_cmdbuffer, DRM_AUTH),
868 DRM_IOCTL_DEF(DRM_I915_DESTROY_HEAP, i915_mem_destroy_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
869 DRM_IOCTL_DEF(DRM_I915_SET_VBLANK_PIPE, i915_vblank_pipe_set, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
870 DRM_IOCTL_DEF(DRM_I915_GET_VBLANK_PIPE, i915_vblank_pipe_get, DRM_AUTH ),
871 DRM_IOCTL_DEF(DRM_I915_VBLANK_SWAP, i915_vblank_swap, DRM_AUTH),
872 DRM_IOCTL_DEF(DRM_I915_HWS_ADDR, i915_set_status_page, DRM_AUTH),
Dave Airliec94f7022005-07-07 21:03:38 +1000873};
874
875int i915_max_ioctl = DRM_ARRAY_SIZE(i915_ioctls);
Dave Airliecda17382005-07-10 17:31:26 +1000876
877/**
878 * Determine if the device really is AGP or not.
879 *
880 * All Intel graphics chipsets are treated as AGP, even if they are really
881 * PCI-e.
882 *
883 * \param dev The device to be tested.
884 *
885 * \returns
886 * A value of 1 is always retured to indictate every i9x5 is AGP.
887 */
Dave Airlie84b1fd12007-07-11 15:53:27 +1000888int i915_driver_device_is_agp(struct drm_device * dev)
Dave Airliecda17382005-07-10 17:31:26 +1000889{
890 return 1;
891}