blob: ea85d71cab04c331f1d2dbf4e95a22581ca7a1ec [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* i915_dma.c -- DMA support for the I915 -*- linux-c -*-
2 */
Dave Airlie0d6aa602006-01-02 20:14:23 +11003/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
5 * All Rights Reserved.
Dave Airliebc54fd12005-06-23 22:46:46 +10006 *
7 * Permission is hereby granted, free of charge, to any person obtaining a
8 * copy of this software and associated documentation files (the
9 * "Software"), to deal in the Software without restriction, including
10 * without limitation the rights to use, copy, modify, merge, publish,
11 * distribute, sub license, and/or sell copies of the Software, and to
12 * permit persons to whom the Software is furnished to do so, subject to
13 * the following conditions:
14 *
15 * The above copyright notice and this permission notice (including the
16 * next paragraph) shall be included in all copies or substantial portions
17 * of the Software.
18 *
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
20 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
21 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
22 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
23 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
24 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
25 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 *
Dave Airlie0d6aa602006-01-02 20:14:23 +110027 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070028
29#include "drmP.h"
30#include "drm.h"
31#include "i915_drm.h"
32#include "i915_drv.h"
33
Linus Torvalds1da177e2005-04-16 15:20:36 -070034/* Really want an OS-independent resettable timer. Would like to have
35 * this loop run for (eg) 3 sec, but have the timer reset every time
36 * the head pointer changes, so that EBUSY only happens if the ring
37 * actually stalls for (eg) 3 seconds.
38 */
Dave Airlie84b1fd12007-07-11 15:53:27 +100039int i915_wait_ring(struct drm_device * dev, int n, const char *caller)
Linus Torvalds1da177e2005-04-16 15:20:36 -070040{
41 drm_i915_private_t *dev_priv = dev->dev_private;
42 drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
Keith Packardd3a6d442008-07-30 12:21:20 -070043 u32 acthd_reg = IS_I965G(dev) ? ACTHD_I965 : ACTHD;
44 u32 last_acthd = I915_READ(acthd_reg);
45 u32 acthd;
Jesse Barnes585fb112008-07-29 11:54:06 -070046 u32 last_head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
Linus Torvalds1da177e2005-04-16 15:20:36 -070047 int i;
48
Keith Packardd3a6d442008-07-30 12:21:20 -070049 for (i = 0; i < 100000; i++) {
Jesse Barnes585fb112008-07-29 11:54:06 -070050 ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
Keith Packardd3a6d442008-07-30 12:21:20 -070051 acthd = I915_READ(acthd_reg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 ring->space = ring->head - (ring->tail + 8);
53 if (ring->space < 0)
54 ring->space += ring->Size;
55 if (ring->space >= n)
56 return 0;
57
58 dev_priv->sarea_priv->perf_boxes |= I915_BOX_WAIT;
59
60 if (ring->head != last_head)
61 i = 0;
Keith Packardd3a6d442008-07-30 12:21:20 -070062 if (acthd != last_acthd)
63 i = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65 last_head = ring->head;
Keith Packardd3a6d442008-07-30 12:21:20 -070066 last_acthd = acthd;
67 msleep_interruptible(10);
68
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 }
70
Eric Anholt20caafa2007-08-25 19:22:43 +100071 return -EBUSY;
Linus Torvalds1da177e2005-04-16 15:20:36 -070072}
73
Keith Packard398c9cb2008-07-30 13:03:43 -070074/**
75 * Sets up the hardware status page for devices that need a physical address
76 * in the register.
77 */
78int i915_init_phys_hws(struct drm_device *dev)
79{
80 drm_i915_private_t *dev_priv = dev->dev_private;
81 /* Program Hardware Status Page */
82 dev_priv->status_page_dmah =
83 drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE, 0xffffffff);
84
85 if (!dev_priv->status_page_dmah) {
86 DRM_ERROR("Can not allocate hardware status page\n");
87 return -ENOMEM;
88 }
89 dev_priv->hw_status_page = dev_priv->status_page_dmah->vaddr;
90 dev_priv->dma_status_page = dev_priv->status_page_dmah->busaddr;
91
92 memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
93
94 I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
95 DRM_DEBUG("Enabled hardware status page\n");
96 return 0;
97}
98
99/**
100 * Frees the hardware status page, whether it's a physical address or a virtual
101 * address set up by the X Server.
102 */
103void i915_free_hws(struct drm_device *dev)
104{
105 drm_i915_private_t *dev_priv = dev->dev_private;
106 if (dev_priv->status_page_dmah) {
107 drm_pci_free(dev, dev_priv->status_page_dmah);
108 dev_priv->status_page_dmah = NULL;
109 }
110
111 if (dev_priv->status_gfx_addr) {
112 dev_priv->status_gfx_addr = 0;
113 drm_core_ioremapfree(&dev_priv->hws_map, dev);
114 }
115
116 /* Need to rewrite hardware status page */
117 I915_WRITE(HWS_PGA, 0x1ffff000);
118}
119
Dave Airlie84b1fd12007-07-11 15:53:27 +1000120void i915_kernel_lost_context(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121{
122 drm_i915_private_t *dev_priv = dev->dev_private;
123 drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
124
Jesse Barnes585fb112008-07-29 11:54:06 -0700125 ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
126 ring->tail = I915_READ(PRB0_TAIL) & TAIL_ADDR;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 ring->space = ring->head - (ring->tail + 8);
128 if (ring->space < 0)
129 ring->space += ring->Size;
130
131 if (ring->head == ring->tail)
132 dev_priv->sarea_priv->perf_boxes |= I915_BOX_RING_EMPTY;
133}
134
Dave Airlie84b1fd12007-07-11 15:53:27 +1000135static int i915_dma_cleanup(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000137 drm_i915_private_t *dev_priv = dev->dev_private;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 /* Make sure interrupts are disabled here because the uninstall ioctl
139 * may not have been called from userspace and after dev_private
140 * is freed, it's too late.
141 */
Eric Anholted4cb412008-07-29 12:10:39 -0700142 if (dev->irq_enabled)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000143 drm_irq_uninstall(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000145 if (dev_priv->ring.virtual_start) {
146 drm_core_ioremapfree(&dev_priv->ring.map, dev);
147 dev_priv->ring.virtual_start = 0;
148 dev_priv->ring.map.handle = 0;
149 dev_priv->ring.map.size = 0;
150 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
Keith Packard398c9cb2008-07-30 13:03:43 -0700152 /* Clear the HWS virtual address at teardown */
153 if (I915_NEED_GFX_HWS(dev))
154 i915_free_hws(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155
156 return 0;
157}
158
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000159static int i915_initialize(struct drm_device * dev, drm_i915_init_t * init)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000161 drm_i915_private_t *dev_priv = dev->dev_private;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162
Dave Airlieda509d72007-05-26 05:04:51 +1000163 dev_priv->sarea = drm_getsarea(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164 if (!dev_priv->sarea) {
165 DRM_ERROR("can not find sarea!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 i915_dma_cleanup(dev);
Eric Anholt20caafa2007-08-25 19:22:43 +1000167 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168 }
169
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 dev_priv->sarea_priv = (drm_i915_sarea_t *)
171 ((u8 *) dev_priv->sarea->handle + init->sarea_priv_offset);
172
Eric Anholt673a3942008-07-30 12:06:12 -0700173 if (init->ring_size != 0) {
174 if (dev_priv->ring.ring_obj != NULL) {
175 i915_dma_cleanup(dev);
176 DRM_ERROR("Client tried to initialize ringbuffer in "
177 "GEM mode\n");
178 return -EINVAL;
179 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180
Eric Anholt673a3942008-07-30 12:06:12 -0700181 dev_priv->ring.Size = init->ring_size;
182 dev_priv->ring.tail_mask = dev_priv->ring.Size - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183
Eric Anholt673a3942008-07-30 12:06:12 -0700184 dev_priv->ring.map.offset = init->ring_start;
185 dev_priv->ring.map.size = init->ring_size;
186 dev_priv->ring.map.type = 0;
187 dev_priv->ring.map.flags = 0;
188 dev_priv->ring.map.mtrr = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189
Eric Anholt673a3942008-07-30 12:06:12 -0700190 drm_core_ioremap(&dev_priv->ring.map, dev);
191
192 if (dev_priv->ring.map.handle == NULL) {
193 i915_dma_cleanup(dev);
194 DRM_ERROR("can not ioremap virtual address for"
195 " ring buffer\n");
196 return -ENOMEM;
197 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 }
199
200 dev_priv->ring.virtual_start = dev_priv->ring.map.handle;
201
=?utf-8?q?Michel_D=C3=A4nzer?=a6b54f32006-10-24 23:37:43 +1000202 dev_priv->cpp = init->cpp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 dev_priv->back_offset = init->back_offset;
204 dev_priv->front_offset = init->front_offset;
205 dev_priv->current_page = 0;
206 dev_priv->sarea_priv->pf_current_page = dev_priv->current_page;
207
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 /* Allow hardware batchbuffers unless told otherwise.
209 */
210 dev_priv->allow_batchbuffer = 1;
211
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 return 0;
213}
214
Dave Airlie84b1fd12007-07-11 15:53:27 +1000215static int i915_dma_resume(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216{
217 drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
218
Harvey Harrisonbf9d8922008-04-30 00:55:10 -0700219 DRM_DEBUG("%s\n", __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220
221 if (!dev_priv->sarea) {
222 DRM_ERROR("can not find sarea!\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000223 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224 }
225
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 if (dev_priv->ring.map.handle == NULL) {
227 DRM_ERROR("can not ioremap virtual address for"
228 " ring buffer\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000229 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 }
231
232 /* Program Hardware Status Page */
233 if (!dev_priv->hw_status_page) {
234 DRM_ERROR("Can not find hardware status page\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000235 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 }
237 DRM_DEBUG("hw status page @ %p\n", dev_priv->hw_status_page);
238
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000239 if (dev_priv->status_gfx_addr != 0)
Jesse Barnes585fb112008-07-29 11:54:06 -0700240 I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000241 else
Jesse Barnes585fb112008-07-29 11:54:06 -0700242 I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 DRM_DEBUG("Enabled hardware status page\n");
244
245 return 0;
246}
247
Eric Anholtc153f452007-09-03 12:06:45 +1000248static int i915_dma_init(struct drm_device *dev, void *data,
249 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250{
Eric Anholtc153f452007-09-03 12:06:45 +1000251 drm_i915_init_t *init = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252 int retcode = 0;
253
Eric Anholtc153f452007-09-03 12:06:45 +1000254 switch (init->func) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255 case I915_INIT_DMA:
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000256 retcode = i915_initialize(dev, init);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257 break;
258 case I915_CLEANUP_DMA:
259 retcode = i915_dma_cleanup(dev);
260 break;
261 case I915_RESUME_DMA:
Dave Airlie0d6aa602006-01-02 20:14:23 +1100262 retcode = i915_dma_resume(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263 break;
264 default:
Eric Anholt20caafa2007-08-25 19:22:43 +1000265 retcode = -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266 break;
267 }
268
269 return retcode;
270}
271
272/* Implement basically the same security restrictions as hardware does
273 * for MI_BATCH_NON_SECURE. These can be made stricter at any time.
274 *
275 * Most of the calculations below involve calculating the size of a
276 * particular instruction. It's important to get the size right as
277 * that tells us where the next instruction to check is. Any illegal
278 * instruction detected will be given a size of zero, which is a
279 * signal to abort the rest of the buffer.
280 */
281static int do_validate_cmd(int cmd)
282{
283 switch (((cmd >> 29) & 0x7)) {
284 case 0x0:
285 switch ((cmd >> 23) & 0x3f) {
286 case 0x0:
287 return 1; /* MI_NOOP */
288 case 0x4:
289 return 1; /* MI_FLUSH */
290 default:
291 return 0; /* disallow everything else */
292 }
293 break;
294 case 0x1:
295 return 0; /* reserved */
296 case 0x2:
297 return (cmd & 0xff) + 2; /* 2d commands */
298 case 0x3:
299 if (((cmd >> 24) & 0x1f) <= 0x18)
300 return 1;
301
302 switch ((cmd >> 24) & 0x1f) {
303 case 0x1c:
304 return 1;
305 case 0x1d:
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000306 switch ((cmd >> 16) & 0xff) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307 case 0x3:
308 return (cmd & 0x1f) + 2;
309 case 0x4:
310 return (cmd & 0xf) + 2;
311 default:
312 return (cmd & 0xffff) + 2;
313 }
314 case 0x1e:
315 if (cmd & (1 << 23))
316 return (cmd & 0xffff) + 1;
317 else
318 return 1;
319 case 0x1f:
320 if ((cmd & (1 << 23)) == 0) /* inline vertices */
321 return (cmd & 0x1ffff) + 2;
322 else if (cmd & (1 << 17)) /* indirect random */
323 if ((cmd & 0xffff) == 0)
324 return 0; /* unknown length, too hard */
325 else
326 return (((cmd & 0xffff) + 1) / 2) + 1;
327 else
328 return 2; /* indirect sequential */
329 default:
330 return 0;
331 }
332 default:
333 return 0;
334 }
335
336 return 0;
337}
338
339static int validate_cmd(int cmd)
340{
341 int ret = do_validate_cmd(cmd);
342
Dave Airliebc5f4522007-11-05 12:50:58 +1000343/* printk("validate_cmd( %x ): %d\n", cmd, ret); */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344
345 return ret;
346}
347
Dave Airlie84b1fd12007-07-11 15:53:27 +1000348static int i915_emit_cmds(struct drm_device * dev, int __user * buffer, int dwords)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349{
350 drm_i915_private_t *dev_priv = dev->dev_private;
351 int i;
352 RING_LOCALS;
353
Dave Airliede227f52006-01-25 15:31:43 +1100354 if ((dwords+1) * sizeof(int) >= dev_priv->ring.Size - 8)
Eric Anholt20caafa2007-08-25 19:22:43 +1000355 return -EINVAL;
Dave Airliede227f52006-01-25 15:31:43 +1100356
Alan Hourihanec29b6692006-08-12 16:29:24 +1000357 BEGIN_LP_RING((dwords+1)&~1);
Dave Airliede227f52006-01-25 15:31:43 +1100358
Linus Torvalds1da177e2005-04-16 15:20:36 -0700359 for (i = 0; i < dwords;) {
360 int cmd, sz;
361
362 if (DRM_COPY_FROM_USER_UNCHECKED(&cmd, &buffer[i], sizeof(cmd)))
Eric Anholt20caafa2007-08-25 19:22:43 +1000363 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365 if ((sz = validate_cmd(cmd)) == 0 || i + sz > dwords)
Eric Anholt20caafa2007-08-25 19:22:43 +1000366 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368 OUT_RING(cmd);
369
370 while (++i, --sz) {
371 if (DRM_COPY_FROM_USER_UNCHECKED(&cmd, &buffer[i],
372 sizeof(cmd))) {
Eric Anholt20caafa2007-08-25 19:22:43 +1000373 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 }
375 OUT_RING(cmd);
376 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377 }
378
Dave Airliede227f52006-01-25 15:31:43 +1100379 if (dwords & 1)
380 OUT_RING(0);
381
382 ADVANCE_LP_RING();
383
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384 return 0;
385}
386
Eric Anholt673a3942008-07-30 12:06:12 -0700387int
388i915_emit_box(struct drm_device *dev,
389 struct drm_clip_rect __user *boxes,
390 int i, int DR1, int DR4)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700391{
392 drm_i915_private_t *dev_priv = dev->dev_private;
Dave Airliec60ce622007-07-11 15:27:12 +1000393 struct drm_clip_rect box;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700394 RING_LOCALS;
395
396 if (DRM_COPY_FROM_USER_UNCHECKED(&box, &boxes[i], sizeof(box))) {
Eric Anholt20caafa2007-08-25 19:22:43 +1000397 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700398 }
399
400 if (box.y2 <= box.y1 || box.x2 <= box.x1 || box.y2 <= 0 || box.x2 <= 0) {
401 DRM_ERROR("Bad box %d,%d..%d,%d\n",
402 box.x1, box.y1, box.x2, box.y2);
Eric Anholt20caafa2007-08-25 19:22:43 +1000403 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404 }
405
Alan Hourihanec29b6692006-08-12 16:29:24 +1000406 if (IS_I965G(dev)) {
407 BEGIN_LP_RING(4);
408 OUT_RING(GFX_OP_DRAWRECT_INFO_I965);
409 OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
Andrew Morton78eca432006-08-16 09:15:51 +1000410 OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
Alan Hourihanec29b6692006-08-12 16:29:24 +1000411 OUT_RING(DR4);
412 ADVANCE_LP_RING();
413 } else {
414 BEGIN_LP_RING(6);
415 OUT_RING(GFX_OP_DRAWRECT_INFO);
416 OUT_RING(DR1);
417 OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
418 OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
419 OUT_RING(DR4);
420 OUT_RING(0);
421 ADVANCE_LP_RING();
422 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700423
424 return 0;
425}
426
Alan Hourihanec29b6692006-08-12 16:29:24 +1000427/* XXX: Emitting the counter should really be moved to part of the IRQ
428 * emit. For now, do it in both places:
429 */
430
Dave Airlie84b1fd12007-07-11 15:53:27 +1000431static void i915_emit_breadcrumb(struct drm_device *dev)
Dave Airliede227f52006-01-25 15:31:43 +1100432{
433 drm_i915_private_t *dev_priv = dev->dev_private;
434 RING_LOCALS;
435
Dave Airlieaf6061a2008-05-07 12:15:39 +1000436 dev_priv->sarea_priv->last_enqueue = ++dev_priv->counter;
Alan Hourihanec29b6692006-08-12 16:29:24 +1000437
Dave Airlieaf6061a2008-05-07 12:15:39 +1000438 if (dev_priv->counter > 0x7FFFFFFFUL)
439 dev_priv->sarea_priv->last_enqueue = dev_priv->counter = 1;
Dave Airliede227f52006-01-25 15:31:43 +1100440
441 BEGIN_LP_RING(4);
Jesse Barnes585fb112008-07-29 11:54:06 -0700442 OUT_RING(MI_STORE_DWORD_INDEX);
443 OUT_RING(5 << MI_STORE_DWORD_INDEX_SHIFT);
Dave Airliede227f52006-01-25 15:31:43 +1100444 OUT_RING(dev_priv->counter);
445 OUT_RING(0);
446 ADVANCE_LP_RING();
447}
448
Dave Airlie84b1fd12007-07-11 15:53:27 +1000449static int i915_dispatch_cmdbuffer(struct drm_device * dev,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700450 drm_i915_cmdbuffer_t * cmd)
451{
452 int nbox = cmd->num_cliprects;
453 int i = 0, count, ret;
454
455 if (cmd->sz & 0x3) {
456 DRM_ERROR("alignment");
Eric Anholt20caafa2007-08-25 19:22:43 +1000457 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458 }
459
460 i915_kernel_lost_context(dev);
461
462 count = nbox ? nbox : 1;
463
464 for (i = 0; i < count; i++) {
465 if (i < nbox) {
466 ret = i915_emit_box(dev, cmd->cliprects, i,
467 cmd->DR1, cmd->DR4);
468 if (ret)
469 return ret;
470 }
471
472 ret = i915_emit_cmds(dev, (int __user *)cmd->buf, cmd->sz / 4);
473 if (ret)
474 return ret;
475 }
476
Dave Airliede227f52006-01-25 15:31:43 +1100477 i915_emit_breadcrumb(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700478 return 0;
479}
480
Dave Airlie84b1fd12007-07-11 15:53:27 +1000481static int i915_dispatch_batchbuffer(struct drm_device * dev,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482 drm_i915_batchbuffer_t * batch)
483{
484 drm_i915_private_t *dev_priv = dev->dev_private;
Dave Airliec60ce622007-07-11 15:27:12 +1000485 struct drm_clip_rect __user *boxes = batch->cliprects;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486 int nbox = batch->num_cliprects;
487 int i = 0, count;
488 RING_LOCALS;
489
490 if ((batch->start | batch->used) & 0x7) {
491 DRM_ERROR("alignment");
Eric Anholt20caafa2007-08-25 19:22:43 +1000492 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700493 }
494
495 i915_kernel_lost_context(dev);
496
497 count = nbox ? nbox : 1;
498
499 for (i = 0; i < count; i++) {
500 if (i < nbox) {
501 int ret = i915_emit_box(dev, boxes, i,
502 batch->DR1, batch->DR4);
503 if (ret)
504 return ret;
505 }
506
Keith Packard0790d5e2008-07-30 12:28:47 -0700507 if (!IS_I830(dev) && !IS_845G(dev)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700508 BEGIN_LP_RING(2);
Dave Airlie21f16282007-08-07 09:09:51 +1000509 if (IS_I965G(dev)) {
510 OUT_RING(MI_BATCH_BUFFER_START | (2 << 6) | MI_BATCH_NON_SECURE_I965);
511 OUT_RING(batch->start);
512 } else {
513 OUT_RING(MI_BATCH_BUFFER_START | (2 << 6));
514 OUT_RING(batch->start | MI_BATCH_NON_SECURE);
515 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700516 ADVANCE_LP_RING();
517 } else {
518 BEGIN_LP_RING(4);
519 OUT_RING(MI_BATCH_BUFFER);
520 OUT_RING(batch->start | MI_BATCH_NON_SECURE);
521 OUT_RING(batch->start + batch->used - 4);
522 OUT_RING(0);
523 ADVANCE_LP_RING();
524 }
525 }
526
Dave Airliede227f52006-01-25 15:31:43 +1100527 i915_emit_breadcrumb(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700528
529 return 0;
530}
531
Dave Airlieaf6061a2008-05-07 12:15:39 +1000532static int i915_dispatch_flip(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533{
534 drm_i915_private_t *dev_priv = dev->dev_private;
535 RING_LOCALS;
536
Dave Airlieaf6061a2008-05-07 12:15:39 +1000537 DRM_DEBUG("%s: page=%d pfCurrentPage=%d\n",
Harvey Harrison80a914d2008-10-15 22:01:25 -0700538 __func__,
Dave Airlieaf6061a2008-05-07 12:15:39 +1000539 dev_priv->current_page,
540 dev_priv->sarea_priv->pf_current_page);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541
Dave Airlieaf6061a2008-05-07 12:15:39 +1000542 i915_kernel_lost_context(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700543
Dave Airlieaf6061a2008-05-07 12:15:39 +1000544 BEGIN_LP_RING(2);
Jesse Barnes585fb112008-07-29 11:54:06 -0700545 OUT_RING(MI_FLUSH | MI_READ_FLUSH);
Dave Airlieaf6061a2008-05-07 12:15:39 +1000546 OUT_RING(0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700547 ADVANCE_LP_RING();
548
Dave Airlieaf6061a2008-05-07 12:15:39 +1000549 BEGIN_LP_RING(6);
550 OUT_RING(CMD_OP_DISPLAYBUFFER_INFO | ASYNC_FLIP);
551 OUT_RING(0);
552 if (dev_priv->current_page == 0) {
553 OUT_RING(dev_priv->back_offset);
554 dev_priv->current_page = 1;
555 } else {
556 OUT_RING(dev_priv->front_offset);
557 dev_priv->current_page = 0;
558 }
559 OUT_RING(0);
560 ADVANCE_LP_RING();
Jesse Barnesac741ab2008-04-22 16:03:07 +1000561
Dave Airlieaf6061a2008-05-07 12:15:39 +1000562 BEGIN_LP_RING(2);
563 OUT_RING(MI_WAIT_FOR_EVENT | MI_WAIT_FOR_PLANE_A_FLIP);
564 OUT_RING(0);
565 ADVANCE_LP_RING();
Jesse Barnesac741ab2008-04-22 16:03:07 +1000566
Dave Airlieaf6061a2008-05-07 12:15:39 +1000567 dev_priv->sarea_priv->last_enqueue = dev_priv->counter++;
Jesse Barnesac741ab2008-04-22 16:03:07 +1000568
Dave Airlieaf6061a2008-05-07 12:15:39 +1000569 BEGIN_LP_RING(4);
Jesse Barnes585fb112008-07-29 11:54:06 -0700570 OUT_RING(MI_STORE_DWORD_INDEX);
571 OUT_RING(5 << MI_STORE_DWORD_INDEX_SHIFT);
Dave Airlieaf6061a2008-05-07 12:15:39 +1000572 OUT_RING(dev_priv->counter);
573 OUT_RING(0);
574 ADVANCE_LP_RING();
Jesse Barnesac741ab2008-04-22 16:03:07 +1000575
Dave Airlieaf6061a2008-05-07 12:15:39 +1000576 dev_priv->sarea_priv->pf_current_page = dev_priv->current_page;
577 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578}
579
Dave Airlie84b1fd12007-07-11 15:53:27 +1000580static int i915_quiescent(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581{
582 drm_i915_private_t *dev_priv = dev->dev_private;
583
584 i915_kernel_lost_context(dev);
Harvey Harrisonbf9d8922008-04-30 00:55:10 -0700585 return i915_wait_ring(dev, dev_priv->ring.Size - 8, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586}
587
Eric Anholtc153f452007-09-03 12:06:45 +1000588static int i915_flush_ioctl(struct drm_device *dev, void *data,
589 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590{
Eric Anholt6c340ea2007-08-25 20:23:09 +1000591 LOCK_TEST_WITH_RETURN(dev, file_priv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592
593 return i915_quiescent(dev);
594}
595
Eric Anholtc153f452007-09-03 12:06:45 +1000596static int i915_batchbuffer(struct drm_device *dev, void *data,
597 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700598{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599 drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
Dave Airlieaf6061a2008-05-07 12:15:39 +1000600 u32 *hw_status = dev_priv->hw_status_page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700601 drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
602 dev_priv->sarea_priv;
Eric Anholtc153f452007-09-03 12:06:45 +1000603 drm_i915_batchbuffer_t *batch = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604 int ret;
605
606 if (!dev_priv->allow_batchbuffer) {
607 DRM_ERROR("Batchbuffer ioctl disabled\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000608 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609 }
610
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611 DRM_DEBUG("i915 batchbuffer, start %x used %d cliprects %d\n",
Eric Anholtc153f452007-09-03 12:06:45 +1000612 batch->start, batch->used, batch->num_cliprects);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700613
Eric Anholt6c340ea2007-08-25 20:23:09 +1000614 LOCK_TEST_WITH_RETURN(dev, file_priv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615
Eric Anholtc153f452007-09-03 12:06:45 +1000616 if (batch->num_cliprects && DRM_VERIFYAREA_READ(batch->cliprects,
617 batch->num_cliprects *
Dave Airliec60ce622007-07-11 15:27:12 +1000618 sizeof(struct drm_clip_rect)))
Eric Anholt20caafa2007-08-25 19:22:43 +1000619 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620
Eric Anholtc153f452007-09-03 12:06:45 +1000621 ret = i915_dispatch_batchbuffer(dev, batch);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622
Dave Airlieaf6061a2008-05-07 12:15:39 +1000623 sarea_priv->last_dispatch = (int)hw_status[5];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624 return ret;
625}
626
Eric Anholtc153f452007-09-03 12:06:45 +1000627static int i915_cmdbuffer(struct drm_device *dev, void *data,
628 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700629{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630 drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
Dave Airlieaf6061a2008-05-07 12:15:39 +1000631 u32 *hw_status = dev_priv->hw_status_page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632 drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
633 dev_priv->sarea_priv;
Eric Anholtc153f452007-09-03 12:06:45 +1000634 drm_i915_cmdbuffer_t *cmdbuf = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700635 int ret;
636
Linus Torvalds1da177e2005-04-16 15:20:36 -0700637 DRM_DEBUG("i915 cmdbuffer, buf %p sz %d cliprects %d\n",
Eric Anholtc153f452007-09-03 12:06:45 +1000638 cmdbuf->buf, cmdbuf->sz, cmdbuf->num_cliprects);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639
Eric Anholt6c340ea2007-08-25 20:23:09 +1000640 LOCK_TEST_WITH_RETURN(dev, file_priv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700641
Eric Anholtc153f452007-09-03 12:06:45 +1000642 if (cmdbuf->num_cliprects &&
643 DRM_VERIFYAREA_READ(cmdbuf->cliprects,
644 cmdbuf->num_cliprects *
Dave Airliec60ce622007-07-11 15:27:12 +1000645 sizeof(struct drm_clip_rect))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700646 DRM_ERROR("Fault accessing cliprects\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000647 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648 }
649
Eric Anholtc153f452007-09-03 12:06:45 +1000650 ret = i915_dispatch_cmdbuffer(dev, cmdbuf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700651 if (ret) {
652 DRM_ERROR("i915_dispatch_cmdbuffer failed\n");
653 return ret;
654 }
655
Dave Airlieaf6061a2008-05-07 12:15:39 +1000656 sarea_priv->last_dispatch = (int)hw_status[5];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657 return 0;
658}
659
Eric Anholtc153f452007-09-03 12:06:45 +1000660static int i915_flip_bufs(struct drm_device *dev, void *data,
661 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662{
Harvey Harrison80a914d2008-10-15 22:01:25 -0700663 DRM_DEBUG("%s\n", __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664
Eric Anholt6c340ea2007-08-25 20:23:09 +1000665 LOCK_TEST_WITH_RETURN(dev, file_priv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700666
Dave Airlieaf6061a2008-05-07 12:15:39 +1000667 return i915_dispatch_flip(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668}
669
Eric Anholtc153f452007-09-03 12:06:45 +1000670static int i915_getparam(struct drm_device *dev, void *data,
671 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700673 drm_i915_private_t *dev_priv = dev->dev_private;
Eric Anholtc153f452007-09-03 12:06:45 +1000674 drm_i915_getparam_t *param = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675 int value;
676
677 if (!dev_priv) {
Márton Németh3e684ea2008-01-24 15:58:57 +1000678 DRM_ERROR("called with no initialization\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000679 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700680 }
681
Eric Anholtc153f452007-09-03 12:06:45 +1000682 switch (param->param) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700683 case I915_PARAM_IRQ_ACTIVE:
Jesse Barnes0a3e67a2008-09-30 12:14:26 -0700684 value = dev->pdev->irq ? 1 : 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700685 break;
686 case I915_PARAM_ALLOW_BATCHBUFFER:
687 value = dev_priv->allow_batchbuffer ? 1 : 0;
688 break;
Dave Airlie0d6aa602006-01-02 20:14:23 +1100689 case I915_PARAM_LAST_DISPATCH:
690 value = READ_BREADCRUMB(dev_priv);
691 break;
Kristian Høgsberged4c9c42008-08-20 11:08:52 -0400692 case I915_PARAM_CHIPSET_ID:
693 value = dev->pci_device;
694 break;
Eric Anholt673a3942008-07-30 12:06:12 -0700695 case I915_PARAM_HAS_GEM:
696 value = 1;
697 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700698 default:
Eric Anholtc153f452007-09-03 12:06:45 +1000699 DRM_ERROR("Unknown parameter %d\n", param->param);
Eric Anholt20caafa2007-08-25 19:22:43 +1000700 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700701 }
702
Eric Anholtc153f452007-09-03 12:06:45 +1000703 if (DRM_COPY_TO_USER(param->value, &value, sizeof(int))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700704 DRM_ERROR("DRM_COPY_TO_USER failed\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000705 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700706 }
707
708 return 0;
709}
710
Eric Anholtc153f452007-09-03 12:06:45 +1000711static int i915_setparam(struct drm_device *dev, void *data,
712 struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700713{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700714 drm_i915_private_t *dev_priv = dev->dev_private;
Eric Anholtc153f452007-09-03 12:06:45 +1000715 drm_i915_setparam_t *param = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700716
717 if (!dev_priv) {
Márton Németh3e684ea2008-01-24 15:58:57 +1000718 DRM_ERROR("called with no initialization\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000719 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700720 }
721
Eric Anholtc153f452007-09-03 12:06:45 +1000722 switch (param->param) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700723 case I915_SETPARAM_USE_MI_BATCHBUFFER_START:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700724 break;
725 case I915_SETPARAM_TEX_LRU_LOG_GRANULARITY:
Eric Anholtc153f452007-09-03 12:06:45 +1000726 dev_priv->tex_lru_log_granularity = param->value;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700727 break;
728 case I915_SETPARAM_ALLOW_BATCHBUFFER:
Eric Anholtc153f452007-09-03 12:06:45 +1000729 dev_priv->allow_batchbuffer = param->value;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700730 break;
731 default:
Eric Anholtc153f452007-09-03 12:06:45 +1000732 DRM_ERROR("unknown parameter %d\n", param->param);
Eric Anholt20caafa2007-08-25 19:22:43 +1000733 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700734 }
735
736 return 0;
737}
738
Eric Anholtc153f452007-09-03 12:06:45 +1000739static int i915_set_status_page(struct drm_device *dev, void *data,
740 struct drm_file *file_priv)
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000741{
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000742 drm_i915_private_t *dev_priv = dev->dev_private;
Eric Anholtc153f452007-09-03 12:06:45 +1000743 drm_i915_hws_addr_t *hws = data;
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000744
Zhenyu Wangb39d50e2008-02-19 20:59:09 +1000745 if (!I915_NEED_GFX_HWS(dev))
746 return -EINVAL;
747
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000748 if (!dev_priv) {
Márton Németh3e684ea2008-01-24 15:58:57 +1000749 DRM_ERROR("called with no initialization\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000750 return -EINVAL;
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000751 }
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000752
Eric Anholtc153f452007-09-03 12:06:45 +1000753 printk(KERN_DEBUG "set status page addr 0x%08x\n", (u32)hws->addr);
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000754
Eric Anholtc153f452007-09-03 12:06:45 +1000755 dev_priv->status_gfx_addr = hws->addr & (0x1ffff<<12);
756
Eric Anholt8b409582007-11-22 16:40:37 +1000757 dev_priv->hws_map.offset = dev->agp->base + hws->addr;
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000758 dev_priv->hws_map.size = 4*1024;
759 dev_priv->hws_map.type = 0;
760 dev_priv->hws_map.flags = 0;
761 dev_priv->hws_map.mtrr = 0;
762
763 drm_core_ioremap(&dev_priv->hws_map, dev);
764 if (dev_priv->hws_map.handle == NULL) {
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000765 i915_dma_cleanup(dev);
766 dev_priv->status_gfx_addr = 0;
767 DRM_ERROR("can not ioremap virtual address for"
768 " G33 hw status page\n");
Eric Anholt20caafa2007-08-25 19:22:43 +1000769 return -ENOMEM;
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000770 }
771 dev_priv->hw_status_page = dev_priv->hws_map.handle;
772
773 memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
Jesse Barnes585fb112008-07-29 11:54:06 -0700774 I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
775 DRM_DEBUG("load hws HWS_PGA with gfx mem 0x%x\n",
Wang Zhenyudc7a9312007-06-10 15:58:19 +1000776 dev_priv->status_gfx_addr);
777 DRM_DEBUG("load hws at %p\n", dev_priv->hw_status_page);
778 return 0;
779}
780
Dave Airlie84b1fd12007-07-11 15:53:27 +1000781int i915_driver_load(struct drm_device *dev, unsigned long flags)
Dave Airlie22eae942005-11-10 22:16:34 +1100782{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000783 struct drm_i915_private *dev_priv = dev->dev_private;
784 unsigned long base, size;
785 int ret = 0, mmio_bar = IS_I9XX(dev) ? 0 : 1;
786
Dave Airlie22eae942005-11-10 22:16:34 +1100787 /* i915 has 4 more counters */
788 dev->counters += 4;
789 dev->types[6] = _DRM_STAT_IRQ;
790 dev->types[7] = _DRM_STAT_PRIMARY;
791 dev->types[8] = _DRM_STAT_SECONDARY;
792 dev->types[9] = _DRM_STAT_DMA;
793
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000794 dev_priv = drm_alloc(sizeof(drm_i915_private_t), DRM_MEM_DRIVER);
795 if (dev_priv == NULL)
796 return -ENOMEM;
797
798 memset(dev_priv, 0, sizeof(drm_i915_private_t));
799
800 dev->dev_private = (void *)dev_priv;
Eric Anholt673a3942008-07-30 12:06:12 -0700801 dev_priv->dev = dev;
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000802
803 /* Add register map (needed for suspend/resume) */
804 base = drm_get_resource_start(dev, mmio_bar);
805 size = drm_get_resource_len(dev, mmio_bar);
806
Dave Airliee3236a12007-12-17 09:41:56 +1000807 ret = drm_addmap(dev, base, size, _DRM_REGISTERS,
808 _DRM_KERNEL | _DRM_DRIVER,
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000809 &dev_priv->mmio_map);
Eric Anholted4cb412008-07-29 12:10:39 -0700810
Eric Anholt673a3942008-07-30 12:06:12 -0700811 i915_gem_load(dev);
812
Keith Packard398c9cb2008-07-30 13:03:43 -0700813 /* Init HWS */
814 if (!I915_NEED_GFX_HWS(dev)) {
815 ret = i915_init_phys_hws(dev);
816 if (ret != 0)
817 return ret;
818 }
Eric Anholted4cb412008-07-29 12:10:39 -0700819
820 /* On the 945G/GM, the chipset reports the MSI capability on the
821 * integrated graphics even though the support isn't actually there
822 * according to the published specs. It doesn't appear to function
823 * correctly in testing on 945G.
824 * This may be a side effect of MSI having been made available for PEG
825 * and the registers being closely associated.
826 */
827 if (!IS_I945G(dev) && !IS_I945GM(dev))
Jesse Barnes0a3e67a2008-09-30 12:14:26 -0700828 if (pci_enable_msi(dev->pdev))
829 DRM_ERROR("failed to enable MSI\n");
Eric Anholted4cb412008-07-29 12:10:39 -0700830
Matthew Garrett8ee1c3d2008-08-05 19:37:25 +0100831 intel_opregion_init(dev);
832
Eric Anholted4cb412008-07-29 12:10:39 -0700833 spin_lock_init(&dev_priv->user_irq_lock);
834
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000835 return ret;
836}
837
838int i915_driver_unload(struct drm_device *dev)
839{
840 struct drm_i915_private *dev_priv = dev->dev_private;
841
Eric Anholted4cb412008-07-29 12:10:39 -0700842 if (dev->pdev->msi_enabled)
843 pci_disable_msi(dev->pdev);
844
Keith Packard398c9cb2008-07-30 13:03:43 -0700845 i915_free_hws(dev);
846
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000847 if (dev_priv->mmio_map)
848 drm_rmmap(dev, dev_priv->mmio_map);
849
Matthew Garrett8ee1c3d2008-08-05 19:37:25 +0100850 intel_opregion_free(dev);
851
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000852 drm_free(dev->dev_private, sizeof(drm_i915_private_t),
853 DRM_MEM_DRIVER);
854
Dave Airlie22eae942005-11-10 22:16:34 +1100855 return 0;
856}
857
Eric Anholt673a3942008-07-30 12:06:12 -0700858int i915_driver_open(struct drm_device *dev, struct drm_file *file_priv)
859{
860 struct drm_i915_file_private *i915_file_priv;
861
862 DRM_DEBUG("\n");
863 i915_file_priv = (struct drm_i915_file_private *)
864 drm_alloc(sizeof(*i915_file_priv), DRM_MEM_FILES);
865
866 if (!i915_file_priv)
867 return -ENOMEM;
868
869 file_priv->driver_priv = i915_file_priv;
870
871 i915_file_priv->mm.last_gem_seqno = 0;
872 i915_file_priv->mm.last_gem_throttle_seqno = 0;
873
874 return 0;
875}
876
Dave Airlie84b1fd12007-07-11 15:53:27 +1000877void i915_driver_lastclose(struct drm_device * dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700878{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000879 drm_i915_private_t *dev_priv = dev->dev_private;
880
Dave Airlie144a75f2008-03-30 07:53:58 +1000881 if (!dev_priv)
882 return;
883
Eric Anholt673a3942008-07-30 12:06:12 -0700884 i915_gem_lastclose(dev);
885
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000886 if (dev_priv->agp_heap)
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000887 i915_mem_takedown(&(dev_priv->agp_heap));
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000888
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000889 i915_dma_cleanup(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700890}
891
Eric Anholt6c340ea2007-08-25 20:23:09 +1000892void i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700893{
Jesse Barnesba8bbcf2007-11-22 14:14:14 +1000894 drm_i915_private_t *dev_priv = dev->dev_private;
895 i915_mem_release(dev, file_priv, dev_priv->agp_heap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700896}
897
Eric Anholt673a3942008-07-30 12:06:12 -0700898void i915_driver_postclose(struct drm_device *dev, struct drm_file *file_priv)
899{
900 struct drm_i915_file_private *i915_file_priv = file_priv->driver_priv;
901
902 drm_free(i915_file_priv, sizeof(*i915_file_priv), DRM_MEM_FILES);
903}
904
Eric Anholtc153f452007-09-03 12:06:45 +1000905struct drm_ioctl_desc i915_ioctls[] = {
906 DRM_IOCTL_DEF(DRM_I915_INIT, i915_dma_init, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
907 DRM_IOCTL_DEF(DRM_I915_FLUSH, i915_flush_ioctl, DRM_AUTH),
908 DRM_IOCTL_DEF(DRM_I915_FLIP, i915_flip_bufs, DRM_AUTH),
909 DRM_IOCTL_DEF(DRM_I915_BATCHBUFFER, i915_batchbuffer, DRM_AUTH),
910 DRM_IOCTL_DEF(DRM_I915_IRQ_EMIT, i915_irq_emit, DRM_AUTH),
911 DRM_IOCTL_DEF(DRM_I915_IRQ_WAIT, i915_irq_wait, DRM_AUTH),
912 DRM_IOCTL_DEF(DRM_I915_GETPARAM, i915_getparam, DRM_AUTH),
913 DRM_IOCTL_DEF(DRM_I915_SETPARAM, i915_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
914 DRM_IOCTL_DEF(DRM_I915_ALLOC, i915_mem_alloc, DRM_AUTH),
915 DRM_IOCTL_DEF(DRM_I915_FREE, i915_mem_free, DRM_AUTH),
916 DRM_IOCTL_DEF(DRM_I915_INIT_HEAP, i915_mem_init_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
917 DRM_IOCTL_DEF(DRM_I915_CMDBUFFER, i915_cmdbuffer, DRM_AUTH),
918 DRM_IOCTL_DEF(DRM_I915_DESTROY_HEAP, i915_mem_destroy_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
919 DRM_IOCTL_DEF(DRM_I915_SET_VBLANK_PIPE, i915_vblank_pipe_set, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
920 DRM_IOCTL_DEF(DRM_I915_GET_VBLANK_PIPE, i915_vblank_pipe_get, DRM_AUTH ),
921 DRM_IOCTL_DEF(DRM_I915_VBLANK_SWAP, i915_vblank_swap, DRM_AUTH),
922 DRM_IOCTL_DEF(DRM_I915_HWS_ADDR, i915_set_status_page, DRM_AUTH),
Eric Anholt673a3942008-07-30 12:06:12 -0700923 DRM_IOCTL_DEF(DRM_I915_GEM_INIT, i915_gem_init_ioctl, DRM_AUTH),
924 DRM_IOCTL_DEF(DRM_I915_GEM_EXECBUFFER, i915_gem_execbuffer, DRM_AUTH),
925 DRM_IOCTL_DEF(DRM_I915_GEM_PIN, i915_gem_pin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
926 DRM_IOCTL_DEF(DRM_I915_GEM_UNPIN, i915_gem_unpin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
927 DRM_IOCTL_DEF(DRM_I915_GEM_BUSY, i915_gem_busy_ioctl, DRM_AUTH),
928 DRM_IOCTL_DEF(DRM_I915_GEM_THROTTLE, i915_gem_throttle_ioctl, DRM_AUTH),
929 DRM_IOCTL_DEF(DRM_I915_GEM_ENTERVT, i915_gem_entervt_ioctl, DRM_AUTH),
930 DRM_IOCTL_DEF(DRM_I915_GEM_LEAVEVT, i915_gem_leavevt_ioctl, DRM_AUTH),
931 DRM_IOCTL_DEF(DRM_I915_GEM_CREATE, i915_gem_create_ioctl, 0),
932 DRM_IOCTL_DEF(DRM_I915_GEM_PREAD, i915_gem_pread_ioctl, 0),
933 DRM_IOCTL_DEF(DRM_I915_GEM_PWRITE, i915_gem_pwrite_ioctl, 0),
934 DRM_IOCTL_DEF(DRM_I915_GEM_MMAP, i915_gem_mmap_ioctl, 0),
935 DRM_IOCTL_DEF(DRM_I915_GEM_SET_DOMAIN, i915_gem_set_domain_ioctl, 0),
936 DRM_IOCTL_DEF(DRM_I915_GEM_SW_FINISH, i915_gem_sw_finish_ioctl, 0),
937 DRM_IOCTL_DEF(DRM_I915_GEM_SET_TILING, i915_gem_set_tiling, 0),
938 DRM_IOCTL_DEF(DRM_I915_GEM_GET_TILING, i915_gem_get_tiling, 0),
Dave Airliec94f7022005-07-07 21:03:38 +1000939};
940
941int i915_max_ioctl = DRM_ARRAY_SIZE(i915_ioctls);
Dave Airliecda17382005-07-10 17:31:26 +1000942
943/**
944 * Determine if the device really is AGP or not.
945 *
946 * All Intel graphics chipsets are treated as AGP, even if they are really
947 * PCI-e.
948 *
949 * \param dev The device to be tested.
950 *
951 * \returns
952 * A value of 1 is always retured to indictate every i9x5 is AGP.
953 */
Dave Airlie84b1fd12007-07-11 15:53:27 +1000954int i915_driver_device_is_agp(struct drm_device * dev)
Dave Airliecda17382005-07-10 17:31:26 +1000955{
956 return 1;
957}