Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2012 Red Hat Inc. |
| 3 | * |
| 4 | * Permission is hereby granted, free of charge, to any person obtaining a |
| 5 | * copy of this software and associated documentation files (the "Software"), |
| 6 | * to deal in the Software without restriction, including without limitation |
| 7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| 8 | * and/or sell copies of the Software, and to permit persons to whom the |
| 9 | * Software is furnished to do so, subject to the following conditions: |
| 10 | * |
| 11 | * The above copyright notice and this permission notice shall be included in |
| 12 | * all copies or substantial portions of the Software. |
| 13 | * |
| 14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| 17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR |
| 18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, |
| 19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR |
| 20 | * OTHER DEALINGS IN THE SOFTWARE. |
| 21 | * |
| 22 | * Authors: Ben Skeggs |
| 23 | */ |
| 24 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 25 | #include <linux/console.h> |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 26 | #include <linux/module.h> |
| 27 | #include <linux/pci.h> |
| 28 | |
| 29 | #include <core/device.h> |
| 30 | #include <core/client.h> |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 31 | #include <core/gpuobj.h> |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 32 | #include <core/class.h> |
| 33 | |
Ben Skeggs | dded35d | 2013-04-25 17:23:43 +1000 | [diff] [blame] | 34 | #include <engine/device.h> |
Ben Skeggs | 1d7c71a | 2013-01-31 09:23:34 +1000 | [diff] [blame] | 35 | #include <engine/disp.h> |
Ben Skeggs | 9fe72f9 | 2013-05-02 16:20:44 +1000 | [diff] [blame] | 36 | #include <engine/fifo.h> |
Ben Skeggs | 1d7c71a | 2013-01-31 09:23:34 +1000 | [diff] [blame] | 37 | |
Ben Skeggs | dded35d | 2013-04-25 17:23:43 +1000 | [diff] [blame] | 38 | #include <subdev/vm.h> |
| 39 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 40 | #include "nouveau_drm.h" |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 41 | #include "nouveau_dma.h" |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 42 | #include "nouveau_ttm.h" |
| 43 | #include "nouveau_gem.h" |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 44 | #include "nouveau_agp.h" |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 45 | #include "nouveau_vga.h" |
| 46 | #include "nouveau_pm.h" |
| 47 | #include "nouveau_acpi.h" |
| 48 | #include "nouveau_bios.h" |
| 49 | #include "nouveau_ioctl.h" |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 50 | #include "nouveau_abi16.h" |
| 51 | #include "nouveau_fbcon.h" |
| 52 | #include "nouveau_fence.h" |
Marcin Slusarz | 33b903e | 2013-02-08 21:42:13 +0100 | [diff] [blame] | 53 | #include "nouveau_debugfs.h" |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 54 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 55 | MODULE_PARM_DESC(config, "option string to pass to driver core"); |
| 56 | static char *nouveau_config; |
| 57 | module_param_named(config, nouveau_config, charp, 0400); |
| 58 | |
| 59 | MODULE_PARM_DESC(debug, "debug string to pass to driver core"); |
| 60 | static char *nouveau_debug; |
| 61 | module_param_named(debug, nouveau_debug, charp, 0400); |
| 62 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 63 | MODULE_PARM_DESC(noaccel, "disable kernel/abi16 acceleration"); |
| 64 | static int nouveau_noaccel = 0; |
| 65 | module_param_named(noaccel, nouveau_noaccel, int, 0400); |
| 66 | |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 67 | MODULE_PARM_DESC(modeset, "enable driver (default: auto, " |
| 68 | "0 = disabled, 1 = enabled, 2 = headless)"); |
| 69 | int nouveau_modeset = -1; |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 70 | module_param_named(modeset, nouveau_modeset, int, 0400); |
| 71 | |
| 72 | static struct drm_driver driver; |
| 73 | |
Ben Skeggs | 1d7c71a | 2013-01-31 09:23:34 +1000 | [diff] [blame] | 74 | static int |
Maarten Lankhorst | e4604d8 | 2013-03-24 12:56:30 +0100 | [diff] [blame] | 75 | nouveau_drm_vblank_handler(struct nouveau_eventh *event, int head) |
| 76 | { |
| 77 | struct nouveau_drm *drm = |
| 78 | container_of(event, struct nouveau_drm, vblank[head]); |
| 79 | drm_handle_vblank(drm->dev, head); |
| 80 | return NVKM_EVENT_KEEP; |
| 81 | } |
| 82 | |
| 83 | static int |
Ben Skeggs | 1d7c71a | 2013-01-31 09:23:34 +1000 | [diff] [blame] | 84 | nouveau_drm_vblank_enable(struct drm_device *dev, int head) |
| 85 | { |
| 86 | struct nouveau_drm *drm = nouveau_drm(dev); |
| 87 | struct nouveau_disp *pdisp = nouveau_disp(drm->device); |
Maarten Lankhorst | e4604d8 | 2013-03-24 12:56:30 +0100 | [diff] [blame] | 88 | |
| 89 | if (WARN_ON_ONCE(head > ARRAY_SIZE(drm->vblank))) |
| 90 | return -EIO; |
| 91 | WARN_ON_ONCE(drm->vblank[head].func); |
| 92 | drm->vblank[head].func = nouveau_drm_vblank_handler; |
| 93 | nouveau_event_get(pdisp->vblank, head, &drm->vblank[head]); |
Ben Skeggs | 1d7c71a | 2013-01-31 09:23:34 +1000 | [diff] [blame] | 94 | return 0; |
| 95 | } |
| 96 | |
| 97 | static void |
| 98 | nouveau_drm_vblank_disable(struct drm_device *dev, int head) |
| 99 | { |
| 100 | struct nouveau_drm *drm = nouveau_drm(dev); |
| 101 | struct nouveau_disp *pdisp = nouveau_disp(drm->device); |
Maarten Lankhorst | e4604d8 | 2013-03-24 12:56:30 +0100 | [diff] [blame] | 102 | if (drm->vblank[head].func) |
| 103 | nouveau_event_put(pdisp->vblank, head, &drm->vblank[head]); |
| 104 | else |
| 105 | WARN_ON_ONCE(1); |
| 106 | drm->vblank[head].func = NULL; |
Ben Skeggs | 1d7c71a | 2013-01-31 09:23:34 +1000 | [diff] [blame] | 107 | } |
| 108 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 109 | static u64 |
| 110 | nouveau_name(struct pci_dev *pdev) |
| 111 | { |
| 112 | u64 name = (u64)pci_domain_nr(pdev->bus) << 32; |
| 113 | name |= pdev->bus->number << 16; |
| 114 | name |= PCI_SLOT(pdev->devfn) << 8; |
| 115 | return name | PCI_FUNC(pdev->devfn); |
| 116 | } |
| 117 | |
| 118 | static int |
Ben Skeggs | fa6df8c | 2012-09-12 13:09:23 +1000 | [diff] [blame] | 119 | nouveau_cli_create(struct pci_dev *pdev, const char *name, |
| 120 | int size, void **pcli) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 121 | { |
| 122 | struct nouveau_cli *cli; |
| 123 | int ret; |
| 124 | |
Marcin Slusarz | dd5700e | 2012-12-10 21:59:52 +0100 | [diff] [blame] | 125 | *pcli = NULL; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 126 | ret = nouveau_client_create_(name, nouveau_name(pdev), nouveau_config, |
| 127 | nouveau_debug, size, pcli); |
| 128 | cli = *pcli; |
Marcin Slusarz | dd5700e | 2012-12-10 21:59:52 +0100 | [diff] [blame] | 129 | if (ret) { |
| 130 | if (cli) |
| 131 | nouveau_client_destroy(&cli->base); |
| 132 | *pcli = NULL; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 133 | return ret; |
Marcin Slusarz | dd5700e | 2012-12-10 21:59:52 +0100 | [diff] [blame] | 134 | } |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 135 | |
| 136 | mutex_init(&cli->mutex); |
| 137 | return 0; |
| 138 | } |
| 139 | |
| 140 | static void |
| 141 | nouveau_cli_destroy(struct nouveau_cli *cli) |
| 142 | { |
| 143 | struct nouveau_object *client = nv_object(cli); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 144 | nouveau_vm_ref(NULL, &cli->base.vm, NULL); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 145 | nouveau_client_fini(&cli->base, false); |
| 146 | atomic_set(&client->refcount, 1); |
| 147 | nouveau_object_ref(NULL, &client); |
| 148 | } |
| 149 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 150 | static void |
| 151 | nouveau_accel_fini(struct nouveau_drm *drm) |
| 152 | { |
| 153 | nouveau_gpuobj_ref(NULL, &drm->notify); |
| 154 | nouveau_channel_del(&drm->channel); |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 155 | nouveau_channel_del(&drm->cechan); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 156 | if (drm->fence) |
| 157 | nouveau_fence(drm)->dtor(drm); |
| 158 | } |
| 159 | |
| 160 | static void |
| 161 | nouveau_accel_init(struct nouveau_drm *drm) |
| 162 | { |
| 163 | struct nouveau_device *device = nv_device(drm->device); |
| 164 | struct nouveau_object *object; |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 165 | u32 arg0, arg1; |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 166 | int ret; |
| 167 | |
Ben Skeggs | 9fe72f9 | 2013-05-02 16:20:44 +1000 | [diff] [blame] | 168 | if (nouveau_noaccel || !nouveau_fifo(device) /*XXX*/) |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 169 | return; |
| 170 | |
| 171 | /* initialise synchronisation routines */ |
| 172 | if (device->card_type < NV_10) ret = nv04_fence_create(drm); |
Ben Skeggs | 60e5cb7 | 2013-02-14 12:59:36 +1000 | [diff] [blame] | 173 | else if (device->chipset < 0x17) ret = nv10_fence_create(drm); |
| 174 | else if (device->card_type < NV_50) ret = nv17_fence_create(drm); |
Maarten Lankhorst | ace5a9b | 2012-11-21 13:21:12 +0100 | [diff] [blame] | 175 | else if (device->chipset < 0x84) ret = nv50_fence_create(drm); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 176 | else if (device->card_type < NV_C0) ret = nv84_fence_create(drm); |
| 177 | else ret = nvc0_fence_create(drm); |
| 178 | if (ret) { |
| 179 | NV_ERROR(drm, "failed to initialise sync subsystem, %d\n", ret); |
| 180 | nouveau_accel_fini(drm); |
| 181 | return; |
| 182 | } |
| 183 | |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 184 | if (device->card_type >= NV_E0) { |
| 185 | ret = nouveau_channel_new(drm, &drm->client, NVDRM_DEVICE, |
| 186 | NVDRM_CHAN + 1, |
| 187 | NVE0_CHANNEL_IND_ENGINE_CE0 | |
| 188 | NVE0_CHANNEL_IND_ENGINE_CE1, 0, |
| 189 | &drm->cechan); |
| 190 | if (ret) |
| 191 | NV_ERROR(drm, "failed to create ce channel, %d\n", ret); |
| 192 | |
| 193 | arg0 = NVE0_CHANNEL_IND_ENGINE_GR; |
Ben Skeggs | 4946980 | 2012-11-22 13:43:55 +1000 | [diff] [blame] | 194 | arg1 = 1; |
Ben Skeggs | 00fc6f6 | 2013-07-09 14:20:15 +1000 | [diff] [blame^] | 195 | } else |
| 196 | if (device->chipset >= 0xa3 && |
| 197 | device->chipset != 0xaa && |
| 198 | device->chipset != 0xac) { |
| 199 | ret = nouveau_channel_new(drm, &drm->client, NVDRM_DEVICE, |
| 200 | NVDRM_CHAN + 1, NvDmaFB, NvDmaTT, |
| 201 | &drm->cechan); |
| 202 | if (ret) |
| 203 | NV_ERROR(drm, "failed to create ce channel, %d\n", ret); |
| 204 | |
| 205 | arg0 = NvDmaFB; |
| 206 | arg1 = NvDmaTT; |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 207 | } else { |
| 208 | arg0 = NvDmaFB; |
| 209 | arg1 = NvDmaTT; |
| 210 | } |
| 211 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 212 | ret = nouveau_channel_new(drm, &drm->client, NVDRM_DEVICE, NVDRM_CHAN, |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 213 | arg0, arg1, &drm->channel); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 214 | if (ret) { |
| 215 | NV_ERROR(drm, "failed to create kernel channel, %d\n", ret); |
| 216 | nouveau_accel_fini(drm); |
| 217 | return; |
| 218 | } |
| 219 | |
| 220 | if (device->card_type < NV_C0) { |
| 221 | ret = nouveau_gpuobj_new(drm->device, NULL, 32, 0, 0, |
| 222 | &drm->notify); |
| 223 | if (ret) { |
| 224 | NV_ERROR(drm, "failed to allocate notifier, %d\n", ret); |
| 225 | nouveau_accel_fini(drm); |
| 226 | return; |
| 227 | } |
| 228 | |
| 229 | ret = nouveau_object_new(nv_object(drm), |
| 230 | drm->channel->handle, NvNotify0, |
| 231 | 0x003d, &(struct nv_dma_class) { |
| 232 | .flags = NV_DMA_TARGET_VRAM | |
| 233 | NV_DMA_ACCESS_RDWR, |
| 234 | .start = drm->notify->addr, |
| 235 | .limit = drm->notify->addr + 31 |
| 236 | }, sizeof(struct nv_dma_class), |
| 237 | &object); |
| 238 | if (ret) { |
| 239 | nouveau_accel_fini(drm); |
| 240 | return; |
| 241 | } |
| 242 | } |
| 243 | |
| 244 | |
Ben Skeggs | 4998104 | 2012-08-06 19:38:25 +1000 | [diff] [blame] | 245 | nouveau_bo_move_init(drm); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 246 | } |
| 247 | |
Greg Kroah-Hartman | 56550d9 | 2012-12-21 15:09:25 -0800 | [diff] [blame] | 248 | static int nouveau_drm_probe(struct pci_dev *pdev, |
| 249 | const struct pci_device_id *pent) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 250 | { |
| 251 | struct nouveau_device *device; |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 252 | struct apertures_struct *aper; |
| 253 | bool boot = false; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 254 | int ret; |
| 255 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 256 | /* remove conflicting drivers (vesafb, efifb etc) */ |
| 257 | aper = alloc_apertures(3); |
| 258 | if (!aper) |
| 259 | return -ENOMEM; |
| 260 | |
| 261 | aper->ranges[0].base = pci_resource_start(pdev, 1); |
| 262 | aper->ranges[0].size = pci_resource_len(pdev, 1); |
| 263 | aper->count = 1; |
| 264 | |
| 265 | if (pci_resource_len(pdev, 2)) { |
| 266 | aper->ranges[aper->count].base = pci_resource_start(pdev, 2); |
| 267 | aper->ranges[aper->count].size = pci_resource_len(pdev, 2); |
| 268 | aper->count++; |
| 269 | } |
| 270 | |
| 271 | if (pci_resource_len(pdev, 3)) { |
| 272 | aper->ranges[aper->count].base = pci_resource_start(pdev, 3); |
| 273 | aper->ranges[aper->count].size = pci_resource_len(pdev, 3); |
| 274 | aper->count++; |
| 275 | } |
| 276 | |
| 277 | #ifdef CONFIG_X86 |
| 278 | boot = pdev->resource[PCI_ROM_RESOURCE].flags & IORESOURCE_ROM_SHADOW; |
| 279 | #endif |
| 280 | remove_conflicting_framebuffers(aper, "nouveaufb", boot); |
Tommi Rantala | 83ef777 | 2012-11-09 09:19:40 +0000 | [diff] [blame] | 281 | kfree(aper); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 282 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 283 | ret = nouveau_device_create(pdev, nouveau_name(pdev), pci_name(pdev), |
| 284 | nouveau_config, nouveau_debug, &device); |
| 285 | if (ret) |
| 286 | return ret; |
| 287 | |
| 288 | pci_set_master(pdev); |
| 289 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 290 | ret = drm_get_pci_dev(pdev, pent, &driver); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 291 | if (ret) { |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 292 | nouveau_object_ref(NULL, (struct nouveau_object **)&device); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 293 | return ret; |
| 294 | } |
| 295 | |
| 296 | return 0; |
| 297 | } |
| 298 | |
Marcin Slusarz | 5b8a43a | 2012-08-19 23:00:00 +0200 | [diff] [blame] | 299 | static int |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 300 | nouveau_drm_load(struct drm_device *dev, unsigned long flags) |
| 301 | { |
| 302 | struct pci_dev *pdev = dev->pdev; |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 303 | struct nouveau_device *device; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 304 | struct nouveau_drm *drm; |
| 305 | int ret; |
| 306 | |
Ben Skeggs | fa6df8c | 2012-09-12 13:09:23 +1000 | [diff] [blame] | 307 | ret = nouveau_cli_create(pdev, "DRM", sizeof(*drm), (void**)&drm); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 308 | if (ret) |
| 309 | return ret; |
| 310 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 311 | dev->dev_private = drm; |
| 312 | drm->dev = dev; |
| 313 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 314 | INIT_LIST_HEAD(&drm->clients); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 315 | spin_lock_init(&drm->tile.lock); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 316 | |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 317 | /* make sure AGP controller is in a consistent state before we |
| 318 | * (possibly) execute vbios init tables (see nouveau_agp.h) |
| 319 | */ |
| 320 | if (drm_pci_device_is_agp(dev) && dev->agp) { |
| 321 | /* dummy device object, doesn't init anything, but allows |
| 322 | * agp code access to registers |
| 323 | */ |
| 324 | ret = nouveau_object_new(nv_object(drm), NVDRM_CLIENT, |
| 325 | NVDRM_DEVICE, 0x0080, |
| 326 | &(struct nv_device_class) { |
| 327 | .device = ~0, |
| 328 | .disable = |
| 329 | ~(NV_DEVICE_DISABLE_MMIO | |
| 330 | NV_DEVICE_DISABLE_IDENTIFY), |
| 331 | .debug0 = ~0, |
| 332 | }, sizeof(struct nv_device_class), |
| 333 | &drm->device); |
| 334 | if (ret) |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 335 | goto fail_device; |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 336 | |
| 337 | nouveau_agp_reset(drm); |
| 338 | nouveau_object_del(nv_object(drm), NVDRM_CLIENT, NVDRM_DEVICE); |
| 339 | } |
| 340 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 341 | ret = nouveau_object_new(nv_object(drm), NVDRM_CLIENT, NVDRM_DEVICE, |
| 342 | 0x0080, &(struct nv_device_class) { |
| 343 | .device = ~0, |
| 344 | .disable = 0, |
| 345 | .debug0 = 0, |
| 346 | }, sizeof(struct nv_device_class), |
| 347 | &drm->device); |
| 348 | if (ret) |
| 349 | goto fail_device; |
| 350 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 351 | /* workaround an odd issue on nvc1 by disabling the device's |
| 352 | * nosnoop capability. hopefully won't cause issues until a |
| 353 | * better fix is found - assuming there is one... |
| 354 | */ |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 355 | device = nv_device(drm->device); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 356 | if (nv_device(drm->device)->chipset == 0xc1) |
| 357 | nv_mask(device, 0x00088080, 0x00000800, 0x00000000); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 358 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 359 | nouveau_vga_init(drm); |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 360 | nouveau_agp_init(drm); |
| 361 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 362 | if (device->card_type >= NV_50) { |
| 363 | ret = nouveau_vm_new(nv_device(drm->device), 0, (1ULL << 40), |
| 364 | 0x1000, &drm->client.base.vm); |
| 365 | if (ret) |
| 366 | goto fail_device; |
| 367 | } |
| 368 | |
| 369 | ret = nouveau_ttm_init(drm); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 370 | if (ret) |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 371 | goto fail_ttm; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 372 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 373 | ret = nouveau_bios_init(dev); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 374 | if (ret) |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 375 | goto fail_bios; |
| 376 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 377 | ret = nouveau_display_create(dev); |
| 378 | if (ret) |
| 379 | goto fail_dispctor; |
| 380 | |
| 381 | if (dev->mode_config.num_crtc) { |
| 382 | ret = nouveau_display_init(dev); |
| 383 | if (ret) |
| 384 | goto fail_dispinit; |
| 385 | } |
| 386 | |
| 387 | nouveau_pm_init(dev); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 388 | |
| 389 | nouveau_accel_init(drm); |
| 390 | nouveau_fbcon_init(dev); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 391 | return 0; |
| 392 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 393 | fail_dispinit: |
| 394 | nouveau_display_destroy(dev); |
| 395 | fail_dispctor: |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 396 | nouveau_bios_takedown(dev); |
| 397 | fail_bios: |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 398 | nouveau_ttm_fini(drm); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 399 | fail_ttm: |
| 400 | nouveau_agp_fini(drm); |
| 401 | nouveau_vga_fini(drm); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 402 | fail_device: |
| 403 | nouveau_cli_destroy(&drm->client); |
| 404 | return ret; |
| 405 | } |
| 406 | |
Marcin Slusarz | 5b8a43a | 2012-08-19 23:00:00 +0200 | [diff] [blame] | 407 | static int |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 408 | nouveau_drm_unload(struct drm_device *dev) |
| 409 | { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 410 | struct nouveau_drm *drm = nouveau_drm(dev); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 411 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 412 | nouveau_fbcon_fini(dev); |
| 413 | nouveau_accel_fini(drm); |
| 414 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 415 | nouveau_pm_fini(dev); |
| 416 | |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 417 | if (dev->mode_config.num_crtc) |
| 418 | nouveau_display_fini(dev); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 419 | nouveau_display_destroy(dev); |
| 420 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 421 | nouveau_bios_takedown(dev); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 422 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 423 | nouveau_ttm_fini(drm); |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 424 | nouveau_agp_fini(drm); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 425 | nouveau_vga_fini(drm); |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 426 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 427 | nouveau_cli_destroy(&drm->client); |
| 428 | return 0; |
| 429 | } |
| 430 | |
| 431 | static void |
| 432 | nouveau_drm_remove(struct pci_dev *pdev) |
| 433 | { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 434 | struct drm_device *dev = pci_get_drvdata(pdev); |
| 435 | struct nouveau_drm *drm = nouveau_drm(dev); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 436 | struct nouveau_object *device; |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 437 | |
| 438 | device = drm->client.base.device; |
| 439 | drm_put_dev(dev); |
| 440 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 441 | nouveau_object_ref(NULL, &device); |
| 442 | nouveau_object_debug(); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 443 | } |
| 444 | |
Marcin Slusarz | cd89783 | 2013-01-27 15:01:55 +0100 | [diff] [blame] | 445 | static int |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 446 | nouveau_do_suspend(struct drm_device *dev) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 447 | { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 448 | struct nouveau_drm *drm = nouveau_drm(dev); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 449 | struct nouveau_cli *cli; |
| 450 | int ret; |
| 451 | |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 452 | if (dev->mode_config.num_crtc) { |
| 453 | NV_INFO(drm, "suspending fbcon...\n"); |
| 454 | nouveau_fbcon_set_suspend(dev, 1); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 455 | |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 456 | NV_INFO(drm, "suspending display...\n"); |
| 457 | ret = nouveau_display_suspend(dev); |
| 458 | if (ret) |
| 459 | return ret; |
| 460 | } |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 461 | |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 462 | NV_INFO(drm, "evicting buffers...\n"); |
| 463 | ttm_bo_evict_mm(&drm->ttm.bdev, TTM_PL_VRAM); |
| 464 | |
Ben Skeggs | 81dff21 | 2013-05-07 08:33:10 +1000 | [diff] [blame] | 465 | NV_INFO(drm, "waiting for kernel channels to go idle...\n"); |
| 466 | if (drm->cechan) { |
| 467 | ret = nouveau_channel_idle(drm->cechan); |
| 468 | if (ret) |
| 469 | return ret; |
| 470 | } |
| 471 | |
| 472 | if (drm->channel) { |
| 473 | ret = nouveau_channel_idle(drm->channel); |
| 474 | if (ret) |
| 475 | return ret; |
| 476 | } |
| 477 | |
| 478 | NV_INFO(drm, "suspending client object trees...\n"); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 479 | if (drm->fence && nouveau_fence(drm)->suspend) { |
| 480 | if (!nouveau_fence(drm)->suspend(drm)) |
| 481 | return -ENOMEM; |
| 482 | } |
| 483 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 484 | list_for_each_entry(cli, &drm->clients, head) { |
| 485 | ret = nouveau_client_fini(&cli->base, true); |
| 486 | if (ret) |
| 487 | goto fail_client; |
| 488 | } |
| 489 | |
Ben Skeggs | 81dff21 | 2013-05-07 08:33:10 +1000 | [diff] [blame] | 490 | NV_INFO(drm, "suspending kernel object tree...\n"); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 491 | ret = nouveau_client_fini(&drm->client.base, true); |
| 492 | if (ret) |
| 493 | goto fail_client; |
| 494 | |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 495 | nouveau_agp_fini(drm); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 496 | return 0; |
| 497 | |
| 498 | fail_client: |
| 499 | list_for_each_entry_continue_reverse(cli, &drm->clients, head) { |
| 500 | nouveau_client_init(&cli->base); |
| 501 | } |
| 502 | |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 503 | if (dev->mode_config.num_crtc) { |
| 504 | NV_INFO(drm, "resuming display...\n"); |
| 505 | nouveau_display_resume(dev); |
| 506 | } |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 507 | return ret; |
| 508 | } |
| 509 | |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 510 | int nouveau_pmops_suspend(struct device *dev) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 511 | { |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 512 | struct pci_dev *pdev = to_pci_dev(dev); |
| 513 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 514 | int ret; |
| 515 | |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 516 | if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF) |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 517 | return 0; |
| 518 | |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 519 | ret = nouveau_do_suspend(drm_dev); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 520 | if (ret) |
| 521 | return ret; |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 522 | |
| 523 | pci_save_state(pdev); |
| 524 | pci_disable_device(pdev); |
| 525 | pci_set_power_state(pdev, PCI_D3hot); |
| 526 | |
| 527 | return 0; |
| 528 | } |
| 529 | |
Marcin Slusarz | cd89783 | 2013-01-27 15:01:55 +0100 | [diff] [blame] | 530 | static int |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 531 | nouveau_do_resume(struct drm_device *dev) |
| 532 | { |
| 533 | struct nouveau_drm *drm = nouveau_drm(dev); |
| 534 | struct nouveau_cli *cli; |
| 535 | |
| 536 | NV_INFO(drm, "re-enabling device...\n"); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 537 | |
Ben Skeggs | cb75d97 | 2012-07-11 10:44:20 +1000 | [diff] [blame] | 538 | nouveau_agp_reset(drm); |
| 539 | |
Ben Skeggs | 81dff21 | 2013-05-07 08:33:10 +1000 | [diff] [blame] | 540 | NV_INFO(drm, "resuming kernel object tree...\n"); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 541 | nouveau_client_init(&drm->client.base); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 542 | nouveau_agp_init(drm); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 543 | |
Ben Skeggs | 81dff21 | 2013-05-07 08:33:10 +1000 | [diff] [blame] | 544 | NV_INFO(drm, "resuming client object trees...\n"); |
| 545 | if (drm->fence && nouveau_fence(drm)->resume) |
| 546 | nouveau_fence(drm)->resume(drm); |
| 547 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 548 | list_for_each_entry(cli, &drm->clients, head) { |
| 549 | nouveau_client_init(&cli->base); |
| 550 | } |
| 551 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 552 | nouveau_run_vbios_init(dev); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 553 | nouveau_pm_resume(dev); |
| 554 | |
Ben Skeggs | 9430738 | 2012-10-31 12:11:15 +1000 | [diff] [blame] | 555 | if (dev->mode_config.num_crtc) { |
| 556 | NV_INFO(drm, "resuming display...\n"); |
| 557 | nouveau_display_resume(dev); |
| 558 | } |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 559 | return 0; |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 560 | } |
| 561 | |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 562 | int nouveau_pmops_resume(struct device *dev) |
| 563 | { |
| 564 | struct pci_dev *pdev = to_pci_dev(dev); |
| 565 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
| 566 | int ret; |
| 567 | |
| 568 | if (drm_dev->switch_power_state == DRM_SWITCH_POWER_OFF) |
| 569 | return 0; |
| 570 | |
| 571 | pci_set_power_state(pdev, PCI_D0); |
| 572 | pci_restore_state(pdev); |
| 573 | ret = pci_enable_device(pdev); |
| 574 | if (ret) |
| 575 | return ret; |
| 576 | pci_set_master(pdev); |
| 577 | |
| 578 | return nouveau_do_resume(drm_dev); |
| 579 | } |
| 580 | |
| 581 | static int nouveau_pmops_freeze(struct device *dev) |
| 582 | { |
| 583 | struct pci_dev *pdev = to_pci_dev(dev); |
| 584 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
| 585 | |
| 586 | return nouveau_do_suspend(drm_dev); |
| 587 | } |
| 588 | |
| 589 | static int nouveau_pmops_thaw(struct device *dev) |
| 590 | { |
| 591 | struct pci_dev *pdev = to_pci_dev(dev); |
| 592 | struct drm_device *drm_dev = pci_get_drvdata(pdev); |
| 593 | |
| 594 | return nouveau_do_resume(drm_dev); |
| 595 | } |
| 596 | |
| 597 | |
Marcin Slusarz | 5b8a43a | 2012-08-19 23:00:00 +0200 | [diff] [blame] | 598 | static int |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 599 | nouveau_drm_open(struct drm_device *dev, struct drm_file *fpriv) |
| 600 | { |
| 601 | struct pci_dev *pdev = dev->pdev; |
| 602 | struct nouveau_drm *drm = nouveau_drm(dev); |
| 603 | struct nouveau_cli *cli; |
Marcin Slusarz | a2896ce | 2012-12-09 15:45:21 +0100 | [diff] [blame] | 604 | char name[32], tmpname[TASK_COMM_LEN]; |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 605 | int ret; |
| 606 | |
Marcin Slusarz | a2896ce | 2012-12-09 15:45:21 +0100 | [diff] [blame] | 607 | get_task_comm(tmpname, current); |
| 608 | snprintf(name, sizeof(name), "%s[%d]", tmpname, pid_nr(fpriv->pid)); |
Ben Skeggs | fa6df8c | 2012-09-12 13:09:23 +1000 | [diff] [blame] | 609 | |
| 610 | ret = nouveau_cli_create(pdev, name, sizeof(*cli), (void **)&cli); |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 611 | if (ret) |
| 612 | return ret; |
| 613 | |
| 614 | if (nv_device(drm->device)->card_type >= NV_50) { |
| 615 | ret = nouveau_vm_new(nv_device(drm->device), 0, (1ULL << 40), |
| 616 | 0x1000, &cli->base.vm); |
| 617 | if (ret) { |
| 618 | nouveau_cli_destroy(cli); |
| 619 | return ret; |
| 620 | } |
| 621 | } |
| 622 | |
| 623 | fpriv->driver_priv = cli; |
| 624 | |
| 625 | mutex_lock(&drm->client.mutex); |
| 626 | list_add(&cli->head, &drm->clients); |
| 627 | mutex_unlock(&drm->client.mutex); |
| 628 | return 0; |
| 629 | } |
| 630 | |
Marcin Slusarz | 5b8a43a | 2012-08-19 23:00:00 +0200 | [diff] [blame] | 631 | static void |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 632 | nouveau_drm_preclose(struct drm_device *dev, struct drm_file *fpriv) |
| 633 | { |
| 634 | struct nouveau_cli *cli = nouveau_cli(fpriv); |
| 635 | struct nouveau_drm *drm = nouveau_drm(dev); |
| 636 | |
| 637 | if (cli->abi16) |
| 638 | nouveau_abi16_fini(cli->abi16); |
| 639 | |
| 640 | mutex_lock(&drm->client.mutex); |
| 641 | list_del(&cli->head); |
| 642 | mutex_unlock(&drm->client.mutex); |
| 643 | } |
| 644 | |
Marcin Slusarz | 5b8a43a | 2012-08-19 23:00:00 +0200 | [diff] [blame] | 645 | static void |
Ben Skeggs | ebb945a | 2012-07-20 08:17:34 +1000 | [diff] [blame] | 646 | nouveau_drm_postclose(struct drm_device *dev, struct drm_file *fpriv) |
| 647 | { |
| 648 | struct nouveau_cli *cli = nouveau_cli(fpriv); |
| 649 | nouveau_cli_destroy(cli); |
| 650 | } |
| 651 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 652 | static struct drm_ioctl_desc |
| 653 | nouveau_ioctls[] = { |
| 654 | DRM_IOCTL_DEF_DRV(NOUVEAU_GETPARAM, nouveau_abi16_ioctl_getparam, DRM_UNLOCKED|DRM_AUTH), |
| 655 | DRM_IOCTL_DEF_DRV(NOUVEAU_SETPARAM, nouveau_abi16_ioctl_setparam, DRM_UNLOCKED|DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), |
| 656 | DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_ALLOC, nouveau_abi16_ioctl_channel_alloc, DRM_UNLOCKED|DRM_AUTH), |
| 657 | DRM_IOCTL_DEF_DRV(NOUVEAU_CHANNEL_FREE, nouveau_abi16_ioctl_channel_free, DRM_UNLOCKED|DRM_AUTH), |
| 658 | DRM_IOCTL_DEF_DRV(NOUVEAU_GROBJ_ALLOC, nouveau_abi16_ioctl_grobj_alloc, DRM_UNLOCKED|DRM_AUTH), |
| 659 | DRM_IOCTL_DEF_DRV(NOUVEAU_NOTIFIEROBJ_ALLOC, nouveau_abi16_ioctl_notifierobj_alloc, DRM_UNLOCKED|DRM_AUTH), |
| 660 | DRM_IOCTL_DEF_DRV(NOUVEAU_GPUOBJ_FREE, nouveau_abi16_ioctl_gpuobj_free, DRM_UNLOCKED|DRM_AUTH), |
| 661 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_NEW, nouveau_gem_ioctl_new, DRM_UNLOCKED|DRM_AUTH), |
| 662 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_PUSHBUF, nouveau_gem_ioctl_pushbuf, DRM_UNLOCKED|DRM_AUTH), |
| 663 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_PREP, nouveau_gem_ioctl_cpu_prep, DRM_UNLOCKED|DRM_AUTH), |
| 664 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_CPU_FINI, nouveau_gem_ioctl_cpu_fini, DRM_UNLOCKED|DRM_AUTH), |
| 665 | DRM_IOCTL_DEF_DRV(NOUVEAU_GEM_INFO, nouveau_gem_ioctl_info, DRM_UNLOCKED|DRM_AUTH), |
| 666 | }; |
| 667 | |
| 668 | static const struct file_operations |
| 669 | nouveau_driver_fops = { |
| 670 | .owner = THIS_MODULE, |
| 671 | .open = drm_open, |
| 672 | .release = drm_release, |
| 673 | .unlocked_ioctl = drm_ioctl, |
| 674 | .mmap = nouveau_ttm_mmap, |
| 675 | .poll = drm_poll, |
| 676 | .fasync = drm_fasync, |
| 677 | .read = drm_read, |
| 678 | #if defined(CONFIG_COMPAT) |
| 679 | .compat_ioctl = nouveau_compat_ioctl, |
| 680 | #endif |
| 681 | .llseek = noop_llseek, |
| 682 | }; |
| 683 | |
| 684 | static struct drm_driver |
| 685 | driver = { |
| 686 | .driver_features = |
| 687 | DRIVER_USE_AGP | DRIVER_PCI_DMA | DRIVER_SG | |
Ben Skeggs | 0fa9061 | 2013-03-22 10:05:03 +1000 | [diff] [blame] | 688 | DRIVER_GEM | DRIVER_MODESET | DRIVER_PRIME, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 689 | |
| 690 | .load = nouveau_drm_load, |
| 691 | .unload = nouveau_drm_unload, |
| 692 | .open = nouveau_drm_open, |
| 693 | .preclose = nouveau_drm_preclose, |
| 694 | .postclose = nouveau_drm_postclose, |
| 695 | .lastclose = nouveau_vga_lastclose, |
| 696 | |
Marcin Slusarz | 33b903e | 2013-02-08 21:42:13 +0100 | [diff] [blame] | 697 | #if defined(CONFIG_DEBUG_FS) |
| 698 | .debugfs_init = nouveau_debugfs_init, |
| 699 | .debugfs_cleanup = nouveau_debugfs_takedown, |
| 700 | #endif |
| 701 | |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 702 | .get_vblank_counter = drm_vblank_count, |
Ben Skeggs | 1d7c71a | 2013-01-31 09:23:34 +1000 | [diff] [blame] | 703 | .enable_vblank = nouveau_drm_vblank_enable, |
| 704 | .disable_vblank = nouveau_drm_vblank_disable, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 705 | |
| 706 | .ioctls = nouveau_ioctls, |
| 707 | .fops = &nouveau_driver_fops, |
| 708 | |
| 709 | .prime_handle_to_fd = drm_gem_prime_handle_to_fd, |
| 710 | .prime_fd_to_handle = drm_gem_prime_fd_to_handle, |
Aaron Plattner | ab9ccb9 | 2013-01-15 20:47:43 +0000 | [diff] [blame] | 711 | .gem_prime_export = drm_gem_prime_export, |
| 712 | .gem_prime_import = drm_gem_prime_import, |
| 713 | .gem_prime_pin = nouveau_gem_prime_pin, |
Maarten Lankhorst | 1af7c7d | 2013-06-27 13:38:19 +0200 | [diff] [blame] | 714 | .gem_prime_unpin = nouveau_gem_prime_unpin, |
Aaron Plattner | ab9ccb9 | 2013-01-15 20:47:43 +0000 | [diff] [blame] | 715 | .gem_prime_get_sg_table = nouveau_gem_prime_get_sg_table, |
| 716 | .gem_prime_import_sg_table = nouveau_gem_prime_import_sg_table, |
| 717 | .gem_prime_vmap = nouveau_gem_prime_vmap, |
| 718 | .gem_prime_vunmap = nouveau_gem_prime_vunmap, |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 719 | |
| 720 | .gem_init_object = nouveau_gem_object_new, |
| 721 | .gem_free_object = nouveau_gem_object_del, |
| 722 | .gem_open_object = nouveau_gem_object_open, |
| 723 | .gem_close_object = nouveau_gem_object_close, |
| 724 | |
| 725 | .dumb_create = nouveau_display_dumb_create, |
| 726 | .dumb_map_offset = nouveau_display_dumb_map_offset, |
| 727 | .dumb_destroy = nouveau_display_dumb_destroy, |
| 728 | |
| 729 | .name = DRIVER_NAME, |
| 730 | .desc = DRIVER_DESC, |
| 731 | #ifdef GIT_REVISION |
| 732 | .date = GIT_REVISION, |
| 733 | #else |
| 734 | .date = DRIVER_DATE, |
| 735 | #endif |
| 736 | .major = DRIVER_MAJOR, |
| 737 | .minor = DRIVER_MINOR, |
| 738 | .patchlevel = DRIVER_PATCHLEVEL, |
| 739 | }; |
| 740 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 741 | static struct pci_device_id |
| 742 | nouveau_drm_pci_table[] = { |
| 743 | { |
| 744 | PCI_DEVICE(PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID), |
| 745 | .class = PCI_BASE_CLASS_DISPLAY << 16, |
| 746 | .class_mask = 0xff << 16, |
| 747 | }, |
| 748 | { |
| 749 | PCI_DEVICE(PCI_VENDOR_ID_NVIDIA_SGS, PCI_ANY_ID), |
| 750 | .class = PCI_BASE_CLASS_DISPLAY << 16, |
| 751 | .class_mask = 0xff << 16, |
| 752 | }, |
| 753 | {} |
| 754 | }; |
| 755 | |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 756 | static const struct dev_pm_ops nouveau_pm_ops = { |
| 757 | .suspend = nouveau_pmops_suspend, |
| 758 | .resume = nouveau_pmops_resume, |
| 759 | .freeze = nouveau_pmops_freeze, |
| 760 | .thaw = nouveau_pmops_thaw, |
| 761 | .poweroff = nouveau_pmops_freeze, |
| 762 | .restore = nouveau_pmops_resume, |
| 763 | }; |
| 764 | |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 765 | static struct pci_driver |
| 766 | nouveau_drm_pci_driver = { |
| 767 | .name = "nouveau", |
| 768 | .id_table = nouveau_drm_pci_table, |
| 769 | .probe = nouveau_drm_probe, |
| 770 | .remove = nouveau_drm_remove, |
Dave Airlie | 2d8b9cc | 2012-11-02 11:04:28 +1000 | [diff] [blame] | 771 | .driver.pm = &nouveau_pm_ops, |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 772 | }; |
| 773 | |
| 774 | static int __init |
| 775 | nouveau_drm_init(void) |
| 776 | { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 777 | driver.num_ioctls = ARRAY_SIZE(nouveau_ioctls); |
| 778 | |
| 779 | if (nouveau_modeset == -1) { |
| 780 | #ifdef CONFIG_VGA_CONSOLE |
| 781 | if (vgacon_text_force()) |
| 782 | nouveau_modeset = 0; |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 783 | #endif |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 784 | } |
| 785 | |
| 786 | if (!nouveau_modeset) |
| 787 | return 0; |
| 788 | |
| 789 | nouveau_register_dsm_handler(); |
| 790 | return drm_pci_init(&driver, &nouveau_drm_pci_driver); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 791 | } |
| 792 | |
| 793 | static void __exit |
| 794 | nouveau_drm_exit(void) |
| 795 | { |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 796 | if (!nouveau_modeset) |
| 797 | return; |
| 798 | |
| 799 | drm_pci_exit(&driver, &nouveau_drm_pci_driver); |
| 800 | nouveau_unregister_dsm_handler(); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 801 | } |
| 802 | |
| 803 | module_init(nouveau_drm_init); |
| 804 | module_exit(nouveau_drm_exit); |
| 805 | |
| 806 | MODULE_DEVICE_TABLE(pci, nouveau_drm_pci_table); |
Ben Skeggs | 77145f1 | 2012-07-31 16:16:21 +1000 | [diff] [blame] | 807 | MODULE_AUTHOR(DRIVER_AUTHOR); |
| 808 | MODULE_DESCRIPTION(DRIVER_DESC); |
Ben Skeggs | 9458029 | 2012-07-06 12:14:00 +1000 | [diff] [blame] | 809 | MODULE_LICENSE("GPL and additional rights"); |