blob: f00d7a9671eadf5761c70103c5df67cd5aadabcf [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* drm_pci.h -- PCI DMA memory management wrappers for DRM -*- linux-c -*- */
2/**
3 * \file drm_pci.c
4 * \brief Functions and ioctls to manage PCI memory
5 *
6 * \warning These interfaces aren't stable yet.
7 *
8 * \todo Implement the remaining ioctl's for the PCI pools.
9 * \todo The wrappers here are so thin that they would be better off inlined..
10 *
Jan Engelhardt96de0e22007-10-19 23:21:04 +020011 * \author José Fonseca <jrfonseca@tungstengraphics.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012 * \author Leif Delgass <ldelgass@retinalburn.net>
13 */
14
15/*
Jan Engelhardt96de0e22007-10-19 23:21:04 +020016 * Copyright 2003 José Fonseca.
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 * Copyright 2003 Leif Delgass.
18 * All Rights Reserved.
19 *
20 * Permission is hereby granted, free of charge, to any person obtaining a
21 * copy of this software and associated documentation files (the "Software"),
22 * to deal in the Software without restriction, including without limitation
23 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
24 * and/or sell copies of the Software, and to permit persons to whom the
25 * Software is furnished to do so, subject to the following conditions:
26 *
27 * The above copyright notice and this permission notice (including the next
28 * paragraph) shall be included in all copies or substantial portions of the
29 * Software.
30 *
31 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
32 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
33 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
34 * AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
35 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
36 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
37 */
38
39#include <linux/pci.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090040#include <linux/slab.h>
Dave Airlie195b3a22006-04-05 18:12:18 +100041#include <linux/dma-mapping.h>
Paul Gortmaker2d1a8a42011-08-30 18:16:33 -040042#include <linux/export.h>
David Howells760285e2012-10-02 18:01:07 +010043#include <drm/drmP.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070044
45/**********************************************************************/
46/** \name PCI memory */
47/*@{*/
48
49/**
50 * \brief Allocate a PCI consistent memory block, for DMA.
51 */
Zhenyu Wange6be8d92010-01-05 11:25:05 +080052drm_dma_handle_t *drm_pci_alloc(struct drm_device * dev, size_t size, size_t align)
Linus Torvalds1da177e2005-04-16 15:20:36 -070053{
Dave Airlie9c8da5e2005-07-10 15:38:56 +100054 drm_dma_handle_t *dmah;
Dave Airlieddf19b92006-03-19 18:56:12 +110055 unsigned long addr;
56 size_t sz;
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
58 /* pci_alloc_consistent only guarantees alignment to the smallest
59 * PAGE_SIZE order which is greater than or equal to the requested size.
60 * Return NULL here for now to make sure nobody tries for larger alignment
61 */
62 if (align > size)
63 return NULL;
64
Dave Airlie9c8da5e2005-07-10 15:38:56 +100065 dmah = kmalloc(sizeof(drm_dma_handle_t), GFP_KERNEL);
66 if (!dmah)
67 return NULL;
Dave Airlieb5e89ed2005-09-25 14:28:13 +100068
Dave Airlie9c8da5e2005-07-10 15:38:56 +100069 dmah->size = size;
Dave Airlieddf19b92006-03-19 18:56:12 +110070 dmah->vaddr = dma_alloc_coherent(&dev->pdev->dev, size, &dmah->busaddr, GFP_KERNEL | __GFP_COMP);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Dave Airlie9c8da5e2005-07-10 15:38:56 +100072 if (dmah->vaddr == NULL) {
73 kfree(dmah);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 return NULL;
Dave Airlie9c8da5e2005-07-10 15:38:56 +100075 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
Dave Airlie9c8da5e2005-07-10 15:38:56 +100077 memset(dmah->vaddr, 0, size);
Linus Torvalds1da177e2005-04-16 15:20:36 -070078
Dave Airlieddf19b92006-03-19 18:56:12 +110079 /* XXX - Is virt_to_page() legal for consistent mem? */
80 /* Reserve */
81 for (addr = (unsigned long)dmah->vaddr, sz = size;
82 sz > 0; addr += PAGE_SIZE, sz -= PAGE_SIZE) {
83 SetPageReserved(virt_to_page(addr));
84 }
85
Dave Airlie9c8da5e2005-07-10 15:38:56 +100086 return dmah;
Linus Torvalds1da177e2005-04-16 15:20:36 -070087}
Dave Airlieb5e89ed2005-09-25 14:28:13 +100088
Linus Torvalds1da177e2005-04-16 15:20:36 -070089EXPORT_SYMBOL(drm_pci_alloc);
90
91/**
Dave Airlieddf19b92006-03-19 18:56:12 +110092 * \brief Free a PCI consistent memory block without freeing its descriptor.
Dave Airlie9c8da5e2005-07-10 15:38:56 +100093 *
94 * This function is for internal use in the Linux-specific DRM core code.
Linus Torvalds1da177e2005-04-16 15:20:36 -070095 */
Dave Airlie84b1fd12007-07-11 15:53:27 +100096void __drm_pci_free(struct drm_device * dev, drm_dma_handle_t * dmah)
Linus Torvalds1da177e2005-04-16 15:20:36 -070097{
Dave Airlieddf19b92006-03-19 18:56:12 +110098 unsigned long addr;
99 size_t sz;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100
Eric Anholt9a298b22009-03-24 12:23:04 -0700101 if (dmah->vaddr) {
Dave Airlieddf19b92006-03-19 18:56:12 +1100102 /* XXX - Is virt_to_page() legal for consistent mem? */
103 /* Unreserve */
104 for (addr = (unsigned long)dmah->vaddr, sz = dmah->size;
105 sz > 0; addr += PAGE_SIZE, sz -= PAGE_SIZE) {
106 ClearPageReserved(virt_to_page(addr));
107 }
108 dma_free_coherent(&dev->pdev->dev, dmah->size, dmah->vaddr,
109 dmah->busaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111}
Dave Airlie9c8da5e2005-07-10 15:38:56 +1000112
113/**
114 * \brief Free a PCI consistent memory block
115 */
Dave Airlie84b1fd12007-07-11 15:53:27 +1000116void drm_pci_free(struct drm_device * dev, drm_dma_handle_t * dmah)
Dave Airlie9c8da5e2005-07-10 15:38:56 +1000117{
118 __drm_pci_free(dev, dmah);
119 kfree(dmah);
120}
Dave Airlieb5e89ed2005-09-25 14:28:13 +1000121
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122EXPORT_SYMBOL(drm_pci_free);
123
Jordan Crousedcdb1672010-05-27 13:40:25 -0600124#ifdef CONFIG_PCI
Dave Airlie8410ea32010-12-15 03:16:38 +1000125
126static int drm_get_pci_domain(struct drm_device *dev)
127{
128#ifndef __alpha__
129 /* For historical reasons, drm_get_pci_domain() is busticated
130 * on most archs and has to remain so for userspace interface
131 * < 1.4, except on alpha which was right from the beginning
132 */
133 if (dev->if_version < 0x10004)
134 return 0;
135#endif /* __alpha__ */
136
137 return pci_domain_nr(dev->pdev->bus);
138}
139
140static int drm_pci_get_irq(struct drm_device *dev)
141{
142 return dev->pdev->irq;
143}
144
145static const char *drm_pci_get_name(struct drm_device *dev)
146{
147 struct pci_driver *pdriver = dev->driver->kdriver.pci;
148 return pdriver->name;
149}
150
Ville Syrjäläea9cbb02013-04-25 20:09:20 +0300151static int drm_pci_set_busid(struct drm_device *dev, struct drm_master *master)
Dave Airlie8410ea32010-12-15 03:16:38 +1000152{
153 int len, ret;
154 struct pci_driver *pdriver = dev->driver->kdriver.pci;
155 master->unique_len = 40;
156 master->unique_size = master->unique_len;
157 master->unique = kmalloc(master->unique_size, GFP_KERNEL);
158 if (master->unique == NULL)
159 return -ENOMEM;
160
161
162 len = snprintf(master->unique, master->unique_len,
163 "pci:%04x:%02x:%02x.%d",
164 drm_get_pci_domain(dev),
165 dev->pdev->bus->number,
166 PCI_SLOT(dev->pdev->devfn),
167 PCI_FUNC(dev->pdev->devfn));
168
169 if (len >= master->unique_len) {
170 DRM_ERROR("buffer overflow");
171 ret = -EINVAL;
172 goto err;
173 } else
174 master->unique_len = len;
175
176 dev->devname =
177 kmalloc(strlen(pdriver->name) +
178 master->unique_len + 2, GFP_KERNEL);
179
180 if (dev->devname == NULL) {
181 ret = -ENOMEM;
182 goto err;
183 }
184
185 sprintf(dev->devname, "%s@%s", pdriver->name,
186 master->unique);
187
188 return 0;
189err:
190 return ret;
191}
192
Ville Syrjäläea9cbb02013-04-25 20:09:20 +0300193static int drm_pci_set_unique(struct drm_device *dev,
194 struct drm_master *master,
195 struct drm_unique *u)
Dave Airlie8410ea32010-12-15 03:16:38 +1000196{
197 int domain, bus, slot, func, ret;
198 const char *bus_name;
199
200 master->unique_len = u->unique_len;
201 master->unique_size = u->unique_len + 1;
202 master->unique = kmalloc(master->unique_size, GFP_KERNEL);
203 if (!master->unique) {
204 ret = -ENOMEM;
205 goto err;
206 }
207
208 if (copy_from_user(master->unique, u->unique, master->unique_len)) {
209 ret = -EFAULT;
210 goto err;
211 }
212
213 master->unique[master->unique_len] = '\0';
214
215 bus_name = dev->driver->bus->get_name(dev);
216 dev->devname = kmalloc(strlen(bus_name) +
217 strlen(master->unique) + 2, GFP_KERNEL);
218 if (!dev->devname) {
219 ret = -ENOMEM;
220 goto err;
221 }
222
223 sprintf(dev->devname, "%s@%s", bus_name,
224 master->unique);
225
226 /* Return error if the busid submitted doesn't match the device's actual
227 * busid.
228 */
229 ret = sscanf(master->unique, "PCI:%d:%d:%d", &bus, &slot, &func);
230 if (ret != 3) {
231 ret = -EINVAL;
232 goto err;
233 }
234
235 domain = bus >> 8;
236 bus &= 0xff;
237
238 if ((domain != drm_get_pci_domain(dev)) ||
239 (bus != dev->pdev->bus->number) ||
240 (slot != PCI_SLOT(dev->pdev->devfn)) ||
241 (func != PCI_FUNC(dev->pdev->devfn))) {
242 ret = -EINVAL;
243 goto err;
244 }
245 return 0;
246err:
247 return ret;
248}
249
250
Wolfram Sang45e97ab2011-06-15 11:26:47 +0200251static int drm_pci_irq_by_busid(struct drm_device *dev, struct drm_irq_busid *p)
Dave Airlie8410ea32010-12-15 03:16:38 +1000252{
253 if ((p->busnum >> 8) != drm_get_pci_domain(dev) ||
254 (p->busnum & 0xff) != dev->pdev->bus->number ||
255 p->devnum != PCI_SLOT(dev->pdev->devfn) || p->funcnum != PCI_FUNC(dev->pdev->devfn))
256 return -EINVAL;
257
258 p->irq = dev->pdev->irq;
259
260 DRM_DEBUG("%d:%d:%d => IRQ %d\n", p->busnum, p->devnum, p->funcnum,
261 p->irq);
262 return 0;
263}
264
Ville Syrjäläea9cbb02013-04-25 20:09:20 +0300265static int drm_pci_agp_init(struct drm_device *dev)
Dave Airlie8410ea32010-12-15 03:16:38 +1000266{
267 if (drm_core_has_AGP(dev)) {
268 if (drm_pci_device_is_agp(dev))
269 dev->agp = drm_agp_init(dev);
270 if (drm_core_check_feature(dev, DRIVER_REQUIRE_AGP)
271 && (dev->agp == NULL)) {
272 DRM_ERROR("Cannot initialize the agpgart module.\n");
273 return -EINVAL;
274 }
Daniel Vetter28185642013-08-08 15:41:27 +0200275 if (dev->agp) {
276 dev->agp->agp_mtrr = arch_phys_wc_add(
277 dev->agp->agp_info.aper_base,
278 dev->agp->agp_info.aper_size *
279 1024 * 1024);
Dave Airlie8410ea32010-12-15 03:16:38 +1000280 }
281 }
282 return 0;
283}
284
David Herrmann28ec7112013-07-27 16:37:00 +0200285static void drm_pci_agp_destroy(struct drm_device *dev)
286{
287 if (drm_core_has_AGP(dev) && dev->agp) {
Daniel Vetter28185642013-08-08 15:41:27 +0200288 arch_phys_wc_del(dev->agp->agp_mtrr);
David Herrmann28ec7112013-07-27 16:37:00 +0200289 drm_agp_clear(dev);
290 drm_agp_destroy(dev->agp);
291 dev->agp = NULL;
292 }
293}
294
Dave Airlie8410ea32010-12-15 03:16:38 +1000295static struct drm_bus drm_pci_bus = {
296 .bus_type = DRIVER_BUS_PCI,
297 .get_irq = drm_pci_get_irq,
298 .get_name = drm_pci_get_name,
299 .set_busid = drm_pci_set_busid,
300 .set_unique = drm_pci_set_unique,
Wolfram Sang45e97ab2011-06-15 11:26:47 +0200301 .irq_by_busid = drm_pci_irq_by_busid,
Dave Airlie8410ea32010-12-15 03:16:38 +1000302 .agp_init = drm_pci_agp_init,
David Herrmann28ec7112013-07-27 16:37:00 +0200303 .agp_destroy = drm_pci_agp_destroy,
Dave Airlie8410ea32010-12-15 03:16:38 +1000304};
305
Jordan Crousedcdb1672010-05-27 13:40:25 -0600306/**
307 * Register.
308 *
309 * \param pdev - PCI device structure
310 * \param ent entry from the PCI ID table with device type flags
311 * \return zero on success or a negative number on failure.
312 *
313 * Attempt to gets inter module "drm" information. If we are first
314 * then register the character device and inter module information.
315 * Try and register, if we fail to register, backout previous work.
316 */
317int drm_get_pci_dev(struct pci_dev *pdev, const struct pci_device_id *ent,
318 struct drm_driver *driver)
319{
320 struct drm_device *dev;
321 int ret;
322
323 DRM_DEBUG("\n");
324
David Herrmann1bb72532013-10-02 11:23:34 +0200325 dev = drm_dev_alloc(driver, &pdev->dev);
Jordan Crousedcdb1672010-05-27 13:40:25 -0600326 if (!dev)
327 return -ENOMEM;
328
329 ret = pci_enable_device(pdev);
330 if (ret)
David Herrmannc22f0ac2013-10-02 11:23:35 +0200331 goto err_free;
Jordan Crousedcdb1672010-05-27 13:40:25 -0600332
Jordan Crousedcdb1672010-05-27 13:40:25 -0600333 dev->pdev = pdev;
Jordan Crousedcdb1672010-05-27 13:40:25 -0600334#ifdef __alpha__
335 dev->hose = pdev->sysdata;
336#endif
337
David Herrmannc22f0ac2013-10-02 11:23:35 +0200338 if (drm_core_check_feature(dev, DRIVER_MODESET))
Jordan Crousedcdb1672010-05-27 13:40:25 -0600339 pci_set_drvdata(pdev, dev);
Jordan Crousedcdb1672010-05-27 13:40:25 -0600340
David Herrmannc22f0ac2013-10-02 11:23:35 +0200341 ret = drm_dev_register(dev, ent->driver_data);
342 if (ret)
343 goto err_pci;
Jordan Crousedcdb1672010-05-27 13:40:25 -0600344
345 DRM_INFO("Initialized %s %d.%d.%d %s for %s on minor %d\n",
346 driver->name, driver->major, driver->minor, driver->patchlevel,
347 driver->date, pci_name(pdev), dev->primary->index);
348
349 return 0;
350
David Herrmannc22f0ac2013-10-02 11:23:35 +0200351err_pci:
Jordan Crousedcdb1672010-05-27 13:40:25 -0600352 pci_disable_device(pdev);
David Herrmannc22f0ac2013-10-02 11:23:35 +0200353err_free:
David Herrmann0dc8fe52013-10-02 11:23:37 +0200354 drm_dev_free(dev);
Jordan Crousedcdb1672010-05-27 13:40:25 -0600355 return ret;
356}
357EXPORT_SYMBOL(drm_get_pci_dev);
358
359/**
Dave Airlie8410ea32010-12-15 03:16:38 +1000360 * PCI device initialization. Called direct from modules at load time.
Jordan Crousedcdb1672010-05-27 13:40:25 -0600361 *
362 * \return zero on success or a negative number on failure.
363 *
364 * Initializes a drm_device structures,registering the
365 * stubs and initializing the AGP device.
366 *
367 * Expands the \c DRIVER_PREINIT and \c DRIVER_POST_INIT macros before and
368 * after the initialization for driver customization.
369 */
Dave Airlie8410ea32010-12-15 03:16:38 +1000370int drm_pci_init(struct drm_driver *driver, struct pci_driver *pdriver)
Jordan Crousedcdb1672010-05-27 13:40:25 -0600371{
372 struct pci_dev *pdev = NULL;
373 const struct pci_device_id *pid;
374 int i;
375
Dave Airlie8410ea32010-12-15 03:16:38 +1000376 DRM_DEBUG("\n");
377
378 INIT_LIST_HEAD(&driver->device_list);
379 driver->kdriver.pci = pdriver;
380 driver->bus = &drm_pci_bus;
381
Jordan Crousedcdb1672010-05-27 13:40:25 -0600382 if (driver->driver_features & DRIVER_MODESET)
Dave Airlie8410ea32010-12-15 03:16:38 +1000383 return pci_register_driver(pdriver);
Jordan Crousedcdb1672010-05-27 13:40:25 -0600384
385 /* If not using KMS, fall back to stealth mode manual scanning. */
Dave Airlie8410ea32010-12-15 03:16:38 +1000386 for (i = 0; pdriver->id_table[i].vendor != 0; i++) {
387 pid = &pdriver->id_table[i];
Jordan Crousedcdb1672010-05-27 13:40:25 -0600388
389 /* Loop around setting up a DRM device for each PCI device
390 * matching our ID and device class. If we had the internal
391 * function that pci_get_subsys and pci_get_class used, we'd
392 * be able to just pass pid in instead of doing a two-stage
393 * thing.
394 */
395 pdev = NULL;
396 while ((pdev =
397 pci_get_subsys(pid->vendor, pid->device, pid->subvendor,
398 pid->subdevice, pdev)) != NULL) {
399 if ((pdev->class & pid->class_mask) != pid->class)
400 continue;
401
402 /* stealth mode requires a manual probe */
403 pci_dev_get(pdev);
404 drm_get_pci_dev(pdev, pid, driver);
405 }
406 }
407 return 0;
408}
409
Dave Airlief4297782012-06-27 08:35:53 +0100410int drm_pcie_get_speed_cap_mask(struct drm_device *dev, u32 *mask)
411{
412 struct pci_dev *root;
Bjorn Helgaasdd66cc22013-01-04 19:10:42 +0000413 u32 lnkcap, lnkcap2;
Dave Airlief4297782012-06-27 08:35:53 +0100414
415 *mask = 0;
416 if (!dev->pdev)
417 return -EINVAL;
418
Dave Airlief4297782012-06-27 08:35:53 +0100419 root = dev->pdev->bus->self;
420
Dave Airlief4297782012-06-27 08:35:53 +0100421 /* we've been informed via and serverworks don't make the cut */
422 if (root->vendor == PCI_VENDOR_ID_VIA ||
423 root->vendor == PCI_VENDOR_ID_SERVERWORKS)
424 return -EINVAL;
425
Bjorn Helgaasdd66cc22013-01-04 19:10:42 +0000426 pcie_capability_read_dword(root, PCI_EXP_LNKCAP, &lnkcap);
427 pcie_capability_read_dword(root, PCI_EXP_LNKCAP2, &lnkcap2);
Dave Airlief4297782012-06-27 08:35:53 +0100428
Bjorn Helgaasdd66cc22013-01-04 19:10:42 +0000429 if (lnkcap2) { /* PCIe r3.0-compliant */
Dave Airlief4297782012-06-27 08:35:53 +0100430 if (lnkcap2 & PCI_EXP_LNKCAP2_SLS_2_5GB)
431 *mask |= DRM_PCIE_SPEED_25;
432 if (lnkcap2 & PCI_EXP_LNKCAP2_SLS_5_0GB)
433 *mask |= DRM_PCIE_SPEED_50;
434 if (lnkcap2 & PCI_EXP_LNKCAP2_SLS_8_0GB)
435 *mask |= DRM_PCIE_SPEED_80;
Bjorn Helgaasdd66cc22013-01-04 19:10:42 +0000436 } else { /* pre-r3.0 */
Bjorn Helgaas9fe04232013-01-04 19:10:32 +0000437 if (lnkcap & PCI_EXP_LNKCAP_SLS_2_5GB)
Dave Airlief4297782012-06-27 08:35:53 +0100438 *mask |= DRM_PCIE_SPEED_25;
Bjorn Helgaas9fe04232013-01-04 19:10:32 +0000439 if (lnkcap & PCI_EXP_LNKCAP_SLS_5_0GB)
Bjorn Helgaasf8acf6f2013-01-04 19:10:37 +0000440 *mask |= (DRM_PCIE_SPEED_25 | DRM_PCIE_SPEED_50);
Dave Airlief4297782012-06-27 08:35:53 +0100441 }
442
443 DRM_INFO("probing gen 2 caps for device %x:%x = %x/%x\n", root->vendor, root->device, lnkcap, lnkcap2);
444 return 0;
445}
446EXPORT_SYMBOL(drm_pcie_get_speed_cap_mask);
Bjorn Helgaas93711d82013-02-08 15:27:01 -0700447
448#else
449
450int drm_pci_init(struct drm_driver *driver, struct pci_driver *pdriver)
451{
452 return -1;
453}
454
455#endif
456
457EXPORT_SYMBOL(drm_pci_init);
458
459/*@}*/
460void drm_pci_exit(struct drm_driver *driver, struct pci_driver *pdriver)
461{
462 struct drm_device *dev, *tmp;
463 DRM_DEBUG("\n");
464
465 if (driver->driver_features & DRIVER_MODESET) {
466 pci_unregister_driver(pdriver);
467 } else {
468 list_for_each_entry_safe(dev, tmp, &driver->device_list, driver_item)
469 drm_put_dev(dev);
470 }
471 DRM_INFO("Module unloaded\n");
472}
473EXPORT_SYMBOL(drm_pci_exit);