blob: 22e9f1911111a95f0c09fed5f17b0fbee1f07470 [file] [log] [blame]
Shannon Nelson8ab89562007-10-16 01:27:39 -07001/*
2 * Intel I/OAT DMA Linux driver
Maciej Sosnowski211a22c2009-02-26 11:05:43 +01003 * Copyright(c) 2007 - 2009 Intel Corporation.
Shannon Nelson8ab89562007-10-16 01:27:39 -07004 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc.,
16 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
17 *
18 * The full GNU General Public License is included in this distribution in
19 * the file called "COPYING".
20 *
21 */
22
23/*
24 * This driver supports an Intel I/OAT DMA engine, which does asynchronous
25 * copy operations.
26 */
27
28#include <linux/init.h>
29#include <linux/module.h>
30#include <linux/pci.h>
31#include <linux/interrupt.h>
Shannon Nelson2ed6dc32007-10-16 01:27:42 -070032#include <linux/dca.h>
Shannon Nelson8ab89562007-10-16 01:27:39 -070033#include "ioatdma.h"
34#include "ioatdma_registers.h"
35#include "ioatdma_hw.h"
36
Shannon Nelson5149fd02007-10-18 03:07:13 -070037MODULE_VERSION(IOAT_DMA_VERSION);
Shannon Nelson8ab89562007-10-16 01:27:39 -070038MODULE_LICENSE("GPL");
39MODULE_AUTHOR("Intel Corporation");
40
41static struct pci_device_id ioat_pci_tbl[] = {
Shannon Nelson7bb67c12007-11-14 16:59:51 -080042 /* I/OAT v1 platforms */
Shannon Nelson8ab89562007-10-16 01:27:39 -070043 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT) },
44 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_CNB) },
45 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_SCNB) },
46 { PCI_DEVICE(PCI_VENDOR_ID_UNISYS, PCI_DEVICE_ID_UNISYS_DMA_DIRECTOR) },
Shannon Nelson7bb67c12007-11-14 16:59:51 -080047
48 /* I/OAT v2 platforms */
49 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_SNB) },
Maciej Sosnowski7f1b3582008-07-22 17:30:57 -070050
51 /* I/OAT v3 platforms */
52 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_TBG0) },
53 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_TBG1) },
54 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_TBG2) },
55 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_TBG3) },
56 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_TBG4) },
57 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_TBG5) },
58 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_TBG6) },
59 { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_IOAT_TBG7) },
Shannon Nelson8ab89562007-10-16 01:27:39 -070060 { 0, }
61};
62
63struct ioat_device {
64 struct pci_dev *pdev;
65 void __iomem *iobase;
66 struct ioatdma_device *dma;
Shannon Nelson2ed6dc32007-10-16 01:27:42 -070067 struct dca_provider *dca;
Shannon Nelson8ab89562007-10-16 01:27:39 -070068};
69
70static int __devinit ioat_probe(struct pci_dev *pdev,
71 const struct pci_device_id *id);
Shannon Nelson8ab89562007-10-16 01:27:39 -070072static void __devexit ioat_remove(struct pci_dev *pdev);
Shannon Nelson8ab89562007-10-16 01:27:39 -070073
Shannon Nelson2ed6dc32007-10-16 01:27:42 -070074static int ioat_dca_enabled = 1;
75module_param(ioat_dca_enabled, int, 0644);
76MODULE_PARM_DESC(ioat_dca_enabled, "control support of dca service (default: 1)");
77
Shannon Nelson7df7cf02007-10-18 03:07:12 -070078static struct pci_driver ioat_pci_driver = {
Shannon Nelson8ab89562007-10-16 01:27:39 -070079 .name = "ioatdma",
80 .id_table = ioat_pci_tbl,
81 .probe = ioat_probe,
Shannon Nelson8ab89562007-10-16 01:27:39 -070082 .remove = __devexit_p(ioat_remove),
Shannon Nelson8ab89562007-10-16 01:27:39 -070083};
84
85static int __devinit ioat_probe(struct pci_dev *pdev,
86 const struct pci_device_id *id)
87{
88 void __iomem *iobase;
89 struct ioat_device *device;
90 unsigned long mmio_start, mmio_len;
91 int err;
92
93 err = pci_enable_device(pdev);
94 if (err)
95 goto err_enable_device;
96
Shannon Nelson7df7cf02007-10-18 03:07:12 -070097 err = pci_request_regions(pdev, ioat_pci_driver.name);
Shannon Nelson8ab89562007-10-16 01:27:39 -070098 if (err)
99 goto err_request_regions;
100
Yang Hongyang6a355282009-04-06 19:01:13 -0700101 err = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
Shannon Nelson8ab89562007-10-16 01:27:39 -0700102 if (err)
103 err = pci_set_dma_mask(pdev, DMA_32BIT_MASK);
104 if (err)
105 goto err_set_dma_mask;
106
Yang Hongyang6a355282009-04-06 19:01:13 -0700107 err = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64));
Shannon Nelson8ab89562007-10-16 01:27:39 -0700108 if (err)
109 err = pci_set_consistent_dma_mask(pdev, DMA_32BIT_MASK);
110 if (err)
111 goto err_set_dma_mask;
112
113 mmio_start = pci_resource_start(pdev, 0);
114 mmio_len = pci_resource_len(pdev, 0);
115 iobase = ioremap(mmio_start, mmio_len);
116 if (!iobase) {
117 err = -ENOMEM;
118 goto err_ioremap;
119 }
120
121 device = kzalloc(sizeof(*device), GFP_KERNEL);
122 if (!device) {
123 err = -ENOMEM;
124 goto err_kzalloc;
125 }
126 device->pdev = pdev;
127 pci_set_drvdata(pdev, device);
128 device->iobase = iobase;
129
130 pci_set_master(pdev);
131
Dan Williams4fac7fa2009-01-06 11:38:20 -0700132 switch (readb(iobase + IOAT_VER_OFFSET)) {
133 case IOAT_VER_1_2:
134 device->dma = ioat_dma_probe(pdev, iobase);
135 if (device->dma && ioat_dca_enabled)
136 device->dca = ioat_dca_init(pdev, iobase);
137 break;
138 case IOAT_VER_2_0:
139 device->dma = ioat_dma_probe(pdev, iobase);
140 if (device->dma && ioat_dca_enabled)
141 device->dca = ioat2_dca_init(pdev, iobase);
142 break;
143 case IOAT_VER_3_0:
144 device->dma = ioat_dma_probe(pdev, iobase);
145 if (device->dma && ioat_dca_enabled)
146 device->dca = ioat3_dca_init(pdev, iobase);
147 break;
148 default:
149 err = -ENODEV;
150 break;
151 }
152 if (!device->dma)
153 err = -ENODEV;
154
Shannon Nelson8ab89562007-10-16 01:27:39 -0700155 if (err)
156 goto err_version;
157
158 return 0;
159
160err_version:
161 kfree(device);
162err_kzalloc:
163 iounmap(iobase);
164err_ioremap:
165err_set_dma_mask:
166 pci_release_regions(pdev);
167 pci_disable_device(pdev);
168err_request_regions:
169err_enable_device:
170 return err;
171}
172
Shannon Nelson8ab89562007-10-16 01:27:39 -0700173static void __devexit ioat_remove(struct pci_dev *pdev)
174{
175 struct ioat_device *device = pci_get_drvdata(pdev);
176
Dan Williams4fac7fa2009-01-06 11:38:20 -0700177 dev_err(&pdev->dev, "Removing dma and dca services\n");
178 if (device->dca) {
179 unregister_dca_provider(device->dca);
180 free_dca_provider(device->dca);
181 device->dca = NULL;
182 }
183
184 if (device->dma) {
185 ioat_dma_remove(device->dma);
186 device->dma = NULL;
187 }
Shannon Nelson8ab89562007-10-16 01:27:39 -0700188
189 kfree(device);
Shannon Nelson8ab89562007-10-16 01:27:39 -0700190}
Shannon Nelson8ab89562007-10-16 01:27:39 -0700191
192static int __init ioat_init_module(void)
193{
Shannon Nelson7df7cf02007-10-18 03:07:12 -0700194 return pci_register_driver(&ioat_pci_driver);
Shannon Nelson8ab89562007-10-16 01:27:39 -0700195}
196module_init(ioat_init_module);
197
198static void __exit ioat_exit_module(void)
199{
Shannon Nelson7df7cf02007-10-18 03:07:12 -0700200 pci_unregister_driver(&ioat_pci_driver);
Shannon Nelson8ab89562007-10-16 01:27:39 -0700201}
202module_exit(ioat_exit_module);