Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 1 | /* |
| 2 | * linux/drivers/misc/xillybus_pcie.c |
| 3 | * |
| 4 | * Copyright 2011 Xillybus Ltd, http://xillybus.com |
| 5 | * |
| 6 | * Driver for the Xillybus FPGA/host framework using PCI Express. |
| 7 | * |
| 8 | * This program is free software; you can redistribute it and/or modify |
| 9 | * it under the smems of the GNU General Public License as published by |
| 10 | * the Free Software Foundation; version 2 of the License. |
| 11 | */ |
| 12 | |
| 13 | #include <linux/module.h> |
| 14 | #include <linux/pci.h> |
| 15 | #include <linux/pci-aspm.h> |
| 16 | #include <linux/slab.h> |
| 17 | #include "xillybus.h" |
| 18 | |
| 19 | MODULE_DESCRIPTION("Xillybus driver for PCIe"); |
| 20 | MODULE_AUTHOR("Eli Billauer, Xillybus Ltd."); |
| 21 | MODULE_VERSION("1.06"); |
| 22 | MODULE_ALIAS("xillybus_pcie"); |
| 23 | MODULE_LICENSE("GPL v2"); |
| 24 | |
| 25 | #define PCI_DEVICE_ID_XILLYBUS 0xebeb |
| 26 | |
| 27 | #define PCI_VENDOR_ID_ALTERA 0x1172 |
| 28 | #define PCI_VENDOR_ID_ACTEL 0x11aa |
| 29 | #define PCI_VENDOR_ID_LATTICE 0x1204 |
| 30 | |
Eli Billauer | e71042f | 2013-07-27 00:24:00 +0300 | [diff] [blame] | 31 | static const char xillyname[] = "xillybus_pcie"; |
| 32 | |
Jingoo Han | 41e043f | 2013-12-03 08:26:00 +0900 | [diff] [blame] | 33 | static const struct pci_device_id xillyids[] = { |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 34 | {PCI_DEVICE(PCI_VENDOR_ID_XILINX, PCI_DEVICE_ID_XILLYBUS)}, |
| 35 | {PCI_DEVICE(PCI_VENDOR_ID_ALTERA, PCI_DEVICE_ID_XILLYBUS)}, |
| 36 | {PCI_DEVICE(PCI_VENDOR_ID_ACTEL, PCI_DEVICE_ID_XILLYBUS)}, |
| 37 | {PCI_DEVICE(PCI_VENDOR_ID_LATTICE, PCI_DEVICE_ID_XILLYBUS)}, |
| 38 | { /* End: all zeroes */ } |
| 39 | }; |
| 40 | |
| 41 | static int xilly_pci_direction(int direction) |
| 42 | { |
| 43 | switch (direction) { |
| 44 | case DMA_TO_DEVICE: |
| 45 | return PCI_DMA_TODEVICE; |
| 46 | case DMA_FROM_DEVICE: |
| 47 | return PCI_DMA_FROMDEVICE; |
| 48 | default: |
| 49 | return PCI_DMA_BIDIRECTIONAL; |
| 50 | } |
| 51 | } |
| 52 | |
| 53 | static void xilly_dma_sync_single_for_cpu_pci(struct xilly_endpoint *ep, |
| 54 | dma_addr_t dma_handle, |
| 55 | size_t size, |
| 56 | int direction) |
| 57 | { |
| 58 | pci_dma_sync_single_for_cpu(ep->pdev, |
| 59 | dma_handle, |
| 60 | size, |
| 61 | xilly_pci_direction(direction)); |
| 62 | } |
| 63 | |
| 64 | static void xilly_dma_sync_single_for_device_pci(struct xilly_endpoint *ep, |
| 65 | dma_addr_t dma_handle, |
| 66 | size_t size, |
| 67 | int direction) |
| 68 | { |
| 69 | pci_dma_sync_single_for_device(ep->pdev, |
| 70 | dma_handle, |
| 71 | size, |
| 72 | xilly_pci_direction(direction)); |
| 73 | } |
| 74 | |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 75 | static void xilly_pci_unmap(void *ptr) |
| 76 | { |
| 77 | struct xilly_mapping *data = ptr; |
| 78 | |
| 79 | pci_unmap_single(data->device, data->dma_addr, |
| 80 | data->size, data->direction); |
| 81 | |
| 82 | kfree(ptr); |
| 83 | } |
| 84 | |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 85 | /* |
| 86 | * Map either through the PCI DMA mapper or the non_PCI one. Behind the |
| 87 | * scenes exactly the same functions are called with the same parameters, |
| 88 | * but that can change. |
| 89 | */ |
| 90 | |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 91 | static int xilly_map_single_pci(struct xilly_endpoint *ep, |
| 92 | void *ptr, |
| 93 | size_t size, |
| 94 | int direction, |
| 95 | dma_addr_t *ret_dma_handle |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 96 | ) |
| 97 | { |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 98 | int pci_direction; |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 99 | dma_addr_t addr; |
| 100 | struct xilly_mapping *this; |
Eli Billauer | 40931bb | 2014-09-04 17:47:48 +0300 | [diff] [blame] | 101 | int rc; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 102 | |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 103 | this = kzalloc(sizeof(*this), GFP_KERNEL); |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 104 | if (!this) |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 105 | return -ENOMEM; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 106 | |
| 107 | pci_direction = xilly_pci_direction(direction); |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 108 | |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 109 | addr = pci_map_single(ep->pdev, ptr, size, pci_direction); |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 110 | |
| 111 | if (pci_dma_mapping_error(ep->pdev, addr)) { |
| 112 | kfree(this); |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 113 | return -ENODEV; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 114 | } |
| 115 | |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 116 | this->device = ep->pdev; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 117 | this->dma_addr = addr; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 118 | this->size = size; |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 119 | this->direction = pci_direction; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 120 | |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 121 | *ret_dma_handle = addr; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 122 | |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 123 | rc = devm_add_action(ep->dev, xilly_pci_unmap, this); |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 124 | if (rc) { |
| 125 | pci_unmap_single(ep->pdev, addr, size, pci_direction); |
| 126 | kfree(this); |
Eli Billauer | 40931bb | 2014-09-04 17:47:48 +0300 | [diff] [blame] | 127 | return rc; |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 128 | } |
| 129 | |
Eli Billauer | 40931bb | 2014-09-04 17:47:48 +0300 | [diff] [blame] | 130 | return 0; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 131 | } |
| 132 | |
| 133 | static struct xilly_endpoint_hardware pci_hw = { |
| 134 | .owner = THIS_MODULE, |
Eli Billauer | 7ee9ded | 2013-07-31 11:22:43 +0300 | [diff] [blame] | 135 | .hw_sync_sgl_for_cpu = xilly_dma_sync_single_for_cpu_pci, |
| 136 | .hw_sync_sgl_for_device = xilly_dma_sync_single_for_device_pci, |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 137 | .map_single = xilly_map_single_pci, |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 138 | }; |
| 139 | |
| 140 | static int xilly_probe(struct pci_dev *pdev, |
Eli Billauer | 91a2dea | 2014-09-04 17:47:56 +0300 | [diff] [blame] | 141 | const struct pci_device_id *ent) |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 142 | { |
| 143 | struct xilly_endpoint *endpoint; |
Eli Billauer | 40931bb | 2014-09-04 17:47:48 +0300 | [diff] [blame] | 144 | int rc; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 145 | |
Eli Billauer | 26a6fc9 | 2013-10-19 01:02:25 +0300 | [diff] [blame] | 146 | endpoint = xillybus_init_endpoint(pdev, &pdev->dev, &pci_hw); |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 147 | |
| 148 | if (!endpoint) |
| 149 | return -ENOMEM; |
| 150 | |
| 151 | pci_set_drvdata(pdev, endpoint); |
| 152 | |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 153 | rc = pcim_enable_device(pdev); |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 154 | if (rc) { |
| 155 | dev_err(endpoint->dev, |
| 156 | "pcim_enable_device() failed. Aborting.\n"); |
| 157 | return rc; |
| 158 | } |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 159 | |
| 160 | /* L0s has caused packet drops. No power saving, thank you. */ |
| 161 | |
| 162 | pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S); |
| 163 | |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 164 | if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) { |
Eli Billauer | 2cb85c0 | 2013-10-19 01:02:26 +0300 | [diff] [blame] | 165 | dev_err(endpoint->dev, |
| 166 | "Incorrect BAR configuration. Aborting.\n"); |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 167 | return -ENODEV; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 168 | } |
| 169 | |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 170 | rc = pcim_iomap_regions(pdev, 0x01, xillyname); |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 171 | if (rc) { |
Eli Billauer | 2cb85c0 | 2013-10-19 01:02:26 +0300 | [diff] [blame] | 172 | dev_err(endpoint->dev, |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 173 | "pcim_iomap_regions() failed. Aborting.\n"); |
| 174 | return rc; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 175 | } |
| 176 | |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 177 | endpoint->registers = pcim_iomap_table(pdev)[0]; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 178 | |
| 179 | pci_set_master(pdev); |
| 180 | |
| 181 | /* Set up a single MSI interrupt */ |
| 182 | if (pci_enable_msi(pdev)) { |
Eli Billauer | 2cb85c0 | 2013-10-19 01:02:26 +0300 | [diff] [blame] | 183 | dev_err(endpoint->dev, |
| 184 | "Failed to enable MSI interrupts. Aborting.\n"); |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 185 | return -ENODEV; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 186 | } |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 187 | rc = devm_request_irq(&pdev->dev, pdev->irq, xillybus_isr, 0, |
| 188 | xillyname, endpoint); |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 189 | if (rc) { |
Eli Billauer | 2cb85c0 | 2013-10-19 01:02:26 +0300 | [diff] [blame] | 190 | dev_err(endpoint->dev, |
| 191 | "Failed to register MSI handler. Aborting.\n"); |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 192 | return -ENODEV; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 193 | } |
| 194 | |
| 195 | /* |
Eli Billauer | 6497a87 | 2015-08-05 13:03:26 +0300 | [diff] [blame^] | 196 | * Some (old and buggy?) hardware drops 64-bit addressed PCIe packets, |
| 197 | * even when the PCIe driver claims that a 64-bit mask is OK. On the |
| 198 | * other hand, on some architectures, 64-bit addressing is mandatory. |
| 199 | * So go for the 64-bit mask only when failing is the other option. |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 200 | */ |
| 201 | |
Eli Billauer | c14cc62 | 2014-09-04 17:47:51 +0300 | [diff] [blame] | 202 | if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))) { |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 203 | endpoint->dma_using_dac = 0; |
Eli Billauer | 6497a87 | 2015-08-05 13:03:26 +0300 | [diff] [blame^] | 204 | } else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64))) { |
| 205 | endpoint->dma_using_dac = 1; |
Eli Billauer | c14cc62 | 2014-09-04 17:47:51 +0300 | [diff] [blame] | 206 | } else { |
Eli Billauer | 2cb85c0 | 2013-10-19 01:02:26 +0300 | [diff] [blame] | 207 | dev_err(endpoint->dev, "Failed to set DMA mask. Aborting.\n"); |
Eli Billauer | 9267462 | 2014-05-11 19:53:46 +0300 | [diff] [blame] | 208 | return -ENODEV; |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 209 | } |
| 210 | |
Eli Billauer | 525be90 | 2014-06-21 14:07:12 +0300 | [diff] [blame] | 211 | return xillybus_endpoint_discovery(endpoint); |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 212 | } |
| 213 | |
| 214 | static void xilly_remove(struct pci_dev *pdev) |
| 215 | { |
| 216 | struct xilly_endpoint *endpoint = pci_get_drvdata(pdev); |
| 217 | |
| 218 | xillybus_endpoint_remove(endpoint); |
Eli Billauer | 48bae05 | 2013-06-24 18:55:47 +0300 | [diff] [blame] | 219 | } |
| 220 | |
| 221 | MODULE_DEVICE_TABLE(pci, xillyids); |
| 222 | |
| 223 | static struct pci_driver xillybus_driver = { |
| 224 | .name = xillyname, |
| 225 | .id_table = xillyids, |
| 226 | .probe = xilly_probe, |
| 227 | .remove = xilly_remove, |
| 228 | }; |
| 229 | |
| 230 | module_pci_driver(xillybus_driver); |