Thierry Reding | f4a1831 | 2013-01-22 22:24:46 +0100 | [diff] [blame] | 1 | #include <linux/err.h> |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 2 | #include <linux/pci.h> |
| 3 | #include <linux/io.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 4 | #include <linux/gfp.h> |
Paul Gortmaker | 8bc3bcc | 2011-11-16 21:29:17 -0500 | [diff] [blame] | 5 | #include <linux/export.h> |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 6 | |
Emil Medve | b41e5ff | 2008-05-03 06:34:04 +1000 | [diff] [blame] | 7 | void devm_ioremap_release(struct device *dev, void *res) |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 8 | { |
| 9 | iounmap(*(void __iomem **)res); |
| 10 | } |
| 11 | |
| 12 | static int devm_ioremap_match(struct device *dev, void *res, void *match_data) |
| 13 | { |
| 14 | return *(void **)res == match_data; |
| 15 | } |
| 16 | |
| 17 | /** |
| 18 | * devm_ioremap - Managed ioremap() |
| 19 | * @dev: Generic device to remap IO address for |
| 20 | * @offset: BUS offset to map |
| 21 | * @size: Size of map |
| 22 | * |
| 23 | * Managed ioremap(). Map is automatically unmapped on driver detach. |
| 24 | */ |
Kumar Gala | 4f452e8 | 2008-04-29 10:25:48 -0500 | [diff] [blame] | 25 | void __iomem *devm_ioremap(struct device *dev, resource_size_t offset, |
Cristian Stoica | 5559b7b | 2014-10-07 18:25:43 +0300 | [diff] [blame] | 26 | resource_size_t size) |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 27 | { |
| 28 | void __iomem **ptr, *addr; |
| 29 | |
| 30 | ptr = devres_alloc(devm_ioremap_release, sizeof(*ptr), GFP_KERNEL); |
| 31 | if (!ptr) |
| 32 | return NULL; |
| 33 | |
| 34 | addr = ioremap(offset, size); |
| 35 | if (addr) { |
| 36 | *ptr = addr; |
| 37 | devres_add(dev, ptr); |
| 38 | } else |
| 39 | devres_free(ptr); |
| 40 | |
| 41 | return addr; |
| 42 | } |
| 43 | EXPORT_SYMBOL(devm_ioremap); |
| 44 | |
| 45 | /** |
| 46 | * devm_ioremap_nocache - Managed ioremap_nocache() |
| 47 | * @dev: Generic device to remap IO address for |
| 48 | * @offset: BUS offset to map |
| 49 | * @size: Size of map |
| 50 | * |
| 51 | * Managed ioremap_nocache(). Map is automatically unmapped on driver |
| 52 | * detach. |
| 53 | */ |
Kumar Gala | 4f452e8 | 2008-04-29 10:25:48 -0500 | [diff] [blame] | 54 | void __iomem *devm_ioremap_nocache(struct device *dev, resource_size_t offset, |
Cristian Stoica | 5559b7b | 2014-10-07 18:25:43 +0300 | [diff] [blame] | 55 | resource_size_t size) |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 56 | { |
| 57 | void __iomem **ptr, *addr; |
| 58 | |
| 59 | ptr = devres_alloc(devm_ioremap_release, sizeof(*ptr), GFP_KERNEL); |
| 60 | if (!ptr) |
| 61 | return NULL; |
| 62 | |
| 63 | addr = ioremap_nocache(offset, size); |
| 64 | if (addr) { |
| 65 | *ptr = addr; |
| 66 | devres_add(dev, ptr); |
| 67 | } else |
| 68 | devres_free(ptr); |
| 69 | |
| 70 | return addr; |
| 71 | } |
| 72 | EXPORT_SYMBOL(devm_ioremap_nocache); |
| 73 | |
| 74 | /** |
Abhilash Kesavan | 3464452 | 2015-02-06 19:15:27 +0530 | [diff] [blame] | 75 | * devm_ioremap_wc - Managed ioremap_wc() |
| 76 | * @dev: Generic device to remap IO address for |
| 77 | * @offset: BUS offset to map |
| 78 | * @size: Size of map |
| 79 | * |
| 80 | * Managed ioremap_wc(). Map is automatically unmapped on driver detach. |
| 81 | */ |
| 82 | void __iomem *devm_ioremap_wc(struct device *dev, resource_size_t offset, |
| 83 | resource_size_t size) |
| 84 | { |
| 85 | void __iomem **ptr, *addr; |
| 86 | |
| 87 | ptr = devres_alloc(devm_ioremap_release, sizeof(*ptr), GFP_KERNEL); |
| 88 | if (!ptr) |
| 89 | return NULL; |
| 90 | |
| 91 | addr = ioremap_wc(offset, size); |
| 92 | if (addr) { |
| 93 | *ptr = addr; |
| 94 | devres_add(dev, ptr); |
| 95 | } else |
| 96 | devres_free(ptr); |
| 97 | |
| 98 | return addr; |
| 99 | } |
| 100 | EXPORT_SYMBOL(devm_ioremap_wc); |
| 101 | |
| 102 | /** |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 103 | * devm_iounmap - Managed iounmap() |
| 104 | * @dev: Generic device to unmap for |
| 105 | * @addr: Address to unmap |
| 106 | * |
| 107 | * Managed iounmap(). @addr must have been mapped using devm_ioremap*(). |
| 108 | */ |
| 109 | void devm_iounmap(struct device *dev, void __iomem *addr) |
| 110 | { |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 111 | WARN_ON(devres_destroy(dev, devm_ioremap_release, devm_ioremap_match, |
Steven Rostedt | b104d6a | 2014-04-03 14:49:07 -0700 | [diff] [blame] | 112 | (__force void *)addr)); |
Maxin B John | ae891a1 | 2011-07-25 17:12:59 -0700 | [diff] [blame] | 113 | iounmap(addr); |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 114 | } |
| 115 | EXPORT_SYMBOL(devm_iounmap); |
| 116 | |
Wolfram Sang | 72f8c0b | 2011-10-25 15:16:47 +0200 | [diff] [blame] | 117 | /** |
Thierry Reding | 7509657 | 2013-01-21 11:08:54 +0100 | [diff] [blame] | 118 | * devm_ioremap_resource() - check, request region, and ioremap resource |
| 119 | * @dev: generic device to handle the resource for |
| 120 | * @res: resource to be handled |
| 121 | * |
| 122 | * Checks that a resource is a valid memory region, requests the memory region |
| 123 | * and ioremaps it either as cacheable or as non-cacheable memory depending on |
| 124 | * the resource's flags. All operations are managed and will be undone on |
| 125 | * driver detach. |
| 126 | * |
| 127 | * Returns a pointer to the remapped memory or an ERR_PTR() encoded error code |
| 128 | * on failure. Usage example: |
| 129 | * |
| 130 | * res = platform_get_resource(pdev, IORESOURCE_MEM, 0); |
| 131 | * base = devm_ioremap_resource(&pdev->dev, res); |
| 132 | * if (IS_ERR(base)) |
| 133 | * return PTR_ERR(base); |
| 134 | */ |
| 135 | void __iomem *devm_ioremap_resource(struct device *dev, struct resource *res) |
| 136 | { |
| 137 | resource_size_t size; |
| 138 | const char *name; |
| 139 | void __iomem *dest_ptr; |
| 140 | |
| 141 | BUG_ON(!dev); |
| 142 | |
| 143 | if (!res || resource_type(res) != IORESOURCE_MEM) { |
| 144 | dev_err(dev, "invalid resource\n"); |
Steven Rostedt | b104d6a | 2014-04-03 14:49:07 -0700 | [diff] [blame] | 145 | return IOMEM_ERR_PTR(-EINVAL); |
Thierry Reding | 7509657 | 2013-01-21 11:08:54 +0100 | [diff] [blame] | 146 | } |
| 147 | |
| 148 | size = resource_size(res); |
| 149 | name = res->name ?: dev_name(dev); |
| 150 | |
| 151 | if (!devm_request_mem_region(dev, res->start, size, name)) { |
| 152 | dev_err(dev, "can't request region for resource %pR\n", res); |
Steven Rostedt | b104d6a | 2014-04-03 14:49:07 -0700 | [diff] [blame] | 153 | return IOMEM_ERR_PTR(-EBUSY); |
Thierry Reding | 7509657 | 2013-01-21 11:08:54 +0100 | [diff] [blame] | 154 | } |
| 155 | |
| 156 | if (res->flags & IORESOURCE_CACHEABLE) |
| 157 | dest_ptr = devm_ioremap(dev, res->start, size); |
| 158 | else |
| 159 | dest_ptr = devm_ioremap_nocache(dev, res->start, size); |
| 160 | |
| 161 | if (!dest_ptr) { |
| 162 | dev_err(dev, "ioremap failed for resource %pR\n", res); |
| 163 | devm_release_mem_region(dev, res->start, size); |
Steven Rostedt | b104d6a | 2014-04-03 14:49:07 -0700 | [diff] [blame] | 164 | dest_ptr = IOMEM_ERR_PTR(-ENOMEM); |
Thierry Reding | 7509657 | 2013-01-21 11:08:54 +0100 | [diff] [blame] | 165 | } |
| 166 | |
| 167 | return dest_ptr; |
| 168 | } |
| 169 | EXPORT_SYMBOL(devm_ioremap_resource); |
| 170 | |
Uwe Kleine-König | ce816fa | 2014-04-07 15:39:19 -0700 | [diff] [blame] | 171 | #ifdef CONFIG_HAS_IOPORT_MAP |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 172 | /* |
| 173 | * Generic iomap devres |
| 174 | */ |
| 175 | static void devm_ioport_map_release(struct device *dev, void *res) |
| 176 | { |
| 177 | ioport_unmap(*(void __iomem **)res); |
| 178 | } |
| 179 | |
| 180 | static int devm_ioport_map_match(struct device *dev, void *res, |
| 181 | void *match_data) |
| 182 | { |
| 183 | return *(void **)res == match_data; |
| 184 | } |
| 185 | |
| 186 | /** |
| 187 | * devm_ioport_map - Managed ioport_map() |
| 188 | * @dev: Generic device to map ioport for |
| 189 | * @port: Port to map |
| 190 | * @nr: Number of ports to map |
| 191 | * |
| 192 | * Managed ioport_map(). Map is automatically unmapped on driver |
| 193 | * detach. |
| 194 | */ |
Fabian Frederick | 5cbb00c | 2014-05-23 22:30:50 +0200 | [diff] [blame] | 195 | void __iomem *devm_ioport_map(struct device *dev, unsigned long port, |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 196 | unsigned int nr) |
| 197 | { |
| 198 | void __iomem **ptr, *addr; |
| 199 | |
| 200 | ptr = devres_alloc(devm_ioport_map_release, sizeof(*ptr), GFP_KERNEL); |
| 201 | if (!ptr) |
| 202 | return NULL; |
| 203 | |
| 204 | addr = ioport_map(port, nr); |
| 205 | if (addr) { |
| 206 | *ptr = addr; |
| 207 | devres_add(dev, ptr); |
| 208 | } else |
| 209 | devres_free(ptr); |
| 210 | |
| 211 | return addr; |
| 212 | } |
| 213 | EXPORT_SYMBOL(devm_ioport_map); |
| 214 | |
| 215 | /** |
| 216 | * devm_ioport_unmap - Managed ioport_unmap() |
| 217 | * @dev: Generic device to unmap for |
| 218 | * @addr: Address to unmap |
| 219 | * |
| 220 | * Managed ioport_unmap(). @addr must have been mapped using |
| 221 | * devm_ioport_map(). |
| 222 | */ |
| 223 | void devm_ioport_unmap(struct device *dev, void __iomem *addr) |
| 224 | { |
| 225 | ioport_unmap(addr); |
| 226 | WARN_ON(devres_destroy(dev, devm_ioport_map_release, |
Steven Rostedt | b104d6a | 2014-04-03 14:49:07 -0700 | [diff] [blame] | 227 | devm_ioport_map_match, (__force void *)addr)); |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 228 | } |
| 229 | EXPORT_SYMBOL(devm_ioport_unmap); |
Uwe Kleine-König | ce816fa | 2014-04-07 15:39:19 -0700 | [diff] [blame] | 230 | #endif /* CONFIG_HAS_IOPORT_MAP */ |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 231 | |
| 232 | #ifdef CONFIG_PCI |
| 233 | /* |
| 234 | * PCI iomap devres |
| 235 | */ |
| 236 | #define PCIM_IOMAP_MAX PCI_ROM_RESOURCE |
| 237 | |
| 238 | struct pcim_iomap_devres { |
| 239 | void __iomem *table[PCIM_IOMAP_MAX]; |
| 240 | }; |
| 241 | |
| 242 | static void pcim_iomap_release(struct device *gendev, void *res) |
| 243 | { |
| 244 | struct pci_dev *dev = container_of(gendev, struct pci_dev, dev); |
| 245 | struct pcim_iomap_devres *this = res; |
| 246 | int i; |
| 247 | |
| 248 | for (i = 0; i < PCIM_IOMAP_MAX; i++) |
| 249 | if (this->table[i]) |
| 250 | pci_iounmap(dev, this->table[i]); |
| 251 | } |
| 252 | |
| 253 | /** |
| 254 | * pcim_iomap_table - access iomap allocation table |
| 255 | * @pdev: PCI device to access iomap table for |
| 256 | * |
| 257 | * Access iomap allocation table for @dev. If iomap table doesn't |
| 258 | * exist and @pdev is managed, it will be allocated. All iomaps |
| 259 | * recorded in the iomap table are automatically unmapped on driver |
| 260 | * detach. |
| 261 | * |
| 262 | * This function might sleep when the table is first allocated but can |
| 263 | * be safely called without context and guaranteed to succed once |
| 264 | * allocated. |
| 265 | */ |
Fabian Frederick | 5cbb00c | 2014-05-23 22:30:50 +0200 | [diff] [blame] | 266 | void __iomem * const *pcim_iomap_table(struct pci_dev *pdev) |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 267 | { |
| 268 | struct pcim_iomap_devres *dr, *new_dr; |
| 269 | |
| 270 | dr = devres_find(&pdev->dev, pcim_iomap_release, NULL, NULL); |
| 271 | if (dr) |
| 272 | return dr->table; |
| 273 | |
| 274 | new_dr = devres_alloc(pcim_iomap_release, sizeof(*new_dr), GFP_KERNEL); |
| 275 | if (!new_dr) |
| 276 | return NULL; |
| 277 | dr = devres_get(&pdev->dev, new_dr, NULL, NULL); |
| 278 | return dr->table; |
| 279 | } |
| 280 | EXPORT_SYMBOL(pcim_iomap_table); |
| 281 | |
| 282 | /** |
| 283 | * pcim_iomap - Managed pcim_iomap() |
| 284 | * @pdev: PCI device to iomap for |
| 285 | * @bar: BAR to iomap |
| 286 | * @maxlen: Maximum length of iomap |
| 287 | * |
| 288 | * Managed pci_iomap(). Map is automatically unmapped on driver |
| 289 | * detach. |
| 290 | */ |
Fabian Frederick | 5cbb00c | 2014-05-23 22:30:50 +0200 | [diff] [blame] | 291 | void __iomem *pcim_iomap(struct pci_dev *pdev, int bar, unsigned long maxlen) |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 292 | { |
| 293 | void __iomem **tbl; |
| 294 | |
| 295 | BUG_ON(bar >= PCIM_IOMAP_MAX); |
| 296 | |
| 297 | tbl = (void __iomem **)pcim_iomap_table(pdev); |
| 298 | if (!tbl || tbl[bar]) /* duplicate mappings not allowed */ |
| 299 | return NULL; |
| 300 | |
| 301 | tbl[bar] = pci_iomap(pdev, bar, maxlen); |
| 302 | return tbl[bar]; |
| 303 | } |
| 304 | EXPORT_SYMBOL(pcim_iomap); |
| 305 | |
| 306 | /** |
| 307 | * pcim_iounmap - Managed pci_iounmap() |
| 308 | * @pdev: PCI device to iounmap for |
| 309 | * @addr: Address to unmap |
| 310 | * |
| 311 | * Managed pci_iounmap(). @addr must have been mapped using pcim_iomap(). |
| 312 | */ |
| 313 | void pcim_iounmap(struct pci_dev *pdev, void __iomem *addr) |
| 314 | { |
| 315 | void __iomem **tbl; |
| 316 | int i; |
| 317 | |
| 318 | pci_iounmap(pdev, addr); |
| 319 | |
| 320 | tbl = (void __iomem **)pcim_iomap_table(pdev); |
| 321 | BUG_ON(!tbl); |
| 322 | |
| 323 | for (i = 0; i < PCIM_IOMAP_MAX; i++) |
| 324 | if (tbl[i] == addr) { |
| 325 | tbl[i] = NULL; |
| 326 | return; |
| 327 | } |
| 328 | WARN_ON(1); |
| 329 | } |
| 330 | EXPORT_SYMBOL(pcim_iounmap); |
| 331 | |
| 332 | /** |
| 333 | * pcim_iomap_regions - Request and iomap PCI BARs |
| 334 | * @pdev: PCI device to map IO resources for |
| 335 | * @mask: Mask of BARs to request and iomap |
| 336 | * @name: Name used when requesting regions |
| 337 | * |
| 338 | * Request and iomap regions specified by @mask. |
| 339 | */ |
Yinghai Lu | fb7ebfe | 2012-01-04 15:50:02 -0800 | [diff] [blame] | 340 | int pcim_iomap_regions(struct pci_dev *pdev, int mask, const char *name) |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 341 | { |
| 342 | void __iomem * const *iomap; |
| 343 | int i, rc; |
| 344 | |
| 345 | iomap = pcim_iomap_table(pdev); |
| 346 | if (!iomap) |
| 347 | return -ENOMEM; |
| 348 | |
| 349 | for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) { |
| 350 | unsigned long len; |
| 351 | |
| 352 | if (!(mask & (1 << i))) |
| 353 | continue; |
| 354 | |
| 355 | rc = -EINVAL; |
| 356 | len = pci_resource_len(pdev, i); |
| 357 | if (!len) |
| 358 | goto err_inval; |
| 359 | |
| 360 | rc = pci_request_region(pdev, i, name); |
| 361 | if (rc) |
Frederik Deweerdt | fb4d64e | 2007-02-16 01:27:15 -0800 | [diff] [blame] | 362 | goto err_inval; |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 363 | |
| 364 | rc = -ENOMEM; |
| 365 | if (!pcim_iomap(pdev, i, 0)) |
Frederik Deweerdt | fb4d64e | 2007-02-16 01:27:15 -0800 | [diff] [blame] | 366 | goto err_region; |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 367 | } |
| 368 | |
| 369 | return 0; |
| 370 | |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 371 | err_region: |
| 372 | pci_release_region(pdev, i); |
| 373 | err_inval: |
| 374 | while (--i >= 0) { |
Frederik Deweerdt | fb4d64e | 2007-02-16 01:27:15 -0800 | [diff] [blame] | 375 | if (!(mask & (1 << i))) |
| 376 | continue; |
Al Viro | 5ea8176 | 2007-02-11 15:41:31 +0000 | [diff] [blame] | 377 | pcim_iounmap(pdev, iomap[i]); |
| 378 | pci_release_region(pdev, i); |
| 379 | } |
| 380 | |
| 381 | return rc; |
| 382 | } |
| 383 | EXPORT_SYMBOL(pcim_iomap_regions); |
Tejun Heo | ec04b07 | 2007-03-09 19:45:58 +0900 | [diff] [blame] | 384 | |
| 385 | /** |
Tejun Heo | 916fbfb | 2008-03-12 15:26:34 +0900 | [diff] [blame] | 386 | * pcim_iomap_regions_request_all - Request all BARs and iomap specified ones |
| 387 | * @pdev: PCI device to map IO resources for |
| 388 | * @mask: Mask of BARs to iomap |
| 389 | * @name: Name used when requesting regions |
| 390 | * |
| 391 | * Request all PCI BARs and iomap regions specified by @mask. |
| 392 | */ |
Yinghai Lu | fb7ebfe | 2012-01-04 15:50:02 -0800 | [diff] [blame] | 393 | int pcim_iomap_regions_request_all(struct pci_dev *pdev, int mask, |
Tejun Heo | 916fbfb | 2008-03-12 15:26:34 +0900 | [diff] [blame] | 394 | const char *name) |
| 395 | { |
| 396 | int request_mask = ((1 << 6) - 1) & ~mask; |
| 397 | int rc; |
| 398 | |
| 399 | rc = pci_request_selected_regions(pdev, request_mask, name); |
| 400 | if (rc) |
| 401 | return rc; |
| 402 | |
| 403 | rc = pcim_iomap_regions(pdev, mask, name); |
| 404 | if (rc) |
| 405 | pci_release_selected_regions(pdev, request_mask); |
| 406 | return rc; |
| 407 | } |
| 408 | EXPORT_SYMBOL(pcim_iomap_regions_request_all); |
| 409 | |
| 410 | /** |
Tejun Heo | ec04b07 | 2007-03-09 19:45:58 +0900 | [diff] [blame] | 411 | * pcim_iounmap_regions - Unmap and release PCI BARs |
| 412 | * @pdev: PCI device to map IO resources for |
| 413 | * @mask: Mask of BARs to unmap and release |
| 414 | * |
Kulikov Vasiliy | 4d45ada | 2010-07-10 14:07:41 +0400 | [diff] [blame] | 415 | * Unmap and release regions specified by @mask. |
Tejun Heo | ec04b07 | 2007-03-09 19:45:58 +0900 | [diff] [blame] | 416 | */ |
Yinghai Lu | fb7ebfe | 2012-01-04 15:50:02 -0800 | [diff] [blame] | 417 | void pcim_iounmap_regions(struct pci_dev *pdev, int mask) |
Tejun Heo | ec04b07 | 2007-03-09 19:45:58 +0900 | [diff] [blame] | 418 | { |
| 419 | void __iomem * const *iomap; |
| 420 | int i; |
| 421 | |
| 422 | iomap = pcim_iomap_table(pdev); |
| 423 | if (!iomap) |
| 424 | return; |
| 425 | |
| 426 | for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) { |
| 427 | if (!(mask & (1 << i))) |
| 428 | continue; |
| 429 | |
| 430 | pcim_iounmap(pdev, iomap[i]); |
| 431 | pci_release_region(pdev, i); |
| 432 | } |
| 433 | } |
| 434 | EXPORT_SYMBOL(pcim_iounmap_regions); |
Wolfram Sang | 571806a | 2011-10-25 15:03:42 +0200 | [diff] [blame] | 435 | #endif /* CONFIG_PCI */ |