Stephen Rothwell | 78b0973 | 2005-11-19 01:40:46 +1100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2004 IBM |
| 3 | * |
| 4 | * Implements the generic device dma API for powerpc. |
| 5 | * the pci and vio busses |
| 6 | */ |
| 7 | #ifndef _ASM_DMA_MAPPING_H |
| 8 | #define _ASM_DMA_MAPPING_H |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 9 | #ifdef __KERNEL__ |
| 10 | |
| 11 | #include <linux/types.h> |
| 12 | #include <linux/cache.h> |
| 13 | /* need struct page definitions */ |
| 14 | #include <linux/mm.h> |
| 15 | #include <linux/scatterlist.h> |
FUJITA Tomonori | 46bab4e | 2009-08-04 19:08:26 +0000 | [diff] [blame] | 16 | #include <linux/dma-debug.h> |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 17 | #include <asm/io.h> |
Becky Bruce | ec3cf2e | 2009-05-14 12:42:28 +0000 | [diff] [blame] | 18 | #include <asm/swiotlb.h> |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 19 | |
Christoph Hellwig | efa21e4 | 2015-09-09 15:39:46 -0700 | [diff] [blame] | 20 | #ifdef CONFIG_PPC64 |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 21 | #define DMA_ERROR_CODE (~(dma_addr_t)0x0) |
Christoph Hellwig | efa21e4 | 2015-09-09 15:39:46 -0700 | [diff] [blame] | 22 | #endif |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 23 | |
Becky Bruce | ec3cf2e | 2009-05-14 12:42:28 +0000 | [diff] [blame] | 24 | /* Some dma direct funcs must be visible for use in other dma_ops */ |
Benjamin Herrenschmidt | 817820b | 2015-06-24 15:25:31 +1000 | [diff] [blame] | 25 | extern void *__dma_direct_alloc_coherent(struct device *dev, size_t size, |
| 26 | dma_addr_t *dma_handle, gfp_t flag, |
Krzysztof Kozlowski | 00085f1 | 2016-08-03 13:46:00 -0700 | [diff] [blame] | 27 | unsigned long attrs); |
Benjamin Herrenschmidt | 817820b | 2015-06-24 15:25:31 +1000 | [diff] [blame] | 28 | extern void __dma_direct_free_coherent(struct device *dev, size_t size, |
| 29 | void *vaddr, dma_addr_t dma_handle, |
Krzysztof Kozlowski | 00085f1 | 2016-08-03 13:46:00 -0700 | [diff] [blame] | 30 | unsigned long attrs); |
Marek Szyprowski | 64ccc9c | 2012-06-14 13:03:04 +0200 | [diff] [blame] | 31 | extern int dma_direct_mmap_coherent(struct device *dev, |
| 32 | struct vm_area_struct *vma, |
| 33 | void *cpu_addr, dma_addr_t handle, |
Krzysztof Kozlowski | 00085f1 | 2016-08-03 13:46:00 -0700 | [diff] [blame] | 34 | size_t size, unsigned long attrs); |
Becky Bruce | ec3cf2e | 2009-05-14 12:42:28 +0000 | [diff] [blame] | 35 | |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 36 | #ifdef CONFIG_NOT_COHERENT_CACHE |
| 37 | /* |
| 38 | * DMA-consistent mapping functions for PowerPCs that don't support |
| 39 | * cache snooping. These allocate/free a region of uncached mapped |
| 40 | * memory space for use with DMA devices. Alternatively, you could |
| 41 | * allocate the space "normally" and use the cache management functions |
| 42 | * to ensure it is consistent. |
| 43 | */ |
Benjamin Herrenschmidt | 8b31e49 | 2009-05-27 13:50:33 +1000 | [diff] [blame] | 44 | struct device; |
| 45 | extern void *__dma_alloc_coherent(struct device *dev, size_t size, |
| 46 | dma_addr_t *handle, gfp_t gfp); |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 47 | extern void __dma_free_coherent(size_t size, void *vaddr); |
| 48 | extern void __dma_sync(void *vaddr, size_t size, int direction); |
| 49 | extern void __dma_sync_page(struct page *page, unsigned long offset, |
| 50 | size_t size, int direction); |
Benjamin Herrenschmidt | 6090912 | 2011-03-24 20:50:06 +0000 | [diff] [blame] | 51 | extern unsigned long __dma_get_coherent_pfn(unsigned long cpu_addr); |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 52 | |
| 53 | #else /* ! CONFIG_NOT_COHERENT_CACHE */ |
| 54 | /* |
| 55 | * Cache coherent cores. |
| 56 | */ |
| 57 | |
Benjamin Herrenschmidt | 8b31e49 | 2009-05-27 13:50:33 +1000 | [diff] [blame] | 58 | #define __dma_alloc_coherent(dev, gfp, size, handle) NULL |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 59 | #define __dma_free_coherent(size, addr) ((void)0) |
| 60 | #define __dma_sync(addr, size, rw) ((void)0) |
| 61 | #define __dma_sync_page(pg, off, sz, rw) ((void)0) |
| 62 | |
| 63 | #endif /* ! CONFIG_NOT_COHERENT_CACHE */ |
| 64 | |
Mark Nelson | 3a4c6f0 | 2008-07-05 05:05:45 +1000 | [diff] [blame] | 65 | static inline unsigned long device_to_mask(struct device *dev) |
| 66 | { |
| 67 | if (dev->dma_mask && *dev->dma_mask) |
| 68 | return *dev->dma_mask; |
| 69 | /* Assume devices without mask can take 32 bit addresses */ |
| 70 | return 0xfffffffful; |
| 71 | } |
| 72 | |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 73 | /* |
Becky Bruce | 4fc665b | 2008-09-12 10:34:46 +0000 | [diff] [blame] | 74 | * Available generic sets of operations |
| 75 | */ |
| 76 | #ifdef CONFIG_PPC64 |
FUJITA Tomonori | 45223c5 | 2009-08-04 19:08:25 +0000 | [diff] [blame] | 77 | extern struct dma_map_ops dma_iommu_ops; |
Becky Bruce | 4fc665b | 2008-09-12 10:34:46 +0000 | [diff] [blame] | 78 | #endif |
Bart Van Assche | 5299709 | 2017-01-20 13:04:01 -0800 | [diff] [blame] | 79 | extern const struct dma_map_ops dma_direct_ops; |
Becky Bruce | 4fc665b | 2008-09-12 10:34:46 +0000 | [diff] [blame] | 80 | |
Bart Van Assche | 5299709 | 2017-01-20 13:04:01 -0800 | [diff] [blame] | 81 | static inline const struct dma_map_ops *get_dma_ops(struct device *dev) |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 82 | { |
| 83 | /* We don't handle the NULL dev case for ISA for now. We could |
| 84 | * do it via an out of line call but it is not needed for now. The |
| 85 | * only ISA DMA device we support is the floppy and we have a hack |
| 86 | * in the floppy driver directly to get a device for us. |
| 87 | */ |
Kumar Gala | 4ae0ff6 | 2009-03-19 03:40:52 +0000 | [diff] [blame] | 88 | if (unlikely(dev == NULL)) |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 89 | return NULL; |
Becky Bruce | 4fc665b | 2008-09-12 10:34:46 +0000 | [diff] [blame] | 90 | |
Bart Van Assche | 5657933 | 2017-01-20 13:04:02 -0800 | [diff] [blame] | 91 | return dev->dma_ops; |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 92 | } |
| 93 | |
Becky Bruce | 1cebd7a | 2009-09-21 08:26:34 +0000 | [diff] [blame] | 94 | /* |
| 95 | * get_dma_offset() |
| 96 | * |
| 97 | * Get the dma offset on configurations where the dma address can be determined |
| 98 | * from the physical address by looking at a simple offset. Direct dma and |
| 99 | * swiotlb use this function, but it is typically not used by implementations |
| 100 | * with an iommu. |
| 101 | */ |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 102 | static inline dma_addr_t get_dma_offset(struct device *dev) |
Becky Bruce | 1cebd7a | 2009-09-21 08:26:34 +0000 | [diff] [blame] | 103 | { |
| 104 | if (dev) |
Benjamin Herrenschmidt | 2db4928 | 2015-06-24 15:25:22 +1000 | [diff] [blame] | 105 | return dev->archdata.dma_offset; |
Becky Bruce | 1cebd7a | 2009-09-21 08:26:34 +0000 | [diff] [blame] | 106 | |
| 107 | return PCI_DRAM_OFFSET; |
| 108 | } |
| 109 | |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 110 | static inline void set_dma_offset(struct device *dev, dma_addr_t off) |
| 111 | { |
| 112 | if (dev) |
Benjamin Herrenschmidt | 2db4928 | 2015-06-24 15:25:22 +1000 | [diff] [blame] | 113 | dev->archdata.dma_offset = off; |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 114 | } |
| 115 | |
FUJITA Tomonori | 46bab4e | 2009-08-04 19:08:26 +0000 | [diff] [blame] | 116 | /* this will be removed soon */ |
| 117 | #define flush_write_buffers() |
| 118 | |
Christoph Hellwig | 452e06a | 2015-09-09 15:39:53 -0700 | [diff] [blame] | 119 | #define HAVE_ARCH_DMA_SET_MASK 1 |
| 120 | extern int dma_set_mask(struct device *dev, u64 dma_mask); |
| 121 | |
Benjamin Herrenschmidt | cd15b04 | 2014-02-11 11:32:38 +1100 | [diff] [blame] | 122 | extern int __dma_set_mask(struct device *dev, u64 dma_mask); |
Gavin Shan | fe7e85c | 2014-09-30 12:39:10 +1000 | [diff] [blame] | 123 | extern u64 __dma_get_required_mask(struct device *dev); |
Anton Blanchard | 33ff910 | 2007-10-16 14:54:33 -0500 | [diff] [blame] | 124 | |
FUJITA Tomonori | 9a937c9 | 2009-07-10 10:04:57 +0900 | [diff] [blame] | 125 | static inline bool dma_capable(struct device *dev, dma_addr_t addr, size_t size) |
| 126 | { |
FUJITA Tomonori | 762afb7 | 2009-08-04 19:08:22 +0000 | [diff] [blame] | 127 | #ifdef CONFIG_SWIOTLB |
| 128 | struct dev_archdata *sd = &dev->archdata; |
FUJITA Tomonori | 9a937c9 | 2009-07-10 10:04:57 +0900 | [diff] [blame] | 129 | |
FUJITA Tomonori | 762afb7 | 2009-08-04 19:08:22 +0000 | [diff] [blame] | 130 | if (sd->max_direct_dma_addr && addr + size > sd->max_direct_dma_addr) |
Joe Perches | acdb668 | 2015-03-30 16:46:04 -0700 | [diff] [blame] | 131 | return false; |
FUJITA Tomonori | 762afb7 | 2009-08-04 19:08:22 +0000 | [diff] [blame] | 132 | #endif |
FUJITA Tomonori | 9a937c9 | 2009-07-10 10:04:57 +0900 | [diff] [blame] | 133 | |
| 134 | if (!dev->dma_mask) |
Joe Perches | acdb668 | 2015-03-30 16:46:04 -0700 | [diff] [blame] | 135 | return false; |
FUJITA Tomonori | 9a937c9 | 2009-07-10 10:04:57 +0900 | [diff] [blame] | 136 | |
Jan Beulich | ac2b3e6 | 2009-12-15 16:47:43 -0800 | [diff] [blame] | 137 | return addr + size - 1 <= *dev->dma_mask; |
FUJITA Tomonori | 9a937c9 | 2009-07-10 10:04:57 +0900 | [diff] [blame] | 138 | } |
| 139 | |
FUJITA Tomonori | 8d4f533 | 2009-07-10 10:05:01 +0900 | [diff] [blame] | 140 | static inline dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr) |
| 141 | { |
Becky Bruce | 1cebd7a | 2009-09-21 08:26:34 +0000 | [diff] [blame] | 142 | return paddr + get_dma_offset(dev); |
FUJITA Tomonori | 8d4f533 | 2009-07-10 10:05:01 +0900 | [diff] [blame] | 143 | } |
| 144 | |
| 145 | static inline phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr) |
| 146 | { |
Becky Bruce | 1cebd7a | 2009-09-21 08:26:34 +0000 | [diff] [blame] | 147 | return daddr - get_dma_offset(dev); |
FUJITA Tomonori | 8d4f533 | 2009-07-10 10:05:01 +0900 | [diff] [blame] | 148 | } |
| 149 | |
Benjamin Herrenschmidt | 6090912 | 2011-03-24 20:50:06 +0000 | [diff] [blame] | 150 | #define ARCH_HAS_DMA_MMAP_COHERENT |
| 151 | |
Ralf Baechle | d3fa72e | 2006-12-06 20:38:56 -0800 | [diff] [blame] | 152 | static inline void dma_cache_sync(struct device *dev, void *vaddr, size_t size, |
Stephen Rothwell | 78b0973 | 2005-11-19 01:40:46 +1100 | [diff] [blame] | 153 | enum dma_data_direction direction) |
| 154 | { |
| 155 | BUG_ON(direction == DMA_NONE); |
| 156 | __dma_sync(vaddr, size, (int)direction); |
| 157 | } |
| 158 | |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 159 | #endif /* __KERNEL__ */ |
Stephen Rothwell | 78b0973 | 2005-11-19 01:40:46 +1100 | [diff] [blame] | 160 | #endif /* _ASM_DMA_MAPPING_H */ |