Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _ASM_IA64_DMA_MAPPING_H |
| 2 | #define _ASM_IA64_DMA_MAPPING_H |
| 3 | |
| 4 | /* |
| 5 | * Copyright (C) 2003-2004 Hewlett-Packard Co |
| 6 | * David Mosberger-Tang <davidm@hpl.hp.com> |
| 7 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | #include <asm/machvec.h> |
Jens Axboe | 9b6eccf | 2007-10-16 11:27:26 +0200 | [diff] [blame] | 9 | #include <linux/scatterlist.h> |
Fenghua Yu | 62fdd76 | 2008-10-17 12:14:13 -0700 | [diff] [blame] | 10 | #include <asm/swiotlb.h> |
| 11 | |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 12 | extern struct dma_map_ops *dma_ops; |
Fenghua Yu | 62fdd76 | 2008-10-17 12:14:13 -0700 | [diff] [blame] | 13 | extern struct ia64_machine_vector ia64_mv; |
| 14 | extern void set_iommu_machvec(void); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 16 | static inline void *dma_alloc_coherent(struct device *dev, size_t size, |
| 17 | dma_addr_t *daddr, gfp_t gfp) |
| 18 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 19 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
FUJITA Tomonori | c190ab0 | 2009-01-05 23:36:16 +0900 | [diff] [blame] | 20 | return ops->alloc_coherent(dev, size, daddr, gfp | GFP_DMA); |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 21 | } |
FUJITA Tomonori | 3a80b6a | 2008-09-08 18:10:10 +0900 | [diff] [blame] | 22 | |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 23 | static inline void dma_free_coherent(struct device *dev, size_t size, |
| 24 | void *caddr, dma_addr_t daddr) |
Roland Dreier | b7de8e7 | 2007-02-14 00:32:53 -0800 | [diff] [blame] | 25 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 26 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
FUJITA Tomonori | c190ab0 | 2009-01-05 23:36:16 +0900 | [diff] [blame] | 27 | ops->free_coherent(dev, size, caddr, daddr); |
Roland Dreier | b7de8e7 | 2007-02-14 00:32:53 -0800 | [diff] [blame] | 28 | } |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 29 | |
| 30 | #define dma_alloc_noncoherent(d, s, h, f) dma_alloc_coherent(d, s, h, f) |
| 31 | #define dma_free_noncoherent(d, s, v, h) dma_free_coherent(d, s, v, h) |
| 32 | |
| 33 | static inline dma_addr_t dma_map_single_attrs(struct device *dev, |
| 34 | void *caddr, size_t size, |
| 35 | enum dma_data_direction dir, |
| 36 | struct dma_attrs *attrs) |
Roland Dreier | b7de8e7 | 2007-02-14 00:32:53 -0800 | [diff] [blame] | 37 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 38 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
| 39 | return ops->map_page(dev, virt_to_page(caddr), |
| 40 | (unsigned long)caddr & ~PAGE_MASK, size, |
| 41 | dir, attrs); |
Roland Dreier | b7de8e7 | 2007-02-14 00:32:53 -0800 | [diff] [blame] | 42 | } |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 43 | |
| 44 | static inline void dma_unmap_single_attrs(struct device *dev, dma_addr_t daddr, |
| 45 | size_t size, |
| 46 | enum dma_data_direction dir, |
| 47 | struct dma_attrs *attrs) |
Arthur Kepner | 309df0c | 2008-04-29 01:00:32 -0700 | [diff] [blame] | 48 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 49 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
| 50 | ops->unmap_page(dev, daddr, size, dir, attrs); |
Arthur Kepner | 309df0c | 2008-04-29 01:00:32 -0700 | [diff] [blame] | 51 | } |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 52 | |
| 53 | #define dma_map_single(d, a, s, r) dma_map_single_attrs(d, a, s, r, NULL) |
| 54 | #define dma_unmap_single(d, a, s, r) dma_unmap_single_attrs(d, a, s, r, NULL) |
| 55 | |
| 56 | static inline int dma_map_sg_attrs(struct device *dev, struct scatterlist *sgl, |
| 57 | int nents, enum dma_data_direction dir, |
| 58 | struct dma_attrs *attrs) |
Arthur Kepner | 309df0c | 2008-04-29 01:00:32 -0700 | [diff] [blame] | 59 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 60 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
| 61 | return ops->map_sg(dev, sgl, nents, dir, attrs); |
Arthur Kepner | 309df0c | 2008-04-29 01:00:32 -0700 | [diff] [blame] | 62 | } |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 63 | |
| 64 | static inline void dma_unmap_sg_attrs(struct device *dev, |
| 65 | struct scatterlist *sgl, int nents, |
| 66 | enum dma_data_direction dir, |
| 67 | struct dma_attrs *attrs) |
Arthur Kepner | 309df0c | 2008-04-29 01:00:32 -0700 | [diff] [blame] | 68 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 69 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
| 70 | ops->unmap_sg(dev, sgl, nents, dir, attrs); |
Arthur Kepner | 309df0c | 2008-04-29 01:00:32 -0700 | [diff] [blame] | 71 | } |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 72 | |
| 73 | #define dma_map_sg(d, s, n, r) dma_map_sg_attrs(d, s, n, r, NULL) |
| 74 | #define dma_unmap_sg(d, s, n, r) dma_unmap_sg_attrs(d, s, n, r, NULL) |
| 75 | |
| 76 | static inline void dma_sync_single_for_cpu(struct device *dev, dma_addr_t daddr, |
| 77 | size_t size, |
| 78 | enum dma_data_direction dir) |
Arthur Kepner | 309df0c | 2008-04-29 01:00:32 -0700 | [diff] [blame] | 79 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 80 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
FUJITA Tomonori | c190ab0 | 2009-01-05 23:36:16 +0900 | [diff] [blame] | 81 | ops->sync_single_for_cpu(dev, daddr, size, dir); |
Arthur Kepner | 309df0c | 2008-04-29 01:00:32 -0700 | [diff] [blame] | 82 | } |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 83 | |
| 84 | static inline void dma_sync_sg_for_cpu(struct device *dev, |
| 85 | struct scatterlist *sgl, |
| 86 | int nents, enum dma_data_direction dir) |
| 87 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 88 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
FUJITA Tomonori | c190ab0 | 2009-01-05 23:36:16 +0900 | [diff] [blame] | 89 | ops->sync_sg_for_cpu(dev, sgl, nents, dir); |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 90 | } |
| 91 | |
| 92 | static inline void dma_sync_single_for_device(struct device *dev, |
| 93 | dma_addr_t daddr, |
| 94 | size_t size, |
| 95 | enum dma_data_direction dir) |
| 96 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 97 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
FUJITA Tomonori | c190ab0 | 2009-01-05 23:36:16 +0900 | [diff] [blame] | 98 | ops->sync_single_for_device(dev, daddr, size, dir); |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 99 | } |
| 100 | |
| 101 | static inline void dma_sync_sg_for_device(struct device *dev, |
| 102 | struct scatterlist *sgl, |
| 103 | int nents, |
| 104 | enum dma_data_direction dir) |
| 105 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 106 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
FUJITA Tomonori | c190ab0 | 2009-01-05 23:36:16 +0900 | [diff] [blame] | 107 | ops->sync_sg_for_device(dev, sgl, nents, dir); |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 108 | } |
| 109 | |
| 110 | static inline int dma_mapping_error(struct device *dev, dma_addr_t daddr) |
| 111 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 112 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
FUJITA Tomonori | c190ab0 | 2009-01-05 23:36:16 +0900 | [diff] [blame] | 113 | return ops->mapping_error(dev, daddr); |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 114 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 116 | static inline dma_addr_t dma_map_page(struct device *dev, struct page *page, |
| 117 | size_t offset, size_t size, |
| 118 | enum dma_data_direction dir) |
| 119 | { |
| 120 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
| 121 | return ops->map_page(dev, page, offset, size, dir, NULL); |
| 122 | } |
| 123 | |
| 124 | static inline void dma_unmap_page(struct device *dev, dma_addr_t addr, |
| 125 | size_t size, enum dma_data_direction dir) |
| 126 | { |
| 127 | dma_unmap_single(dev, addr, size, dir); |
| 128 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | |
| 130 | /* |
| 131 | * Rest of this file is part of the "Advanced DMA API". Use at your own risk. |
| 132 | * See Documentation/DMA-API.txt for details. |
| 133 | */ |
| 134 | |
| 135 | #define dma_sync_single_range_for_cpu(dev, dma_handle, offset, size, dir) \ |
| 136 | dma_sync_single_for_cpu(dev, dma_handle, size, dir) |
| 137 | #define dma_sync_single_range_for_device(dev, dma_handle, offset, size, dir) \ |
| 138 | dma_sync_single_for_device(dev, dma_handle, size, dir) |
| 139 | |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 140 | static inline int dma_supported(struct device *dev, u64 mask) |
| 141 | { |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame^] | 142 | struct dma_map_ops *ops = platform_dma_get_ops(dev); |
| 143 | return ops->dma_supported(dev, mask); |
FUJITA Tomonori | b7ea6e9 | 2009-01-05 23:36:13 +0900 | [diff] [blame] | 144 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 145 | |
| 146 | static inline int |
| 147 | dma_set_mask (struct device *dev, u64 mask) |
| 148 | { |
| 149 | if (!dev->dma_mask || !dma_supported(dev, mask)) |
| 150 | return -EIO; |
| 151 | *dev->dma_mask = mask; |
| 152 | return 0; |
| 153 | } |
| 154 | |
John W. Linville | e1531b4 | 2005-11-07 00:57:54 -0800 | [diff] [blame] | 155 | extern int dma_get_cache_alignment(void); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | |
| 157 | static inline void |
Ralf Baechle | d3fa72e | 2006-12-06 20:38:56 -0800 | [diff] [blame] | 158 | dma_cache_sync (struct device *dev, void *vaddr, size_t size, |
| 159 | enum dma_data_direction dir) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | { |
| 161 | /* |
| 162 | * IA-64 is cache-coherent, so this is mostly a no-op. However, we do need to |
| 163 | * ensure that dma_cache_sync() enforces order, hence the mb(). |
| 164 | */ |
| 165 | mb(); |
| 166 | } |
| 167 | |
Ralf Baechle | f67637e | 2006-12-06 20:38:54 -0800 | [diff] [blame] | 168 | #define dma_is_consistent(d, h) (1) /* all we do is coherent memory... */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | #endif /* _ASM_IA64_DMA_MAPPING_H */ |