Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 1 | #ifndef __LINUX_SWIOTLB_H |
| 2 | #define __LINUX_SWIOTLB_H |
| 3 | |
Thierry Reding | 3867444 | 2015-07-01 14:17:58 +0200 | [diff] [blame] | 4 | #include <linux/dma-direction.h> |
| 5 | #include <linux/init.h> |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 6 | #include <linux/types.h> |
| 7 | |
| 8 | struct device; |
Thierry Reding | 3867444 | 2015-07-01 14:17:58 +0200 | [diff] [blame] | 9 | struct page; |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 10 | struct scatterlist; |
| 11 | |
FUJITA Tomonori | 6959450 | 2009-11-14 20:46:38 +0900 | [diff] [blame] | 12 | extern int swiotlb_force; |
| 13 | |
Ian Campbell | 0016fde | 2008-12-16 12:17:27 -0800 | [diff] [blame] | 14 | /* |
| 15 | * Maximum allowable number of contiguous slabs to map, |
| 16 | * must be a power of 2. What is the appropriate value ? |
| 17 | * The complexity of {map,unmap}_single is linearly dependent on this value. |
| 18 | */ |
| 19 | #define IO_TLB_SEGSIZE 128 |
| 20 | |
Ian Campbell | 0016fde | 2008-12-16 12:17:27 -0800 | [diff] [blame] | 21 | /* |
| 22 | * log of the size of each IO TLB slab. The number of slabs is command line |
| 23 | * controllable. |
| 24 | */ |
| 25 | #define IO_TLB_SHIFT 11 |
| 26 | |
FUJITA Tomonori | ad32e8c | 2009-11-10 19:46:19 +0900 | [diff] [blame] | 27 | extern void swiotlb_init(int verbose); |
Yinghai Lu | ac2cbab | 2013-01-24 12:20:16 -0800 | [diff] [blame] | 28 | int swiotlb_init_with_tbl(char *tlb, unsigned long nslabs, int verbose); |
Konrad Rzeszutek Wilk | f21ffe9 | 2011-08-11 16:50:56 -0400 | [diff] [blame] | 29 | extern unsigned long swiotlb_nr_tbl(void); |
Yinghai Lu | c729de8 | 2013-04-15 22:23:45 -0700 | [diff] [blame] | 30 | unsigned long swiotlb_size_or_default(void); |
Konrad Rzeszutek Wilk | 74838b7 | 2012-07-27 20:55:27 -0400 | [diff] [blame] | 31 | extern int swiotlb_late_init_with_tbl(char *tlb, unsigned long nslabs); |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 32 | |
Konrad Rzeszutek Wilk | d7ef153 | 2010-05-28 11:37:10 -0400 | [diff] [blame] | 33 | /* |
| 34 | * Enumeration for sync targets |
| 35 | */ |
| 36 | enum dma_sync_target { |
| 37 | SYNC_FOR_CPU = 0, |
| 38 | SYNC_FOR_DEVICE = 1, |
| 39 | }; |
Alexander Duyck | e05ed4d | 2012-10-15 10:19:39 -0700 | [diff] [blame] | 40 | |
| 41 | /* define the last possible byte of physical address space as a mapping error */ |
| 42 | #define SWIOTLB_MAP_ERROR (~(phys_addr_t)0x0) |
| 43 | |
| 44 | extern phys_addr_t swiotlb_tbl_map_single(struct device *hwdev, |
| 45 | dma_addr_t tbl_dma_addr, |
| 46 | phys_addr_t phys, size_t size, |
Alexander Duyck | 0443fa0 | 2016-11-02 07:13:02 -0400 | [diff] [blame^] | 47 | enum dma_data_direction dir, |
| 48 | unsigned long attrs); |
Konrad Rzeszutek Wilk | d7ef153 | 2010-05-28 11:37:10 -0400 | [diff] [blame] | 49 | |
Alexander Duyck | 61ca08c | 2012-10-15 10:19:44 -0700 | [diff] [blame] | 50 | extern void swiotlb_tbl_unmap_single(struct device *hwdev, |
| 51 | phys_addr_t tlb_addr, |
Alexander Duyck | 0443fa0 | 2016-11-02 07:13:02 -0400 | [diff] [blame^] | 52 | size_t size, enum dma_data_direction dir, |
| 53 | unsigned long attrs); |
Konrad Rzeszutek Wilk | d7ef153 | 2010-05-28 11:37:10 -0400 | [diff] [blame] | 54 | |
Alexander Duyck | fbfda89 | 2012-10-15 10:19:49 -0700 | [diff] [blame] | 55 | extern void swiotlb_tbl_sync_single(struct device *hwdev, |
| 56 | phys_addr_t tlb_addr, |
Konrad Rzeszutek Wilk | d7ef153 | 2010-05-28 11:37:10 -0400 | [diff] [blame] | 57 | size_t size, enum dma_data_direction dir, |
| 58 | enum dma_sync_target target); |
| 59 | |
| 60 | /* Accessory functions. */ |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 61 | extern void |
| 62 | *swiotlb_alloc_coherent(struct device *hwdev, size_t size, |
| 63 | dma_addr_t *dma_handle, gfp_t flags); |
| 64 | |
| 65 | extern void |
| 66 | swiotlb_free_coherent(struct device *hwdev, size_t size, |
| 67 | void *vaddr, dma_addr_t dma_handle); |
| 68 | |
FUJITA Tomonori | f98eee8 | 2009-01-05 23:59:03 +0900 | [diff] [blame] | 69 | extern dma_addr_t swiotlb_map_page(struct device *dev, struct page *page, |
| 70 | unsigned long offset, size_t size, |
| 71 | enum dma_data_direction dir, |
Krzysztof Kozlowski | 00085f1 | 2016-08-03 13:46:00 -0700 | [diff] [blame] | 72 | unsigned long attrs); |
FUJITA Tomonori | f98eee8 | 2009-01-05 23:59:03 +0900 | [diff] [blame] | 73 | extern void swiotlb_unmap_page(struct device *hwdev, dma_addr_t dev_addr, |
| 74 | size_t size, enum dma_data_direction dir, |
Krzysztof Kozlowski | 00085f1 | 2016-08-03 13:46:00 -0700 | [diff] [blame] | 75 | unsigned long attrs); |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 76 | |
| 77 | extern int |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 78 | swiotlb_map_sg_attrs(struct device *hwdev, struct scatterlist *sgl, int nelems, |
Krzysztof Kozlowski | 00085f1 | 2016-08-03 13:46:00 -0700 | [diff] [blame] | 79 | enum dma_data_direction dir, |
| 80 | unsigned long attrs); |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 81 | |
| 82 | extern void |
| 83 | swiotlb_unmap_sg_attrs(struct device *hwdev, struct scatterlist *sgl, |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame] | 84 | int nelems, enum dma_data_direction dir, |
Krzysztof Kozlowski | 00085f1 | 2016-08-03 13:46:00 -0700 | [diff] [blame] | 85 | unsigned long attrs); |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 86 | |
| 87 | extern void |
| 88 | swiotlb_sync_single_for_cpu(struct device *hwdev, dma_addr_t dev_addr, |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame] | 89 | size_t size, enum dma_data_direction dir); |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 90 | |
| 91 | extern void |
| 92 | swiotlb_sync_sg_for_cpu(struct device *hwdev, struct scatterlist *sg, |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame] | 93 | int nelems, enum dma_data_direction dir); |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 94 | |
| 95 | extern void |
| 96 | swiotlb_sync_single_for_device(struct device *hwdev, dma_addr_t dev_addr, |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame] | 97 | size_t size, enum dma_data_direction dir); |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 98 | |
| 99 | extern void |
| 100 | swiotlb_sync_sg_for_device(struct device *hwdev, struct scatterlist *sg, |
FUJITA Tomonori | 160c1d8 | 2009-01-05 23:59:02 +0900 | [diff] [blame] | 101 | int nelems, enum dma_data_direction dir); |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 102 | |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 103 | extern int |
| 104 | swiotlb_dma_mapping_error(struct device *hwdev, dma_addr_t dma_addr); |
| 105 | |
| 106 | extern int |
| 107 | swiotlb_dma_supported(struct device *hwdev, u64 mask); |
| 108 | |
FUJITA Tomonori | 5740afd | 2009-11-10 19:46:18 +0900 | [diff] [blame] | 109 | #ifdef CONFIG_SWIOTLB |
| 110 | extern void __init swiotlb_free(void); |
| 111 | #else |
| 112 | static inline void swiotlb_free(void) { } |
| 113 | #endif |
| 114 | |
FUJITA Tomonori | ad32e8c | 2009-11-10 19:46:19 +0900 | [diff] [blame] | 115 | extern void swiotlb_print_info(void); |
Akinobu Mita | 9c5a362 | 2014-06-04 16:06:50 -0700 | [diff] [blame] | 116 | extern int is_swiotlb_buffer(phys_addr_t paddr); |
| 117 | |
Joerg Roedel | 1648993 | 2008-10-15 22:01:03 -0700 | [diff] [blame] | 118 | #endif /* __LINUX_SWIOTLB_H */ |