blob: 08a0838b83fb33ccbf04abce495c469e95ce4253 [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_DMA_MAPPING_H
2#define _ASM_X86_DMA_MAPPING_H
Glauber Costa6f536632008-03-25 18:36:20 -03003
4/*
Paul Bolle395cf962011-08-15 02:02:26 +02005 * IOMMU interface. See Documentation/DMA-API-HOWTO.txt and
Randy Dunlap5872fb92009-01-29 16:28:02 -08006 * Documentation/DMA-API.txt for documentation.
Glauber Costa6f536632008-03-25 18:36:20 -03007 */
8
Vegard Nossumd7002852008-07-20 10:44:54 +02009#include <linux/kmemcheck.h>
Glauber Costa6f536632008-03-25 18:36:20 -030010#include <linux/scatterlist.h>
Joerg Roedel2118d0c2009-01-09 15:13:15 +010011#include <linux/dma-debug.h>
Glauber Costa6f536632008-03-25 18:36:20 -030012#include <asm/io.h>
13#include <asm/swiotlb.h>
Marek Szyprowski0a2b9a62011-12-29 13:09:51 +010014#include <linux/dma-contiguous.h>
Glauber Costa6f536632008-03-25 18:36:20 -030015
Jan Beulicheb647132009-11-08 12:12:14 +010016#ifdef CONFIG_ISA
17# define ISA_DMA_BIT_MASK DMA_BIT_MASK(24)
18#else
19# define ISA_DMA_BIT_MASK DMA_BIT_MASK(32)
20#endif
21
FUJITA Tomonori8fd524b2009-11-15 21:19:53 +090022#define DMA_ERROR_CODE 0
23
Glauber Costab7107a32008-03-25 18:36:39 -030024extern int iommu_merge;
Joerg Roedel6c505ce2008-08-19 16:32:45 +020025extern struct device x86_dma_fallback_dev;
Glauber Costab7107a32008-03-25 18:36:39 -030026extern int panic_on_overflow;
Glauber Costa7c183412008-03-25 18:36:36 -030027
Bart Van Assche52997092017-01-20 13:04:01 -080028extern const struct dma_map_ops *dma_ops;
Glauber Costa6f536632008-03-25 18:36:20 -030029
Bart Van Assche815dd182017-01-20 13:04:04 -080030static inline const struct dma_map_ops *get_arch_dma_ops(struct bus_type *bus)
Glauber Costac786df02008-03-25 18:36:37 -030031{
FUJITA Tomonori8d8bb392008-07-25 19:44:49 -070032 return dma_ops;
FUJITA Tomonori8d8bb392008-07-25 19:44:49 -070033}
34
Christoph Hellwig68942582015-09-09 15:39:39 -070035bool arch_dma_alloc_attrs(struct device **dev, gfp_t *gfp);
36#define arch_dma_alloc_attrs arch_dma_alloc_attrs
37
Christoph Hellwigee196372015-09-09 15:39:49 -070038#define HAVE_ARCH_DMA_SUPPORTED 1
39extern int dma_supported(struct device *hwdev, u64 mask);
40
FUJITA Tomonori9f6ac572008-09-24 20:48:35 +090041extern void *dma_generic_alloc_coherent(struct device *dev, size_t size,
Andrzej Pietrasiewiczbaa676f2012-03-27 14:28:18 +020042 dma_addr_t *dma_addr, gfp_t flag,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -070043 unsigned long attrs);
FUJITA Tomonori9f6ac572008-09-24 20:48:35 +090044
Marek Szyprowski0a2b9a62011-12-29 13:09:51 +010045extern void dma_generic_free_coherent(struct device *dev, size_t size,
46 void *vaddr, dma_addr_t dma_addr,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -070047 unsigned long attrs);
Marek Szyprowski0a2b9a62011-12-29 13:09:51 +010048
Alessandro Rubinif7219a52012-04-04 19:40:10 +020049#ifdef CONFIG_X86_DMA_REMAP /* Platform code defines bridge-specific code */
50extern bool dma_capable(struct device *dev, dma_addr_t addr, size_t size);
51extern dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr);
52extern phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr);
53#else
54
FUJITA Tomonori99becac2009-07-10 10:04:54 +090055static inline bool dma_capable(struct device *dev, dma_addr_t addr, size_t size)
56{
57 if (!dev->dma_mask)
58 return 0;
59
Jan Beulichac2b3e62009-12-15 16:47:43 -080060 return addr + size - 1 <= *dev->dma_mask;
FUJITA Tomonori99becac2009-07-10 10:04:54 +090061}
62
FUJITA Tomonori8d4f5332009-07-10 10:05:01 +090063static inline dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr)
64{
65 return paddr;
66}
67
68static inline phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr)
69{
70 return daddr;
71}
Alessandro Rubinif7219a52012-04-04 19:40:10 +020072#endif /* CONFIG_X86_DMA_REMAP */
FUJITA Tomonori8d4f5332009-07-10 10:05:01 +090073
Glauber Costa3cb6a912008-03-25 18:36:33 -030074static inline void
75dma_cache_sync(struct device *dev, void *vaddr, size_t size,
76 enum dma_data_direction dir)
77{
78 flush_write_buffers();
79}
Glauber Costaae17a63b2008-03-25 18:36:38 -030080
FUJITA Tomonori823e7e82008-09-08 18:10:13 +090081static inline unsigned long dma_alloc_coherent_mask(struct device *dev,
82 gfp_t gfp)
83{
84 unsigned long dma_mask = 0;
Glauber Costab7107a32008-03-25 18:36:39 -030085
FUJITA Tomonori823e7e82008-09-08 18:10:13 +090086 dma_mask = dev->coherent_dma_mask;
87 if (!dma_mask)
Yang Hongyang2f4f27d2009-04-06 19:01:18 -070088 dma_mask = (gfp & GFP_DMA) ? DMA_BIT_MASK(24) : DMA_BIT_MASK(32);
FUJITA Tomonori823e7e82008-09-08 18:10:13 +090089
90 return dma_mask;
91}
92
93static inline gfp_t dma_alloc_coherent_gfp_flags(struct device *dev, gfp_t gfp)
94{
95 unsigned long dma_mask = dma_alloc_coherent_mask(dev, gfp);
96
Yang Hongyang2f4f27d2009-04-06 19:01:18 -070097 if (dma_mask <= DMA_BIT_MASK(24))
FUJITA Tomonori75bebb72008-10-23 20:46:55 +090098 gfp |= GFP_DMA;
99#ifdef CONFIG_X86_64
Yang Hongyang284901a2009-04-06 19:01:15 -0700100 if (dma_mask <= DMA_BIT_MASK(32) && !(gfp & GFP_DMA))
FUJITA Tomonori823e7e82008-09-08 18:10:13 +0900101 gfp |= GFP_DMA32;
102#endif
103 return gfp;
104}
105
Glauber Costa6f536632008-03-25 18:36:20 -0300106#endif