blob: 44461626830e4be5f04b8074fd7b3c0e8bc612c6 [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_DMA_MAPPING_H
2#define _ASM_X86_DMA_MAPPING_H
Glauber Costa6f536632008-03-25 18:36:20 -03003
4/*
Paul Bolle395cf962011-08-15 02:02:26 +02005 * IOMMU interface. See Documentation/DMA-API-HOWTO.txt and
Randy Dunlap5872fb92009-01-29 16:28:02 -08006 * Documentation/DMA-API.txt for documentation.
Glauber Costa6f536632008-03-25 18:36:20 -03007 */
8
Vegard Nossumd7002852008-07-20 10:44:54 +02009#include <linux/kmemcheck.h>
Glauber Costa6f536632008-03-25 18:36:20 -030010#include <linux/scatterlist.h>
Joerg Roedel2118d0c2009-01-09 15:13:15 +010011#include <linux/dma-debug.h>
Glauber Costa6f536632008-03-25 18:36:20 -030012#include <asm/io.h>
13#include <asm/swiotlb.h>
Marek Szyprowski0a2b9a62011-12-29 13:09:51 +010014#include <linux/dma-contiguous.h>
Glauber Costa6f536632008-03-25 18:36:20 -030015
Jan Beulicheb647132009-11-08 12:12:14 +010016#ifdef CONFIG_ISA
17# define ISA_DMA_BIT_MASK DMA_BIT_MASK(24)
18#else
19# define ISA_DMA_BIT_MASK DMA_BIT_MASK(32)
20#endif
21
FUJITA Tomonori8fd524b2009-11-15 21:19:53 +090022#define DMA_ERROR_CODE 0
23
Glauber Costab7107a32008-03-25 18:36:39 -030024extern int iommu_merge;
Joerg Roedel6c505ce2008-08-19 16:32:45 +020025extern struct device x86_dma_fallback_dev;
Glauber Costab7107a32008-03-25 18:36:39 -030026extern int panic_on_overflow;
Glauber Costa7c183412008-03-25 18:36:36 -030027
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090028extern struct dma_map_ops *dma_ops;
Glauber Costa6f536632008-03-25 18:36:20 -030029
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090030static inline struct dma_map_ops *get_dma_ops(struct device *dev)
Glauber Costac786df02008-03-25 18:36:37 -030031{
Alessandro Rubini4692d772012-04-04 19:39:58 +020032#ifndef CONFIG_X86_DEV_DMA_OPS
FUJITA Tomonori8d8bb392008-07-25 19:44:49 -070033 return dma_ops;
34#else
35 if (unlikely(!dev) || !dev->archdata.dma_ops)
36 return dma_ops;
37 else
38 return dev->archdata.dma_ops;
Jeremy Fitzhardingecfb80c92008-12-16 12:17:36 -080039#endif
FUJITA Tomonori8d8bb392008-07-25 19:44:49 -070040}
41
Christoph Hellwig68942582015-09-09 15:39:39 -070042bool arch_dma_alloc_attrs(struct device **dev, gfp_t *gfp);
43#define arch_dma_alloc_attrs arch_dma_alloc_attrs
44
Christoph Hellwigee196372015-09-09 15:39:49 -070045#define HAVE_ARCH_DMA_SUPPORTED 1
46extern int dma_supported(struct device *hwdev, u64 mask);
47
FUJITA Tomonori9f6ac572008-09-24 20:48:35 +090048extern void *dma_generic_alloc_coherent(struct device *dev, size_t size,
Andrzej Pietrasiewiczbaa676f2012-03-27 14:28:18 +020049 dma_addr_t *dma_addr, gfp_t flag,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -070050 unsigned long attrs);
FUJITA Tomonori9f6ac572008-09-24 20:48:35 +090051
Marek Szyprowski0a2b9a62011-12-29 13:09:51 +010052extern void dma_generic_free_coherent(struct device *dev, size_t size,
53 void *vaddr, dma_addr_t dma_addr,
Krzysztof Kozlowski00085f12016-08-03 13:46:00 -070054 unsigned long attrs);
Marek Szyprowski0a2b9a62011-12-29 13:09:51 +010055
Alessandro Rubinif7219a52012-04-04 19:40:10 +020056#ifdef CONFIG_X86_DMA_REMAP /* Platform code defines bridge-specific code */
57extern bool dma_capable(struct device *dev, dma_addr_t addr, size_t size);
58extern dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr);
59extern phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr);
60#else
61
FUJITA Tomonori99becac2009-07-10 10:04:54 +090062static inline bool dma_capable(struct device *dev, dma_addr_t addr, size_t size)
63{
64 if (!dev->dma_mask)
65 return 0;
66
Jan Beulichac2b3e62009-12-15 16:47:43 -080067 return addr + size - 1 <= *dev->dma_mask;
FUJITA Tomonori99becac2009-07-10 10:04:54 +090068}
69
FUJITA Tomonori8d4f5332009-07-10 10:05:01 +090070static inline dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr)
71{
72 return paddr;
73}
74
75static inline phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr)
76{
77 return daddr;
78}
Alessandro Rubinif7219a52012-04-04 19:40:10 +020079#endif /* CONFIG_X86_DMA_REMAP */
FUJITA Tomonori8d4f5332009-07-10 10:05:01 +090080
Glauber Costa3cb6a912008-03-25 18:36:33 -030081static inline void
82dma_cache_sync(struct device *dev, void *vaddr, size_t size,
83 enum dma_data_direction dir)
84{
85 flush_write_buffers();
86}
Glauber Costaae17a63b2008-03-25 18:36:38 -030087
FUJITA Tomonori823e7e82008-09-08 18:10:13 +090088static inline unsigned long dma_alloc_coherent_mask(struct device *dev,
89 gfp_t gfp)
90{
91 unsigned long dma_mask = 0;
Glauber Costab7107a32008-03-25 18:36:39 -030092
FUJITA Tomonori823e7e82008-09-08 18:10:13 +090093 dma_mask = dev->coherent_dma_mask;
94 if (!dma_mask)
Yang Hongyang2f4f27d2009-04-06 19:01:18 -070095 dma_mask = (gfp & GFP_DMA) ? DMA_BIT_MASK(24) : DMA_BIT_MASK(32);
FUJITA Tomonori823e7e82008-09-08 18:10:13 +090096
97 return dma_mask;
98}
99
100static inline gfp_t dma_alloc_coherent_gfp_flags(struct device *dev, gfp_t gfp)
101{
102 unsigned long dma_mask = dma_alloc_coherent_mask(dev, gfp);
103
Yang Hongyang2f4f27d2009-04-06 19:01:18 -0700104 if (dma_mask <= DMA_BIT_MASK(24))
FUJITA Tomonori75bebb72008-10-23 20:46:55 +0900105 gfp |= GFP_DMA;
106#ifdef CONFIG_X86_64
Yang Hongyang284901a2009-04-06 19:01:15 -0700107 if (dma_mask <= DMA_BIT_MASK(32) && !(gfp & GFP_DMA))
FUJITA Tomonori823e7e82008-09-08 18:10:13 +0900108 gfp |= GFP_DMA32;
109#endif
110 return gfp;
111}
112
Glauber Costa6f536632008-03-25 18:36:20 -0300113#endif