blob: bbca62e3e43f5e7dc06c7280f3470c89399849ca [file] [log] [blame]
H. Peter Anvin1965aae2008-10-22 22:26:29 -07001#ifndef _ASM_X86_DMA_MAPPING_H
2#define _ASM_X86_DMA_MAPPING_H
Glauber Costa6f536632008-03-25 18:36:20 -03003
4/*
Paul Bolle395cf962011-08-15 02:02:26 +02005 * IOMMU interface. See Documentation/DMA-API-HOWTO.txt and
Randy Dunlap5872fb92009-01-29 16:28:02 -08006 * Documentation/DMA-API.txt for documentation.
Glauber Costa6f536632008-03-25 18:36:20 -03007 */
8
Vegard Nossumd7002852008-07-20 10:44:54 +02009#include <linux/kmemcheck.h>
Glauber Costa6f536632008-03-25 18:36:20 -030010#include <linux/scatterlist.h>
Joerg Roedel2118d0c2009-01-09 15:13:15 +010011#include <linux/dma-debug.h>
FUJITA Tomonoriabe66022009-01-05 23:47:21 +090012#include <linux/dma-attrs.h>
Glauber Costa6f536632008-03-25 18:36:20 -030013#include <asm/io.h>
14#include <asm/swiotlb.h>
Marek Szyprowski0a2b9a62011-12-29 13:09:51 +010015#include <linux/dma-contiguous.h>
Glauber Costa6f536632008-03-25 18:36:20 -030016
Jan Beulicheb647132009-11-08 12:12:14 +010017#ifdef CONFIG_ISA
18# define ISA_DMA_BIT_MASK DMA_BIT_MASK(24)
19#else
20# define ISA_DMA_BIT_MASK DMA_BIT_MASK(32)
21#endif
22
FUJITA Tomonori8fd524b2009-11-15 21:19:53 +090023#define DMA_ERROR_CODE 0
24
Glauber Costab7107a32008-03-25 18:36:39 -030025extern int iommu_merge;
Joerg Roedel6c505ce2008-08-19 16:32:45 +020026extern struct device x86_dma_fallback_dev;
Glauber Costab7107a32008-03-25 18:36:39 -030027extern int panic_on_overflow;
Glauber Costa7c183412008-03-25 18:36:36 -030028
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090029extern struct dma_map_ops *dma_ops;
Glauber Costa6f536632008-03-25 18:36:20 -030030
FUJITA Tomonori160c1d82009-01-05 23:59:02 +090031static inline struct dma_map_ops *get_dma_ops(struct device *dev)
Glauber Costac786df02008-03-25 18:36:37 -030032{
Alessandro Rubini4692d772012-04-04 19:39:58 +020033#ifndef CONFIG_X86_DEV_DMA_OPS
FUJITA Tomonori8d8bb392008-07-25 19:44:49 -070034 return dma_ops;
35#else
36 if (unlikely(!dev) || !dev->archdata.dma_ops)
37 return dma_ops;
38 else
39 return dev->archdata.dma_ops;
Jeremy Fitzhardingecfb80c92008-12-16 12:17:36 -080040#endif
FUJITA Tomonori8d8bb392008-07-25 19:44:49 -070041}
42
Christoph Hellwig68942582015-09-09 15:39:39 -070043bool arch_dma_alloc_attrs(struct device **dev, gfp_t *gfp);
44#define arch_dma_alloc_attrs arch_dma_alloc_attrs
45
FUJITA Tomonori7c095e42009-06-17 16:28:12 -070046#include <asm-generic/dma-mapping-common.h>
47
Glauber Costa802c1f62008-03-25 18:36:34 -030048extern int dma_supported(struct device *hwdev, u64 mask);
49extern int dma_set_mask(struct device *dev, u64 mask);
50
FUJITA Tomonori9f6ac572008-09-24 20:48:35 +090051extern void *dma_generic_alloc_coherent(struct device *dev, size_t size,
Andrzej Pietrasiewiczbaa676f2012-03-27 14:28:18 +020052 dma_addr_t *dma_addr, gfp_t flag,
53 struct dma_attrs *attrs);
FUJITA Tomonori9f6ac572008-09-24 20:48:35 +090054
Marek Szyprowski0a2b9a62011-12-29 13:09:51 +010055extern void dma_generic_free_coherent(struct device *dev, size_t size,
56 void *vaddr, dma_addr_t dma_addr,
57 struct dma_attrs *attrs);
58
Alessandro Rubinif7219a52012-04-04 19:40:10 +020059#ifdef CONFIG_X86_DMA_REMAP /* Platform code defines bridge-specific code */
60extern bool dma_capable(struct device *dev, dma_addr_t addr, size_t size);
61extern dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr);
62extern phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr);
63#else
64
FUJITA Tomonori99becac2009-07-10 10:04:54 +090065static inline bool dma_capable(struct device *dev, dma_addr_t addr, size_t size)
66{
67 if (!dev->dma_mask)
68 return 0;
69
Jan Beulichac2b3e62009-12-15 16:47:43 -080070 return addr + size - 1 <= *dev->dma_mask;
FUJITA Tomonori99becac2009-07-10 10:04:54 +090071}
72
FUJITA Tomonori8d4f5332009-07-10 10:05:01 +090073static inline dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr)
74{
75 return paddr;
76}
77
78static inline phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr)
79{
80 return daddr;
81}
Alessandro Rubinif7219a52012-04-04 19:40:10 +020082#endif /* CONFIG_X86_DMA_REMAP */
FUJITA Tomonori8d4f5332009-07-10 10:05:01 +090083
Glauber Costa3cb6a912008-03-25 18:36:33 -030084static inline void
85dma_cache_sync(struct device *dev, void *vaddr, size_t size,
86 enum dma_data_direction dir)
87{
88 flush_write_buffers();
89}
Glauber Costaae17a63b2008-03-25 18:36:38 -030090
FUJITA Tomonori823e7e82008-09-08 18:10:13 +090091static inline unsigned long dma_alloc_coherent_mask(struct device *dev,
92 gfp_t gfp)
93{
94 unsigned long dma_mask = 0;
Glauber Costab7107a32008-03-25 18:36:39 -030095
FUJITA Tomonori823e7e82008-09-08 18:10:13 +090096 dma_mask = dev->coherent_dma_mask;
97 if (!dma_mask)
Yang Hongyang2f4f27d2009-04-06 19:01:18 -070098 dma_mask = (gfp & GFP_DMA) ? DMA_BIT_MASK(24) : DMA_BIT_MASK(32);
FUJITA Tomonori823e7e82008-09-08 18:10:13 +090099
100 return dma_mask;
101}
102
103static inline gfp_t dma_alloc_coherent_gfp_flags(struct device *dev, gfp_t gfp)
104{
105 unsigned long dma_mask = dma_alloc_coherent_mask(dev, gfp);
106
Yang Hongyang2f4f27d2009-04-06 19:01:18 -0700107 if (dma_mask <= DMA_BIT_MASK(24))
FUJITA Tomonori75bebb72008-10-23 20:46:55 +0900108 gfp |= GFP_DMA;
109#ifdef CONFIG_X86_64
Yang Hongyang284901a2009-04-06 19:01:15 -0700110 if (dma_mask <= DMA_BIT_MASK(32) && !(gfp & GFP_DMA))
FUJITA Tomonori823e7e82008-09-08 18:10:13 +0900111 gfp |= GFP_DMA32;
112#endif
113 return gfp;
114}
115
Glauber Costa6f536632008-03-25 18:36:20 -0300116#endif