Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2001 Mike Corrigan & Dave Engebretsen, IBM Corporation |
| 3 | * Rewrite, cleanup: |
Olof Johansson | 91f1448 | 2005-11-21 02:12:32 -0600 | [diff] [blame] | 4 | * Copyright (C) 2004 Olof Johansson <olof@lixom.net>, IBM Corporation |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License as published by |
| 8 | * the Free Software Foundation; either version 2 of the License, or |
| 9 | * (at your option) any later version. |
| 10 | * |
| 11 | * This program is distributed in the hope that it will be useful, |
| 12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 14 | * GNU General Public License for more details. |
| 15 | * |
| 16 | * You should have received a copy of the GNU General Public License |
| 17 | * along with this program; if not, write to the Free Software |
| 18 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
| 19 | */ |
| 20 | |
| 21 | #ifndef _ASM_IOMMU_H |
| 22 | #define _ASM_IOMMU_H |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 23 | #ifdef __KERNEL__ |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 24 | |
Linas Vepstas | 5d2efba | 2006-10-30 16:15:59 +1100 | [diff] [blame] | 25 | #include <linux/compiler.h> |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 26 | #include <linux/spinlock.h> |
| 27 | #include <linux/device.h> |
| 28 | #include <linux/dma-mapping.h> |
Jiri Slaby | 1977f03 | 2007-10-18 23:40:25 -0700 | [diff] [blame] | 29 | #include <linux/bitops.h> |
Johannes Berg | 7e11580 | 2007-05-03 22:28:32 +1000 | [diff] [blame] | 30 | #include <asm/machdep.h> |
Linas Vepstas | 5d2efba | 2006-10-30 16:15:59 +1100 | [diff] [blame] | 31 | #include <asm/types.h> |
Linas Vepstas | 5d2efba | 2006-10-30 16:15:59 +1100 | [diff] [blame] | 32 | |
| 33 | #define IOMMU_PAGE_SHIFT 12 |
| 34 | #define IOMMU_PAGE_SIZE (ASM_CONST(1) << IOMMU_PAGE_SHIFT) |
| 35 | #define IOMMU_PAGE_MASK (~((1 << IOMMU_PAGE_SHIFT) - 1)) |
| 36 | #define IOMMU_PAGE_ALIGN(addr) _ALIGN_UP(addr, IOMMU_PAGE_SIZE) |
| 37 | |
Jeremy Kerr | 165785e | 2006-11-11 17:25:18 +1100 | [diff] [blame] | 38 | /* Boot time flags */ |
| 39 | extern int iommu_is_off; |
| 40 | extern int iommu_force_on; |
Linas Vepstas | 5d2efba | 2006-10-30 16:15:59 +1100 | [diff] [blame] | 41 | |
| 42 | /* Pure 2^n version of get_order */ |
| 43 | static __inline__ __attribute_const__ int get_iommu_order(unsigned long size) |
| 44 | { |
| 45 | return __ilog2((size - 1) >> IOMMU_PAGE_SHIFT) + 1; |
| 46 | } |
| 47 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 48 | |
| 49 | /* |
| 50 | * IOMAP_MAX_ORDER defines the largest contiguous block |
| 51 | * of dma space we can get. IOMAP_MAX_ORDER = 13 |
| 52 | * allows up to 2**12 pages (4096 * 4096) = 16 MB |
| 53 | */ |
Linas Vepstas | 5d2efba | 2006-10-30 16:15:59 +1100 | [diff] [blame] | 54 | #define IOMAP_MAX_ORDER 13 |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 55 | |
| 56 | struct iommu_table { |
| 57 | unsigned long it_busno; /* Bus number this table belongs to */ |
| 58 | unsigned long it_size; /* Size of iommu table in entries */ |
| 59 | unsigned long it_offset; /* Offset into global table */ |
| 60 | unsigned long it_base; /* mapped address of tce table */ |
| 61 | unsigned long it_index; /* which iommu table this is */ |
| 62 | unsigned long it_type; /* type: PCI or Virtual Bus */ |
| 63 | unsigned long it_blocksize; /* Entries in each block (cacheline) */ |
| 64 | unsigned long it_hint; /* Hint for next alloc */ |
| 65 | unsigned long it_largehint; /* Hint for large allocs */ |
| 66 | unsigned long it_halfpoint; /* Breaking point for small/large allocs */ |
| 67 | spinlock_t it_lock; /* Protects it_map */ |
| 68 | unsigned long *it_map; /* A simple allocation bitmap for now */ |
| 69 | }; |
| 70 | |
| 71 | struct scatterlist; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 72 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 73 | /* Frees table for an individual device node */ |
Stephen Rothwell | 68d315f | 2007-12-06 13:39:19 +1100 | [diff] [blame] | 74 | extern void iommu_free_table(struct iommu_table *tbl, const char *node_name); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 75 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 76 | /* Initializes an iommu_table based in values set in the passed-in |
| 77 | * structure |
| 78 | */ |
Anton Blanchard | ca1588e | 2006-06-10 20:58:08 +1000 | [diff] [blame] | 79 | extern struct iommu_table *iommu_init_table(struct iommu_table * tbl, |
| 80 | int nid); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 81 | |
FUJITA Tomonori | 740c3ce | 2008-02-04 22:27:57 -0800 | [diff] [blame] | 82 | extern int iommu_map_sg(struct device *dev, struct scatterlist *sglist, |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 83 | int nelems, unsigned long mask, |
| 84 | enum dma_data_direction direction); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 85 | extern void iommu_unmap_sg(struct iommu_table *tbl, struct scatterlist *sglist, |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 86 | int nelems, enum dma_data_direction direction); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 87 | |
FUJITA Tomonori | fb3475e | 2008-02-04 22:28:08 -0800 | [diff] [blame] | 88 | extern void *iommu_alloc_coherent(struct device *dev, struct iommu_table *tbl, |
| 89 | size_t size, dma_addr_t *dma_handle, |
| 90 | unsigned long mask, gfp_t flag, int node); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 91 | extern void iommu_free_coherent(struct iommu_table *tbl, size_t size, |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 92 | void *vaddr, dma_addr_t dma_handle); |
FUJITA Tomonori | fb3475e | 2008-02-04 22:28:08 -0800 | [diff] [blame] | 93 | extern dma_addr_t iommu_map_single(struct device *dev, struct iommu_table *tbl, |
| 94 | void *vaddr, size_t size, unsigned long mask, |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 95 | enum dma_data_direction direction); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 96 | extern void iommu_unmap_single(struct iommu_table *tbl, dma_addr_t dma_handle, |
Benjamin Herrenschmidt | 12d04ee | 2006-11-11 17:25:02 +1100 | [diff] [blame] | 97 | size_t size, enum dma_data_direction direction); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 98 | |
| 99 | extern void iommu_init_early_pSeries(void); |
| 100 | extern void iommu_init_early_iSeries(void); |
Benjamin Herrenschmidt | 1beb6a7 | 2005-12-14 13:10:10 +1100 | [diff] [blame] | 101 | extern void iommu_init_early_dart(void); |
Olof Johansson | 31c56d8 | 2007-02-04 16:36:55 -0600 | [diff] [blame] | 102 | extern void iommu_init_early_pasemi(void); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 103 | |
| 104 | #ifdef CONFIG_PCI |
| 105 | extern void pci_iommu_init(void); |
| 106 | extern void pci_direct_iommu_init(void); |
| 107 | #else |
| 108 | static inline void pci_iommu_init(void) { } |
| 109 | #endif |
| 110 | |
Benjamin Herrenschmidt | 1beb6a7 | 2005-12-14 13:10:10 +1100 | [diff] [blame] | 111 | extern void alloc_dart_table(void); |
Johannes Berg | 7e11580 | 2007-05-03 22:28:32 +1000 | [diff] [blame] | 112 | #if defined(CONFIG_PPC64) && defined(CONFIG_PM) |
| 113 | static inline void iommu_save(void) |
| 114 | { |
| 115 | if (ppc_md.iommu_save) |
| 116 | ppc_md.iommu_save(); |
| 117 | } |
| 118 | |
| 119 | static inline void iommu_restore(void) |
| 120 | { |
| 121 | if (ppc_md.iommu_restore) |
| 122 | ppc_md.iommu_restore(); |
| 123 | } |
| 124 | #endif |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 125 | |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 126 | #endif /* __KERNEL__ */ |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 127 | #endif /* _ASM_IOMMU_H */ |