Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | * Copyright (C) 2001 Mike Corrigan & Dave Engebretsen, IBM Corporation |
| 3 | * |
| 4 | * Rewrite, cleanup: |
| 5 | * |
Olof Johansson | 91f1448 | 2005-11-21 02:12:32 -0600 | [diff] [blame] | 6 | * Copyright (C) 2004 Olof Johansson <olof@lixom.net>, IBM Corporation |
Olof Johansson | bc97ce9 | 2006-04-28 22:51:59 -0500 | [diff] [blame] | 7 | * Copyright (C) 2006 Olof Johansson <olof@lixom.net> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | * |
| 9 | * Dynamic DMA mapping support, iSeries-specific parts. |
| 10 | * |
| 11 | * |
| 12 | * This program is free software; you can redistribute it and/or modify |
| 13 | * it under the terms of the GNU General Public License as published by |
| 14 | * the Free Software Foundation; either version 2 of the License, or |
| 15 | * (at your option) any later version. |
| 16 | * |
| 17 | * This program is distributed in the hope that it will be useful, |
| 18 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 19 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 20 | * GNU General Public License for more details. |
| 21 | * |
| 22 | * You should have received a copy of the GNU General Public License |
| 23 | * along with this program; if not, write to the Free Software |
| 24 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA |
| 25 | */ |
| 26 | |
| 27 | #include <linux/types.h> |
| 28 | #include <linux/dma-mapping.h> |
| 29 | #include <linux/list.h> |
| 30 | |
| 31 | #include <asm/iommu.h> |
Olof Johansson | c707ffc | 2005-09-20 13:45:41 +1000 | [diff] [blame] | 32 | #include <asm/tce.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | #include <asm/machdep.h> |
Stephen Rothwell | 426c1a1 | 2005-10-14 14:51:42 +1000 | [diff] [blame] | 34 | #include <asm/abs_addr.h> |
Stephen Rothwell | 96ff6af | 2006-05-19 16:48:47 +1000 | [diff] [blame] | 35 | #include <asm/prom.h> |
Stephen Rothwell | bffa8fc | 2005-10-14 15:06:10 +1000 | [diff] [blame] | 36 | #include <asm/pci-bridge.h> |
Kelly Daly | 8021b8a | 2005-11-02 11:41:12 +1100 | [diff] [blame] | 37 | #include <asm/iseries/hv_call_xm.h> |
Stephen Rothwell | c7f0e8c | 2006-04-27 17:23:32 +1000 | [diff] [blame] | 38 | #include <asm/iseries/iommu.h> |
Stephen Rothwell | 9bd7ea6 | 2006-01-12 13:58:19 +1100 | [diff] [blame] | 39 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | static void tce_build_iSeries(struct iommu_table *tbl, long index, long npages, |
| 41 | unsigned long uaddr, enum dma_data_direction direction) |
| 42 | { |
| 43 | u64 rc; |
Olof Johansson | bc97ce9 | 2006-04-28 22:51:59 -0500 | [diff] [blame] | 44 | u64 tce, rpn; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 46 | index <<= TCE_PAGE_FACTOR; |
| 47 | npages <<= TCE_PAGE_FACTOR; |
| 48 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | while (npages--) { |
Olof Johansson | bc97ce9 | 2006-04-28 22:51:59 -0500 | [diff] [blame] | 50 | rpn = virt_to_abs(uaddr) >> TCE_SHIFT; |
| 51 | tce = (rpn & TCE_RPN_MASK) << TCE_RPN_SHIFT; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | |
| 53 | if (tbl->it_type == TCE_VB) { |
| 54 | /* Virtual Bus */ |
Olof Johansson | bc97ce9 | 2006-04-28 22:51:59 -0500 | [diff] [blame] | 55 | tce |= TCE_VALID|TCE_ALLIO; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | if (direction != DMA_TO_DEVICE) |
Olof Johansson | bc97ce9 | 2006-04-28 22:51:59 -0500 | [diff] [blame] | 57 | tce |= TCE_VB_WRITE; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | } else { |
| 59 | /* PCI Bus */ |
Olof Johansson | bc97ce9 | 2006-04-28 22:51:59 -0500 | [diff] [blame] | 60 | tce |= TCE_PCI_READ; /* Read allowed */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | if (direction != DMA_TO_DEVICE) |
Olof Johansson | bc97ce9 | 2006-04-28 22:51:59 -0500 | [diff] [blame] | 62 | tce |= TCE_PCI_WRITE; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | } |
| 64 | |
Olof Johansson | bc97ce9 | 2006-04-28 22:51:59 -0500 | [diff] [blame] | 65 | rc = HvCallXm_setTce((u64)tbl->it_index, (u64)index, tce); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | if (rc) |
| 67 | panic("PCI_DMA: HvCallXm_setTce failed, Rc: 0x%lx\n", |
| 68 | rc); |
| 69 | index++; |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 70 | uaddr += TCE_PAGE_SIZE; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | } |
| 72 | } |
| 73 | |
| 74 | static void tce_free_iSeries(struct iommu_table *tbl, long index, long npages) |
| 75 | { |
| 76 | u64 rc; |
| 77 | |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 78 | npages <<= TCE_PAGE_FACTOR; |
| 79 | index <<= TCE_PAGE_FACTOR; |
| 80 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | while (npages--) { |
| 82 | rc = HvCallXm_setTce((u64)tbl->it_index, (u64)index, 0); |
| 83 | if (rc) |
| 84 | panic("PCI_DMA: HvCallXm_setTce failed, Rc: 0x%lx\n", |
| 85 | rc); |
| 86 | index++; |
| 87 | } |
| 88 | } |
| 89 | |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 90 | /* |
| 91 | * Call Hv with the architected data structure to get TCE table info. |
| 92 | * info. Put the returned data into the Linux representation of the |
| 93 | * TCE table data. |
| 94 | * The Hardware Tce table comes in three flavors. |
| 95 | * 1. TCE table shared between Buses. |
| 96 | * 2. TCE table per Bus. |
| 97 | * 3. TCE Table per IOA. |
| 98 | */ |
| 99 | void iommu_table_getparms_iSeries(unsigned long busno, |
| 100 | unsigned char slotno, |
| 101 | unsigned char virtbus, |
| 102 | struct iommu_table* tbl) |
| 103 | { |
| 104 | struct iommu_table_cb *parms; |
| 105 | |
| 106 | parms = kmalloc(sizeof(*parms), GFP_KERNEL); |
| 107 | if (parms == NULL) |
| 108 | panic("PCI_DMA: TCE Table Allocation failed."); |
| 109 | |
| 110 | memset(parms, 0, sizeof(*parms)); |
| 111 | |
| 112 | parms->itc_busno = busno; |
| 113 | parms->itc_slotno = slotno; |
| 114 | parms->itc_virtbus = virtbus; |
| 115 | |
| 116 | HvCallXm_getTceTableParms(iseries_hv_addr(parms)); |
| 117 | |
| 118 | if (parms->itc_size == 0) |
| 119 | panic("PCI_DMA: parms->size is zero, parms is 0x%p", parms); |
| 120 | |
| 121 | /* itc_size is in pages worth of table, it_size is in # of entries */ |
| 122 | tbl->it_size = ((parms->itc_size * TCE_PAGE_SIZE) / |
Olof Johansson | bc97ce9 | 2006-04-28 22:51:59 -0500 | [diff] [blame] | 123 | TCE_ENTRY_SIZE) >> TCE_PAGE_FACTOR; |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 124 | tbl->it_busno = parms->itc_busno; |
| 125 | tbl->it_offset = parms->itc_offset >> TCE_PAGE_FACTOR; |
| 126 | tbl->it_index = parms->itc_index; |
| 127 | tbl->it_blocksize = 1; |
| 128 | tbl->it_type = virtbus ? TCE_VB : TCE_PCI; |
| 129 | |
| 130 | kfree(parms); |
| 131 | } |
| 132 | |
| 133 | |
Stephen Rothwell | 145d01e | 2005-06-21 17:15:52 -0700 | [diff] [blame] | 134 | #ifdef CONFIG_PCI |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | /* |
| 136 | * This function compares the known tables to find an iommu_table |
| 137 | * that has already been built for hardware TCEs. |
| 138 | */ |
| 139 | static struct iommu_table *iommu_table_find(struct iommu_table * tbl) |
| 140 | { |
Stephen Rothwell | 96ff6af | 2006-05-19 16:48:47 +1000 | [diff] [blame] | 141 | struct device_node *node; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 | |
Stephen Rothwell | 96ff6af | 2006-05-19 16:48:47 +1000 | [diff] [blame] | 143 | for (node = NULL; (node = of_find_all_nodes(node)); ) { |
| 144 | struct pci_dn *pdn = PCI_DN(node); |
| 145 | struct iommu_table *it; |
| 146 | |
| 147 | if (pdn == NULL) |
| 148 | continue; |
| 149 | it = pdn->iommu_table; |
Stephen Rothwell | 252e75a | 2005-09-28 14:40:40 +1000 | [diff] [blame] | 150 | if ((it != NULL) && |
| 151 | (it->it_type == TCE_PCI) && |
| 152 | (it->it_offset == tbl->it_offset) && |
| 153 | (it->it_index == tbl->it_index) && |
| 154 | (it->it_size == tbl->it_size)) |
| 155 | return it; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | } |
| 157 | return NULL; |
| 158 | } |
| 159 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | |
Stephen Rothwell | 252e75a | 2005-09-28 14:40:40 +1000 | [diff] [blame] | 161 | void iommu_devnode_init_iSeries(struct device_node *dn) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 | { |
| 163 | struct iommu_table *tbl; |
Stephen Rothwell | 252e75a | 2005-09-28 14:40:40 +1000 | [diff] [blame] | 164 | struct pci_dn *pdn = PCI_DN(dn); |
Stephen Rothwell | 403fac4 | 2006-05-19 16:51:57 +1000 | [diff] [blame^] | 165 | u32 *lsn = (u32 *)get_property(dn, "linux,logical-slot-number", NULL); |
| 166 | |
| 167 | BUG_ON(lsn == NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | |
| 169 | tbl = kmalloc(sizeof(struct iommu_table), GFP_KERNEL); |
| 170 | |
Stephen Rothwell | 403fac4 | 2006-05-19 16:51:57 +1000 | [diff] [blame^] | 171 | iommu_table_getparms_iSeries(pdn->busno, *lsn, 0, tbl); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | |
| 173 | /* Look for existing tce table */ |
Stephen Rothwell | 252e75a | 2005-09-28 14:40:40 +1000 | [diff] [blame] | 174 | pdn->iommu_table = iommu_table_find(tbl); |
| 175 | if (pdn->iommu_table == NULL) |
| 176 | pdn->iommu_table = iommu_init_table(tbl); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 177 | else |
| 178 | kfree(tbl); |
| 179 | } |
Stephen Rothwell | 145d01e | 2005-06-21 17:15:52 -0700 | [diff] [blame] | 180 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | |
| 182 | static void iommu_dev_setup_iSeries(struct pci_dev *dev) { } |
| 183 | static void iommu_bus_setup_iSeries(struct pci_bus *bus) { } |
| 184 | |
| 185 | void iommu_init_early_iSeries(void) |
| 186 | { |
| 187 | ppc_md.tce_build = tce_build_iSeries; |
| 188 | ppc_md.tce_free = tce_free_iSeries; |
| 189 | |
| 190 | ppc_md.iommu_dev_setup = iommu_dev_setup_iSeries; |
| 191 | ppc_md.iommu_bus_setup = iommu_bus_setup_iSeries; |
| 192 | |
| 193 | pci_iommu_init(); |
| 194 | } |