Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 2 | #ifndef __POWERNV_PCI_H |
| 3 | #define __POWERNV_PCI_H |
| 4 | |
Ian Munsie | f456834 | 2016-07-14 07:17:00 +1000 | [diff] [blame] | 5 | #include <linux/iommu.h> |
| 6 | #include <asm/iommu.h> |
| 7 | #include <asm/msi_bitmap.h> |
| 8 | |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 9 | struct pci_dn; |
| 10 | |
Alistair Popple | 1ab66d1 | 2017-04-03 19:51:44 +1000 | [diff] [blame] | 11 | /* Maximum possible number of ATSD MMIO registers per NPU */ |
| 12 | #define NV_NMMU_ATSD_REGS 8 |
| 13 | |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 14 | enum pnv_phb_type { |
Frederic Barrat | 7f2c39e | 2018-01-23 12:31:36 +0100 | [diff] [blame] | 15 | PNV_PHB_IODA1 = 0, |
| 16 | PNV_PHB_IODA2 = 1, |
| 17 | PNV_PHB_NPU_NVLINK = 2, |
| 18 | PNV_PHB_NPU_OCAPI = 3, |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 19 | }; |
| 20 | |
Benjamin Herrenschmidt | cee72d5 | 2011-11-29 18:22:53 +0000 | [diff] [blame] | 21 | /* Precise PHB model for error management */ |
| 22 | enum pnv_phb_model { |
| 23 | PNV_PHB_MODEL_UNKNOWN, |
Benjamin Herrenschmidt | cee72d5 | 2011-11-29 18:22:53 +0000 | [diff] [blame] | 24 | PNV_PHB_MODEL_P7IOC, |
Gavin Shan | aa0c033 | 2013-04-25 19:20:57 +0000 | [diff] [blame] | 25 | PNV_PHB_MODEL_PHB3, |
Alistair Popple | 5d2aa71 | 2015-12-17 13:43:13 +1100 | [diff] [blame] | 26 | PNV_PHB_MODEL_NPU, |
Alistair Popple | 616badd | 2017-01-10 15:41:44 +1100 | [diff] [blame] | 27 | PNV_PHB_MODEL_NPU2, |
Benjamin Herrenschmidt | cee72d5 | 2011-11-29 18:22:53 +0000 | [diff] [blame] | 28 | }; |
| 29 | |
Gavin Shan | 5c9d6d7 | 2013-09-06 09:00:03 +0800 | [diff] [blame] | 30 | #define PNV_PCI_DIAG_BUF_SIZE 8192 |
Gavin Shan | 7ebdf95 | 2012-08-20 03:49:15 +0000 | [diff] [blame] | 31 | #define PNV_IODA_PE_DEV (1 << 0) /* PE has single PCI device */ |
| 32 | #define PNV_IODA_PE_BUS (1 << 1) /* PE has primary PCI bus */ |
| 33 | #define PNV_IODA_PE_BUS_ALL (1 << 2) /* PE has subordinate buses */ |
Guo Chao | 262af55 | 2014-07-21 14:42:30 +1000 | [diff] [blame] | 34 | #define PNV_IODA_PE_MASTER (1 << 3) /* Master PE in compound case */ |
| 35 | #define PNV_IODA_PE_SLAVE (1 << 4) /* Slave PE in compound case */ |
Wei Yang | 781a868 | 2015-03-25 16:23:57 +0800 | [diff] [blame] | 36 | #define PNV_IODA_PE_VF (1 << 5) /* PE for one VF */ |
Benjamin Herrenschmidt | cee72d5 | 2011-11-29 18:22:53 +0000 | [diff] [blame] | 37 | |
Russell Currey | 31bbd45 | 2017-06-14 14:19:58 +1000 | [diff] [blame] | 38 | /* Indicates operations are frozen for a PE: MMIO in PESTA & DMA in PESTB. */ |
| 39 | #define PNV_IODA_STOPPED_STATE 0x8000000000000000 |
| 40 | |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 41 | /* Data associated with a PE, including IOMMU tracking etc.. */ |
Gavin Shan | 4cce955 | 2013-04-25 19:21:00 +0000 | [diff] [blame] | 42 | struct pnv_phb; |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 43 | struct pnv_ioda_pe { |
Gavin Shan | 7ebdf95 | 2012-08-20 03:49:15 +0000 | [diff] [blame] | 44 | unsigned long flags; |
Gavin Shan | 4cce955 | 2013-04-25 19:21:00 +0000 | [diff] [blame] | 45 | struct pnv_phb *phb; |
Gavin Shan | c5f7700 | 2016-05-20 16:41:35 +1000 | [diff] [blame] | 46 | int device_count; |
Gavin Shan | 7ebdf95 | 2012-08-20 03:49:15 +0000 | [diff] [blame] | 47 | |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 48 | /* A PE can be associated with a single device or an |
| 49 | * entire bus (& children). In the former case, pdev |
| 50 | * is populated, in the later case, pbus is. |
| 51 | */ |
Wei Yang | 781a868 | 2015-03-25 16:23:57 +0800 | [diff] [blame] | 52 | #ifdef CONFIG_PCI_IOV |
| 53 | struct pci_dev *parent_dev; |
| 54 | #endif |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 55 | struct pci_dev *pdev; |
| 56 | struct pci_bus *pbus; |
| 57 | |
| 58 | /* Effective RID (device RID for a device PE and base bus |
| 59 | * RID with devfn 0 for a bus PE) |
| 60 | */ |
| 61 | unsigned int rid; |
| 62 | |
| 63 | /* PE number */ |
| 64 | unsigned int pe_number; |
| 65 | |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 66 | /* "Base" iommu table, ie, 4K TCEs, 32-bit DMA */ |
Alexey Kardashevskiy | b348aa6 | 2015-06-05 16:35:08 +1000 | [diff] [blame] | 67 | struct iommu_table_group table_group; |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 68 | |
Benjamin Herrenschmidt | cd15b04 | 2014-02-11 11:32:38 +1100 | [diff] [blame] | 69 | /* 64-bit TCE bypass region */ |
| 70 | bool tce_bypass_enabled; |
| 71 | uint64_t tce_bypass_base; |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 72 | |
| 73 | /* MSIs. MVE index is identical for for 32 and 64 bit MSI |
| 74 | * and -1 if not supported. (It's actually identical to the |
| 75 | * PE number) |
| 76 | */ |
| 77 | int mve_number; |
| 78 | |
Guo Chao | 262af55 | 2014-07-21 14:42:30 +1000 | [diff] [blame] | 79 | /* PEs in compound case */ |
| 80 | struct pnv_ioda_pe *master; |
| 81 | struct list_head slaves; |
| 82 | |
Frederic Barrat | 2552910 | 2017-08-04 11:55:14 +0200 | [diff] [blame] | 83 | /* PCI peer-to-peer*/ |
| 84 | int p2p_initiator_count; |
| 85 | |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 86 | /* Link in list of PE#s */ |
Gavin Shan | 7ebdf95 | 2012-08-20 03:49:15 +0000 | [diff] [blame] | 87 | struct list_head list; |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 88 | }; |
| 89 | |
Gavin Shan | f5bc6b7 | 2014-04-24 18:00:09 +1000 | [diff] [blame] | 90 | #define PNV_PHB_FLAG_EEH (1 << 0) |
Ian Munsie | 4361b03 | 2016-07-14 07:17:06 +1000 | [diff] [blame] | 91 | #define PNV_PHB_FLAG_CXL (1 << 1) /* Real PHB supporting the cxl kernel API */ |
Gavin Shan | f5bc6b7 | 2014-04-24 18:00:09 +1000 | [diff] [blame] | 92 | |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 93 | struct pnv_phb { |
| 94 | struct pci_controller *hose; |
| 95 | enum pnv_phb_type type; |
Benjamin Herrenschmidt | cee72d5 | 2011-11-29 18:22:53 +0000 | [diff] [blame] | 96 | enum pnv_phb_model model; |
Gavin Shan | 8747f36 | 2013-06-20 13:21:06 +0800 | [diff] [blame] | 97 | u64 hub_id; |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 98 | u64 opal_id; |
Gavin Shan | f5bc6b7 | 2014-04-24 18:00:09 +1000 | [diff] [blame] | 99 | int flags; |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 100 | void __iomem *regs; |
Benjamin Herrenschmidt | fd141d1a | 2016-07-08 16:37:14 +1000 | [diff] [blame] | 101 | u64 regs_phys; |
Gavin Shan | db1266c | 2012-08-20 03:49:18 +0000 | [diff] [blame] | 102 | int initialized; |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 103 | spinlock_t lock; |
| 104 | |
Gavin Shan | 37c367f | 2013-06-20 18:13:25 +0800 | [diff] [blame] | 105 | #ifdef CONFIG_DEBUG_FS |
Gavin Shan | 7f52a526 | 2014-04-24 18:00:18 +1000 | [diff] [blame] | 106 | int has_dbgfs; |
Gavin Shan | 37c367f | 2013-06-20 18:13:25 +0800 | [diff] [blame] | 107 | struct dentry *dbgfs; |
| 108 | #endif |
| 109 | |
Benjamin Herrenschmidt | c1a2562 | 2011-09-19 17:45:06 +0000 | [diff] [blame] | 110 | #ifdef CONFIG_PCI_MSI |
Benjamin Herrenschmidt | c1a2562 | 2011-09-19 17:45:06 +0000 | [diff] [blame] | 111 | unsigned int msi_base; |
Benjamin Herrenschmidt | c1a2562 | 2011-09-19 17:45:06 +0000 | [diff] [blame] | 112 | unsigned int msi32_support; |
Gavin Shan | fb1b55d | 2013-03-05 21:12:37 +0000 | [diff] [blame] | 113 | struct msi_bitmap msi_bmp; |
Benjamin Herrenschmidt | c1a2562 | 2011-09-19 17:45:06 +0000 | [diff] [blame] | 114 | #endif |
| 115 | int (*msi_setup)(struct pnv_phb *phb, struct pci_dev *dev, |
Gavin Shan | 137436c | 2013-04-25 19:20:59 +0000 | [diff] [blame] | 116 | unsigned int hwirq, unsigned int virq, |
| 117 | unsigned int is_64, struct msi_msg *msg); |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 118 | void (*dma_dev_setup)(struct pnv_phb *phb, struct pci_dev *pdev); |
| 119 | void (*fixup_phb)(struct pci_controller *hose); |
Guo Chao | 262af55 | 2014-07-21 14:42:30 +1000 | [diff] [blame] | 120 | int (*init_m64)(struct pnv_phb *phb); |
Gavin Shan | 96a2f92 | 2015-06-19 12:26:17 +1000 | [diff] [blame] | 121 | void (*reserve_m64_pe)(struct pci_bus *bus, |
| 122 | unsigned long *pe_bitmap, bool all); |
Gavin Shan | 1e91677 | 2016-05-03 15:41:36 +1000 | [diff] [blame] | 123 | struct pnv_ioda_pe *(*pick_m64_pe)(struct pci_bus *bus, bool all); |
Gavin Shan | 49dec92 | 2014-07-21 14:42:33 +1000 | [diff] [blame] | 124 | int (*get_pe_state)(struct pnv_phb *phb, int pe_no); |
| 125 | void (*freeze_pe)(struct pnv_phb *phb, int pe_no); |
| 126 | int (*unfreeze_pe)(struct pnv_phb *phb, int pe_no, int opt); |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 127 | |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 128 | struct { |
| 129 | /* Global bridge info */ |
Gavin Shan | 92b8f13 | 2016-05-03 15:41:24 +1000 | [diff] [blame] | 130 | unsigned int total_pe_num; |
| 131 | unsigned int reserved_pe_idx; |
Gavin Shan | 63803c3 | 2016-05-20 16:41:32 +1000 | [diff] [blame] | 132 | unsigned int root_pe_idx; |
| 133 | bool root_pe_populated; |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 134 | |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 135 | /* 32-bit MMIO window */ |
| 136 | unsigned int m32_size; |
| 137 | unsigned int m32_segsize; |
| 138 | unsigned int m32_pci_base; |
Guo Chao | 262af55 | 2014-07-21 14:42:30 +1000 | [diff] [blame] | 139 | |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 140 | /* 64-bit MMIO window */ |
| 141 | unsigned int m64_bar_idx; |
| 142 | unsigned long m64_size; |
| 143 | unsigned long m64_segsize; |
| 144 | unsigned long m64_base; |
| 145 | unsigned long m64_bar_alloc; |
Guo Chao | 262af55 | 2014-07-21 14:42:30 +1000 | [diff] [blame] | 146 | |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 147 | /* IO ports */ |
| 148 | unsigned int io_size; |
| 149 | unsigned int io_segsize; |
| 150 | unsigned int io_pci_base; |
Guo Chao | 262af55 | 2014-07-21 14:42:30 +1000 | [diff] [blame] | 151 | |
Gavin Shan | 13ce759 | 2016-05-03 15:41:23 +1000 | [diff] [blame] | 152 | /* PE allocation */ |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 153 | struct mutex pe_alloc_mutex; |
Gavin Shan | 13ce759 | 2016-05-03 15:41:23 +1000 | [diff] [blame] | 154 | unsigned long *pe_alloc; |
| 155 | struct pnv_ioda_pe *pe_array; |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 156 | |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 157 | /* M32 & IO segment maps */ |
Gavin Shan | 93289d8 | 2016-05-03 15:41:29 +1000 | [diff] [blame] | 158 | unsigned int *m64_segmap; |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 159 | unsigned int *m32_segmap; |
| 160 | unsigned int *io_segmap; |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 161 | |
Gavin Shan | 2b923ed | 2016-05-05 12:04:16 +1000 | [diff] [blame] | 162 | /* DMA32 segment maps - IODA1 only */ |
| 163 | unsigned int dma32_count; |
| 164 | unsigned int *dma32_segmap; |
| 165 | |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 166 | /* IRQ chip */ |
| 167 | int irq_chip_init; |
| 168 | struct irq_chip irq_chip; |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 169 | |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 170 | /* Sorted list of used PE's based |
| 171 | * on the sequence of creation |
| 172 | */ |
| 173 | struct list_head pe_list; |
| 174 | struct mutex pe_list_mutex; |
Gavin Shan | 137436c | 2013-04-25 19:20:59 +0000 | [diff] [blame] | 175 | |
Gavin Shan | c127562 | 2016-05-20 16:41:29 +1000 | [diff] [blame] | 176 | /* Reverse map of PEs, indexed by {bus, devfn} */ |
| 177 | unsigned int pe_rmap[0x10000]; |
Russell Currey | 2de50e9 | 2016-02-08 15:08:20 +1100 | [diff] [blame] | 178 | } ioda; |
Benjamin Herrenschmidt | cee72d5 | 2011-11-29 18:22:53 +0000 | [diff] [blame] | 179 | |
Russell Currey | 5cb1f8f | 2017-06-14 14:19:59 +1000 | [diff] [blame] | 180 | /* PHB and hub diagnostics */ |
| 181 | unsigned int diag_data_size; |
| 182 | u8 *diag_data; |
Brian W Hart | ca1de5d | 2013-12-20 13:06:01 -0600 | [diff] [blame] | 183 | |
Alistair Popple | 1ab66d1 | 2017-04-03 19:51:44 +1000 | [diff] [blame] | 184 | /* Nvlink2 data */ |
| 185 | struct npu { |
| 186 | int index; |
| 187 | __be64 *mmio_atsd_regs[NV_NMMU_ATSD_REGS]; |
| 188 | unsigned int mmio_atsd_count; |
| 189 | |
| 190 | /* Bitmask for MMIO register usage */ |
| 191 | unsigned long mmio_atsd_usage; |
Alistair Popple | 1b2c2b1 | 2017-09-06 11:49:00 +1000 | [diff] [blame] | 192 | |
| 193 | /* Do we need to explicitly flush the nest mmu? */ |
| 194 | bool nmmu_flush; |
Alistair Popple | 1ab66d1 | 2017-04-03 19:51:44 +1000 | [diff] [blame] | 195 | } npu; |
| 196 | |
Ian Munsie | 4361b03 | 2016-07-14 07:17:06 +1000 | [diff] [blame] | 197 | #ifdef CONFIG_CXL_BASE |
| 198 | struct cxl_afu *cxl_afu; |
| 199 | #endif |
Frederic Barrat | 2552910 | 2017-08-04 11:55:14 +0200 | [diff] [blame] | 200 | int p2p_target_count; |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 201 | }; |
| 202 | |
| 203 | extern struct pci_ops pnv_pci_ops; |
| 204 | |
Gavin Shan | 93aef2a | 2013-11-22 16:28:45 +0800 | [diff] [blame] | 205 | void pnv_pci_dump_phb_diag_data(struct pci_controller *hose, |
| 206 | unsigned char *log_buff); |
Gavin Shan | 3532a741 | 2015-03-17 16:15:03 +1100 | [diff] [blame] | 207 | int pnv_pci_cfg_read(struct pci_dn *pdn, |
Gavin Shan | 9bf41be | 2013-06-27 13:46:48 +0800 | [diff] [blame] | 208 | int where, int size, u32 *val); |
Gavin Shan | 3532a741 | 2015-03-17 16:15:03 +1100 | [diff] [blame] | 209 | int pnv_pci_cfg_write(struct pci_dn *pdn, |
Gavin Shan | 9bf41be | 2013-06-27 13:46:48 +0800 | [diff] [blame] | 210 | int where, int size, u32 val); |
Alexey Kardashevskiy | 0eaf4de | 2015-06-05 16:35:09 +1000 | [diff] [blame] | 211 | extern struct iommu_table *pnv_pci_table_alloc(int nid); |
| 212 | |
Benjamin Herrenschmidt | 184cd4a | 2011-11-15 17:29:08 +0000 | [diff] [blame] | 213 | extern void pnv_pci_init_ioda_hub(struct device_node *np); |
Gavin Shan | aa0c033 | 2013-04-25 19:20:57 +0000 | [diff] [blame] | 214 | extern void pnv_pci_init_ioda2_phb(struct device_node *np); |
Alistair Popple | 5d2aa71 | 2015-12-17 13:43:13 +1100 | [diff] [blame] | 215 | extern void pnv_pci_init_npu_phb(struct device_node *np); |
Frederic Barrat | 7f2c39e | 2018-01-23 12:31:36 +0100 | [diff] [blame] | 216 | extern void pnv_pci_init_npu2_opencapi_phb(struct device_node *np); |
Gavin Shan | d92a208 | 2014-04-24 18:00:24 +1000 | [diff] [blame] | 217 | extern void pnv_pci_reset_secondary_bus(struct pci_dev *dev); |
Gavin Shan | cadf364 | 2015-02-16 14:45:47 +1100 | [diff] [blame] | 218 | extern int pnv_eeh_phb_reset(struct pci_controller *hose, int option); |
Benjamin Herrenschmidt | 73ed148 | 2013-05-10 16:59:18 +1000 | [diff] [blame] | 219 | |
Daniel Axtens | 92ae035 | 2015-04-28 15:12:05 +1000 | [diff] [blame] | 220 | extern void pnv_pci_dma_dev_setup(struct pci_dev *pdev); |
Gavin Shan | 1bc74f1 | 2016-02-09 15:50:22 +1100 | [diff] [blame] | 221 | extern void pnv_pci_dma_bus_setup(struct pci_bus *bus); |
Daniel Axtens | 92ae035 | 2015-04-28 15:12:05 +1000 | [diff] [blame] | 222 | extern int pnv_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type); |
| 223 | extern void pnv_teardown_msi_irqs(struct pci_dev *pdev); |
Ian Munsie | f456834 | 2016-07-14 07:17:00 +1000 | [diff] [blame] | 224 | extern struct pnv_ioda_pe *pnv_ioda_get_pe(struct pci_dev *dev); |
| 225 | extern void pnv_set_msi_irq_chip(struct pnv_phb *phb, unsigned int virq); |
Ian Munsie | 4361b03 | 2016-07-14 07:17:06 +1000 | [diff] [blame] | 226 | extern bool pnv_pci_enable_device_hook(struct pci_dev *dev); |
Frederic Barrat | 2552910 | 2017-08-04 11:55:14 +0200 | [diff] [blame] | 227 | extern void pnv_pci_ioda2_set_bypass(struct pnv_ioda_pe *pe, bool enable); |
Benjamin Herrenschmidt | b9fde58 | 2017-09-07 16:35:44 +1000 | [diff] [blame] | 228 | extern int pnv_eeh_post_init(void); |
Daniel Axtens | 92ae035 | 2015-04-28 15:12:05 +1000 | [diff] [blame] | 229 | |
Alexey Kardashevskiy | 7d623e4 | 2016-04-29 18:55:21 +1000 | [diff] [blame] | 230 | extern void pe_level_printk(const struct pnv_ioda_pe *pe, const char *level, |
| 231 | const char *fmt, ...); |
| 232 | #define pe_err(pe, fmt, ...) \ |
| 233 | pe_level_printk(pe, KERN_ERR, fmt, ##__VA_ARGS__) |
| 234 | #define pe_warn(pe, fmt, ...) \ |
| 235 | pe_level_printk(pe, KERN_WARNING, fmt, ##__VA_ARGS__) |
| 236 | #define pe_info(pe, fmt, ...) \ |
| 237 | pe_level_printk(pe, KERN_INFO, fmt, ##__VA_ARGS__) |
| 238 | |
Alistair Popple | 5d2aa71 | 2015-12-17 13:43:13 +1100 | [diff] [blame] | 239 | /* Nvlink functions */ |
Alexey Kardashevskiy | f9f8345 | 2016-04-29 18:55:20 +1000 | [diff] [blame] | 240 | extern void pnv_npu_try_dma_set_bypass(struct pci_dev *gpdev, bool bypass); |
Alistair Popple | 6b3d12a | 2017-05-03 13:24:08 +1000 | [diff] [blame] | 241 | extern void pnv_pci_ioda2_tce_invalidate_entire(struct pnv_phb *phb, bool rm); |
Alexey Kardashevskiy | b5cb9ab | 2016-04-29 18:55:24 +1000 | [diff] [blame] | 242 | extern struct pnv_ioda_pe *pnv_pci_npu_setup_iommu(struct pnv_ioda_pe *npe); |
| 243 | extern long pnv_npu_set_window(struct pnv_ioda_pe *npe, int num, |
| 244 | struct iommu_table *tbl); |
| 245 | extern long pnv_npu_unset_window(struct pnv_ioda_pe *npe, int num); |
| 246 | extern void pnv_npu_take_ownership(struct pnv_ioda_pe *npe); |
| 247 | extern void pnv_npu_release_ownership(struct pnv_ioda_pe *npe); |
Alistair Popple | 1ab66d1 | 2017-04-03 19:51:44 +1000 | [diff] [blame] | 248 | extern int pnv_npu2_init(struct pnv_phb *phb); |
Ian Munsie | 4361b03 | 2016-07-14 07:17:06 +1000 | [diff] [blame] | 249 | |
| 250 | /* cxl functions */ |
| 251 | extern bool pnv_cxl_enable_device_hook(struct pci_dev *dev); |
| 252 | extern void pnv_cxl_disable_device(struct pci_dev *dev); |
Ian Munsie | a2f67d5 | 2016-07-14 07:17:10 +1000 | [diff] [blame] | 253 | extern int pnv_cxl_cx4_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type); |
| 254 | extern void pnv_cxl_cx4_teardown_msi_irqs(struct pci_dev *pdev); |
Ian Munsie | 4361b03 | 2016-07-14 07:17:06 +1000 | [diff] [blame] | 255 | |
| 256 | |
| 257 | /* phb ops (cxl switches these when enabling the kernel api on the phb) */ |
| 258 | extern const struct pci_controller_ops pnv_cxl_cx4_ioda_controller_ops; |
| 259 | |
Alexey Kardashevskiy | 191c228 | 2018-07-04 16:13:45 +1000 | [diff] [blame] | 260 | /* pci-ioda-tce.c */ |
| 261 | #define POWERNV_IOMMU_DEFAULT_LEVELS 1 |
| 262 | #define POWERNV_IOMMU_MAX_LEVELS 5 |
| 263 | |
| 264 | extern int pnv_tce_build(struct iommu_table *tbl, long index, long npages, |
| 265 | unsigned long uaddr, enum dma_data_direction direction, |
| 266 | unsigned long attrs); |
| 267 | extern void pnv_tce_free(struct iommu_table *tbl, long index, long npages); |
| 268 | extern int pnv_tce_xchg(struct iommu_table *tbl, long index, |
Alexey Kardashevskiy | a68bd12 | 2018-07-04 16:13:49 +1000 | [diff] [blame^] | 269 | unsigned long *hpa, enum dma_data_direction *direction, |
| 270 | bool alloc); |
| 271 | extern __be64 *pnv_tce_useraddrptr(struct iommu_table *tbl, long index, |
| 272 | bool alloc); |
Alexey Kardashevskiy | 191c228 | 2018-07-04 16:13:45 +1000 | [diff] [blame] | 273 | extern unsigned long pnv_tce_get(struct iommu_table *tbl, long index); |
| 274 | |
| 275 | extern long pnv_pci_ioda2_table_alloc_pages(int nid, __u64 bus_offset, |
| 276 | __u32 page_shift, __u64 window_size, __u32 levels, |
Alexey Kardashevskiy | 090bad3 | 2018-07-04 16:13:47 +1000 | [diff] [blame] | 277 | bool alloc_userspace_copy, struct iommu_table *tbl); |
Alexey Kardashevskiy | 191c228 | 2018-07-04 16:13:45 +1000 | [diff] [blame] | 278 | extern void pnv_pci_ioda2_table_free_pages(struct iommu_table *tbl); |
| 279 | |
| 280 | extern long pnv_pci_link_table_and_group(int node, int num, |
| 281 | struct iommu_table *tbl, |
| 282 | struct iommu_table_group *table_group); |
| 283 | extern void pnv_pci_unlink_table_and_group(struct iommu_table *tbl, |
| 284 | struct iommu_table_group *table_group); |
| 285 | extern void pnv_pci_setup_iommu_table(struct iommu_table *tbl, |
| 286 | void *tce_mem, u64 tce_size, |
| 287 | u64 dma_offset, unsigned int page_shift); |
| 288 | |
Benjamin Herrenschmidt | 61305a9 | 2011-09-19 17:45:05 +0000 | [diff] [blame] | 289 | #endif /* __POWERNV_PCI_H */ |