Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2014 IBM Corp. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or |
| 5 | * modify it under the terms of the GNU General Public License |
| 6 | * as published by the Free Software Foundation; either version |
| 7 | * 2 of the License, or (at your option) any later version. |
| 8 | */ |
| 9 | |
| 10 | #ifndef _CXL_H_ |
| 11 | #define _CXL_H_ |
| 12 | |
| 13 | #include <linux/interrupt.h> |
| 14 | #include <linux/semaphore.h> |
| 15 | #include <linux/device.h> |
| 16 | #include <linux/types.h> |
| 17 | #include <linux/cdev.h> |
| 18 | #include <linux/pid.h> |
| 19 | #include <linux/io.h> |
| 20 | #include <linux/pci.h> |
Michael Neuling | 0520336 | 2015-05-27 16:07:17 +1000 | [diff] [blame] | 21 | #include <linux/fs.h> |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 22 | #include <asm/cputable.h> |
| 23 | #include <asm/mmu.h> |
| 24 | #include <asm/reg.h> |
Michael Neuling | ec249dd | 2015-05-27 16:07:16 +1000 | [diff] [blame] | 25 | #include <misc/cxl-base.h> |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 26 | |
Philippe Bergheaud | b810253 | 2016-06-23 15:03:53 +0200 | [diff] [blame] | 27 | #include <misc/cxl.h> |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 28 | #include <uapi/misc/cxl.h> |
| 29 | |
| 30 | extern uint cxl_verbose; |
| 31 | |
| 32 | #define CXL_TIMEOUT 5 |
| 33 | |
| 34 | /* |
| 35 | * Bump version each time a user API change is made, whether it is |
| 36 | * backwards compatible ot not. |
| 37 | */ |
Philippe Bergheaud | b810253 | 2016-06-23 15:03:53 +0200 | [diff] [blame] | 38 | #define CXL_API_VERSION 3 |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 39 | #define CXL_API_VERSION_COMPATIBLE 1 |
| 40 | |
| 41 | /* |
| 42 | * Opaque types to avoid accidentally passing registers for the wrong MMIO |
| 43 | * |
| 44 | * At the end of the day, I'm not married to using typedef here, but it might |
| 45 | * (and has!) help avoid bugs like mixing up CXL_PSL_CtxTime and |
| 46 | * CXL_PSL_CtxTime_An, or calling cxl_p1n_write instead of cxl_p1_write. |
| 47 | * |
| 48 | * I'm quite happy if these are changed back to #defines before upstreaming, it |
| 49 | * should be little more than a regexp search+replace operation in this file. |
| 50 | */ |
| 51 | typedef struct { |
| 52 | const int x; |
| 53 | } cxl_p1_reg_t; |
| 54 | typedef struct { |
| 55 | const int x; |
| 56 | } cxl_p1n_reg_t; |
| 57 | typedef struct { |
| 58 | const int x; |
| 59 | } cxl_p2n_reg_t; |
| 60 | #define cxl_reg_off(reg) \ |
| 61 | (reg.x) |
| 62 | |
| 63 | /* Memory maps. Ref CXL Appendix A */ |
| 64 | |
| 65 | /* PSL Privilege 1 Memory Map */ |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 66 | /* Configuration and Control area - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 67 | static const cxl_p1_reg_t CXL_PSL_CtxTime = {0x0000}; |
| 68 | static const cxl_p1_reg_t CXL_PSL_ErrIVTE = {0x0008}; |
| 69 | static const cxl_p1_reg_t CXL_PSL_KEY1 = {0x0010}; |
| 70 | static const cxl_p1_reg_t CXL_PSL_KEY2 = {0x0018}; |
| 71 | static const cxl_p1_reg_t CXL_PSL_Control = {0x0020}; |
| 72 | /* Downloading */ |
| 73 | static const cxl_p1_reg_t CXL_PSL_DLCNTL = {0x0060}; |
| 74 | static const cxl_p1_reg_t CXL_PSL_DLADDR = {0x0068}; |
| 75 | |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 76 | /* PSL Lookaside Buffer Management Area - CAIA 1 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 77 | static const cxl_p1_reg_t CXL_PSL_LBISEL = {0x0080}; |
| 78 | static const cxl_p1_reg_t CXL_PSL_SLBIE = {0x0088}; |
| 79 | static const cxl_p1_reg_t CXL_PSL_SLBIA = {0x0090}; |
| 80 | static const cxl_p1_reg_t CXL_PSL_TLBIE = {0x00A0}; |
| 81 | static const cxl_p1_reg_t CXL_PSL_TLBIA = {0x00A8}; |
| 82 | static const cxl_p1_reg_t CXL_PSL_AFUSEL = {0x00B0}; |
| 83 | |
| 84 | /* 0x00C0:7EFF Implementation dependent area */ |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 85 | /* PSL registers - CAIA 1 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 86 | static const cxl_p1_reg_t CXL_PSL_FIR1 = {0x0100}; |
| 87 | static const cxl_p1_reg_t CXL_PSL_FIR2 = {0x0108}; |
Philippe Bergheaud | 390fd59 | 2015-08-28 09:37:36 +0200 | [diff] [blame] | 88 | static const cxl_p1_reg_t CXL_PSL_Timebase = {0x0110}; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 89 | static const cxl_p1_reg_t CXL_PSL_VERSION = {0x0118}; |
| 90 | static const cxl_p1_reg_t CXL_PSL_RESLCKTO = {0x0128}; |
Philippe Bergheaud | 390fd59 | 2015-08-28 09:37:36 +0200 | [diff] [blame] | 91 | static const cxl_p1_reg_t CXL_PSL_TB_CTLSTAT = {0x0140}; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 92 | static const cxl_p1_reg_t CXL_PSL_FIR_CNTL = {0x0148}; |
| 93 | static const cxl_p1_reg_t CXL_PSL_DSNDCTL = {0x0150}; |
| 94 | static const cxl_p1_reg_t CXL_PSL_SNWRALLOC = {0x0158}; |
| 95 | static const cxl_p1_reg_t CXL_PSL_TRACE = {0x0170}; |
Frederic Barrat | 6d38261 | 2016-05-24 03:39:18 +1000 | [diff] [blame] | 96 | /* XSL registers (Mellanox CX4) */ |
| 97 | static const cxl_p1_reg_t CXL_XSL_Timebase = {0x0100}; |
| 98 | static const cxl_p1_reg_t CXL_XSL_TB_CTLSTAT = {0x0108}; |
| 99 | static const cxl_p1_reg_t CXL_XSL_FEC = {0x0158}; |
| 100 | static const cxl_p1_reg_t CXL_XSL_DSNCTL = {0x0168}; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 101 | /* PSL registers - CAIA 2 */ |
| 102 | static const cxl_p1_reg_t CXL_PSL9_CONTROL = {0x0020}; |
| 103 | static const cxl_p1_reg_t CXL_XSL9_DSNCTL = {0x0168}; |
| 104 | static const cxl_p1_reg_t CXL_PSL9_FIR1 = {0x0300}; |
| 105 | static const cxl_p1_reg_t CXL_PSL9_FIR2 = {0x0308}; |
| 106 | static const cxl_p1_reg_t CXL_PSL9_Timebase = {0x0310}; |
| 107 | static const cxl_p1_reg_t CXL_PSL9_DEBUG = {0x0320}; |
| 108 | static const cxl_p1_reg_t CXL_PSL9_FIR_CNTL = {0x0348}; |
| 109 | static const cxl_p1_reg_t CXL_PSL9_DSNDCTL = {0x0350}; |
| 110 | static const cxl_p1_reg_t CXL_PSL9_TB_CTLSTAT = {0x0340}; |
| 111 | static const cxl_p1_reg_t CXL_PSL9_TRACECFG = {0x0368}; |
| 112 | static const cxl_p1_reg_t CXL_PSL9_APCDEDALLOC = {0x0378}; |
| 113 | static const cxl_p1_reg_t CXL_PSL9_APCDEDTYPE = {0x0380}; |
| 114 | static const cxl_p1_reg_t CXL_PSL9_TNR_ADDR = {0x0388}; |
| 115 | static const cxl_p1_reg_t CXL_PSL9_GP_CT = {0x0398}; |
| 116 | static const cxl_p1_reg_t CXL_XSL9_IERAT = {0x0588}; |
| 117 | static const cxl_p1_reg_t CXL_XSL9_ILPP = {0x0590}; |
| 118 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 119 | /* 0x7F00:7FFF Reserved PCIe MSI-X Pending Bit Array area */ |
| 120 | /* 0x8000:FFFF Reserved PCIe MSI-X Table Area */ |
| 121 | |
| 122 | /* PSL Slice Privilege 1 Memory Map */ |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 123 | /* Configuration Area - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 124 | static const cxl_p1n_reg_t CXL_PSL_SR_An = {0x00}; |
| 125 | static const cxl_p1n_reg_t CXL_PSL_LPID_An = {0x08}; |
| 126 | static const cxl_p1n_reg_t CXL_PSL_AMBAR_An = {0x10}; |
| 127 | static const cxl_p1n_reg_t CXL_PSL_SPOffset_An = {0x18}; |
| 128 | static const cxl_p1n_reg_t CXL_PSL_ID_An = {0x20}; |
| 129 | static const cxl_p1n_reg_t CXL_PSL_SERR_An = {0x28}; |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 130 | /* Memory Management and Lookaside Buffer Management - CAIA 1*/ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 131 | static const cxl_p1n_reg_t CXL_PSL_SDR_An = {0x30}; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 132 | /* Memory Management and Lookaside Buffer Management - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 133 | static const cxl_p1n_reg_t CXL_PSL_AMOR_An = {0x38}; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 134 | /* Pointer Area - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 135 | static const cxl_p1n_reg_t CXL_HAURP_An = {0x80}; |
| 136 | static const cxl_p1n_reg_t CXL_PSL_SPAP_An = {0x88}; |
| 137 | static const cxl_p1n_reg_t CXL_PSL_LLCMD_An = {0x90}; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 138 | /* Control Area - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 139 | static const cxl_p1n_reg_t CXL_PSL_SCNTL_An = {0xA0}; |
| 140 | static const cxl_p1n_reg_t CXL_PSL_CtxTime_An = {0xA8}; |
| 141 | static const cxl_p1n_reg_t CXL_PSL_IVTE_Offset_An = {0xB0}; |
| 142 | static const cxl_p1n_reg_t CXL_PSL_IVTE_Limit_An = {0xB8}; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 143 | /* 0xC0:FF Implementation Dependent Area - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 144 | static const cxl_p1n_reg_t CXL_PSL_FIR_SLICE_An = {0xC0}; |
| 145 | static const cxl_p1n_reg_t CXL_AFU_DEBUG_An = {0xC8}; |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 146 | /* 0xC0:FF Implementation Dependent Area - CAIA 1 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 147 | static const cxl_p1n_reg_t CXL_PSL_APCALLOC_A = {0xD0}; |
| 148 | static const cxl_p1n_reg_t CXL_PSL_COALLOC_A = {0xD8}; |
| 149 | static const cxl_p1n_reg_t CXL_PSL_RXCTL_A = {0xE0}; |
| 150 | static const cxl_p1n_reg_t CXL_PSL_SLICE_TRACE = {0xE8}; |
| 151 | |
| 152 | /* PSL Slice Privilege 2 Memory Map */ |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 153 | /* Configuration and Control Area - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 154 | static const cxl_p2n_reg_t CXL_PSL_PID_TID_An = {0x000}; |
| 155 | static const cxl_p2n_reg_t CXL_CSRP_An = {0x008}; |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 156 | /* Configuration and Control Area - CAIA 1 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 157 | static const cxl_p2n_reg_t CXL_AURP0_An = {0x010}; |
| 158 | static const cxl_p2n_reg_t CXL_AURP1_An = {0x018}; |
| 159 | static const cxl_p2n_reg_t CXL_SSTP0_An = {0x020}; |
| 160 | static const cxl_p2n_reg_t CXL_SSTP1_An = {0x028}; |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 161 | /* Configuration and Control Area - CAIA 1 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 162 | static const cxl_p2n_reg_t CXL_PSL_AMR_An = {0x030}; |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 163 | /* Segment Lookaside Buffer Management - CAIA 1 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 164 | static const cxl_p2n_reg_t CXL_SLBIE_An = {0x040}; |
| 165 | static const cxl_p2n_reg_t CXL_SLBIA_An = {0x048}; |
| 166 | static const cxl_p2n_reg_t CXL_SLBI_Select_An = {0x050}; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 167 | /* Interrupt Registers - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 168 | static const cxl_p2n_reg_t CXL_PSL_DSISR_An = {0x060}; |
| 169 | static const cxl_p2n_reg_t CXL_PSL_DAR_An = {0x068}; |
| 170 | static const cxl_p2n_reg_t CXL_PSL_DSR_An = {0x070}; |
| 171 | static const cxl_p2n_reg_t CXL_PSL_TFC_An = {0x078}; |
| 172 | static const cxl_p2n_reg_t CXL_PSL_PEHandle_An = {0x080}; |
| 173 | static const cxl_p2n_reg_t CXL_PSL_ErrStat_An = {0x088}; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 174 | /* AFU Registers - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 175 | static const cxl_p2n_reg_t CXL_AFU_Cntl_An = {0x090}; |
| 176 | static const cxl_p2n_reg_t CXL_AFU_ERR_An = {0x098}; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 177 | /* Work Element Descriptor - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 178 | static const cxl_p2n_reg_t CXL_PSL_WED_An = {0x0A0}; |
| 179 | /* 0x0C0:FFF Implementation Dependent Area */ |
| 180 | |
| 181 | #define CXL_PSL_SPAP_Addr 0x0ffffffffffff000ULL |
| 182 | #define CXL_PSL_SPAP_Size 0x0000000000000ff0ULL |
| 183 | #define CXL_PSL_SPAP_Size_Shift 4 |
| 184 | #define CXL_PSL_SPAP_V 0x0000000000000001ULL |
| 185 | |
Philippe Bergheaud | 390fd59 | 2015-08-28 09:37:36 +0200 | [diff] [blame] | 186 | /****** CXL_PSL_Control ****************************************************/ |
Frederic Barrat | aaa2245 | 2016-10-03 21:36:02 +0200 | [diff] [blame] | 187 | #define CXL_PSL_Control_tb (0x1ull << (63-63)) |
| 188 | #define CXL_PSL_Control_Fr (0x1ull << (63-31)) |
| 189 | #define CXL_PSL_Control_Fs_MASK (0x3ull << (63-29)) |
| 190 | #define CXL_PSL_Control_Fs_Complete (0x3ull << (63-29)) |
Philippe Bergheaud | 390fd59 | 2015-08-28 09:37:36 +0200 | [diff] [blame] | 191 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 192 | /****** CXL_PSL_DLCNTL *****************************************************/ |
| 193 | #define CXL_PSL_DLCNTL_D (0x1ull << (63-28)) |
| 194 | #define CXL_PSL_DLCNTL_C (0x1ull << (63-29)) |
| 195 | #define CXL_PSL_DLCNTL_E (0x1ull << (63-30)) |
| 196 | #define CXL_PSL_DLCNTL_S (0x1ull << (63-31)) |
| 197 | #define CXL_PSL_DLCNTL_CE (CXL_PSL_DLCNTL_C | CXL_PSL_DLCNTL_E) |
| 198 | #define CXL_PSL_DLCNTL_DCES (CXL_PSL_DLCNTL_D | CXL_PSL_DLCNTL_CE | CXL_PSL_DLCNTL_S) |
| 199 | |
| 200 | /****** CXL_PSL_SR_An ******************************************************/ |
| 201 | #define CXL_PSL_SR_An_SF MSR_SF /* 64bit */ |
| 202 | #define CXL_PSL_SR_An_TA (1ull << (63-1)) /* Tags active, GA1: 0 */ |
| 203 | #define CXL_PSL_SR_An_HV MSR_HV /* Hypervisor, GA1: 0 */ |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 204 | #define CXL_PSL_SR_An_XLAT_hpt (0ull << (63-6))/* Hashed page table (HPT) mode */ |
| 205 | #define CXL_PSL_SR_An_XLAT_roh (2ull << (63-6))/* Radix on HPT mode */ |
| 206 | #define CXL_PSL_SR_An_XLAT_ror (3ull << (63-6))/* Radix on Radix mode */ |
| 207 | #define CXL_PSL_SR_An_BOT (1ull << (63-10)) /* Use the in-memory segment table */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 208 | #define CXL_PSL_SR_An_PR MSR_PR /* Problem state, GA1: 1 */ |
| 209 | #define CXL_PSL_SR_An_ISL (1ull << (63-53)) /* Ignore Segment Large Page */ |
| 210 | #define CXL_PSL_SR_An_TC (1ull << (63-54)) /* Page Table secondary hash */ |
| 211 | #define CXL_PSL_SR_An_US (1ull << (63-56)) /* User state, GA1: X */ |
| 212 | #define CXL_PSL_SR_An_SC (1ull << (63-58)) /* Segment Table secondary hash */ |
| 213 | #define CXL_PSL_SR_An_R MSR_DR /* Relocate, GA1: 1 */ |
| 214 | #define CXL_PSL_SR_An_MP (1ull << (63-62)) /* Master Process */ |
| 215 | #define CXL_PSL_SR_An_LE (1ull << (63-63)) /* Little Endian */ |
| 216 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 217 | /****** CXL_PSL_ID_An ****************************************************/ |
| 218 | #define CXL_PSL_ID_An_F (1ull << (63-31)) |
| 219 | #define CXL_PSL_ID_An_L (1ull << (63-30)) |
| 220 | |
Philippe Bergheaud | 6e0c50f | 2016-07-05 13:08:06 +0200 | [diff] [blame] | 221 | /****** CXL_PSL_SERR_An ****************************************************/ |
| 222 | #define CXL_PSL_SERR_An_afuto (1ull << (63-0)) |
| 223 | #define CXL_PSL_SERR_An_afudis (1ull << (63-1)) |
| 224 | #define CXL_PSL_SERR_An_afuov (1ull << (63-2)) |
| 225 | #define CXL_PSL_SERR_An_badsrc (1ull << (63-3)) |
| 226 | #define CXL_PSL_SERR_An_badctx (1ull << (63-4)) |
| 227 | #define CXL_PSL_SERR_An_llcmdis (1ull << (63-5)) |
| 228 | #define CXL_PSL_SERR_An_llcmdto (1ull << (63-6)) |
| 229 | #define CXL_PSL_SERR_An_afupar (1ull << (63-7)) |
| 230 | #define CXL_PSL_SERR_An_afudup (1ull << (63-8)) |
| 231 | #define CXL_PSL_SERR_An_AE (1ull << (63-30)) |
| 232 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 233 | /****** CXL_PSL_SCNTL_An ****************************************************/ |
| 234 | #define CXL_PSL_SCNTL_An_CR (0x1ull << (63-15)) |
| 235 | /* Programming Modes: */ |
| 236 | #define CXL_PSL_SCNTL_An_PM_MASK (0xffffull << (63-31)) |
| 237 | #define CXL_PSL_SCNTL_An_PM_Shared (0x0000ull << (63-31)) |
| 238 | #define CXL_PSL_SCNTL_An_PM_OS (0x0001ull << (63-31)) |
| 239 | #define CXL_PSL_SCNTL_An_PM_Process (0x0002ull << (63-31)) |
| 240 | #define CXL_PSL_SCNTL_An_PM_AFU (0x0004ull << (63-31)) |
| 241 | #define CXL_PSL_SCNTL_An_PM_AFU_PBT (0x0104ull << (63-31)) |
| 242 | /* Purge Status (ro) */ |
| 243 | #define CXL_PSL_SCNTL_An_Ps_MASK (0x3ull << (63-39)) |
| 244 | #define CXL_PSL_SCNTL_An_Ps_Pending (0x1ull << (63-39)) |
| 245 | #define CXL_PSL_SCNTL_An_Ps_Complete (0x3ull << (63-39)) |
| 246 | /* Purge */ |
| 247 | #define CXL_PSL_SCNTL_An_Pc (0x1ull << (63-48)) |
| 248 | /* Suspend Status (ro) */ |
| 249 | #define CXL_PSL_SCNTL_An_Ss_MASK (0x3ull << (63-55)) |
| 250 | #define CXL_PSL_SCNTL_An_Ss_Pending (0x1ull << (63-55)) |
| 251 | #define CXL_PSL_SCNTL_An_Ss_Complete (0x3ull << (63-55)) |
| 252 | /* Suspend Control */ |
| 253 | #define CXL_PSL_SCNTL_An_Sc (0x1ull << (63-63)) |
| 254 | |
| 255 | /* AFU Slice Enable Status (ro) */ |
| 256 | #define CXL_AFU_Cntl_An_ES_MASK (0x7ull << (63-2)) |
| 257 | #define CXL_AFU_Cntl_An_ES_Disabled (0x0ull << (63-2)) |
| 258 | #define CXL_AFU_Cntl_An_ES_Enabled (0x4ull << (63-2)) |
| 259 | /* AFU Slice Enable */ |
| 260 | #define CXL_AFU_Cntl_An_E (0x1ull << (63-3)) |
| 261 | /* AFU Slice Reset status (ro) */ |
| 262 | #define CXL_AFU_Cntl_An_RS_MASK (0x3ull << (63-5)) |
| 263 | #define CXL_AFU_Cntl_An_RS_Pending (0x1ull << (63-5)) |
| 264 | #define CXL_AFU_Cntl_An_RS_Complete (0x2ull << (63-5)) |
| 265 | /* AFU Slice Reset */ |
| 266 | #define CXL_AFU_Cntl_An_RA (0x1ull << (63-7)) |
| 267 | |
| 268 | /****** CXL_SSTP0/1_An ******************************************************/ |
| 269 | /* These top bits are for the segment that CONTAINS the segment table */ |
| 270 | #define CXL_SSTP0_An_B_SHIFT SLB_VSID_SSIZE_SHIFT |
| 271 | #define CXL_SSTP0_An_KS (1ull << (63-2)) |
| 272 | #define CXL_SSTP0_An_KP (1ull << (63-3)) |
| 273 | #define CXL_SSTP0_An_N (1ull << (63-4)) |
| 274 | #define CXL_SSTP0_An_L (1ull << (63-5)) |
| 275 | #define CXL_SSTP0_An_C (1ull << (63-6)) |
| 276 | #define CXL_SSTP0_An_TA (1ull << (63-7)) |
| 277 | #define CXL_SSTP0_An_LP_SHIFT (63-9) /* 2 Bits */ |
| 278 | /* And finally, the virtual address & size of the segment table: */ |
| 279 | #define CXL_SSTP0_An_SegTableSize_SHIFT (63-31) /* 12 Bits */ |
| 280 | #define CXL_SSTP0_An_SegTableSize_MASK \ |
| 281 | (((1ull << 12) - 1) << CXL_SSTP0_An_SegTableSize_SHIFT) |
| 282 | #define CXL_SSTP0_An_STVA_U_MASK ((1ull << (63-49))-1) |
| 283 | #define CXL_SSTP1_An_STVA_L_MASK (~((1ull << (63-55))-1)) |
| 284 | #define CXL_SSTP1_An_V (1ull << (63-63)) |
| 285 | |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 286 | /****** CXL_PSL_SLBIE_[An] - CAIA 1 **************************************************/ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 287 | /* write: */ |
| 288 | #define CXL_SLBIE_C PPC_BIT(36) /* Class */ |
| 289 | #define CXL_SLBIE_SS PPC_BITMASK(37, 38) /* Segment Size */ |
| 290 | #define CXL_SLBIE_SS_SHIFT PPC_BITLSHIFT(38) |
| 291 | #define CXL_SLBIE_TA PPC_BIT(38) /* Tags Active */ |
| 292 | /* read: */ |
| 293 | #define CXL_SLBIE_MAX PPC_BITMASK(24, 31) |
| 294 | #define CXL_SLBIE_PENDING PPC_BITMASK(56, 63) |
| 295 | |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 296 | /****** Common to all CXL_TLBIA/SLBIA_[An] - CAIA 1 **********************************/ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 297 | #define CXL_TLB_SLB_P (1ull) /* Pending (read) */ |
| 298 | |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 299 | /****** Common to all CXL_TLB/SLB_IA/IE_[An] registers - CAIA 1 **********************/ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 300 | #define CXL_TLB_SLB_IQ_ALL (0ull) /* Inv qualifier */ |
| 301 | #define CXL_TLB_SLB_IQ_LPID (1ull) /* Inv qualifier */ |
| 302 | #define CXL_TLB_SLB_IQ_LPIDPID (3ull) /* Inv qualifier */ |
| 303 | |
| 304 | /****** CXL_PSL_AFUSEL ******************************************************/ |
| 305 | #define CXL_PSL_AFUSEL_A (1ull << (63-55)) /* Adapter wide invalidates affect all AFUs */ |
| 306 | |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 307 | /****** CXL_PSL_DSISR_An - CAIA 1 ****************************************************/ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 308 | #define CXL_PSL_DSISR_An_DS (1ull << (63-0)) /* Segment not found */ |
| 309 | #define CXL_PSL_DSISR_An_DM (1ull << (63-1)) /* PTE not found (See also: M) or protection fault */ |
| 310 | #define CXL_PSL_DSISR_An_ST (1ull << (63-2)) /* Segment Table PTE not found */ |
| 311 | #define CXL_PSL_DSISR_An_UR (1ull << (63-3)) /* AURP PTE not found */ |
| 312 | #define CXL_PSL_DSISR_TRANS (CXL_PSL_DSISR_An_DS | CXL_PSL_DSISR_An_DM | CXL_PSL_DSISR_An_ST | CXL_PSL_DSISR_An_UR) |
| 313 | #define CXL_PSL_DSISR_An_PE (1ull << (63-4)) /* PSL Error (implementation specific) */ |
| 314 | #define CXL_PSL_DSISR_An_AE (1ull << (63-5)) /* AFU Error */ |
| 315 | #define CXL_PSL_DSISR_An_OC (1ull << (63-6)) /* OS Context Warning */ |
Michael Neuling | 2bc79ff | 2016-04-22 14:57:49 +1000 | [diff] [blame] | 316 | #define CXL_PSL_DSISR_PENDING (CXL_PSL_DSISR_TRANS | CXL_PSL_DSISR_An_PE | CXL_PSL_DSISR_An_AE | CXL_PSL_DSISR_An_OC) |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 317 | /* NOTE: Bits 32:63 are undefined if DSISR[DS] = 1 */ |
| 318 | #define CXL_PSL_DSISR_An_M DSISR_NOHPTE /* PTE not found */ |
| 319 | #define CXL_PSL_DSISR_An_P DSISR_PROTFAULT /* Storage protection violation */ |
| 320 | #define CXL_PSL_DSISR_An_A (1ull << (63-37)) /* AFU lock access to write through or cache inhibited storage */ |
| 321 | #define CXL_PSL_DSISR_An_S DSISR_ISSTORE /* Access was afu_wr or afu_zero */ |
| 322 | #define CXL_PSL_DSISR_An_K DSISR_KEYFAULT /* Access not permitted by virtual page class key protection */ |
| 323 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 324 | /****** CXL_PSL_DSISR_An - CAIA 2 ****************************************************/ |
| 325 | #define CXL_PSL9_DSISR_An_TF (1ull << (63-3)) /* Translation fault */ |
| 326 | #define CXL_PSL9_DSISR_An_PE (1ull << (63-4)) /* PSL Error (implementation specific) */ |
| 327 | #define CXL_PSL9_DSISR_An_AE (1ull << (63-5)) /* AFU Error */ |
| 328 | #define CXL_PSL9_DSISR_An_OC (1ull << (63-6)) /* OS Context Warning */ |
| 329 | #define CXL_PSL9_DSISR_An_S (1ull << (63-38)) /* TF for a write operation */ |
| 330 | #define CXL_PSL9_DSISR_PENDING (CXL_PSL9_DSISR_An_TF | CXL_PSL9_DSISR_An_PE | CXL_PSL9_DSISR_An_AE | CXL_PSL9_DSISR_An_OC) |
| 331 | /* |
| 332 | * NOTE: Bits 56:63 (Checkout Response Status) are valid when DSISR_An[TF] = 1 |
| 333 | * Status (0:7) Encoding |
| 334 | */ |
| 335 | #define CXL_PSL9_DSISR_An_CO_MASK 0x00000000000000ffULL |
| 336 | #define CXL_PSL9_DSISR_An_SF 0x0000000000000080ULL /* Segment Fault 0b10000000 */ |
| 337 | #define CXL_PSL9_DSISR_An_PF_SLR 0x0000000000000088ULL /* PTE not found (Single Level Radix) 0b10001000 */ |
| 338 | #define CXL_PSL9_DSISR_An_PF_RGC 0x000000000000008CULL /* PTE not found (Radix Guest (child)) 0b10001100 */ |
| 339 | #define CXL_PSL9_DSISR_An_PF_RGP 0x0000000000000090ULL /* PTE not found (Radix Guest (parent)) 0b10010000 */ |
| 340 | #define CXL_PSL9_DSISR_An_PF_HRH 0x0000000000000094ULL /* PTE not found (HPT/Radix Host) 0b10010100 */ |
| 341 | #define CXL_PSL9_DSISR_An_PF_STEG 0x000000000000009CULL /* PTE not found (STEG VA) 0b10011100 */ |
| 342 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 343 | /****** CXL_PSL_TFC_An ******************************************************/ |
| 344 | #define CXL_PSL_TFC_An_A (1ull << (63-28)) /* Acknowledge non-translation fault */ |
| 345 | #define CXL_PSL_TFC_An_C (1ull << (63-29)) /* Continue (abort transaction) */ |
| 346 | #define CXL_PSL_TFC_An_AE (1ull << (63-30)) /* Restart PSL with address error */ |
| 347 | #define CXL_PSL_TFC_An_R (1ull << (63-31)) /* Restart PSL transaction */ |
| 348 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 349 | /****** CXL_XSL9_IERAT_ERAT - CAIA 2 **********************************/ |
| 350 | #define CXL_XSL9_IERAT_MLPID (1ull << (63-0)) /* Match LPID */ |
| 351 | #define CXL_XSL9_IERAT_MPID (1ull << (63-1)) /* Match PID */ |
| 352 | #define CXL_XSL9_IERAT_PRS (1ull << (63-4)) /* PRS bit for Radix invalidations */ |
| 353 | #define CXL_XSL9_IERAT_INVR (1ull << (63-3)) /* Invalidate Radix */ |
| 354 | #define CXL_XSL9_IERAT_IALL (1ull << (63-8)) /* Invalidate All */ |
| 355 | #define CXL_XSL9_IERAT_IINPROG (1ull << (63-63)) /* Invalidate in progress */ |
| 356 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 357 | /* cxl_process_element->software_status */ |
| 358 | #define CXL_PE_SOFTWARE_STATE_V (1ul << (31 - 0)) /* Valid */ |
| 359 | #define CXL_PE_SOFTWARE_STATE_C (1ul << (31 - 29)) /* Complete */ |
| 360 | #define CXL_PE_SOFTWARE_STATE_S (1ul << (31 - 30)) /* Suspend */ |
| 361 | #define CXL_PE_SOFTWARE_STATE_T (1ul << (31 - 31)) /* Terminate */ |
| 362 | |
Ian Munsie | d6a6af2 | 2014-12-08 19:17:59 +1100 | [diff] [blame] | 363 | /****** CXL_PSL_RXCTL_An (Implementation Specific) ************************** |
| 364 | * Controls AFU Hang Pulse, which sets the timeout for the AFU to respond to |
| 365 | * the PSL for any response (except MMIO). Timeouts will occur between 1x to 2x |
| 366 | * of the hang pulse frequency. |
| 367 | */ |
| 368 | #define CXL_PSL_RXCTL_AFUHP_4S 0x7000000000000000ULL |
| 369 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 370 | /* SPA->sw_command_status */ |
| 371 | #define CXL_SPA_SW_CMD_MASK 0xffff000000000000ULL |
| 372 | #define CXL_SPA_SW_CMD_TERMINATE 0x0001000000000000ULL |
| 373 | #define CXL_SPA_SW_CMD_REMOVE 0x0002000000000000ULL |
| 374 | #define CXL_SPA_SW_CMD_SUSPEND 0x0003000000000000ULL |
| 375 | #define CXL_SPA_SW_CMD_RESUME 0x0004000000000000ULL |
| 376 | #define CXL_SPA_SW_CMD_ADD 0x0005000000000000ULL |
| 377 | #define CXL_SPA_SW_CMD_UPDATE 0x0006000000000000ULL |
| 378 | #define CXL_SPA_SW_STATE_MASK 0x0000ffff00000000ULL |
| 379 | #define CXL_SPA_SW_STATE_TERMINATED 0x0000000100000000ULL |
| 380 | #define CXL_SPA_SW_STATE_REMOVED 0x0000000200000000ULL |
| 381 | #define CXL_SPA_SW_STATE_SUSPENDED 0x0000000300000000ULL |
| 382 | #define CXL_SPA_SW_STATE_RESUMED 0x0000000400000000ULL |
| 383 | #define CXL_SPA_SW_STATE_ADDED 0x0000000500000000ULL |
| 384 | #define CXL_SPA_SW_STATE_UPDATED 0x0000000600000000ULL |
| 385 | #define CXL_SPA_SW_PSL_ID_MASK 0x00000000ffff0000ULL |
| 386 | #define CXL_SPA_SW_LINK_MASK 0x000000000000ffffULL |
| 387 | |
| 388 | #define CXL_MAX_SLICES 4 |
| 389 | #define MAX_AFU_MMIO_REGS 3 |
| 390 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 391 | #define CXL_MODE_TIME_SLICED 0x4 |
| 392 | #define CXL_SUPPORTED_MODES (CXL_MODE_DEDICATED | CXL_MODE_DIRECTED) |
| 393 | |
Christophe Lombard | 594ff7d | 2016-03-04 12:26:38 +0100 | [diff] [blame] | 394 | #define CXL_DEV_MINORS 13 /* 1 control + 4 AFUs * 3 (dedicated/master/shared) */ |
| 395 | #define CXL_CARD_MINOR(adapter) (adapter->adapter_num * CXL_DEV_MINORS) |
| 396 | #define CXL_DEVT_ADAPTER(dev) (MINOR(dev) / CXL_DEV_MINORS) |
| 397 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 398 | enum cxl_context_status { |
| 399 | CLOSED, |
| 400 | OPENED, |
| 401 | STARTED |
| 402 | }; |
| 403 | |
| 404 | enum prefault_modes { |
| 405 | CXL_PREFAULT_NONE, |
| 406 | CXL_PREFAULT_WED, |
| 407 | CXL_PREFAULT_ALL, |
| 408 | }; |
| 409 | |
Christophe Lombard | 4752876 | 2016-03-04 12:26:37 +0100 | [diff] [blame] | 410 | enum cxl_attrs { |
| 411 | CXL_ADAPTER_ATTRS, |
| 412 | CXL_AFU_MASTER_ATTRS, |
| 413 | CXL_AFU_ATTRS, |
| 414 | }; |
| 415 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 416 | struct cxl_sste { |
| 417 | __be64 esid_data; |
| 418 | __be64 vsid_data; |
| 419 | }; |
| 420 | |
| 421 | #define to_cxl_adapter(d) container_of(d, struct cxl, dev) |
| 422 | #define to_cxl_afu(d) container_of(d, struct cxl_afu, dev) |
| 423 | |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 424 | struct cxl_afu_native { |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 425 | void __iomem *p1n_mmio; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 426 | void __iomem *afu_desc_mmio; |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 427 | irq_hw_number_t psl_hwirq; |
| 428 | unsigned int psl_virq; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 429 | struct mutex spa_mutex; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 430 | /* |
| 431 | * Only the first part of the SPA is used for the process element |
| 432 | * linked list. The only other part that software needs to worry about |
| 433 | * is sw_command_status, which we store a separate pointer to. |
| 434 | * Everything else in the SPA is only used by hardware |
| 435 | */ |
| 436 | struct cxl_process_element *spa; |
| 437 | __be64 *sw_command_status; |
| 438 | unsigned int spa_size; |
| 439 | int spa_order; |
| 440 | int spa_max_procs; |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 441 | u64 pp_offset; |
| 442 | }; |
| 443 | |
| 444 | struct cxl_afu_guest { |
Christophe Lombard | 266eab8 | 2016-04-22 15:39:22 +0200 | [diff] [blame] | 445 | struct cxl_afu *parent; |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 446 | u64 handle; |
| 447 | phys_addr_t p2n_phys; |
| 448 | u64 p2n_size; |
| 449 | int max_ints; |
Christophe Lombard | 266eab8 | 2016-04-22 15:39:22 +0200 | [diff] [blame] | 450 | bool handle_err; |
| 451 | struct delayed_work work_err; |
Christophe Lombard | 0d400f7 | 2016-03-04 12:26:41 +0100 | [diff] [blame] | 452 | int previous_state; |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 453 | }; |
| 454 | |
| 455 | struct cxl_afu { |
| 456 | struct cxl_afu_native *native; |
| 457 | struct cxl_afu_guest *guest; |
| 458 | irq_hw_number_t serr_hwirq; |
| 459 | unsigned int serr_virq; |
| 460 | char *psl_irq_name; |
| 461 | char *err_irq_name; |
| 462 | void __iomem *p2n_mmio; |
| 463 | phys_addr_t psn_phys; |
| 464 | u64 pp_size; |
| 465 | |
| 466 | struct cxl *adapter; |
| 467 | struct device dev; |
| 468 | struct cdev afu_cdev_s, afu_cdev_m, afu_cdev_d; |
| 469 | struct device *chardev_s, *chardev_m, *chardev_d; |
| 470 | struct idr contexts_idr; |
| 471 | struct dentry *debugfs; |
| 472 | struct mutex contexts_lock; |
| 473 | spinlock_t afu_cntl_lock; |
Andrew Donnellan | 171ed0f | 2017-02-06 12:07:17 +1100 | [diff] [blame] | 474 | |
| 475 | /* -1: AFU deconfigured/locked, >= 0: number of readers */ |
| 476 | atomic_t configured_state; |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 477 | |
| 478 | /* AFU error buffer fields and bin attribute for sysfs */ |
| 479 | u64 eb_len, eb_offset; |
| 480 | struct bin_attribute attr_eb; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 481 | |
Michael Neuling | 6f7f0b3 | 2015-05-27 16:07:18 +1000 | [diff] [blame] | 482 | /* pointer to the vphb */ |
| 483 | struct pci_controller *phb; |
| 484 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 485 | int pp_irqs; |
| 486 | int irqs_max; |
| 487 | int num_procs; |
| 488 | int max_procs_virtualised; |
| 489 | int slice; |
| 490 | int modes_supported; |
| 491 | int current_mode; |
Ian Munsie | b087e61 | 2015-02-04 19:09:01 +1100 | [diff] [blame] | 492 | int crs_num; |
| 493 | u64 crs_len; |
| 494 | u64 crs_offset; |
| 495 | struct list_head crs; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 496 | enum prefault_modes prefault_mode; |
| 497 | bool psa; |
| 498 | bool pp_psa; |
| 499 | bool enabled; |
| 500 | }; |
| 501 | |
Michael Neuling | 80fa93f | 2014-11-14 18:09:28 +1100 | [diff] [blame] | 502 | |
| 503 | struct cxl_irq_name { |
| 504 | struct list_head list; |
| 505 | char *name; |
| 506 | }; |
| 507 | |
Christophe Lombard | 14baf4d | 2016-03-04 12:26:36 +0100 | [diff] [blame] | 508 | struct irq_avail { |
| 509 | irq_hw_number_t offset; |
| 510 | irq_hw_number_t range; |
| 511 | unsigned long *bitmap; |
| 512 | }; |
| 513 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 514 | /* |
| 515 | * This is a cxl context. If the PSL is in dedicated mode, there will be one |
| 516 | * of these per AFU. If in AFU directed there can be lots of these. |
| 517 | */ |
| 518 | struct cxl_context { |
| 519 | struct cxl_afu *afu; |
| 520 | |
| 521 | /* Problem state MMIO */ |
| 522 | phys_addr_t psn_phys; |
| 523 | u64 psn_size; |
| 524 | |
Ian Munsie | b123429 | 2014-12-08 19:18:01 +1100 | [diff] [blame] | 525 | /* Used to unmap any mmaps when force detaching */ |
| 526 | struct address_space *mapping; |
| 527 | struct mutex mapping_lock; |
Ian Munsie | d9232a3 | 2015-07-23 16:43:56 +1000 | [diff] [blame] | 528 | struct page *ff_page; |
| 529 | bool mmio_err_ff; |
Ian Munsie | 55e0766 | 2015-08-27 19:50:19 +1000 | [diff] [blame] | 530 | bool kernelapi; |
Ian Munsie | b123429 | 2014-12-08 19:18:01 +1100 | [diff] [blame] | 531 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 532 | spinlock_t sste_lock; /* Protects segment table entries */ |
| 533 | struct cxl_sste *sstp; |
| 534 | u64 sstp0, sstp1; |
| 535 | unsigned int sst_size, sst_lru; |
| 536 | |
| 537 | wait_queue_head_t wq; |
Vaibhav Jain | 7b8ad49 | 2015-11-24 16:26:18 +0530 | [diff] [blame] | 538 | /* use mm context associated with this pid for ds faults */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 539 | struct pid *pid; |
| 540 | spinlock_t lock; /* Protects pending_irq_mask, pending_fault and fault_addr */ |
| 541 | /* Only used in PR mode */ |
| 542 | u64 process_token; |
| 543 | |
Michael Neuling | ad42de8 | 2016-06-24 08:47:07 +0200 | [diff] [blame] | 544 | /* driver private data */ |
| 545 | void *priv; |
| 546 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 547 | unsigned long *irq_bitmap; /* Accessed from IRQ context */ |
| 548 | struct cxl_irq_ranges irqs; |
Michael Neuling | 80fa93f | 2014-11-14 18:09:28 +1100 | [diff] [blame] | 549 | struct list_head irq_names; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 550 | u64 fault_addr; |
| 551 | u64 fault_dsisr; |
| 552 | u64 afu_err; |
| 553 | |
| 554 | /* |
| 555 | * This status and it's lock pretects start and detach context |
| 556 | * from racing. It also prevents detach from racing with |
| 557 | * itself |
| 558 | */ |
| 559 | enum cxl_context_status status; |
| 560 | struct mutex status_mutex; |
| 561 | |
| 562 | |
| 563 | /* XXX: Is it possible to need multiple work items at once? */ |
| 564 | struct work_struct fault_work; |
| 565 | u64 dsisr; |
| 566 | u64 dar; |
| 567 | |
| 568 | struct cxl_process_element *elem; |
| 569 | |
Christophe Lombard | 14baf4d | 2016-03-04 12:26:36 +0100 | [diff] [blame] | 570 | /* |
| 571 | * pe is the process element handle, assigned by this driver when the |
| 572 | * context is initialized. |
| 573 | * |
| 574 | * external_pe is the PE shown outside of cxl. |
| 575 | * On bare-metal, pe=external_pe, because we decide what the handle is. |
| 576 | * In a guest, we only find out about the pe used by pHyp when the |
| 577 | * context is attached, and that's the value we want to report outside |
| 578 | * of cxl. |
| 579 | */ |
| 580 | int pe; |
| 581 | int external_pe; |
| 582 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 583 | u32 irq_count; |
| 584 | bool pe_inserted; |
| 585 | bool master; |
| 586 | bool kernel; |
Ian Munsie | 7a0d85d | 2016-05-06 17:46:36 +1000 | [diff] [blame] | 587 | bool real_mode; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 588 | bool pending_irq; |
| 589 | bool pending_fault; |
| 590 | bool pending_afu_err; |
Ian Munsie | 8ac75b9 | 2015-05-08 22:55:18 +1000 | [diff] [blame] | 591 | |
Philippe Bergheaud | b810253 | 2016-06-23 15:03:53 +0200 | [diff] [blame] | 592 | /* Used by AFU drivers for driver specific event delivery */ |
| 593 | struct cxl_afu_driver_ops *afu_driver_ops; |
| 594 | atomic_t afu_driver_events; |
| 595 | |
Ian Munsie | 8ac75b9 | 2015-05-08 22:55:18 +1000 | [diff] [blame] | 596 | struct rcu_head rcu; |
Ian Munsie | cbce091 | 2016-07-14 07:17:09 +1000 | [diff] [blame] | 597 | |
| 598 | /* |
| 599 | * Only used when more interrupts are allocated via |
| 600 | * pci_enable_msix_range than are supported in the default context, to |
| 601 | * use additional contexts to overcome the limitation. i.e. Mellanox |
| 602 | * CX4 only: |
| 603 | */ |
| 604 | struct list_head extra_irq_contexts; |
Christophe Lombard | 6dd2d23 | 2017-04-07 16:11:55 +0200 | [diff] [blame] | 605 | |
| 606 | struct mm_struct *mm; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 607 | }; |
| 608 | |
Christophe Lombard | bdd2e71 | 2017-04-07 16:11:56 +0200 | [diff] [blame] | 609 | struct cxl_irq_info; |
| 610 | |
Frederic Barrat | 6d38261 | 2016-05-24 03:39:18 +1000 | [diff] [blame] | 611 | struct cxl_service_layer_ops { |
| 612 | int (*adapter_regs_init)(struct cxl *adapter, struct pci_dev *dev); |
Christophe Lombard | bdd2e71 | 2017-04-07 16:11:56 +0200 | [diff] [blame] | 613 | int (*invalidate_all)(struct cxl *adapter); |
Frederic Barrat | 6d38261 | 2016-05-24 03:39:18 +1000 | [diff] [blame] | 614 | int (*afu_regs_init)(struct cxl_afu *afu); |
Christophe Lombard | bdd2e71 | 2017-04-07 16:11:56 +0200 | [diff] [blame] | 615 | int (*sanitise_afu_regs)(struct cxl_afu *afu); |
Frederic Barrat | 6d38261 | 2016-05-24 03:39:18 +1000 | [diff] [blame] | 616 | int (*register_serr_irq)(struct cxl_afu *afu); |
| 617 | void (*release_serr_irq)(struct cxl_afu *afu); |
Christophe Lombard | bdd2e71 | 2017-04-07 16:11:56 +0200 | [diff] [blame] | 618 | irqreturn_t (*handle_interrupt)(int irq, struct cxl_context *ctx, struct cxl_irq_info *irq_info); |
| 619 | irqreturn_t (*fail_irq)(struct cxl_afu *afu, struct cxl_irq_info *irq_info); |
| 620 | int (*activate_dedicated_process)(struct cxl_afu *afu); |
| 621 | int (*attach_afu_directed)(struct cxl_context *ctx, u64 wed, u64 amr); |
| 622 | int (*attach_dedicated_process)(struct cxl_context *ctx, u64 wed, u64 amr); |
| 623 | void (*update_dedicated_ivtes)(struct cxl_context *ctx); |
| 624 | void (*debugfs_add_adapter_regs)(struct cxl *adapter, struct dentry *dir); |
| 625 | void (*debugfs_add_afu_regs)(struct cxl_afu *afu, struct dentry *dir); |
Frederic Barrat | 6d38261 | 2016-05-24 03:39:18 +1000 | [diff] [blame] | 626 | void (*psl_irq_dump_registers)(struct cxl_context *ctx); |
| 627 | void (*err_irq_dump_registers)(struct cxl *adapter); |
| 628 | void (*debugfs_stop_trace)(struct cxl *adapter); |
| 629 | void (*write_timebase_ctrl)(struct cxl *adapter); |
| 630 | u64 (*timebase_read)(struct cxl *adapter); |
Ian Munsie | b385c9e | 2016-06-08 15:09:54 +1000 | [diff] [blame] | 631 | int capi_mode; |
Ian Munsie | 5e7823c | 2016-07-01 02:50:40 +1000 | [diff] [blame] | 632 | bool needs_reset_before_disable; |
Frederic Barrat | 6d38261 | 2016-05-24 03:39:18 +1000 | [diff] [blame] | 633 | }; |
| 634 | |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 635 | struct cxl_native { |
| 636 | u64 afu_desc_off; |
| 637 | u64 afu_desc_size; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 638 | void __iomem *p1_mmio; |
| 639 | void __iomem *p2_mmio; |
| 640 | irq_hw_number_t err_hwirq; |
| 641 | unsigned int err_virq; |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 642 | u64 ps_off; |
Frederic Barrat | 6d38261 | 2016-05-24 03:39:18 +1000 | [diff] [blame] | 643 | const struct cxl_service_layer_ops *sl_ops; |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 644 | }; |
| 645 | |
| 646 | struct cxl_guest { |
| 647 | struct platform_device *pdev; |
| 648 | int irq_nranges; |
| 649 | struct cdev cdev; |
| 650 | irq_hw_number_t irq_base_offset; |
| 651 | struct irq_avail *irq_avail; |
| 652 | spinlock_t irq_alloc_lock; |
| 653 | u64 handle; |
| 654 | char *status; |
| 655 | u16 vendor; |
| 656 | u16 device; |
| 657 | u16 subsystem_vendor; |
| 658 | u16 subsystem; |
| 659 | }; |
| 660 | |
| 661 | struct cxl { |
| 662 | struct cxl_native *native; |
| 663 | struct cxl_guest *guest; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 664 | spinlock_t afu_list_lock; |
| 665 | struct cxl_afu *afu[CXL_MAX_SLICES]; |
| 666 | struct device dev; |
| 667 | struct dentry *trace; |
| 668 | struct dentry *psl_err_chk; |
| 669 | struct dentry *debugfs; |
Michael Neuling | 80fa93f | 2014-11-14 18:09:28 +1100 | [diff] [blame] | 670 | char *irq_name; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 671 | struct bin_attribute cxl_attr; |
| 672 | int adapter_num; |
| 673 | int user_irqs; |
Andrew Donnellan | 1647933 | 2016-07-28 15:39:41 +1000 | [diff] [blame] | 674 | int min_pe; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 675 | u64 ps_size; |
| 676 | u16 psl_rev; |
| 677 | u16 base_image; |
| 678 | u8 vsec_status; |
| 679 | u8 caia_major; |
| 680 | u8 caia_minor; |
| 681 | u8 slices; |
| 682 | bool user_image_loaded; |
| 683 | bool perst_loads_image; |
| 684 | bool perst_select_user; |
Daniel Axtens | 13e68d8 | 2015-08-14 17:41:25 +1000 | [diff] [blame] | 685 | bool perst_same_image; |
Frederic Barrat | e009a7e | 2016-03-21 14:32:48 -0500 | [diff] [blame] | 686 | bool psl_timebase_synced; |
Vaibhav Jain | 70b565b | 2016-10-14 15:08:36 +0530 | [diff] [blame] | 687 | |
| 688 | /* |
| 689 | * number of contexts mapped on to this card. Possible values are: |
| 690 | * >0: Number of contexts mapped and new one can be mapped. |
| 691 | * 0: No active contexts and new ones can be mapped. |
| 692 | * -1: No contexts mapped and new ones cannot be mapped. |
| 693 | */ |
| 694 | atomic_t contexts_num; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 695 | }; |
| 696 | |
Frederic Barrat | 2b04cf3 | 2016-03-04 12:26:29 +0100 | [diff] [blame] | 697 | int cxl_pci_alloc_one_irq(struct cxl *adapter); |
| 698 | void cxl_pci_release_one_irq(struct cxl *adapter, int hwirq); |
| 699 | int cxl_pci_alloc_irq_ranges(struct cxl_irq_ranges *irqs, struct cxl *adapter, unsigned int num); |
| 700 | void cxl_pci_release_irq_ranges(struct cxl_irq_ranges *irqs, struct cxl *adapter); |
| 701 | int cxl_pci_setup_irq(struct cxl *adapter, unsigned int hwirq, unsigned int virq); |
Ryan Grimm | 4beb542 | 2015-01-19 11:52:48 -0600 | [diff] [blame] | 702 | int cxl_update_image_control(struct cxl *adapter); |
Frederic Barrat | 2b04cf3 | 2016-03-04 12:26:29 +0100 | [diff] [blame] | 703 | int cxl_pci_reset(struct cxl *adapter); |
| 704 | void cxl_pci_release_afu(struct device *dev); |
Frederic Barrat | d601ea9 | 2016-03-04 12:26:40 +0100 | [diff] [blame] | 705 | ssize_t cxl_pci_read_adapter_vpd(struct cxl *adapter, void *buf, size_t len); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 706 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 707 | /* common == phyp + powernv - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 708 | struct cxl_process_element_common { |
| 709 | __be32 tid; |
| 710 | __be32 pid; |
| 711 | __be64 csrp; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 712 | union { |
| 713 | struct { |
| 714 | __be64 aurp0; |
| 715 | __be64 aurp1; |
| 716 | __be64 sstp0; |
| 717 | __be64 sstp1; |
| 718 | } psl8; /* CAIA 1 */ |
| 719 | struct { |
| 720 | u8 reserved2[8]; |
| 721 | u8 reserved3[8]; |
| 722 | u8 reserved4[8]; |
| 723 | u8 reserved5[8]; |
| 724 | } psl9; /* CAIA 2 */ |
| 725 | } u; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 726 | __be64 amr; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 727 | u8 reserved6[4]; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 728 | __be64 wed; |
| 729 | } __packed; |
| 730 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 731 | /* just powernv - CAIA 1&2 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 732 | struct cxl_process_element { |
| 733 | __be64 sr; |
| 734 | __be64 SPOffset; |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 735 | union { |
| 736 | __be64 sdr; /* CAIA 1 */ |
| 737 | u8 reserved1[8]; /* CAIA 2 */ |
| 738 | } u; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 739 | __be64 haurp; |
| 740 | __be32 ctxtime; |
| 741 | __be16 ivte_offsets[4]; |
| 742 | __be16 ivte_ranges[4]; |
| 743 | __be32 lpid; |
| 744 | struct cxl_process_element_common common; |
| 745 | __be32 software_state; |
| 746 | } __packed; |
| 747 | |
Christophe Lombard | 0d400f7 | 2016-03-04 12:26:41 +0100 | [diff] [blame] | 748 | static inline bool cxl_adapter_link_ok(struct cxl *cxl, struct cxl_afu *afu) |
Daniel Axtens | 0b3f9c7 | 2015-08-14 17:41:18 +1000 | [diff] [blame] | 749 | { |
| 750 | struct pci_dev *pdev; |
| 751 | |
Frederic Barrat | ea2d1f9 | 2016-03-04 12:26:30 +0100 | [diff] [blame] | 752 | if (cpu_has_feature(CPU_FTR_HVMODE)) { |
| 753 | pdev = to_pci_dev(cxl->dev.parent); |
| 754 | return !pci_channel_offline(pdev); |
| 755 | } |
| 756 | return true; |
Daniel Axtens | 0b3f9c7 | 2015-08-14 17:41:18 +1000 | [diff] [blame] | 757 | } |
| 758 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 759 | static inline void __iomem *_cxl_p1_addr(struct cxl *cxl, cxl_p1_reg_t reg) |
| 760 | { |
| 761 | WARN_ON(!cpu_has_feature(CPU_FTR_HVMODE)); |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 762 | return cxl->native->p1_mmio + cxl_reg_off(reg); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 763 | } |
| 764 | |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 765 | static inline void cxl_p1_write(struct cxl *cxl, cxl_p1_reg_t reg, u64 val) |
| 766 | { |
Christophe Lombard | 0d400f7 | 2016-03-04 12:26:41 +0100 | [diff] [blame] | 767 | if (likely(cxl_adapter_link_ok(cxl, NULL))) |
Daniel Axtens | 0b3f9c7 | 2015-08-14 17:41:18 +1000 | [diff] [blame] | 768 | out_be64(_cxl_p1_addr(cxl, reg), val); |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 769 | } |
| 770 | |
| 771 | static inline u64 cxl_p1_read(struct cxl *cxl, cxl_p1_reg_t reg) |
| 772 | { |
Christophe Lombard | 0d400f7 | 2016-03-04 12:26:41 +0100 | [diff] [blame] | 773 | if (likely(cxl_adapter_link_ok(cxl, NULL))) |
Daniel Axtens | 0b3f9c7 | 2015-08-14 17:41:18 +1000 | [diff] [blame] | 774 | return in_be64(_cxl_p1_addr(cxl, reg)); |
| 775 | else |
| 776 | return ~0ULL; |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 777 | } |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 778 | |
| 779 | static inline void __iomem *_cxl_p1n_addr(struct cxl_afu *afu, cxl_p1n_reg_t reg) |
| 780 | { |
| 781 | WARN_ON(!cpu_has_feature(CPU_FTR_HVMODE)); |
Christophe Lombard | cbffa3a | 2016-03-04 12:26:35 +0100 | [diff] [blame] | 782 | return afu->native->p1n_mmio + cxl_reg_off(reg); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 783 | } |
| 784 | |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 785 | static inline void cxl_p1n_write(struct cxl_afu *afu, cxl_p1n_reg_t reg, u64 val) |
| 786 | { |
Christophe Lombard | 0d400f7 | 2016-03-04 12:26:41 +0100 | [diff] [blame] | 787 | if (likely(cxl_adapter_link_ok(afu->adapter, afu))) |
Daniel Axtens | 0b3f9c7 | 2015-08-14 17:41:18 +1000 | [diff] [blame] | 788 | out_be64(_cxl_p1n_addr(afu, reg), val); |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 789 | } |
| 790 | |
| 791 | static inline u64 cxl_p1n_read(struct cxl_afu *afu, cxl_p1n_reg_t reg) |
| 792 | { |
Christophe Lombard | 0d400f7 | 2016-03-04 12:26:41 +0100 | [diff] [blame] | 793 | if (likely(cxl_adapter_link_ok(afu->adapter, afu))) |
Daniel Axtens | 0b3f9c7 | 2015-08-14 17:41:18 +1000 | [diff] [blame] | 794 | return in_be64(_cxl_p1n_addr(afu, reg)); |
| 795 | else |
| 796 | return ~0ULL; |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 797 | } |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 798 | |
| 799 | static inline void __iomem *_cxl_p2n_addr(struct cxl_afu *afu, cxl_p2n_reg_t reg) |
| 800 | { |
| 801 | return afu->p2n_mmio + cxl_reg_off(reg); |
| 802 | } |
| 803 | |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 804 | static inline void cxl_p2n_write(struct cxl_afu *afu, cxl_p2n_reg_t reg, u64 val) |
| 805 | { |
Christophe Lombard | 0d400f7 | 2016-03-04 12:26:41 +0100 | [diff] [blame] | 806 | if (likely(cxl_adapter_link_ok(afu->adapter, afu))) |
Daniel Axtens | 0b3f9c7 | 2015-08-14 17:41:18 +1000 | [diff] [blame] | 807 | out_be64(_cxl_p2n_addr(afu, reg), val); |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 808 | } |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 809 | |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 810 | static inline u64 cxl_p2n_read(struct cxl_afu *afu, cxl_p2n_reg_t reg) |
| 811 | { |
Christophe Lombard | 0d400f7 | 2016-03-04 12:26:41 +0100 | [diff] [blame] | 812 | if (likely(cxl_adapter_link_ok(afu->adapter, afu))) |
Daniel Axtens | 0b3f9c7 | 2015-08-14 17:41:18 +1000 | [diff] [blame] | 813 | return in_be64(_cxl_p2n_addr(afu, reg)); |
| 814 | else |
| 815 | return ~0ULL; |
Daniel Axtens | 588b34b | 2015-08-14 17:41:17 +1000 | [diff] [blame] | 816 | } |
Ian Munsie | b087e61 | 2015-02-04 19:09:01 +1100 | [diff] [blame] | 817 | |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 818 | static inline bool cxl_is_power8(void) |
| 819 | { |
| 820 | if ((pvr_version_is(PVR_POWER8E)) || |
| 821 | (pvr_version_is(PVR_POWER8NVL)) || |
| 822 | (pvr_version_is(PVR_POWER8))) |
| 823 | return true; |
| 824 | return false; |
| 825 | } |
| 826 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 827 | static inline bool cxl_is_power9(void) |
| 828 | { |
| 829 | /* intermediate solution */ |
| 830 | if (!cxl_is_power8() && |
| 831 | (cpu_has_feature(CPU_FTRS_POWER9) || |
| 832 | cpu_has_feature(CPU_FTR_POWER9_DD1))) |
| 833 | return true; |
| 834 | return false; |
| 835 | } |
| 836 | |
Christophe Lombard | abd1d99 | 2017-04-07 16:11:58 +0200 | [diff] [blame] | 837 | static inline bool cxl_is_psl8(struct cxl_afu *afu) |
| 838 | { |
| 839 | if (afu->adapter->caia_major == 1) |
| 840 | return true; |
| 841 | return false; |
| 842 | } |
| 843 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 844 | static inline bool cxl_is_psl9(struct cxl_afu *afu) |
| 845 | { |
| 846 | if (afu->adapter->caia_major == 2) |
| 847 | return true; |
| 848 | return false; |
| 849 | } |
| 850 | |
Frederic Barrat | 2b04cf3 | 2016-03-04 12:26:29 +0100 | [diff] [blame] | 851 | ssize_t cxl_pci_afu_read_err_buffer(struct cxl_afu *afu, char *buf, |
Vaibhav Jain | e36f6fe | 2015-05-22 10:56:05 +0530 | [diff] [blame] | 852 | loff_t off, size_t count); |
| 853 | |
Ian Munsie | a19bd79 | 2016-07-14 07:17:04 +1000 | [diff] [blame] | 854 | /* Internal functions wrapped in cxl_base to allow PHB to call them */ |
| 855 | bool _cxl_pci_associate_default_context(struct pci_dev *dev, struct cxl_afu *afu); |
| 856 | void _cxl_pci_disable_device(struct pci_dev *dev); |
Ian Munsie | cbce091 | 2016-07-14 07:17:09 +1000 | [diff] [blame] | 857 | int _cxl_next_msi_hwirq(struct pci_dev *pdev, struct cxl_context **ctx, int *afu_irq); |
Ian Munsie | a2f67d5 | 2016-07-14 07:17:10 +1000 | [diff] [blame] | 858 | int _cxl_cx4_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type); |
| 859 | void _cxl_cx4_teardown_msi_irqs(struct pci_dev *pdev); |
Ian Munsie | b087e61 | 2015-02-04 19:09:01 +1100 | [diff] [blame] | 860 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 861 | struct cxl_calls { |
| 862 | void (*cxl_slbia)(struct mm_struct *mm); |
Ian Munsie | a19bd79 | 2016-07-14 07:17:04 +1000 | [diff] [blame] | 863 | bool (*cxl_pci_associate_default_context)(struct pci_dev *dev, struct cxl_afu *afu); |
| 864 | void (*cxl_pci_disable_device)(struct pci_dev *dev); |
Ian Munsie | cbce091 | 2016-07-14 07:17:09 +1000 | [diff] [blame] | 865 | int (*cxl_next_msi_hwirq)(struct pci_dev *pdev, struct cxl_context **ctx, int *afu_irq); |
Ian Munsie | a2f67d5 | 2016-07-14 07:17:10 +1000 | [diff] [blame] | 866 | int (*cxl_cx4_setup_msi_irqs)(struct pci_dev *pdev, int nvec, int type); |
| 867 | void (*cxl_cx4_teardown_msi_irqs)(struct pci_dev *pdev); |
Ian Munsie | a19bd79 | 2016-07-14 07:17:04 +1000 | [diff] [blame] | 868 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 869 | struct module *owner; |
| 870 | }; |
| 871 | int register_cxl_calls(struct cxl_calls *calls); |
| 872 | void unregister_cxl_calls(struct cxl_calls *calls); |
Christophe Lombard | 594ff7d | 2016-03-04 12:26:38 +0100 | [diff] [blame] | 873 | int cxl_update_properties(struct device_node *dn, struct property *new_prop); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 874 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 875 | void cxl_remove_adapter_nr(struct cxl *adapter); |
| 876 | |
Daniel Axtens | 05155772 | 2015-08-14 17:41:19 +1000 | [diff] [blame] | 877 | void cxl_release_spa(struct cxl_afu *afu); |
| 878 | |
Christophe Lombard | 594ff7d | 2016-03-04 12:26:38 +0100 | [diff] [blame] | 879 | dev_t cxl_get_dev(void); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 880 | int cxl_file_init(void); |
| 881 | void cxl_file_exit(void); |
| 882 | int cxl_register_adapter(struct cxl *adapter); |
| 883 | int cxl_register_afu(struct cxl_afu *afu); |
| 884 | int cxl_chardev_d_afu_add(struct cxl_afu *afu); |
| 885 | int cxl_chardev_m_afu_add(struct cxl_afu *afu); |
| 886 | int cxl_chardev_s_afu_add(struct cxl_afu *afu); |
| 887 | void cxl_chardev_afu_remove(struct cxl_afu *afu); |
| 888 | |
| 889 | void cxl_context_detach_all(struct cxl_afu *afu); |
| 890 | void cxl_context_free(struct cxl_context *ctx); |
| 891 | void cxl_context_detach(struct cxl_context *ctx); |
| 892 | |
| 893 | int cxl_sysfs_adapter_add(struct cxl *adapter); |
| 894 | void cxl_sysfs_adapter_remove(struct cxl *adapter); |
| 895 | int cxl_sysfs_afu_add(struct cxl_afu *afu); |
| 896 | void cxl_sysfs_afu_remove(struct cxl_afu *afu); |
| 897 | int cxl_sysfs_afu_m_add(struct cxl_afu *afu); |
| 898 | void cxl_sysfs_afu_m_remove(struct cxl_afu *afu); |
| 899 | |
Christophe Lombard | 8633186 | 2016-03-04 12:26:25 +0100 | [diff] [blame] | 900 | struct cxl *cxl_alloc_adapter(void); |
| 901 | struct cxl_afu *cxl_alloc_afu(struct cxl *adapter, int slice); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 902 | int cxl_afu_select_best_mode(struct cxl_afu *afu); |
| 903 | |
Frederic Barrat | 2b04cf3 | 2016-03-04 12:26:29 +0100 | [diff] [blame] | 904 | int cxl_native_register_psl_irq(struct cxl_afu *afu); |
| 905 | void cxl_native_release_psl_irq(struct cxl_afu *afu); |
| 906 | int cxl_native_register_psl_err_irq(struct cxl *adapter); |
| 907 | void cxl_native_release_psl_err_irq(struct cxl *adapter); |
| 908 | int cxl_native_register_serr_irq(struct cxl_afu *afu); |
| 909 | void cxl_native_release_serr_irq(struct cxl_afu *afu); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 910 | int afu_register_irqs(struct cxl_context *ctx, u32 count); |
Michael Neuling | 6428832 | 2015-05-27 16:07:07 +1000 | [diff] [blame] | 911 | void afu_release_irqs(struct cxl_context *ctx, void *cookie); |
Andrew Donnellan | 8dde152 | 2015-09-30 11:58:05 +1000 | [diff] [blame] | 912 | void afu_irq_name_free(struct cxl_context *ctx); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 913 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 914 | int cxl_attach_afu_directed_psl9(struct cxl_context *ctx, u64 wed, u64 amr); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 915 | int cxl_attach_afu_directed_psl8(struct cxl_context *ctx, u64 wed, u64 amr); |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 916 | int cxl_activate_dedicated_process_psl9(struct cxl_afu *afu); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 917 | int cxl_activate_dedicated_process_psl8(struct cxl_afu *afu); |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 918 | int cxl_attach_dedicated_process_psl9(struct cxl_context *ctx, u64 wed, u64 amr); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 919 | int cxl_attach_dedicated_process_psl8(struct cxl_context *ctx, u64 wed, u64 amr); |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 920 | void cxl_update_dedicated_ivtes_psl9(struct cxl_context *ctx); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 921 | void cxl_update_dedicated_ivtes_psl8(struct cxl_context *ctx); |
Christophe Lombard | bdd2e71 | 2017-04-07 16:11:56 +0200 | [diff] [blame] | 922 | |
Andrew Donnellan | 39d4087 | 2017-02-01 14:22:07 +1100 | [diff] [blame] | 923 | #ifdef CONFIG_DEBUG_FS |
| 924 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 925 | int cxl_debugfs_init(void); |
| 926 | void cxl_debugfs_exit(void); |
| 927 | int cxl_debugfs_adapter_add(struct cxl *adapter); |
| 928 | void cxl_debugfs_adapter_remove(struct cxl *adapter); |
| 929 | int cxl_debugfs_afu_add(struct cxl_afu *afu); |
| 930 | void cxl_debugfs_afu_remove(struct cxl_afu *afu); |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 931 | void cxl_stop_trace_psl9(struct cxl *cxl); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 932 | void cxl_stop_trace_psl8(struct cxl *cxl); |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 933 | void cxl_debugfs_add_adapter_regs_psl9(struct cxl *adapter, struct dentry *dir); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 934 | void cxl_debugfs_add_adapter_regs_psl8(struct cxl *adapter, struct dentry *dir); |
Christophe Lombard | bdd2e71 | 2017-04-07 16:11:56 +0200 | [diff] [blame] | 935 | void cxl_debugfs_add_adapter_regs_xsl(struct cxl *adapter, struct dentry *dir); |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 936 | void cxl_debugfs_add_afu_regs_psl9(struct cxl_afu *afu, struct dentry *dir); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 937 | void cxl_debugfs_add_afu_regs_psl8(struct cxl_afu *afu, struct dentry *dir); |
Andrew Donnellan | 39d4087 | 2017-02-01 14:22:07 +1100 | [diff] [blame] | 938 | |
| 939 | #else /* CONFIG_DEBUG_FS */ |
| 940 | |
| 941 | static inline int __init cxl_debugfs_init(void) |
| 942 | { |
| 943 | return 0; |
| 944 | } |
| 945 | |
| 946 | static inline void cxl_debugfs_exit(void) |
| 947 | { |
| 948 | } |
| 949 | |
| 950 | static inline int cxl_debugfs_adapter_add(struct cxl *adapter) |
| 951 | { |
| 952 | return 0; |
| 953 | } |
| 954 | |
| 955 | static inline void cxl_debugfs_adapter_remove(struct cxl *adapter) |
| 956 | { |
| 957 | } |
| 958 | |
| 959 | static inline int cxl_debugfs_afu_add(struct cxl_afu *afu) |
| 960 | { |
| 961 | return 0; |
| 962 | } |
| 963 | |
| 964 | static inline void cxl_debugfs_afu_remove(struct cxl_afu *afu) |
| 965 | { |
| 966 | } |
| 967 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 968 | static inline void cxl_stop_trace_psl9(struct cxl *cxl) |
| 969 | { |
| 970 | } |
| 971 | |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 972 | static inline void cxl_stop_trace_psl8(struct cxl *cxl) |
Andrew Donnellan | 39d4087 | 2017-02-01 14:22:07 +1100 | [diff] [blame] | 973 | { |
| 974 | } |
| 975 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 976 | static inline void cxl_debugfs_add_adapter_regs_psl9(struct cxl *adapter, |
| 977 | struct dentry *dir) |
| 978 | { |
| 979 | } |
| 980 | |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 981 | static inline void cxl_debugfs_add_adapter_regs_psl8(struct cxl *adapter, |
Andrew Donnellan | 39d4087 | 2017-02-01 14:22:07 +1100 | [diff] [blame] | 982 | struct dentry *dir) |
| 983 | { |
| 984 | } |
| 985 | |
Christophe Lombard | bdd2e71 | 2017-04-07 16:11:56 +0200 | [diff] [blame] | 986 | static inline void cxl_debugfs_add_adapter_regs_xsl(struct cxl *adapter, |
Andrew Donnellan | 39d4087 | 2017-02-01 14:22:07 +1100 | [diff] [blame] | 987 | struct dentry *dir) |
| 988 | { |
| 989 | } |
| 990 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 991 | static inline void cxl_debugfs_add_afu_regs_psl9(struct cxl_afu *afu, struct dentry *dir) |
| 992 | { |
| 993 | } |
| 994 | |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 995 | static inline void cxl_debugfs_add_afu_regs_psl8(struct cxl_afu *afu, struct dentry *dir) |
Andrew Donnellan | 39d4087 | 2017-02-01 14:22:07 +1100 | [diff] [blame] | 996 | { |
| 997 | } |
| 998 | |
| 999 | #endif /* CONFIG_DEBUG_FS */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1000 | |
| 1001 | void cxl_handle_fault(struct work_struct *work); |
| 1002 | void cxl_prefault(struct cxl_context *ctx, u64 wed); |
| 1003 | |
| 1004 | struct cxl *get_cxl_adapter(int num); |
| 1005 | int cxl_alloc_sst(struct cxl_context *ctx); |
Christophe Lombard | 444c4ba | 2016-03-04 12:26:34 +0100 | [diff] [blame] | 1006 | void cxl_dump_debug_buffer(void *addr, size_t size); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1007 | |
| 1008 | void init_cxl_native(void); |
| 1009 | |
| 1010 | struct cxl_context *cxl_context_alloc(void); |
Frederic Barrat | bdecf76 | 2016-11-18 23:00:31 +1100 | [diff] [blame] | 1011 | int cxl_context_init(struct cxl_context *ctx, struct cxl_afu *afu, bool master); |
| 1012 | void cxl_context_set_mapping(struct cxl_context *ctx, |
| 1013 | struct address_space *mapping); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1014 | void cxl_context_free(struct cxl_context *ctx); |
| 1015 | int cxl_context_iomap(struct cxl_context *ctx, struct vm_area_struct *vma); |
Michael Neuling | 1a1a94b | 2015-05-27 16:07:10 +1000 | [diff] [blame] | 1016 | unsigned int cxl_map_irq(struct cxl *adapter, irq_hw_number_t hwirq, |
| 1017 | irq_handler_t handler, void *cookie, const char *name); |
| 1018 | void cxl_unmap_irq(unsigned int virq, void *cookie); |
Michael Neuling | eda3693 | 2015-05-27 16:07:08 +1000 | [diff] [blame] | 1019 | int __detach_context(struct cxl_context *ctx); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1020 | |
Christophe Lombard | 444c4ba | 2016-03-04 12:26:34 +0100 | [diff] [blame] | 1021 | /* |
| 1022 | * This must match the layout of the H_COLLECT_CA_INT_INFO retbuf defined |
| 1023 | * in PAPR. |
Christophe Lombard | 66ef20c | 2017-04-07 16:11:54 +0200 | [diff] [blame] | 1024 | * Field pid_tid is now 'reserved' because it's no more used on bare-metal. |
| 1025 | * On a guest environment, PSL_PID_An is located on the upper 32 bits and |
| 1026 | * PSL_TID_An register in the lower 32 bits. |
Christophe Lombard | 444c4ba | 2016-03-04 12:26:34 +0100 | [diff] [blame] | 1027 | */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1028 | struct cxl_irq_info { |
| 1029 | u64 dsisr; |
| 1030 | u64 dar; |
| 1031 | u64 dsr; |
Christophe Lombard | 66ef20c | 2017-04-07 16:11:54 +0200 | [diff] [blame] | 1032 | u64 reserved; |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1033 | u64 afu_err; |
| 1034 | u64 errstat; |
Christophe Lombard | 444c4ba | 2016-03-04 12:26:34 +0100 | [diff] [blame] | 1035 | u64 proc_handle; |
| 1036 | u64 padding[2]; /* to match the expected retbuf size for plpar_hcall9 */ |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1037 | }; |
| 1038 | |
Michael Neuling | 1a1a94b | 2015-05-27 16:07:10 +1000 | [diff] [blame] | 1039 | void cxl_assign_psn_space(struct cxl_context *ctx); |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 1040 | int cxl_invalidate_all_psl9(struct cxl *adapter); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 1041 | int cxl_invalidate_all_psl8(struct cxl *adapter); |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 1042 | irqreturn_t cxl_irq_psl9(int irq, struct cxl_context *ctx, struct cxl_irq_info *irq_info); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 1043 | irqreturn_t cxl_irq_psl8(int irq, struct cxl_context *ctx, struct cxl_irq_info *irq_info); |
Christophe Lombard | bdd2e71 | 2017-04-07 16:11:56 +0200 | [diff] [blame] | 1044 | irqreturn_t cxl_fail_irq_psl(struct cxl_afu *afu, struct cxl_irq_info *irq_info); |
Christophe Lombard | 8633186 | 2016-03-04 12:26:25 +0100 | [diff] [blame] | 1045 | int cxl_register_one_irq(struct cxl *adapter, irq_handler_t handler, |
| 1046 | void *cookie, irq_hw_number_t *dest_hwirq, |
| 1047 | unsigned int *dest_virq, const char *name); |
| 1048 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1049 | int cxl_check_error(struct cxl_afu *afu); |
| 1050 | int cxl_afu_slbia(struct cxl_afu *afu); |
Frederic Barrat | aaa2245 | 2016-10-03 21:36:02 +0200 | [diff] [blame] | 1051 | int cxl_data_cache_flush(struct cxl *adapter); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1052 | int cxl_afu_disable(struct cxl_afu *afu); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1053 | int cxl_psl_purge(struct cxl_afu *afu); |
| 1054 | |
Christophe Lombard | f24be42 | 2017-04-12 16:34:07 +0200 | [diff] [blame^] | 1055 | void cxl_native_irq_dump_regs_psl9(struct cxl_context *ctx); |
Christophe Lombard | 64663f3 | 2017-04-07 16:11:57 +0200 | [diff] [blame] | 1056 | void cxl_native_irq_dump_regs_psl8(struct cxl_context *ctx); |
Frederic Barrat | 6d38261 | 2016-05-24 03:39:18 +1000 | [diff] [blame] | 1057 | void cxl_native_err_irq_dump_regs(struct cxl *adapter); |
Michael Neuling | 6f7f0b3 | 2015-05-27 16:07:18 +1000 | [diff] [blame] | 1058 | int cxl_pci_vphb_add(struct cxl_afu *afu); |
| 1059 | void cxl_pci_vphb_remove(struct cxl_afu *afu); |
Frederic Barrat | bdecf76 | 2016-11-18 23:00:31 +1100 | [diff] [blame] | 1060 | void cxl_release_mapping(struct cxl_context *ctx); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1061 | |
| 1062 | extern struct pci_driver cxl_pci_driver; |
Christophe Lombard | 14baf4d | 2016-03-04 12:26:36 +0100 | [diff] [blame] | 1063 | extern struct platform_driver cxl_of_driver; |
Michael Neuling | c358d84b | 2015-05-27 16:07:12 +1000 | [diff] [blame] | 1064 | int afu_allocate_irqs(struct cxl_context *ctx, u32 count); |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1065 | |
Michael Neuling | 0520336 | 2015-05-27 16:07:17 +1000 | [diff] [blame] | 1066 | int afu_open(struct inode *inode, struct file *file); |
| 1067 | int afu_release(struct inode *inode, struct file *file); |
| 1068 | long afu_ioctl(struct file *file, unsigned int cmd, unsigned long arg); |
| 1069 | int afu_mmap(struct file *file, struct vm_area_struct *vm); |
| 1070 | unsigned int afu_poll(struct file *file, struct poll_table_struct *poll); |
| 1071 | ssize_t afu_read(struct file *file, char __user *buf, size_t count, loff_t *off); |
| 1072 | extern const struct file_operations afu_fops; |
| 1073 | |
Christophe Lombard | 14baf4d | 2016-03-04 12:26:36 +0100 | [diff] [blame] | 1074 | struct cxl *cxl_guest_init_adapter(struct device_node *np, struct platform_device *dev); |
| 1075 | void cxl_guest_remove_adapter(struct cxl *adapter); |
| 1076 | int cxl_of_read_adapter_handle(struct cxl *adapter, struct device_node *np); |
| 1077 | int cxl_of_read_adapter_properties(struct cxl *adapter, struct device_node *np); |
| 1078 | ssize_t cxl_guest_read_adapter_vpd(struct cxl *adapter, void *buf, size_t len); |
| 1079 | ssize_t cxl_guest_read_afu_vpd(struct cxl_afu *afu, void *buf, size_t len); |
| 1080 | int cxl_guest_init_afu(struct cxl *adapter, int slice, struct device_node *afu_np); |
| 1081 | void cxl_guest_remove_afu(struct cxl_afu *afu); |
| 1082 | int cxl_of_read_afu_handle(struct cxl_afu *afu, struct device_node *afu_np); |
| 1083 | int cxl_of_read_afu_properties(struct cxl_afu *afu, struct device_node *afu_np); |
| 1084 | int cxl_guest_add_chardev(struct cxl *adapter); |
| 1085 | void cxl_guest_remove_chardev(struct cxl *adapter); |
| 1086 | void cxl_guest_reload_module(struct cxl *adapter); |
| 1087 | int cxl_of_probe(struct platform_device *pdev); |
| 1088 | |
Frederic Barrat | 5be587b | 2016-03-04 12:26:28 +0100 | [diff] [blame] | 1089 | struct cxl_backend_ops { |
| 1090 | struct module *module; |
| 1091 | int (*adapter_reset)(struct cxl *adapter); |
| 1092 | int (*alloc_one_irq)(struct cxl *adapter); |
| 1093 | void (*release_one_irq)(struct cxl *adapter, int hwirq); |
| 1094 | int (*alloc_irq_ranges)(struct cxl_irq_ranges *irqs, |
| 1095 | struct cxl *adapter, unsigned int num); |
| 1096 | void (*release_irq_ranges)(struct cxl_irq_ranges *irqs, |
| 1097 | struct cxl *adapter); |
| 1098 | int (*setup_irq)(struct cxl *adapter, unsigned int hwirq, |
| 1099 | unsigned int virq); |
| 1100 | irqreturn_t (*handle_psl_slice_error)(struct cxl_context *ctx, |
| 1101 | u64 dsisr, u64 errstat); |
| 1102 | irqreturn_t (*psl_interrupt)(int irq, void *data); |
| 1103 | int (*ack_irq)(struct cxl_context *ctx, u64 tfc, u64 psl_reset_mask); |
Michael Neuling | 2bc79ff | 2016-04-22 14:57:49 +1000 | [diff] [blame] | 1104 | void (*irq_wait)(struct cxl_context *ctx); |
Frederic Barrat | 5be587b | 2016-03-04 12:26:28 +0100 | [diff] [blame] | 1105 | int (*attach_process)(struct cxl_context *ctx, bool kernel, |
| 1106 | u64 wed, u64 amr); |
| 1107 | int (*detach_process)(struct cxl_context *ctx); |
Ian Munsie | 292841b | 2016-05-24 02:14:05 +1000 | [diff] [blame] | 1108 | void (*update_ivtes)(struct cxl_context *ctx); |
Christophe Lombard | 4752876 | 2016-03-04 12:26:37 +0100 | [diff] [blame] | 1109 | bool (*support_attributes)(const char *attr_name, enum cxl_attrs type); |
Christophe Lombard | 0d400f7 | 2016-03-04 12:26:41 +0100 | [diff] [blame] | 1110 | bool (*link_ok)(struct cxl *cxl, struct cxl_afu *afu); |
Frederic Barrat | 5be587b | 2016-03-04 12:26:28 +0100 | [diff] [blame] | 1111 | void (*release_afu)(struct device *dev); |
| 1112 | ssize_t (*afu_read_err_buffer)(struct cxl_afu *afu, char *buf, |
| 1113 | loff_t off, size_t count); |
| 1114 | int (*afu_check_and_enable)(struct cxl_afu *afu); |
| 1115 | int (*afu_activate_mode)(struct cxl_afu *afu, int mode); |
| 1116 | int (*afu_deactivate_mode)(struct cxl_afu *afu, int mode); |
| 1117 | int (*afu_reset)(struct cxl_afu *afu); |
| 1118 | int (*afu_cr_read8)(struct cxl_afu *afu, int cr_idx, u64 offset, u8 *val); |
| 1119 | int (*afu_cr_read16)(struct cxl_afu *afu, int cr_idx, u64 offset, u16 *val); |
| 1120 | int (*afu_cr_read32)(struct cxl_afu *afu, int cr_idx, u64 offset, u32 *val); |
| 1121 | int (*afu_cr_read64)(struct cxl_afu *afu, int cr_idx, u64 offset, u64 *val); |
Frederic Barrat | d601ea9 | 2016-03-04 12:26:40 +0100 | [diff] [blame] | 1122 | int (*afu_cr_write8)(struct cxl_afu *afu, int cr_idx, u64 offset, u8 val); |
| 1123 | int (*afu_cr_write16)(struct cxl_afu *afu, int cr_idx, u64 offset, u16 val); |
| 1124 | int (*afu_cr_write32)(struct cxl_afu *afu, int cr_idx, u64 offset, u32 val); |
| 1125 | ssize_t (*read_adapter_vpd)(struct cxl *adapter, void *buf, size_t count); |
Frederic Barrat | 5be587b | 2016-03-04 12:26:28 +0100 | [diff] [blame] | 1126 | }; |
| 1127 | extern const struct cxl_backend_ops cxl_native_ops; |
Christophe Lombard | 14baf4d | 2016-03-04 12:26:36 +0100 | [diff] [blame] | 1128 | extern const struct cxl_backend_ops cxl_guest_ops; |
Frederic Barrat | 5be587b | 2016-03-04 12:26:28 +0100 | [diff] [blame] | 1129 | extern const struct cxl_backend_ops *cxl_ops; |
| 1130 | |
Vaibhav Jain | 17eb3ee | 2016-02-29 11:10:53 +0530 | [diff] [blame] | 1131 | /* check if the given pci_dev is on the the cxl vphb bus */ |
| 1132 | bool cxl_pci_is_vphb_device(struct pci_dev *dev); |
Philippe Bergheaud | 6e0c50f | 2016-07-05 13:08:06 +0200 | [diff] [blame] | 1133 | |
| 1134 | /* decode AFU error bits in the PSL register PSL_SERR_An */ |
| 1135 | void cxl_afu_decode_psl_serr(struct cxl_afu *afu, u64 serr); |
Vaibhav Jain | 70b565b | 2016-10-14 15:08:36 +0530 | [diff] [blame] | 1136 | |
| 1137 | /* |
| 1138 | * Increments the number of attached contexts on an adapter. |
| 1139 | * In case an adapter_context_lock is taken the return -EBUSY. |
| 1140 | */ |
| 1141 | int cxl_adapter_context_get(struct cxl *adapter); |
| 1142 | |
| 1143 | /* Decrements the number of attached contexts on an adapter */ |
| 1144 | void cxl_adapter_context_put(struct cxl *adapter); |
| 1145 | |
| 1146 | /* If no active contexts then prevents contexts from being attached */ |
| 1147 | int cxl_adapter_context_lock(struct cxl *adapter); |
| 1148 | |
| 1149 | /* Unlock the contexts-lock if taken. Warn and force unlock otherwise */ |
| 1150 | void cxl_adapter_context_unlock(struct cxl *adapter); |
| 1151 | |
Christophe Lombard | 6dd2d23 | 2017-04-07 16:11:55 +0200 | [diff] [blame] | 1152 | /* Increases the reference count to "struct mm_struct" */ |
| 1153 | void cxl_context_mm_count_get(struct cxl_context *ctx); |
| 1154 | |
| 1155 | /* Decrements the reference count to "struct mm_struct" */ |
| 1156 | void cxl_context_mm_count_put(struct cxl_context *ctx); |
| 1157 | |
Ian Munsie | f204e0b | 2014-10-08 19:55:02 +1100 | [diff] [blame] | 1158 | #endif |