Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 1 | /* |
| 2 | * linux/drivers/s390/cio/qdio.h |
| 3 | * |
Jan Glauber | 3f09bb8 | 2009-09-11 10:28:22 +0200 | [diff] [blame] | 4 | * Copyright 2000,2009 IBM Corp. |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 5 | * Author(s): Utz Bacher <utz.bacher@de.ibm.com> |
| 6 | * Jan Glauber <jang@linux.vnet.ibm.com> |
| 7 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | #ifndef _CIO_QDIO_H |
| 9 | #define _CIO_QDIO_H |
| 10 | |
Peter Oberparleiter | 0b642ed | 2005-05-01 08:58:58 -0700 | [diff] [blame] | 11 | #include <asm/page.h> |
Cornelia Huck | 9d92a7e | 2008-07-14 09:59:05 +0200 | [diff] [blame] | 12 | #include <asm/schid.h> |
Jan Glauber | 22f9934 | 2008-12-25 13:38:46 +0100 | [diff] [blame] | 13 | #include <asm/debug.h> |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 14 | #include "chsc.h" |
Cornelia Huck | a8237fc | 2006-01-06 00:19:21 -0800 | [diff] [blame] | 15 | |
Jan Glauber | 3a601bf | 2010-05-17 10:00:17 +0200 | [diff] [blame^] | 16 | #define QDIO_BUSY_BIT_PATIENCE (100 << 12) /* 100 microseconds */ |
| 17 | #define QDIO_INPUT_THRESHOLD (500 << 12) /* 500 microseconds */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | |
Ursula Braun | 4bcb3a3 | 2008-10-10 21:33:04 +0200 | [diff] [blame] | 19 | /* |
| 20 | * if an asynchronous HiperSockets queue runs full, the 10 seconds timer wait |
| 21 | * till next initiative to give transmitted skbs back to the stack is too long. |
| 22 | * Therefore polling is started in case of multicast queue is filled more |
| 23 | * than 50 percent. |
| 24 | */ |
| 25 | #define QDIO_IQDIO_POLL_LVL 65 /* HS multicast queue */ |
| 26 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | enum qdio_irq_states { |
| 28 | QDIO_IRQ_STATE_INACTIVE, |
| 29 | QDIO_IRQ_STATE_ESTABLISHED, |
| 30 | QDIO_IRQ_STATE_ACTIVE, |
| 31 | QDIO_IRQ_STATE_STOPPED, |
| 32 | QDIO_IRQ_STATE_CLEANUP, |
| 33 | QDIO_IRQ_STATE_ERR, |
| 34 | NR_QDIO_IRQ_STATES, |
| 35 | }; |
| 36 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 37 | /* used as intparm in do_IO */ |
| 38 | #define QDIO_DOING_ESTABLISH 1 |
| 39 | #define QDIO_DOING_ACTIVATE 2 |
| 40 | #define QDIO_DOING_CLEANUP 3 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 42 | #define SLSB_STATE_NOT_INIT 0x0 |
| 43 | #define SLSB_STATE_EMPTY 0x1 |
| 44 | #define SLSB_STATE_PRIMED 0x2 |
| 45 | #define SLSB_STATE_HALTED 0xe |
| 46 | #define SLSB_STATE_ERROR 0xf |
| 47 | #define SLSB_TYPE_INPUT 0x0 |
| 48 | #define SLSB_TYPE_OUTPUT 0x20 |
| 49 | #define SLSB_OWNER_PROG 0x80 |
| 50 | #define SLSB_OWNER_CU 0x40 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 52 | #define SLSB_P_INPUT_NOT_INIT \ |
| 53 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_NOT_INIT) /* 0x80 */ |
| 54 | #define SLSB_P_INPUT_ACK \ |
| 55 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_EMPTY) /* 0x81 */ |
| 56 | #define SLSB_CU_INPUT_EMPTY \ |
| 57 | (SLSB_OWNER_CU | SLSB_TYPE_INPUT | SLSB_STATE_EMPTY) /* 0x41 */ |
| 58 | #define SLSB_P_INPUT_PRIMED \ |
| 59 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_PRIMED) /* 0x82 */ |
| 60 | #define SLSB_P_INPUT_HALTED \ |
| 61 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_HALTED) /* 0x8e */ |
| 62 | #define SLSB_P_INPUT_ERROR \ |
| 63 | (SLSB_OWNER_PROG | SLSB_TYPE_INPUT | SLSB_STATE_ERROR) /* 0x8f */ |
| 64 | #define SLSB_P_OUTPUT_NOT_INIT \ |
| 65 | (SLSB_OWNER_PROG | SLSB_TYPE_OUTPUT | SLSB_STATE_NOT_INIT) /* 0xa0 */ |
| 66 | #define SLSB_P_OUTPUT_EMPTY \ |
| 67 | (SLSB_OWNER_PROG | SLSB_TYPE_OUTPUT | SLSB_STATE_EMPTY) /* 0xa1 */ |
| 68 | #define SLSB_CU_OUTPUT_PRIMED \ |
| 69 | (SLSB_OWNER_CU | SLSB_TYPE_OUTPUT | SLSB_STATE_PRIMED) /* 0x62 */ |
| 70 | #define SLSB_P_OUTPUT_HALTED \ |
| 71 | (SLSB_OWNER_PROG | SLSB_TYPE_OUTPUT | SLSB_STATE_HALTED) /* 0xae */ |
| 72 | #define SLSB_P_OUTPUT_ERROR \ |
| 73 | (SLSB_OWNER_PROG | SLSB_TYPE_OUTPUT | SLSB_STATE_ERROR) /* 0xaf */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 75 | #define SLSB_ERROR_DURING_LOOKUP 0xff |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 77 | /* additional CIWs returned by extended Sense-ID */ |
| 78 | #define CIW_TYPE_EQUEUE 0x3 /* establish QDIO queues */ |
| 79 | #define CIW_TYPE_AQUEUE 0x4 /* activate QDIO queues */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 81 | /* flags for st qdio sch data */ |
| 82 | #define CHSC_FLAG_QDIO_CAPABILITY 0x80 |
| 83 | #define CHSC_FLAG_VALIDITY 0x40 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 85 | /* qdio adapter-characteristics-1 flag */ |
| 86 | #define AC1_SIGA_INPUT_NEEDED 0x40 /* process input queues */ |
| 87 | #define AC1_SIGA_OUTPUT_NEEDED 0x20 /* process output queues */ |
| 88 | #define AC1_SIGA_SYNC_NEEDED 0x10 /* ask hypervisor to sync */ |
| 89 | #define AC1_AUTOMATIC_SYNC_ON_THININT 0x08 /* set by hypervisor */ |
| 90 | #define AC1_AUTOMATIC_SYNC_ON_OUT_PCI 0x04 /* set by hypervisor */ |
| 91 | #define AC1_SC_QEBSM_AVAILABLE 0x02 /* available for subchannel */ |
| 92 | #define AC1_SC_QEBSM_ENABLED 0x01 /* enabled for subchannel */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 93 | |
Martin Schwidefsky | 347a8dc | 2006-01-06 00:19:28 -0800 | [diff] [blame] | 94 | #ifdef CONFIG_64BIT |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 95 | static inline int do_sqbs(u64 token, unsigned char state, int queue, |
| 96 | int *start, int *count) |
| 97 | { |
| 98 | register unsigned long _ccq asm ("0") = *count; |
| 99 | register unsigned long _token asm ("1") = token; |
| 100 | unsigned long _queuestart = ((unsigned long)queue << 32) | *start; |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 101 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 102 | asm volatile( |
| 103 | " .insn rsy,0xeb000000008A,%1,0,0(%2)" |
| 104 | : "+d" (_ccq), "+d" (_queuestart) |
| 105 | : "d" ((unsigned long)state), "d" (_token) |
| 106 | : "memory", "cc"); |
| 107 | *count = _ccq & 0xff; |
| 108 | *start = _queuestart & 0xff; |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 109 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 110 | return (_ccq >> 32) & 0xff; |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 111 | } |
| 112 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 113 | static inline int do_eqbs(u64 token, unsigned char *state, int queue, |
Jan Glauber | 50f769d | 2008-12-25 13:38:47 +0100 | [diff] [blame] | 114 | int *start, int *count, int ack) |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 115 | { |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 116 | register unsigned long _ccq asm ("0") = *count; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 117 | register unsigned long _token asm ("1") = token; |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 118 | unsigned long _queuestart = ((unsigned long)queue << 32) | *start; |
Jan Glauber | 50f769d | 2008-12-25 13:38:47 +0100 | [diff] [blame] | 119 | unsigned long _state = (unsigned long)ack << 63; |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 120 | |
Martin Schwidefsky | 94c12cc | 2006-09-28 16:56:43 +0200 | [diff] [blame] | 121 | asm volatile( |
| 122 | " .insn rrf,0xB99c0000,%1,%2,0,0" |
| 123 | : "+d" (_ccq), "+d" (_queuestart), "+d" (_state) |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 124 | : "d" (_token) |
| 125 | : "memory", "cc"); |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 126 | *count = _ccq & 0xff; |
| 127 | *start = _queuestart & 0xff; |
| 128 | *state = _state & 0xff; |
| 129 | |
| 130 | return (_ccq >> 32) & 0xff; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 131 | } |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 132 | #else |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 133 | static inline int do_sqbs(u64 token, unsigned char state, int queue, |
| 134 | int *start, int *count) { return 0; } |
| 135 | static inline int do_eqbs(u64 token, unsigned char *state, int queue, |
Jan Glauber | 50f769d | 2008-12-25 13:38:47 +0100 | [diff] [blame] | 136 | int *start, int *count, int ack) { return 0; } |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 137 | #endif /* CONFIG_64BIT */ |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 138 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 139 | struct qdio_irq; |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 140 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 141 | struct siga_flag { |
| 142 | u8 input:1; |
| 143 | u8 output:1; |
| 144 | u8 sync:1; |
| 145 | u8 no_sync_ti:1; |
| 146 | u8 no_sync_out_ti:1; |
| 147 | u8 no_sync_out_pci:1; |
| 148 | u8:2; |
| 149 | } __attribute__ ((packed)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 151 | struct chsc_ssqd_area { |
Ursula Braun | e177685 | 2008-04-17 07:46:22 +0200 | [diff] [blame] | 152 | struct chsc_header request; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 153 | u16:10; |
| 154 | u8 ssid:2; |
| 155 | u8 fmt:4; |
Ursula Braun | e177685 | 2008-04-17 07:46:22 +0200 | [diff] [blame] | 156 | u16 first_sch; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 157 | u16:16; |
Ursula Braun | e177685 | 2008-04-17 07:46:22 +0200 | [diff] [blame] | 158 | u16 last_sch; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 159 | u32:32; |
Ursula Braun | e177685 | 2008-04-17 07:46:22 +0200 | [diff] [blame] | 160 | struct chsc_header response; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 161 | u32:32; |
| 162 | struct qdio_ssqd_desc qdio_ssqd; |
| 163 | } __attribute__ ((packed)); |
| 164 | |
| 165 | struct scssc_area { |
| 166 | struct chsc_header request; |
| 167 | u16 operation_code; |
| 168 | u16:16; |
| 169 | u32:32; |
| 170 | u32:32; |
| 171 | u64 summary_indicator_addr; |
| 172 | u64 subchannel_indicator_addr; |
| 173 | u32 ks:4; |
| 174 | u32 kc:4; |
| 175 | u32:21; |
| 176 | u32 isc:3; |
| 177 | u32 word_with_d_bit; |
| 178 | u32:32; |
| 179 | struct subchannel_id schid; |
| 180 | u32 reserved[1004]; |
| 181 | struct chsc_header response; |
| 182 | u32:32; |
| 183 | } __attribute__ ((packed)); |
| 184 | |
Jan Glauber | 6486cda | 2010-01-04 09:05:42 +0100 | [diff] [blame] | 185 | struct qdio_dev_perf_stat { |
| 186 | unsigned int adapter_int; |
| 187 | unsigned int qdio_int; |
| 188 | unsigned int pci_request_int; |
| 189 | |
| 190 | unsigned int tasklet_inbound; |
| 191 | unsigned int tasklet_inbound_resched; |
| 192 | unsigned int tasklet_inbound_resched2; |
| 193 | unsigned int tasklet_outbound; |
| 194 | |
| 195 | unsigned int siga_read; |
| 196 | unsigned int siga_write; |
| 197 | unsigned int siga_sync; |
| 198 | |
| 199 | unsigned int inbound_call; |
| 200 | unsigned int inbound_handler; |
| 201 | unsigned int stop_polling; |
| 202 | unsigned int inbound_queue_full; |
| 203 | unsigned int outbound_call; |
| 204 | unsigned int outbound_handler; |
| 205 | unsigned int fast_requeue; |
| 206 | unsigned int target_full; |
| 207 | unsigned int eqbs; |
| 208 | unsigned int eqbs_partial; |
| 209 | unsigned int sqbs; |
| 210 | unsigned int sqbs_partial; |
Jan Glauber | 432ac5e | 2010-02-26 22:37:37 +0100 | [diff] [blame] | 211 | } ____cacheline_aligned; |
Jan Glauber | 6486cda | 2010-01-04 09:05:42 +0100 | [diff] [blame] | 212 | |
Jan Glauber | d307297 | 2010-02-26 22:37:36 +0100 | [diff] [blame] | 213 | struct qdio_queue_perf_stat { |
| 214 | /* |
| 215 | * Sorted into order-2 buckets: 1, 2-3, 4-7, ... 64-127, 128. |
| 216 | * Since max. 127 SBALs are scanned reuse entry for 128 as queue full |
| 217 | * aka 127 SBALs found. |
| 218 | */ |
| 219 | unsigned int nr_sbals[8]; |
| 220 | unsigned int nr_sbal_error; |
| 221 | unsigned int nr_sbal_nop; |
| 222 | unsigned int nr_sbal_total; |
| 223 | }; |
| 224 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 225 | struct qdio_input_q { |
| 226 | /* input buffer acknowledgement flag */ |
| 227 | int polling; |
Jan Glauber | e85dea0 | 2009-03-26 15:24:29 +0100 | [diff] [blame] | 228 | /* first ACK'ed buffer */ |
| 229 | int ack_start; |
Jan Glauber | 50f769d | 2008-12-25 13:38:47 +0100 | [diff] [blame] | 230 | /* how much sbals are acknowledged with qebsm */ |
| 231 | int ack_count; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 232 | /* last time of noticing incoming data */ |
| 233 | u64 timestamp; |
Ursula Braun | e177685 | 2008-04-17 07:46:22 +0200 | [diff] [blame] | 234 | }; |
| 235 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 236 | struct qdio_output_q { |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 237 | /* PCIs are enabled for the queue */ |
| 238 | int pci_out_enabled; |
Klaus-Dieter Wacker | 7a0f475 | 2008-10-10 21:33:18 +0200 | [diff] [blame] | 239 | /* IQDIO: output multiple buffers (enhanced SIGA) */ |
| 240 | int use_enh_siga; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 241 | /* timer to check for more outbound work */ |
| 242 | struct timer_list timer; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 243 | }; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 244 | |
Jan Glauber | d307297 | 2010-02-26 22:37:36 +0100 | [diff] [blame] | 245 | /* |
| 246 | * Note on cache alignment: grouped slsb and write mostly data at the beginning |
| 247 | * sbal[] is read-only and starts on a new cacheline followed by read mostly. |
| 248 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 249 | struct qdio_q { |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 250 | struct slsb slsb; |
Jan Glauber | d307297 | 2010-02-26 22:37:36 +0100 | [diff] [blame] | 251 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 252 | union { |
| 253 | struct qdio_input_q in; |
| 254 | struct qdio_output_q out; |
| 255 | } u; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 256 | |
Jan Glauber | d307297 | 2010-02-26 22:37:36 +0100 | [diff] [blame] | 257 | /* |
| 258 | * inbound: next buffer the program should check for |
| 259 | * outbound: next buffer to check if adapter processed it |
| 260 | */ |
| 261 | int first_to_check; |
| 262 | |
| 263 | /* first_to_check of the last time */ |
| 264 | int last_move; |
| 265 | |
| 266 | /* beginning position for calling the program */ |
| 267 | int first_to_kick; |
| 268 | |
| 269 | /* number of buffers in use by the adapter */ |
| 270 | atomic_t nr_buf_used; |
| 271 | |
| 272 | /* error condition during a data transfer */ |
| 273 | unsigned int qdio_error; |
| 274 | |
| 275 | struct tasklet_struct tasklet; |
| 276 | struct qdio_queue_perf_stat q_stats; |
| 277 | |
| 278 | struct qdio_buffer *sbal[QDIO_MAX_BUFFERS_PER_Q] ____cacheline_aligned; |
| 279 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 280 | /* queue number */ |
| 281 | int nr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 282 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 283 | /* bitmask of queue number */ |
| 284 | int mask; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 285 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 286 | /* input or output queue */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 287 | int is_input_q; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 288 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 289 | /* list of thinint input queues */ |
| 290 | struct list_head entry; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 291 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 292 | /* upper-layer program handler */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 293 | qdio_handler_t (*handler); |
| 294 | |
Jan Glauber | 3f09bb8 | 2009-09-11 10:28:22 +0200 | [diff] [blame] | 295 | struct dentry *debugfs_q; |
Jan Glauber | d307297 | 2010-02-26 22:37:36 +0100 | [diff] [blame] | 296 | struct qdio_irq *irq_ptr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 297 | struct sl *sl; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 298 | /* |
Jan Glauber | 5382fe1 | 2010-05-17 10:00:16 +0200 | [diff] [blame] | 299 | * A page is allocated under this pointer and used for slib and sl. |
| 300 | * slib is 2048 bytes big and sl points to offset PAGE_SIZE / 2. |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 301 | */ |
| 302 | struct slib *slib; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 303 | } __attribute__ ((aligned(256))); |
| 304 | |
| 305 | struct qdio_irq { |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 306 | struct qib qib; |
| 307 | u32 *dsci; /* address of device state change indicator */ |
| 308 | struct ccw_device *cdev; |
Jan Glauber | 3f09bb8 | 2009-09-11 10:28:22 +0200 | [diff] [blame] | 309 | struct dentry *debugfs_dev; |
Jan Glauber | 6486cda | 2010-01-04 09:05:42 +0100 | [diff] [blame] | 310 | struct dentry *debugfs_perf; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 311 | |
| 312 | unsigned long int_parm; |
Cornelia Huck | a8237fc | 2006-01-06 00:19:21 -0800 | [diff] [blame] | 313 | struct subchannel_id schid; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 314 | unsigned long sch_token; /* QEBSM facility */ |
Frank Pavlic | 8129ee1 | 2006-01-06 00:19:20 -0800 | [diff] [blame] | 315 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 316 | enum qdio_irq_states state; |
| 317 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 318 | struct siga_flag siga_flag; /* siga sync information from qdioac */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 319 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 320 | int nr_input_qs; |
| 321 | int nr_output_qs; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 322 | |
| 323 | struct ccw1 ccw; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 324 | struct ciw equeue; |
| 325 | struct ciw aqueue; |
| 326 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 327 | struct qdio_ssqd_desc ssqd_desc; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 328 | void (*orig_handler) (struct ccw_device *, unsigned long, struct irb *); |
| 329 | |
Jan Glauber | 6486cda | 2010-01-04 09:05:42 +0100 | [diff] [blame] | 330 | int perf_stat_enabled; |
Jan Glauber | 432ac5e | 2010-02-26 22:37:37 +0100 | [diff] [blame] | 331 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 332 | struct qdr *qdr; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 333 | unsigned long chsc_page; |
| 334 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 335 | struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ]; |
| 336 | struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ]; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 337 | |
Jan Glauber | 22f9934 | 2008-12-25 13:38:46 +0100 | [diff] [blame] | 338 | debug_info_t *debug_area; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 339 | struct mutex setup_mutex; |
Jan Glauber | 432ac5e | 2010-02-26 22:37:37 +0100 | [diff] [blame] | 340 | struct qdio_dev_perf_stat perf_stat; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 341 | }; |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 342 | |
| 343 | /* helper functions */ |
| 344 | #define queue_type(q) q->irq_ptr->qib.qfmt |
Jan Glauber | 22f9934 | 2008-12-25 13:38:46 +0100 | [diff] [blame] | 345 | #define SCH_NO(q) (q->irq_ptr->schid.sch_no) |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 346 | |
| 347 | #define is_thinint_irq(irq) \ |
| 348 | (irq->qib.qfmt == QDIO_IQDIO_QFMT || \ |
| 349 | css_general_characteristics.aif_osa) |
| 350 | |
Jan Glauber | d307297 | 2010-02-26 22:37:36 +0100 | [diff] [blame] | 351 | #define qperf(__qdev, __attr) ((__qdev)->perf_stat.(__attr)) |
| 352 | |
| 353 | #define qperf_inc(__q, __attr) \ |
| 354 | ({ \ |
| 355 | struct qdio_irq *qdev = (__q)->irq_ptr; \ |
| 356 | if (qdev->perf_stat_enabled) \ |
| 357 | (qdev->perf_stat.__attr)++; \ |
| 358 | }) |
| 359 | |
| 360 | static inline void account_sbals_error(struct qdio_q *q, int count) |
| 361 | { |
| 362 | q->q_stats.nr_sbal_error += count; |
| 363 | q->q_stats.nr_sbal_total += count; |
| 364 | } |
Jan Glauber | 6486cda | 2010-01-04 09:05:42 +0100 | [diff] [blame] | 365 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 366 | /* the highest iqdio queue is used for multicast */ |
| 367 | static inline int multicast_outbound(struct qdio_q *q) |
| 368 | { |
| 369 | return (q->irq_ptr->nr_output_qs > 1) && |
| 370 | (q->nr == q->irq_ptr->nr_output_qs - 1); |
| 371 | } |
| 372 | |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 373 | #define pci_out_supported(q) \ |
| 374 | (q->irq_ptr->qib.ac & QIB_AC_OUTBOUND_PCI_SUPPORTED) |
| 375 | #define is_qebsm(q) (q->irq_ptr->sch_token != 0) |
| 376 | |
| 377 | #define need_siga_sync_thinint(q) (!q->irq_ptr->siga_flag.no_sync_ti) |
| 378 | #define need_siga_sync_out_thinint(q) (!q->irq_ptr->siga_flag.no_sync_out_ti) |
| 379 | #define need_siga_in(q) (q->irq_ptr->siga_flag.input) |
| 380 | #define need_siga_out(q) (q->irq_ptr->siga_flag.output) |
| 381 | #define need_siga_sync(q) (q->irq_ptr->siga_flag.sync) |
| 382 | #define siga_syncs_out_pci(q) (q->irq_ptr->siga_flag.no_sync_out_pci) |
| 383 | |
| 384 | #define for_each_input_queue(irq_ptr, q, i) \ |
| 385 | for (i = 0, q = irq_ptr->input_qs[0]; \ |
| 386 | i < irq_ptr->nr_input_qs; \ |
| 387 | q = irq_ptr->input_qs[++i]) |
| 388 | #define for_each_output_queue(irq_ptr, q, i) \ |
| 389 | for (i = 0, q = irq_ptr->output_qs[0]; \ |
| 390 | i < irq_ptr->nr_output_qs; \ |
| 391 | q = irq_ptr->output_qs[++i]) |
| 392 | |
| 393 | #define prev_buf(bufnr) \ |
| 394 | ((bufnr + QDIO_MAX_BUFFERS_MASK) & QDIO_MAX_BUFFERS_MASK) |
| 395 | #define next_buf(bufnr) \ |
| 396 | ((bufnr + 1) & QDIO_MAX_BUFFERS_MASK) |
| 397 | #define add_buf(bufnr, inc) \ |
| 398 | ((bufnr + inc) & QDIO_MAX_BUFFERS_MASK) |
Jan Glauber | 50f769d | 2008-12-25 13:38:47 +0100 | [diff] [blame] | 399 | #define sub_buf(bufnr, dec) \ |
| 400 | ((bufnr - dec) & QDIO_MAX_BUFFERS_MASK) |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 401 | |
| 402 | /* prototypes for thin interrupt */ |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 403 | void qdio_setup_thinint(struct qdio_irq *irq_ptr); |
| 404 | int qdio_establish_thinint(struct qdio_irq *irq_ptr); |
| 405 | void qdio_shutdown_thinint(struct qdio_irq *irq_ptr); |
| 406 | void tiqdio_add_input_queues(struct qdio_irq *irq_ptr); |
| 407 | void tiqdio_remove_input_queues(struct qdio_irq *irq_ptr); |
| 408 | void tiqdio_inbound_processing(unsigned long q); |
| 409 | int tiqdio_allocate_memory(void); |
| 410 | void tiqdio_free_memory(void); |
| 411 | int tiqdio_register_thinints(void); |
| 412 | void tiqdio_unregister_thinints(void); |
| 413 | |
| 414 | /* prototypes for setup */ |
| 415 | void qdio_inbound_processing(unsigned long data); |
| 416 | void qdio_outbound_processing(unsigned long data); |
| 417 | void qdio_outbound_timer(unsigned long data); |
| 418 | void qdio_int_handler(struct ccw_device *cdev, unsigned long intparm, |
| 419 | struct irb *irb); |
| 420 | int qdio_allocate_qs(struct qdio_irq *irq_ptr, int nr_input_qs, |
| 421 | int nr_output_qs); |
| 422 | void qdio_setup_ssqd_info(struct qdio_irq *irq_ptr); |
Jan Glauber | bbd50e1 | 2008-12-25 13:38:43 +0100 | [diff] [blame] | 423 | int qdio_setup_get_ssqd(struct qdio_irq *irq_ptr, |
| 424 | struct subchannel_id *schid, |
| 425 | struct qdio_ssqd_desc *data); |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 426 | int qdio_setup_irq(struct qdio_initialize *init_data); |
| 427 | void qdio_print_subchannel_info(struct qdio_irq *irq_ptr, |
| 428 | struct ccw_device *cdev); |
| 429 | void qdio_release_memory(struct qdio_irq *irq_ptr); |
Jan Glauber | 50f769d | 2008-12-25 13:38:47 +0100 | [diff] [blame] | 430 | int qdio_setup_create_sysfs(struct ccw_device *cdev); |
| 431 | void qdio_setup_destroy_sysfs(struct ccw_device *cdev); |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 432 | int qdio_setup_init(void); |
| 433 | void qdio_setup_exit(void); |
| 434 | |
Jan Glauber | 60b5df2 | 2009-06-22 12:08:10 +0200 | [diff] [blame] | 435 | int debug_get_buf_state(struct qdio_q *q, unsigned int bufnr, |
| 436 | unsigned char *state); |
Jan Glauber | 779e6e1 | 2008-07-17 17:16:48 +0200 | [diff] [blame] | 437 | #endif /* _CIO_QDIO_H */ |