blob: c3df6b2c38b76c2d2c99a3bb8528c0598cd44ecf [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _CIO_QDIO_H
2#define _CIO_QDIO_H
3
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -07004#include <asm/page.h>
5
Cornelia Hucka8237fc2006-01-06 00:19:21 -08006#include "schid.h"
7
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#ifdef CONFIG_QDIO_DEBUG
9#define QDIO_VERBOSE_LEVEL 9
10#else /* CONFIG_QDIO_DEBUG */
11#define QDIO_VERBOSE_LEVEL 5
12#endif /* CONFIG_QDIO_DEBUG */
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#define QDIO_USE_PROCESSING_STATE
14
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#define QDIO_MINIMAL_BH_RELIEF_TIME 16
16#define QDIO_TIMER_POLL_VALUE 1
17#define IQDIO_TIMER_POLL_VALUE 1
18
19/*
20 * unfortunately this can't be (QDIO_MAX_BUFFERS_PER_Q*4/3) or so -- as
21 * we never know, whether we'll get initiative again, e.g. to give the
22 * transmit skb's back to the stack, however the stack may be waiting for
23 * them... therefore we define 4 as threshold to start polling (which
24 * will stop as soon as the asynchronous queue catches up)
25 * btw, this only applies to the asynchronous HiperSockets queue
26 */
27#define IQDIO_FILL_LEVEL_TO_POLL 4
28
29#define TIQDIO_THININT_ISC 3
30#define TIQDIO_DELAY_TARGET 0
31#define QDIO_BUSY_BIT_PATIENCE 100 /* in microsecs */
32#define QDIO_BUSY_BIT_GIVE_UP 10000000 /* 10 seconds */
33#define IQDIO_GLOBAL_LAPS 2 /* GLOBAL_LAPS are not used as we */
34#define IQDIO_GLOBAL_LAPS_INT 1 /* don't global summary */
35#define IQDIO_LOCAL_LAPS 4
36#define IQDIO_LOCAL_LAPS_INT 1
37#define IQDIO_GLOBAL_SUMMARY_CC_MASK 2
38/*#define IQDIO_IQDC_INT_PARM 0x1234*/
39
40#define QDIO_Q_LAPS 5
41
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -070042#define QDIO_STORAGE_KEY PAGE_DEFAULT_KEY
Linus Torvalds1da177e2005-04-16 15:20:36 -070043
44#define L2_CACHELINE_SIZE 256
45#define INDICATORS_PER_CACHELINE (L2_CACHELINE_SIZE/sizeof(__u32))
46
47#define QDIO_PERF "qdio_perf"
48
49/* must be a power of 2 */
50/*#define QDIO_STATS_NUMBER 4
51
52#define QDIO_STATS_CLASSES 2
53#define QDIO_STATS_COUNT_NEEDED 2*/
54
55#define QDIO_NO_USE_COUNT_TIMEOUT (1*HZ) /* wait for 1 sec on each q before
56 exiting without having use_count
57 of the queue to 0 */
58
59#define QDIO_ESTABLISH_TIMEOUT (1*HZ)
Linus Torvalds1da177e2005-04-16 15:20:36 -070060#define QDIO_CLEANUP_CLEAR_TIMEOUT (20*HZ)
61#define QDIO_CLEANUP_HALT_TIMEOUT (10*HZ)
Ursula Braun1f8bdae2007-05-02 15:18:07 +020062#define QDIO_FORCE_CHECK_TIMEOUT (10*HZ)
Heiko Carstensb32ecdb2008-02-19 15:29:30 +010063#define QDIO_ACTIVATE_TIMEOUT (5) /* 5 ms */
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65enum qdio_irq_states {
66 QDIO_IRQ_STATE_INACTIVE,
67 QDIO_IRQ_STATE_ESTABLISHED,
68 QDIO_IRQ_STATE_ACTIVE,
69 QDIO_IRQ_STATE_STOPPED,
70 QDIO_IRQ_STATE_CLEANUP,
71 QDIO_IRQ_STATE_ERR,
72 NR_QDIO_IRQ_STATES,
73};
74
75/* used as intparm in do_IO: */
76#define QDIO_DOING_SENSEID 0
77#define QDIO_DOING_ESTABLISH 1
78#define QDIO_DOING_ACTIVATE 2
79#define QDIO_DOING_CLEANUP 3
80
81/************************* DEBUG FACILITY STUFF *********************/
82
83#define QDIO_DBF_HEX(ex,name,level,addr,len) \
84 do { \
85 if (ex) \
86 debug_exception(qdio_dbf_##name,level,(void*)(addr),len); \
87 else \
88 debug_event(qdio_dbf_##name,level,(void*)(addr),len); \
89 } while (0)
90#define QDIO_DBF_TEXT(ex,name,level,text) \
91 do { \
92 if (ex) \
93 debug_text_exception(qdio_dbf_##name,level,text); \
94 else \
95 debug_text_event(qdio_dbf_##name,level,text); \
96 } while (0)
97
98
99#define QDIO_DBF_HEX0(ex,name,addr,len) QDIO_DBF_HEX(ex,name,0,addr,len)
100#define QDIO_DBF_HEX1(ex,name,addr,len) QDIO_DBF_HEX(ex,name,1,addr,len)
101#define QDIO_DBF_HEX2(ex,name,addr,len) QDIO_DBF_HEX(ex,name,2,addr,len)
102#ifdef CONFIG_QDIO_DEBUG
103#define QDIO_DBF_HEX3(ex,name,addr,len) QDIO_DBF_HEX(ex,name,3,addr,len)
104#define QDIO_DBF_HEX4(ex,name,addr,len) QDIO_DBF_HEX(ex,name,4,addr,len)
105#define QDIO_DBF_HEX5(ex,name,addr,len) QDIO_DBF_HEX(ex,name,5,addr,len)
106#define QDIO_DBF_HEX6(ex,name,addr,len) QDIO_DBF_HEX(ex,name,6,addr,len)
107#else /* CONFIG_QDIO_DEBUG */
108#define QDIO_DBF_HEX3(ex,name,addr,len) do {} while (0)
109#define QDIO_DBF_HEX4(ex,name,addr,len) do {} while (0)
110#define QDIO_DBF_HEX5(ex,name,addr,len) do {} while (0)
111#define QDIO_DBF_HEX6(ex,name,addr,len) do {} while (0)
112#endif /* CONFIG_QDIO_DEBUG */
113
114#define QDIO_DBF_TEXT0(ex,name,text) QDIO_DBF_TEXT(ex,name,0,text)
115#define QDIO_DBF_TEXT1(ex,name,text) QDIO_DBF_TEXT(ex,name,1,text)
116#define QDIO_DBF_TEXT2(ex,name,text) QDIO_DBF_TEXT(ex,name,2,text)
117#ifdef CONFIG_QDIO_DEBUG
118#define QDIO_DBF_TEXT3(ex,name,text) QDIO_DBF_TEXT(ex,name,3,text)
119#define QDIO_DBF_TEXT4(ex,name,text) QDIO_DBF_TEXT(ex,name,4,text)
120#define QDIO_DBF_TEXT5(ex,name,text) QDIO_DBF_TEXT(ex,name,5,text)
121#define QDIO_DBF_TEXT6(ex,name,text) QDIO_DBF_TEXT(ex,name,6,text)
122#else /* CONFIG_QDIO_DEBUG */
123#define QDIO_DBF_TEXT3(ex,name,text) do {} while (0)
124#define QDIO_DBF_TEXT4(ex,name,text) do {} while (0)
125#define QDIO_DBF_TEXT5(ex,name,text) do {} while (0)
126#define QDIO_DBF_TEXT6(ex,name,text) do {} while (0)
127#endif /* CONFIG_QDIO_DEBUG */
128
129#define QDIO_DBF_SETUP_NAME "qdio_setup"
130#define QDIO_DBF_SETUP_LEN 8
Michael Holzheu66a464d2005-06-25 14:55:33 -0700131#define QDIO_DBF_SETUP_PAGES 4
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132#define QDIO_DBF_SETUP_NR_AREAS 1
133#ifdef CONFIG_QDIO_DEBUG
134#define QDIO_DBF_SETUP_LEVEL 6
135#else /* CONFIG_QDIO_DEBUG */
136#define QDIO_DBF_SETUP_LEVEL 2
137#endif /* CONFIG_QDIO_DEBUG */
138
139#define QDIO_DBF_SBAL_NAME "qdio_labs" /* sbal */
140#define QDIO_DBF_SBAL_LEN 256
Michael Holzheu66a464d2005-06-25 14:55:33 -0700141#define QDIO_DBF_SBAL_PAGES 4
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142#define QDIO_DBF_SBAL_NR_AREAS 2
143#ifdef CONFIG_QDIO_DEBUG
144#define QDIO_DBF_SBAL_LEVEL 6
145#else /* CONFIG_QDIO_DEBUG */
146#define QDIO_DBF_SBAL_LEVEL 2
147#endif /* CONFIG_QDIO_DEBUG */
148
149#define QDIO_DBF_TRACE_NAME "qdio_trace"
150#define QDIO_DBF_TRACE_LEN 8
151#define QDIO_DBF_TRACE_NR_AREAS 2
152#ifdef CONFIG_QDIO_DEBUG
Michael Holzheu66a464d2005-06-25 14:55:33 -0700153#define QDIO_DBF_TRACE_PAGES 16
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154#define QDIO_DBF_TRACE_LEVEL 4 /* -------- could be even more verbose here */
155#else /* CONFIG_QDIO_DEBUG */
Michael Holzheu66a464d2005-06-25 14:55:33 -0700156#define QDIO_DBF_TRACE_PAGES 4
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157#define QDIO_DBF_TRACE_LEVEL 2
158#endif /* CONFIG_QDIO_DEBUG */
159
160#define QDIO_DBF_SENSE_NAME "qdio_sense"
161#define QDIO_DBF_SENSE_LEN 64
Michael Holzheu66a464d2005-06-25 14:55:33 -0700162#define QDIO_DBF_SENSE_PAGES 2
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163#define QDIO_DBF_SENSE_NR_AREAS 1
164#ifdef CONFIG_QDIO_DEBUG
165#define QDIO_DBF_SENSE_LEVEL 6
166#else /* CONFIG_QDIO_DEBUG */
167#define QDIO_DBF_SENSE_LEVEL 2
168#endif /* CONFIG_QDIO_DEBUG */
169
170#ifdef CONFIG_QDIO_DEBUG
171#define QDIO_TRACE_QTYPE QDIO_ZFCP_QFMT
172
173#define QDIO_DBF_SLSB_OUT_NAME "qdio_slsb_out"
174#define QDIO_DBF_SLSB_OUT_LEN QDIO_MAX_BUFFERS_PER_Q
Michael Holzheu66a464d2005-06-25 14:55:33 -0700175#define QDIO_DBF_SLSB_OUT_PAGES 256
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176#define QDIO_DBF_SLSB_OUT_NR_AREAS 1
177#define QDIO_DBF_SLSB_OUT_LEVEL 6
178
179#define QDIO_DBF_SLSB_IN_NAME "qdio_slsb_in"
180#define QDIO_DBF_SLSB_IN_LEN QDIO_MAX_BUFFERS_PER_Q
Michael Holzheu66a464d2005-06-25 14:55:33 -0700181#define QDIO_DBF_SLSB_IN_PAGES 256
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182#define QDIO_DBF_SLSB_IN_NR_AREAS 1
183#define QDIO_DBF_SLSB_IN_LEVEL 6
184#endif /* CONFIG_QDIO_DEBUG */
185
186#define QDIO_PRINTK_HEADER QDIO_NAME ": "
187
188#if QDIO_VERBOSE_LEVEL>8
189#define QDIO_PRINT_STUPID(x...) printk( KERN_DEBUG QDIO_PRINTK_HEADER x)
190#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200191#define QDIO_PRINT_STUPID(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192#endif
193
194#if QDIO_VERBOSE_LEVEL>7
195#define QDIO_PRINT_ALL(x...) printk( QDIO_PRINTK_HEADER x)
196#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200197#define QDIO_PRINT_ALL(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198#endif
199
200#if QDIO_VERBOSE_LEVEL>6
201#define QDIO_PRINT_INFO(x...) printk( QDIO_PRINTK_HEADER x)
202#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200203#define QDIO_PRINT_INFO(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204#endif
205
206#if QDIO_VERBOSE_LEVEL>5
207#define QDIO_PRINT_WARN(x...) printk( QDIO_PRINTK_HEADER x)
208#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200209#define QDIO_PRINT_WARN(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210#endif
211
212#if QDIO_VERBOSE_LEVEL>4
213#define QDIO_PRINT_ERR(x...) printk( QDIO_PRINTK_HEADER x)
214#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200215#define QDIO_PRINT_ERR(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216#endif
217
218#if QDIO_VERBOSE_LEVEL>3
219#define QDIO_PRINT_CRIT(x...) printk( QDIO_PRINTK_HEADER x)
220#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200221#define QDIO_PRINT_CRIT(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222#endif
223
224#if QDIO_VERBOSE_LEVEL>2
225#define QDIO_PRINT_ALERT(x...) printk( QDIO_PRINTK_HEADER x)
226#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200227#define QDIO_PRINT_ALERT(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228#endif
229
230#if QDIO_VERBOSE_LEVEL>1
231#define QDIO_PRINT_EMERG(x...) printk( QDIO_PRINTK_HEADER x)
232#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200233#define QDIO_PRINT_EMERG(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234#endif
235
Ursula Braun9163bb22006-12-04 15:40:59 +0100236#define QDIO_HEXDUMP16(importance,header,ptr) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237QDIO_PRINT_##importance(header "%02x %02x %02x %02x " \
238 "%02x %02x %02x %02x %02x %02x %02x %02x " \
239 "%02x %02x %02x %02x\n",*(((char*)ptr)), \
240 *(((char*)ptr)+1),*(((char*)ptr)+2), \
241 *(((char*)ptr)+3),*(((char*)ptr)+4), \
242 *(((char*)ptr)+5),*(((char*)ptr)+6), \
243 *(((char*)ptr)+7),*(((char*)ptr)+8), \
244 *(((char*)ptr)+9),*(((char*)ptr)+10), \
245 *(((char*)ptr)+11),*(((char*)ptr)+12), \
246 *(((char*)ptr)+13),*(((char*)ptr)+14), \
247 *(((char*)ptr)+15)); \
248QDIO_PRINT_##importance(header "%02x %02x %02x %02x %02x %02x %02x %02x " \
249 "%02x %02x %02x %02x %02x %02x %02x %02x\n", \
250 *(((char*)ptr)+16),*(((char*)ptr)+17), \
251 *(((char*)ptr)+18),*(((char*)ptr)+19), \
252 *(((char*)ptr)+20),*(((char*)ptr)+21), \
253 *(((char*)ptr)+22),*(((char*)ptr)+23), \
254 *(((char*)ptr)+24),*(((char*)ptr)+25), \
255 *(((char*)ptr)+26),*(((char*)ptr)+27), \
256 *(((char*)ptr)+28),*(((char*)ptr)+29), \
257 *(((char*)ptr)+30),*(((char*)ptr)+31));
258
259/****************** END OF DEBUG FACILITY STUFF *********************/
260
261/*
262 * Some instructions as assembly
263 */
Frank Pavlic8129ee12006-01-06 00:19:20 -0800264
265static inline int
266do_sqbs(unsigned long sch, unsigned char state, int queue,
267 unsigned int *start, unsigned int *count)
268{
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800269#ifdef CONFIG_64BIT
Frank Pavlic8129ee12006-01-06 00:19:20 -0800270 register unsigned long _ccq asm ("0") = *count;
271 register unsigned long _sch asm ("1") = sch;
272 unsigned long _queuestart = ((unsigned long)queue << 32) | *start;
273
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200274 asm volatile(
275 " .insn rsy,0xeb000000008A,%1,0,0(%2)"
276 : "+d" (_ccq), "+d" (_queuestart)
277 : "d" ((unsigned long)state), "d" (_sch)
278 : "memory", "cc");
Frank Pavlic8129ee12006-01-06 00:19:20 -0800279 *count = _ccq & 0xff;
280 *start = _queuestart & 0xff;
281
282 return (_ccq >> 32) & 0xff;
283#else
284 return 0;
285#endif
286}
287
288static inline int
289do_eqbs(unsigned long sch, unsigned char *state, int queue,
290 unsigned int *start, unsigned int *count)
291{
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800292#ifdef CONFIG_64BIT
Frank Pavlic8129ee12006-01-06 00:19:20 -0800293 register unsigned long _ccq asm ("0") = *count;
294 register unsigned long _sch asm ("1") = sch;
295 unsigned long _queuestart = ((unsigned long)queue << 32) | *start;
296 unsigned long _state = 0;
297
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200298 asm volatile(
299 " .insn rrf,0xB99c0000,%1,%2,0,0"
300 : "+d" (_ccq), "+d" (_queuestart), "+d" (_state)
301 : "d" (_sch)
302 : "memory", "cc" );
Frank Pavlic8129ee12006-01-06 00:19:20 -0800303 *count = _ccq & 0xff;
304 *start = _queuestart & 0xff;
305 *state = _state & 0xff;
306
307 return (_ccq >> 32) & 0xff;
308#else
309 return 0;
310#endif
311}
312
313
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800314static inline int
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800315do_siga_sync(struct subchannel_id schid, unsigned int mask1, unsigned int mask2)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200317 register unsigned long reg0 asm ("0") = 2;
318 register struct subchannel_id reg1 asm ("1") = schid;
319 register unsigned long reg2 asm ("2") = mask1;
320 register unsigned long reg3 asm ("3") = mask2;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 int cc;
322
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200323 asm volatile(
324 " siga 0\n"
325 " ipm %0\n"
326 " srl %0,28\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327 : "=d" (cc)
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200328 : "d" (reg0), "d" (reg1), "d" (reg2), "d" (reg3) : "cc");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 return cc;
330}
331
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800332static inline int
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800333do_siga_input(struct subchannel_id schid, unsigned int mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200335 register unsigned long reg0 asm ("0") = 1;
336 register struct subchannel_id reg1 asm ("1") = schid;
337 register unsigned long reg2 asm ("2") = mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338 int cc;
339
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200340 asm volatile(
341 " siga 0\n"
342 " ipm %0\n"
343 " srl %0,28\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344 : "=d" (cc)
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200345 : "d" (reg0), "d" (reg1), "d" (reg2) : "cc", "memory");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346 return cc;
347}
348
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800349static inline int
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800350do_siga_output(unsigned long schid, unsigned long mask, __u32 *bb,
Frank Pavlic8129ee12006-01-06 00:19:20 -0800351 unsigned int fc)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200353 register unsigned long __fc asm("0") = fc;
354 register unsigned long __schid asm("1") = schid;
355 register unsigned long __mask asm("2") = mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356 int cc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200358 asm volatile(
359 " siga 0\n"
360 "0: ipm %0\n"
361 " srl %0,28\n"
362 "1:\n"
363 EX_TABLE(0b,1b)
364 : "=d" (cc), "+d" (__fc), "+d" (__schid), "+d" (__mask)
365 : "0" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION)
366 : "cc", "memory");
367 (*bb) = ((unsigned int) __fc) >> 31;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368 return cc;
369}
370
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800371static inline unsigned long
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372do_clear_global_summary(void)
373{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200374 register unsigned long __fn asm("1") = 3;
375 register unsigned long __tmp asm("2");
376 register unsigned long __time asm("3");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200378 asm volatile(
379 " .insn rre,0xb2650000,2,0"
380 : "+d" (__fn), "=d" (__tmp), "=d" (__time));
381 return __time;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382}
383
384/*
385 * QDIO device commands returned by extended Sense-ID
386 */
387#define DEFAULT_ESTABLISH_QS_CMD 0x1b
388#define DEFAULT_ESTABLISH_QS_COUNT 0x1000
389#define DEFAULT_ACTIVATE_QS_CMD 0x1f
390#define DEFAULT_ACTIVATE_QS_COUNT 0
391
392/*
393 * additional CIWs returned by extended Sense-ID
394 */
395#define CIW_TYPE_EQUEUE 0x3 /* establish QDIO queues */
396#define CIW_TYPE_AQUEUE 0x4 /* activate QDIO queues */
397
398#define QDIO_CHSC_RESPONSE_CODE_OK 1
399/* flags for st qdio sch data */
400#define CHSC_FLAG_QDIO_CAPABILITY 0x80
401#define CHSC_FLAG_VALIDITY 0x40
402
403#define CHSC_FLAG_SIGA_INPUT_NECESSARY 0x40
404#define CHSC_FLAG_SIGA_OUTPUT_NECESSARY 0x20
405#define CHSC_FLAG_SIGA_SYNC_NECESSARY 0x10
406#define CHSC_FLAG_SIGA_SYNC_DONE_ON_THININTS 0x08
407#define CHSC_FLAG_SIGA_SYNC_DONE_ON_OUTB_PCIS 0x04
408
Ursula Braune1776852008-04-17 07:46:22 +0200409struct qdio_chsc_ssqd {
410 struct chsc_header request;
411 u16 reserved1:10;
412 u16 ssid:2;
413 u16 fmt:4;
414 u16 first_sch;
415 u16 reserved2;
416 u16 last_sch;
417 u32 reserved3;
418 struct chsc_header response;
419 u32 reserved4;
420 u8 flags;
421 u8 reserved5;
422 u16 sch;
423 u8 qfmt;
424 u8 parm;
425 u8 qdioac1;
426 u8 sch_class;
427 u8 pct;
428 u8 icnt;
429 u8 reserved7;
430 u8 ocnt;
431 u8 reserved8;
432 u8 mbccnt;
433 u16 qdioac2;
434 u64 sch_token;
435};
436
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437struct qdio_perf_stats {
Ursula Braun00c0c642007-05-04 18:47:49 +0200438#ifdef CONFIG_64BIT
439 atomic64_t tl_runs;
440 atomic64_t outbound_tl_runs;
441 atomic64_t outbound_tl_runs_resched;
442 atomic64_t inbound_tl_runs;
443 atomic64_t inbound_tl_runs_resched;
444 atomic64_t inbound_thin_tl_runs;
445 atomic64_t inbound_thin_tl_runs_resched;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700446
Ursula Braun00c0c642007-05-04 18:47:49 +0200447 atomic64_t siga_outs;
448 atomic64_t siga_ins;
449 atomic64_t siga_syncs;
450 atomic64_t pcis;
451 atomic64_t thinints;
452 atomic64_t fast_reqs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453
Ursula Braun00c0c642007-05-04 18:47:49 +0200454 atomic64_t outbound_cnt;
455 atomic64_t inbound_cnt;
456#else /* CONFIG_64BIT */
457 atomic_t tl_runs;
458 atomic_t outbound_tl_runs;
459 atomic_t outbound_tl_runs_resched;
460 atomic_t inbound_tl_runs;
461 atomic_t inbound_tl_runs_resched;
462 atomic_t inbound_thin_tl_runs;
463 atomic_t inbound_thin_tl_runs_resched;
464
465 atomic_t siga_outs;
466 atomic_t siga_ins;
467 atomic_t siga_syncs;
468 atomic_t pcis;
469 atomic_t thinints;
470 atomic_t fast_reqs;
471
472 atomic_t outbound_cnt;
473 atomic_t inbound_cnt;
474#endif /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700475};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700476
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477/* unlikely as the later the better */
478#define SYNC_MEMORY if (unlikely(q->siga_sync)) qdio_siga_sync_q(q)
479#define SYNC_MEMORY_ALL if (unlikely(q->siga_sync)) \
480 qdio_siga_sync(q,~0U,~0U)
481#define SYNC_MEMORY_ALL_OUTB if (unlikely(q->siga_sync)) \
482 qdio_siga_sync(q,~0U,0)
483
484#define NOW qdio_get_micros()
485#define SAVE_TIMESTAMP(q) q->timing.last_transfer_time=NOW
486#define GET_SAVED_TIMESTAMP(q) (q->timing.last_transfer_time)
487#define SAVE_FRONTIER(q,val) q->last_move_ftc=val
488#define GET_SAVED_FRONTIER(q) (q->last_move_ftc)
489
490#define MY_MODULE_STRING(x) #x
491
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800492#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700493#define QDIO_GET_ADDR(x) ((__u32)(unsigned long)x)
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800494#else /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700495#define QDIO_GET_ADDR(x) ((__u32)(long)x)
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800496#endif /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700497
Linus Torvalds1da177e2005-04-16 15:20:36 -0700498struct qdio_q {
499 volatile struct slsb slsb;
500
501 char unused[QDIO_MAX_BUFFERS_PER_Q];
502
Frank Pavlic8129ee12006-01-06 00:19:20 -0800503 __u32 * dev_st_chg_ind;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700504
505 int is_input_q;
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800506 struct subchannel_id schid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700507 struct ccw_device *cdev;
508
509 unsigned int is_iqdio_q;
510 unsigned int is_thinint_q;
511
512 /* bit 0 means queue 0, bit 1 means queue 1, ... */
513 unsigned int mask;
514 unsigned int q_no;
515
516 qdio_handler_t (*handler);
517
518 /* points to the next buffer to be checked for having
519 * been processed by the card (outbound)
520 * or to the next buffer the program should check for (inbound) */
521 volatile int first_to_check;
522 /* and the last time it was: */
523 volatile int last_move_ftc;
524
525 atomic_t number_of_buffers_used;
526 atomic_t polling;
527
528 unsigned int siga_in;
529 unsigned int siga_out;
530 unsigned int siga_sync;
531 unsigned int siga_sync_done_on_thinints;
532 unsigned int siga_sync_done_on_outb_tis;
533 unsigned int hydra_gives_outbound_pcis;
534
535 /* used to save beginning position when calling dd_handlers */
536 int first_element_to_kick;
537
538 atomic_t use_count;
539 atomic_t is_in_shutdown;
540
541 void *irq_ptr;
542
Linus Torvalds1da177e2005-04-16 15:20:36 -0700543 struct timer_list timer;
Ursula Braun1f8bdae2007-05-02 15:18:07 +0200544#ifdef QDIO_USE_TIMERS_FOR_POLLING
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545 atomic_t timer_already_set;
546 spinlock_t timer_lock;
547#else /* QDIO_USE_TIMERS_FOR_POLLING */
548 struct tasklet_struct tasklet;
549#endif /* QDIO_USE_TIMERS_FOR_POLLING */
550
Frank Pavlic8129ee12006-01-06 00:19:20 -0800551
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552 enum qdio_irq_states state;
553
554 /* used to store the error condition during a data transfer */
555 unsigned int qdio_error;
556 unsigned int siga_error;
557 unsigned int error_status_flags;
558
559 /* list of interesting queues */
560 volatile struct qdio_q *list_next;
561 volatile struct qdio_q *list_prev;
562
563 struct sl *sl;
564 volatile struct sbal *sbal[QDIO_MAX_BUFFERS_PER_Q];
565
566 struct qdio_buffer *qdio_buffers[QDIO_MAX_BUFFERS_PER_Q];
567
568 unsigned long int_parm;
569
570 /*struct {
571 int in_bh_check_limit;
572 int threshold;
573 } threshold_classes[QDIO_STATS_CLASSES];*/
574
575 struct {
576 /* inbound: the time to stop polling
577 outbound: the time to kick peer */
578 int threshold; /* the real value */
579
580 /* outbound: last time of do_QDIO
581 inbound: last time of noticing incoming data */
582 /*__u64 last_transfer_times[QDIO_STATS_NUMBER];
583 int last_transfer_index; */
584
585 __u64 last_transfer_time;
586 __u64 busy_start;
587 } timing;
588 atomic_t busy_siga_counter;
589 unsigned int queue_type;
Ursula Braun1f8bdae2007-05-02 15:18:07 +0200590 unsigned int is_pci_out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591
592 /* leave this member at the end. won't be cleared in qdio_fill_qs */
593 struct slib *slib; /* a page is allocated under this pointer,
594 sl points into this page, offset PAGE_SIZE/2
595 (after slib) */
596} __attribute__ ((aligned(256)));
597
598struct qdio_irq {
599 __u32 * volatile dev_st_chg_ind;
600
601 unsigned long int_parm;
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800602 struct subchannel_id schid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700603
604 unsigned int is_iqdio_irq;
605 unsigned int is_thinint_irq;
606 unsigned int hydra_gives_outbound_pcis;
607 unsigned int sync_done_on_outb_pcis;
608
Frank Pavlic8129ee12006-01-06 00:19:20 -0800609 /* QEBSM facility */
610 unsigned int is_qebsm;
611 unsigned long sch_token;
612
Linus Torvalds1da177e2005-04-16 15:20:36 -0700613 enum qdio_irq_states state;
614
615 unsigned int no_input_qs;
616 unsigned int no_output_qs;
617
618 unsigned char qdioac;
619
620 struct ccw1 ccw;
621
622 struct ciw equeue;
623 struct ciw aqueue;
624
625 struct qib qib;
626
627 void (*original_int_handler) (struct ccw_device *,
628 unsigned long, struct irb *);
629
630 /* leave these four members together at the end. won't be cleared in qdio_fill_irq */
631 struct qdr *qdr;
632 struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ];
633 struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ];
634 struct semaphore setting_up_sema;
635};
636#endif