Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 2 | * Support for adapter interruptions |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * |
Heiko Carstens | a53c8fa | 2012-07-20 11:15:04 +0200 | [diff] [blame] | 4 | * Copyright IBM Corp. 1999, 2007 |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 5 | * Author(s): Ingo Adlung <adlung@de.ibm.com> |
| 6 | * Cornelia Huck <cornelia.huck@de.ibm.com> |
| 7 | * Arnd Bergmann <arndb@de.ibm.com> |
| 8 | * Peter Oberparleiter <peter.oberparleiter@de.ibm.com> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | */ |
| 10 | |
| 11 | #include <linux/init.h> |
| 12 | #include <linux/module.h> |
| 13 | #include <linux/slab.h> |
| 14 | #include <linux/rcupdate.h> |
| 15 | |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 16 | #include <asm/airq.h> |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 17 | #include <asm/isc.h> |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 18 | |
| 19 | #include "cio.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include "cio_debug.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 22 | #define NR_AIRQS 32 |
| 23 | #define NR_AIRQS_PER_WORD sizeof(unsigned long) |
| 24 | #define NR_AIRQ_WORDS (NR_AIRQS / NR_AIRQS_PER_WORD) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 26 | union indicator_t { |
| 27 | unsigned long word[NR_AIRQ_WORDS]; |
| 28 | unsigned char byte[NR_AIRQS]; |
| 29 | } __attribute__((packed)); |
| 30 | |
| 31 | struct airq_t { |
| 32 | adapter_int_handler_t handler; |
| 33 | void *drv_data; |
| 34 | }; |
| 35 | |
Sebastian Ott | a1f6407 | 2009-03-26 15:24:12 +0100 | [diff] [blame] | 36 | static union indicator_t indicators[MAX_ISC+1]; |
| 37 | static struct airq_t *airqs[MAX_ISC+1][NR_AIRQS]; |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 38 | |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 39 | static int register_airq(struct airq_t *airq, u8 isc) |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 40 | { |
| 41 | int i; |
| 42 | |
| 43 | for (i = 0; i < NR_AIRQS; i++) |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 44 | if (!cmpxchg(&airqs[isc][i], NULL, airq)) |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 45 | return i; |
| 46 | return -ENOMEM; |
| 47 | } |
| 48 | |
| 49 | /** |
| 50 | * s390_register_adapter_interrupt() - register adapter interrupt handler |
| 51 | * @handler: adapter handler to be registered |
| 52 | * @drv_data: driver data passed with each call to the handler |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 53 | * @isc: isc for which the handler should be called |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | * |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 55 | * Returns: |
| 56 | * Pointer to the indicator to be used on success |
| 57 | * ERR_PTR() if registration failed |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | */ |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 59 | void *s390_register_adapter_interrupt(adapter_int_handler_t handler, |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 60 | void *drv_data, u8 isc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | { |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 62 | struct airq_t *airq; |
| 63 | char dbf_txt[16]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | int ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 66 | if (isc > MAX_ISC) |
| 67 | return ERR_PTR(-EINVAL); |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 68 | airq = kmalloc(sizeof(struct airq_t), GFP_KERNEL); |
| 69 | if (!airq) { |
| 70 | ret = -ENOMEM; |
| 71 | goto out; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | } |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 73 | airq->handler = handler; |
| 74 | airq->drv_data = drv_data; |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 75 | |
| 76 | ret = register_airq(airq, isc); |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 77 | out: |
| 78 | snprintf(dbf_txt, sizeof(dbf_txt), "rairq:%d", ret); |
| 79 | CIO_TRACE_EVENT(4, dbf_txt); |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 80 | if (ret < 0) { |
| 81 | kfree(airq); |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 82 | return ERR_PTR(ret); |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 83 | } else |
| 84 | return &indicators[isc].byte[ret]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | } |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 86 | EXPORT_SYMBOL(s390_register_adapter_interrupt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 88 | /** |
| 89 | * s390_unregister_adapter_interrupt - unregister adapter interrupt handler |
| 90 | * @ind: indicator for which the handler is to be unregistered |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 91 | * @isc: interruption subclass |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 92 | */ |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 93 | void s390_unregister_adapter_interrupt(void *ind, u8 isc) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | { |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 95 | struct airq_t *airq; |
| 96 | char dbf_txt[16]; |
| 97 | int i; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 99 | i = (int) ((addr_t) ind) - ((addr_t) &indicators[isc].byte[0]); |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 100 | snprintf(dbf_txt, sizeof(dbf_txt), "urairq:%d", i); |
| 101 | CIO_TRACE_EVENT(4, dbf_txt); |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 102 | indicators[isc].byte[i] = 0; |
| 103 | airq = xchg(&airqs[isc][i], NULL); |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 104 | /* |
| 105 | * Allow interrupts to complete. This will ensure that the airq handle |
| 106 | * is no longer referenced by any interrupt handler. |
| 107 | */ |
| 108 | synchronize_sched(); |
| 109 | kfree(airq); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | } |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 111 | EXPORT_SYMBOL(s390_unregister_adapter_interrupt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 113 | #define INDICATOR_MASK (0xffUL << ((NR_AIRQS_PER_WORD - 1) * 8)) |
| 114 | |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 115 | void do_adapter_IO(u8 isc) |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 116 | { |
| 117 | int w; |
| 118 | int i; |
| 119 | unsigned long word; |
| 120 | struct airq_t *airq; |
| 121 | |
| 122 | /* |
| 123 | * Access indicator array in word-sized chunks to minimize storage |
| 124 | * fetch operations. |
| 125 | */ |
| 126 | for (w = 0; w < NR_AIRQ_WORDS; w++) { |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 127 | word = indicators[isc].word[w]; |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 128 | i = w * NR_AIRQS_PER_WORD; |
| 129 | /* |
| 130 | * Check bytes within word for active indicators. |
| 131 | */ |
| 132 | while (word) { |
| 133 | if (word & INDICATOR_MASK) { |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 134 | airq = airqs[isc][i]; |
Heiko Carstens | 87fa5af | 2009-03-26 15:24:10 +0100 | [diff] [blame] | 135 | /* Make sure gcc reads from airqs only once. */ |
| 136 | barrier(); |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 137 | if (likely(airq)) |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 138 | airq->handler(&indicators[isc].byte[i], |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 139 | airq->drv_data); |
| 140 | else |
| 141 | /* |
| 142 | * Reset ill-behaved indicator. |
| 143 | */ |
Cornelia Huck | da7c5af | 2008-07-14 09:58:59 +0200 | [diff] [blame] | 144 | indicators[isc].byte[i] = 0; |
Peter Oberparleiter | 4e8e56c | 2008-01-26 14:10:44 +0100 | [diff] [blame] | 145 | } |
| 146 | word <<= 8; |
| 147 | i++; |
| 148 | } |
| 149 | } |
| 150 | } |