Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 1 | /* |
Maya Erez | f1b7764 | 2016-08-18 16:52:12 +0300 | [diff] [blame] | 2 | * Copyright (c) 2012-2016 Qualcomm Atheros, Inc. |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 3 | * |
| 4 | * Permission to use, copy, modify, and/or distribute this software for any |
| 5 | * purpose with or without fee is hereby granted, provided that the above |
| 6 | * copyright notice and this permission notice appear in all copies. |
| 7 | * |
| 8 | * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES |
| 9 | * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
| 10 | * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR |
| 11 | * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
| 12 | * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN |
| 13 | * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF |
| 14 | * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. |
| 15 | */ |
| 16 | |
| 17 | #include <linux/interrupt.h> |
| 18 | |
| 19 | #include "wil6210.h" |
Vladimir Kondratiev | 9865809 | 2013-05-12 14:43:35 +0300 | [diff] [blame] | 20 | #include "trace.h" |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 21 | |
| 22 | /** |
| 23 | * Theory of operation: |
| 24 | * |
| 25 | * There is ISR pseudo-cause register, |
| 26 | * dma_rgf->DMA_RGF.PSEUDO_CAUSE.PSEUDO_CAUSE |
| 27 | * Its bits represents OR'ed bits from 3 real ISR registers: |
| 28 | * TX, RX, and MISC. |
| 29 | * |
| 30 | * Registers may be configured to either "write 1 to clear" or |
| 31 | * "clear on read" mode |
| 32 | * |
| 33 | * When handling interrupt, one have to mask/unmask interrupts for the |
| 34 | * real ISR registers, or hardware may malfunction. |
| 35 | * |
| 36 | */ |
| 37 | |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 38 | #define WIL6210_IRQ_DISABLE (0xFFFFFFFFUL) |
| 39 | #define WIL6210_IRQ_DISABLE_NO_HALP (0xF7FFFFFFUL) |
Vladimir Kondratiev | 40e391b | 2014-12-01 15:33:16 +0200 | [diff] [blame] | 40 | #define WIL6210_IMC_RX (BIT_DMA_EP_RX_ICR_RX_DONE | \ |
| 41 | BIT_DMA_EP_RX_ICR_RX_HTRSH) |
Maya Erez | 54eaa8c | 2016-04-26 14:41:40 +0300 | [diff] [blame] | 42 | #define WIL6210_IMC_RX_NO_RX_HTRSH (WIL6210_IMC_RX & \ |
| 43 | (~(BIT_DMA_EP_RX_ICR_RX_HTRSH))) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 44 | #define WIL6210_IMC_TX (BIT_DMA_EP_TX_ICR_TX_DONE | \ |
| 45 | BIT_DMA_EP_TX_ICR_TX_DONE_N(0)) |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 46 | #define WIL6210_IMC_MISC_NO_HALP (ISR_MISC_FW_READY | \ |
| 47 | ISR_MISC_MBOX_EVT | \ |
| 48 | ISR_MISC_FW_ERROR) |
| 49 | #define WIL6210_IMC_MISC (WIL6210_IMC_MISC_NO_HALP | \ |
| 50 | BIT_DMA_EP_MISC_ICR_HALP) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 51 | #define WIL6210_IRQ_PSEUDO_MASK (u32)(~(BIT_DMA_PSEUDO_CAUSE_RX | \ |
| 52 | BIT_DMA_PSEUDO_CAUSE_TX | \ |
| 53 | BIT_DMA_PSEUDO_CAUSE_MISC)) |
| 54 | |
| 55 | #if defined(CONFIG_WIL6210_ISR_COR) |
| 56 | /* configure to Clear-On-Read mode */ |
| 57 | #define WIL_ICR_ICC_VALUE (0xFFFFFFFFUL) |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 58 | #define WIL_ICR_ICC_MISC_VALUE (0xF7FFFFFFUL) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 59 | |
| 60 | static inline void wil_icr_clear(u32 x, void __iomem *addr) |
| 61 | { |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 62 | } |
| 63 | #else /* defined(CONFIG_WIL6210_ISR_COR) */ |
| 64 | /* configure to Write-1-to-Clear mode */ |
| 65 | #define WIL_ICR_ICC_VALUE (0UL) |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 66 | #define WIL_ICR_ICC_MISC_VALUE (0UL) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 67 | |
| 68 | static inline void wil_icr_clear(u32 x, void __iomem *addr) |
| 69 | { |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 70 | writel(x, addr); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 71 | } |
| 72 | #endif /* defined(CONFIG_WIL6210_ISR_COR) */ |
| 73 | |
| 74 | static inline u32 wil_ioread32_and_clear(void __iomem *addr) |
| 75 | { |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 76 | u32 x = readl(addr); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 77 | |
| 78 | wil_icr_clear(x, addr); |
| 79 | |
| 80 | return x; |
| 81 | } |
| 82 | |
| 83 | static void wil6210_mask_irq_tx(struct wil6210_priv *wil) |
| 84 | { |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 85 | wil_w(wil, RGF_DMA_EP_TX_ICR + offsetof(struct RGF_ICR, IMS), |
| 86 | WIL6210_IRQ_DISABLE); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | static void wil6210_mask_irq_rx(struct wil6210_priv *wil) |
| 90 | { |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 91 | wil_w(wil, RGF_DMA_EP_RX_ICR + offsetof(struct RGF_ICR, IMS), |
| 92 | WIL6210_IRQ_DISABLE); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 93 | } |
| 94 | |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 95 | static void wil6210_mask_irq_misc(struct wil6210_priv *wil, bool mask_halp) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 96 | { |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 97 | wil_dbg_irq(wil, "%s: mask_halp(%s)\n", __func__, |
| 98 | mask_halp ? "true" : "false"); |
| 99 | |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 100 | wil_w(wil, RGF_DMA_EP_MISC_ICR + offsetof(struct RGF_ICR, IMS), |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 101 | mask_halp ? WIL6210_IRQ_DISABLE : WIL6210_IRQ_DISABLE_NO_HALP); |
| 102 | } |
| 103 | |
Maya Erez | f1b7764 | 2016-08-18 16:52:12 +0300 | [diff] [blame] | 104 | void wil6210_mask_halp(struct wil6210_priv *wil) |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 105 | { |
| 106 | wil_dbg_irq(wil, "%s()\n", __func__); |
| 107 | |
| 108 | wil_w(wil, RGF_DMA_EP_MISC_ICR + offsetof(struct RGF_ICR, IMS), |
| 109 | BIT_DMA_EP_MISC_ICR_HALP); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 110 | } |
| 111 | |
| 112 | static void wil6210_mask_irq_pseudo(struct wil6210_priv *wil) |
| 113 | { |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 114 | wil_dbg_irq(wil, "%s()\n", __func__); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 115 | |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 116 | wil_w(wil, RGF_DMA_PSEUDO_CAUSE_MASK_SW, WIL6210_IRQ_DISABLE); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 117 | |
Vladimir Kondratiev | 9419b6a | 2014-12-23 09:47:14 +0200 | [diff] [blame] | 118 | clear_bit(wil_status_irqen, wil->status); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 119 | } |
| 120 | |
Vladimir Kondratiev | e0287c4 | 2013-05-12 14:43:36 +0300 | [diff] [blame] | 121 | void wil6210_unmask_irq_tx(struct wil6210_priv *wil) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 122 | { |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 123 | wil_w(wil, RGF_DMA_EP_TX_ICR + offsetof(struct RGF_ICR, IMC), |
| 124 | WIL6210_IMC_TX); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 125 | } |
| 126 | |
Vladimir Kondratiev | e0287c4 | 2013-05-12 14:43:36 +0300 | [diff] [blame] | 127 | void wil6210_unmask_irq_rx(struct wil6210_priv *wil) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 128 | { |
Maya Erez | 54eaa8c | 2016-04-26 14:41:40 +0300 | [diff] [blame] | 129 | bool unmask_rx_htrsh = test_bit(wil_status_fwconnected, wil->status); |
| 130 | |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 131 | wil_w(wil, RGF_DMA_EP_RX_ICR + offsetof(struct RGF_ICR, IMC), |
Maya Erez | 54eaa8c | 2016-04-26 14:41:40 +0300 | [diff] [blame] | 132 | unmask_rx_htrsh ? WIL6210_IMC_RX : WIL6210_IMC_RX_NO_RX_HTRSH); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 133 | } |
| 134 | |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 135 | static void wil6210_unmask_irq_misc(struct wil6210_priv *wil, bool unmask_halp) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 136 | { |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 137 | wil_dbg_irq(wil, "%s: unmask_halp(%s)\n", __func__, |
| 138 | unmask_halp ? "true" : "false"); |
| 139 | |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 140 | wil_w(wil, RGF_DMA_EP_MISC_ICR + offsetof(struct RGF_ICR, IMC), |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 141 | unmask_halp ? WIL6210_IMC_MISC : WIL6210_IMC_MISC_NO_HALP); |
| 142 | } |
| 143 | |
| 144 | static void wil6210_unmask_halp(struct wil6210_priv *wil) |
| 145 | { |
| 146 | wil_dbg_irq(wil, "%s()\n", __func__); |
| 147 | |
| 148 | wil_w(wil, RGF_DMA_EP_MISC_ICR + offsetof(struct RGF_ICR, IMC), |
| 149 | BIT_DMA_EP_MISC_ICR_HALP); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 150 | } |
| 151 | |
| 152 | static void wil6210_unmask_irq_pseudo(struct wil6210_priv *wil) |
| 153 | { |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 154 | wil_dbg_irq(wil, "%s()\n", __func__); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 155 | |
Vladimir Kondratiev | 9419b6a | 2014-12-23 09:47:14 +0200 | [diff] [blame] | 156 | set_bit(wil_status_irqen, wil->status); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 157 | |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 158 | wil_w(wil, RGF_DMA_PSEUDO_CAUSE_MASK_SW, WIL6210_IRQ_PSEUDO_MASK); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 159 | } |
| 160 | |
Vladimir Kondratiev | e4dbb09 | 2014-09-10 16:34:49 +0300 | [diff] [blame] | 161 | void wil_mask_irq(struct wil6210_priv *wil) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 162 | { |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 163 | wil_dbg_irq(wil, "%s()\n", __func__); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 164 | |
| 165 | wil6210_mask_irq_tx(wil); |
| 166 | wil6210_mask_irq_rx(wil); |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 167 | wil6210_mask_irq_misc(wil, true); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 168 | wil6210_mask_irq_pseudo(wil); |
| 169 | } |
| 170 | |
Vladimir Kondratiev | e4dbb09 | 2014-09-10 16:34:49 +0300 | [diff] [blame] | 171 | void wil_unmask_irq(struct wil6210_priv *wil) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 172 | { |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 173 | wil_dbg_irq(wil, "%s()\n", __func__); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 174 | |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 175 | wil_w(wil, RGF_DMA_EP_RX_ICR + offsetof(struct RGF_ICR, ICC), |
| 176 | WIL_ICR_ICC_VALUE); |
| 177 | wil_w(wil, RGF_DMA_EP_TX_ICR + offsetof(struct RGF_ICR, ICC), |
| 178 | WIL_ICR_ICC_VALUE); |
| 179 | wil_w(wil, RGF_DMA_EP_MISC_ICR + offsetof(struct RGF_ICR, ICC), |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 180 | WIL_ICR_ICC_MISC_VALUE); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 181 | |
| 182 | wil6210_unmask_irq_pseudo(wil); |
| 183 | wil6210_unmask_irq_tx(wil); |
| 184 | wil6210_unmask_irq_rx(wil); |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 185 | wil6210_unmask_irq_misc(wil, true); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 186 | } |
| 187 | |
Vladimir Kondratiev | 9a5511b | 2015-02-15 14:02:31 +0200 | [diff] [blame] | 188 | void wil_configure_interrupt_moderation(struct wil6210_priv *wil) |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 189 | { |
Vladimir Kondratiev | 9a5511b | 2015-02-15 14:02:31 +0200 | [diff] [blame] | 190 | wil_dbg_irq(wil, "%s()\n", __func__); |
| 191 | |
| 192 | /* disable interrupt moderation for monitor |
| 193 | * to get better timestamp precision |
| 194 | */ |
| 195 | if (wil->wdev->iftype == NL80211_IFTYPE_MONITOR) |
| 196 | return; |
| 197 | |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 198 | /* Disable and clear tx counter before (re)configuration */ |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 199 | wil_w(wil, RGF_DMA_ITR_TX_CNT_CTL, BIT_DMA_ITR_TX_CNT_CTL_CLR); |
| 200 | wil_w(wil, RGF_DMA_ITR_TX_CNT_TRSH, wil->tx_max_burst_duration); |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 201 | wil_info(wil, "set ITR_TX_CNT_TRSH = %d usec\n", |
| 202 | wil->tx_max_burst_duration); |
| 203 | /* Configure TX max burst duration timer to use usec units */ |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 204 | wil_w(wil, RGF_DMA_ITR_TX_CNT_CTL, |
| 205 | BIT_DMA_ITR_TX_CNT_CTL_EN | BIT_DMA_ITR_TX_CNT_CTL_EXT_TIC_SEL); |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 206 | |
| 207 | /* Disable and clear tx idle counter before (re)configuration */ |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 208 | wil_w(wil, RGF_DMA_ITR_TX_IDL_CNT_CTL, BIT_DMA_ITR_TX_IDL_CNT_CTL_CLR); |
| 209 | wil_w(wil, RGF_DMA_ITR_TX_IDL_CNT_TRSH, wil->tx_interframe_timeout); |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 210 | wil_info(wil, "set ITR_TX_IDL_CNT_TRSH = %d usec\n", |
| 211 | wil->tx_interframe_timeout); |
| 212 | /* Configure TX max burst duration timer to use usec units */ |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 213 | wil_w(wil, RGF_DMA_ITR_TX_IDL_CNT_CTL, BIT_DMA_ITR_TX_IDL_CNT_CTL_EN | |
| 214 | BIT_DMA_ITR_TX_IDL_CNT_CTL_EXT_TIC_SEL); |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 215 | |
| 216 | /* Disable and clear rx counter before (re)configuration */ |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 217 | wil_w(wil, RGF_DMA_ITR_RX_CNT_CTL, BIT_DMA_ITR_RX_CNT_CTL_CLR); |
| 218 | wil_w(wil, RGF_DMA_ITR_RX_CNT_TRSH, wil->rx_max_burst_duration); |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 219 | wil_info(wil, "set ITR_RX_CNT_TRSH = %d usec\n", |
| 220 | wil->rx_max_burst_duration); |
| 221 | /* Configure TX max burst duration timer to use usec units */ |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 222 | wil_w(wil, RGF_DMA_ITR_RX_CNT_CTL, |
| 223 | BIT_DMA_ITR_RX_CNT_CTL_EN | BIT_DMA_ITR_RX_CNT_CTL_EXT_TIC_SEL); |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 224 | |
| 225 | /* Disable and clear rx idle counter before (re)configuration */ |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 226 | wil_w(wil, RGF_DMA_ITR_RX_IDL_CNT_CTL, BIT_DMA_ITR_RX_IDL_CNT_CTL_CLR); |
| 227 | wil_w(wil, RGF_DMA_ITR_RX_IDL_CNT_TRSH, wil->rx_interframe_timeout); |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 228 | wil_info(wil, "set ITR_RX_IDL_CNT_TRSH = %d usec\n", |
| 229 | wil->rx_interframe_timeout); |
| 230 | /* Configure TX max burst duration timer to use usec units */ |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 231 | wil_w(wil, RGF_DMA_ITR_RX_IDL_CNT_CTL, BIT_DMA_ITR_RX_IDL_CNT_CTL_EN | |
| 232 | BIT_DMA_ITR_RX_IDL_CNT_CTL_EXT_TIC_SEL); |
Vladimir Kondratiev | 78366f6 | 2014-12-23 09:47:19 +0200 | [diff] [blame] | 233 | } |
| 234 | |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 235 | static irqreturn_t wil6210_irq_rx(int irq, void *cookie) |
| 236 | { |
| 237 | struct wil6210_priv *wil = cookie; |
| 238 | u32 isr = wil_ioread32_and_clear(wil->csr + |
| 239 | HOSTADDR(RGF_DMA_EP_RX_ICR) + |
| 240 | offsetof(struct RGF_ICR, ICR)); |
Vladimir Kondratiev | 40e391b | 2014-12-01 15:33:16 +0200 | [diff] [blame] | 241 | bool need_unmask = true; |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 242 | |
Vladimir Kondratiev | 9865809 | 2013-05-12 14:43:35 +0300 | [diff] [blame] | 243 | trace_wil6210_irq_rx(isr); |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 244 | wil_dbg_irq(wil, "ISR RX 0x%08x\n", isr); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 245 | |
Vladimir Kondratiev | 33c477f | 2015-02-15 14:02:33 +0200 | [diff] [blame] | 246 | if (unlikely(!isr)) { |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 247 | wil_err(wil, "spurious IRQ: RX\n"); |
| 248 | return IRQ_NONE; |
| 249 | } |
| 250 | |
| 251 | wil6210_mask_irq_rx(wil); |
| 252 | |
Vladimir Kondratiev | 40e391b | 2014-12-01 15:33:16 +0200 | [diff] [blame] | 253 | /* RX_DONE and RX_HTRSH interrupts are the same if interrupt |
| 254 | * moderation is not used. Interrupt moderation may cause RX |
| 255 | * buffer overflow while RX_DONE is delayed. The required |
| 256 | * action is always the same - should empty the accumulated |
| 257 | * packets from the RX ring. |
| 258 | */ |
Vladimir Kondratiev | 33c477f | 2015-02-15 14:02:33 +0200 | [diff] [blame] | 259 | if (likely(isr & (BIT_DMA_EP_RX_ICR_RX_DONE | |
| 260 | BIT_DMA_EP_RX_ICR_RX_HTRSH))) { |
Maya Erez | b523d35 | 2016-04-26 14:41:39 +0300 | [diff] [blame] | 261 | wil_dbg_irq(wil, "RX done / RX_HTRSH received, ISR (0x%x)\n", |
| 262 | isr); |
Vladimir Kondratiev | 40e391b | 2014-12-01 15:33:16 +0200 | [diff] [blame] | 263 | |
Vladimir Kondratiev | 1aeda13 | 2014-12-23 09:47:18 +0200 | [diff] [blame] | 264 | isr &= ~(BIT_DMA_EP_RX_ICR_RX_DONE | |
| 265 | BIT_DMA_EP_RX_ICR_RX_HTRSH); |
Vladimir Kondratiev | 817f185 | 2015-10-25 15:59:23 +0200 | [diff] [blame] | 266 | if (likely(test_bit(wil_status_fwready, wil->status))) { |
Vladimir Kondratiev | 33c477f | 2015-02-15 14:02:33 +0200 | [diff] [blame] | 267 | if (likely(test_bit(wil_status_napi_en, wil->status))) { |
Vladimir Kondratiev | 73d839a | 2014-09-10 16:34:50 +0300 | [diff] [blame] | 268 | wil_dbg_txrx(wil, "NAPI(Rx) schedule\n"); |
Vladimir Kondratiev | 40e391b | 2014-12-01 15:33:16 +0200 | [diff] [blame] | 269 | need_unmask = false; |
Vladimir Kondratiev | 73d839a | 2014-09-10 16:34:50 +0300 | [diff] [blame] | 270 | napi_schedule(&wil->napi_rx); |
| 271 | } else { |
Vladimir Kondratiev | 1aeda13 | 2014-12-23 09:47:18 +0200 | [diff] [blame] | 272 | wil_err(wil, |
| 273 | "Got Rx interrupt while stopping interface\n"); |
Vladimir Kondratiev | 73d839a | 2014-09-10 16:34:50 +0300 | [diff] [blame] | 274 | } |
Vladimir Kondratiev | 0fef181 | 2014-03-17 15:34:18 +0200 | [diff] [blame] | 275 | } else { |
| 276 | wil_err(wil, "Got Rx interrupt while in reset\n"); |
| 277 | } |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 278 | } |
| 279 | |
Vladimir Kondratiev | 33c477f | 2015-02-15 14:02:33 +0200 | [diff] [blame] | 280 | if (unlikely(isr)) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 281 | wil_err(wil, "un-handled RX ISR bits 0x%08x\n", isr); |
| 282 | |
Vladimir Kondratiev | e0287c4 | 2013-05-12 14:43:36 +0300 | [diff] [blame] | 283 | /* Rx IRQ will be enabled when NAPI processing finished */ |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 284 | |
Vladimir Kondratiev | be29985 | 2014-06-16 19:37:22 +0300 | [diff] [blame] | 285 | atomic_inc(&wil->isr_count_rx); |
Vladimir Kondratiev | 40e391b | 2014-12-01 15:33:16 +0200 | [diff] [blame] | 286 | |
| 287 | if (unlikely(need_unmask)) |
| 288 | wil6210_unmask_irq_rx(wil); |
| 289 | |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 290 | return IRQ_HANDLED; |
| 291 | } |
| 292 | |
| 293 | static irqreturn_t wil6210_irq_tx(int irq, void *cookie) |
| 294 | { |
| 295 | struct wil6210_priv *wil = cookie; |
| 296 | u32 isr = wil_ioread32_and_clear(wil->csr + |
| 297 | HOSTADDR(RGF_DMA_EP_TX_ICR) + |
| 298 | offsetof(struct RGF_ICR, ICR)); |
Vladimir Kondratiev | 40e391b | 2014-12-01 15:33:16 +0200 | [diff] [blame] | 299 | bool need_unmask = true; |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 300 | |
Vladimir Kondratiev | 9865809 | 2013-05-12 14:43:35 +0300 | [diff] [blame] | 301 | trace_wil6210_irq_tx(isr); |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 302 | wil_dbg_irq(wil, "ISR TX 0x%08x\n", isr); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 303 | |
Vladimir Kondratiev | 33c477f | 2015-02-15 14:02:33 +0200 | [diff] [blame] | 304 | if (unlikely(!isr)) { |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 305 | wil_err(wil, "spurious IRQ: TX\n"); |
| 306 | return IRQ_NONE; |
| 307 | } |
| 308 | |
| 309 | wil6210_mask_irq_tx(wil); |
| 310 | |
Vladimir Kondratiev | 33c477f | 2015-02-15 14:02:33 +0200 | [diff] [blame] | 311 | if (likely(isr & BIT_DMA_EP_TX_ICR_TX_DONE)) { |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 312 | wil_dbg_irq(wil, "TX done\n"); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 313 | isr &= ~BIT_DMA_EP_TX_ICR_TX_DONE; |
Vladimir Kondratiev | e0287c4 | 2013-05-12 14:43:36 +0300 | [diff] [blame] | 314 | /* clear also all VRING interrupts */ |
| 315 | isr &= ~(BIT(25) - 1UL); |
Vladimir Kondratiev | 817f185 | 2015-10-25 15:59:23 +0200 | [diff] [blame] | 316 | if (likely(test_bit(wil_status_fwready, wil->status))) { |
Vladimir Kondratiev | 0fef181 | 2014-03-17 15:34:18 +0200 | [diff] [blame] | 317 | wil_dbg_txrx(wil, "NAPI(Tx) schedule\n"); |
Vladimir Kondratiev | 40e391b | 2014-12-01 15:33:16 +0200 | [diff] [blame] | 318 | need_unmask = false; |
Vladimir Kondratiev | 0fef181 | 2014-03-17 15:34:18 +0200 | [diff] [blame] | 319 | napi_schedule(&wil->napi_tx); |
| 320 | } else { |
| 321 | wil_err(wil, "Got Tx interrupt while in reset\n"); |
| 322 | } |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 323 | } |
| 324 | |
Vladimir Kondratiev | 33c477f | 2015-02-15 14:02:33 +0200 | [diff] [blame] | 325 | if (unlikely(isr)) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 326 | wil_err(wil, "un-handled TX ISR bits 0x%08x\n", isr); |
| 327 | |
Vladimir Kondratiev | e0287c4 | 2013-05-12 14:43:36 +0300 | [diff] [blame] | 328 | /* Tx IRQ will be enabled when NAPI processing finished */ |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 329 | |
Vladimir Kondratiev | be29985 | 2014-06-16 19:37:22 +0300 | [diff] [blame] | 330 | atomic_inc(&wil->isr_count_tx); |
Vladimir Kondratiev | 40e391b | 2014-12-01 15:33:16 +0200 | [diff] [blame] | 331 | |
| 332 | if (unlikely(need_unmask)) |
| 333 | wil6210_unmask_irq_tx(wil); |
| 334 | |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 335 | return IRQ_HANDLED; |
| 336 | } |
| 337 | |
Vladimir Kondratiev | 7269494 | 2013-01-28 18:30:56 +0200 | [diff] [blame] | 338 | static void wil_notify_fw_error(struct wil6210_priv *wil) |
| 339 | { |
| 340 | struct device *dev = &wil_to_ndev(wil)->dev; |
| 341 | char *envp[3] = { |
| 342 | [0] = "SOURCE=wil6210", |
| 343 | [1] = "EVENT=FW_ERROR", |
| 344 | [2] = NULL, |
| 345 | }; |
Vladimir Kondratiev | 92b6747 | 2014-06-16 19:37:10 +0300 | [diff] [blame] | 346 | wil_err(wil, "Notify about firmware error\n"); |
Vladimir Kondratiev | 7269494 | 2013-01-28 18:30:56 +0200 | [diff] [blame] | 347 | kobject_uevent_env(&dev->kobj, KOBJ_CHANGE, envp); |
| 348 | } |
| 349 | |
Vladimir Kondratiev | 55f7acd | 2013-03-13 14:12:49 +0200 | [diff] [blame] | 350 | static void wil_cache_mbox_regs(struct wil6210_priv *wil) |
| 351 | { |
| 352 | /* make shadow copy of registers that should not change on run time */ |
| 353 | wil_memcpy_fromio_32(&wil->mbox_ctl, wil->csr + HOST_MBOX, |
| 354 | sizeof(struct wil6210_mbox_ctl)); |
| 355 | wil_mbox_ring_le2cpus(&wil->mbox_ctl.rx); |
| 356 | wil_mbox_ring_le2cpus(&wil->mbox_ctl.tx); |
| 357 | } |
| 358 | |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 359 | static irqreturn_t wil6210_irq_misc(int irq, void *cookie) |
| 360 | { |
| 361 | struct wil6210_priv *wil = cookie; |
| 362 | u32 isr = wil_ioread32_and_clear(wil->csr + |
| 363 | HOSTADDR(RGF_DMA_EP_MISC_ICR) + |
| 364 | offsetof(struct RGF_ICR, ICR)); |
| 365 | |
Vladimir Kondratiev | 9865809 | 2013-05-12 14:43:35 +0300 | [diff] [blame] | 366 | trace_wil6210_irq_misc(isr); |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 367 | wil_dbg_irq(wil, "ISR MISC 0x%08x\n", isr); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 368 | |
| 369 | if (!isr) { |
| 370 | wil_err(wil, "spurious IRQ: MISC\n"); |
| 371 | return IRQ_NONE; |
| 372 | } |
| 373 | |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 374 | wil6210_mask_irq_misc(wil, false); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 375 | |
Vladimir Kondratiev | 7269494 | 2013-01-28 18:30:56 +0200 | [diff] [blame] | 376 | if (isr & ISR_MISC_FW_ERROR) { |
Vladimir Kondratiev | bf2f673 | 2015-10-04 10:23:20 +0300 | [diff] [blame] | 377 | u32 fw_assert_code = wil_r(wil, RGF_FW_ASSERT_CODE); |
| 378 | u32 ucode_assert_code = wil_r(wil, RGF_UCODE_ASSERT_CODE); |
| 379 | |
| 380 | wil_err(wil, |
| 381 | "Firmware error detected, assert codes FW 0x%08x, UCODE 0x%08x\n", |
| 382 | fw_assert_code, ucode_assert_code); |
Vladimir Kondratiev | 9419b6a | 2014-12-23 09:47:14 +0200 | [diff] [blame] | 383 | clear_bit(wil_status_fwready, wil->status); |
Vladimir Kondratiev | de70ab8 | 2013-03-13 14:12:46 +0200 | [diff] [blame] | 384 | /* |
| 385 | * do not clear @isr here - we do 2-nd part in thread |
| 386 | * there, user space get notified, and it should be done |
| 387 | * in non-atomic context |
| 388 | */ |
Vladimir Kondratiev | 7269494 | 2013-01-28 18:30:56 +0200 | [diff] [blame] | 389 | } |
| 390 | |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 391 | if (isr & ISR_MISC_FW_READY) { |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 392 | wil_dbg_irq(wil, "IRQ: FW ready\n"); |
Vladimir Kondratiev | 55f7acd | 2013-03-13 14:12:49 +0200 | [diff] [blame] | 393 | wil_cache_mbox_regs(wil); |
Vladimir Kondratiev | 817f185 | 2015-10-25 15:59:23 +0200 | [diff] [blame] | 394 | set_bit(wil_status_mbox_ready, wil->status); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 395 | /** |
| 396 | * Actual FW ready indicated by the |
| 397 | * WMI_FW_READY_EVENTID |
| 398 | */ |
| 399 | isr &= ~ISR_MISC_FW_READY; |
| 400 | } |
| 401 | |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 402 | if (isr & BIT_DMA_EP_MISC_ICR_HALP) { |
| 403 | wil_dbg_irq(wil, "%s: HALP IRQ invoked\n", __func__); |
| 404 | wil6210_mask_halp(wil); |
| 405 | isr &= ~BIT_DMA_EP_MISC_ICR_HALP; |
| 406 | complete(&wil->halp.comp); |
| 407 | } |
| 408 | |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 409 | wil->isr_misc = isr; |
| 410 | |
| 411 | if (isr) { |
| 412 | return IRQ_WAKE_THREAD; |
| 413 | } else { |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 414 | wil6210_unmask_irq_misc(wil, false); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 415 | return IRQ_HANDLED; |
| 416 | } |
| 417 | } |
| 418 | |
| 419 | static irqreturn_t wil6210_irq_misc_thread(int irq, void *cookie) |
| 420 | { |
| 421 | struct wil6210_priv *wil = cookie; |
| 422 | u32 isr = wil->isr_misc; |
| 423 | |
Vladimir Kondratiev | 9865809 | 2013-05-12 14:43:35 +0300 | [diff] [blame] | 424 | trace_wil6210_irq_misc_thread(isr); |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 425 | wil_dbg_irq(wil, "Thread ISR MISC 0x%08x\n", isr); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 426 | |
Vladimir Kondratiev | de70ab8 | 2013-03-13 14:12:46 +0200 | [diff] [blame] | 427 | if (isr & ISR_MISC_FW_ERROR) { |
Lior David | 375a173 | 2016-03-01 19:18:16 +0200 | [diff] [blame] | 428 | wil->recovery_state = fw_recovery_pending; |
Vladimir Kondratiev | 7dc4725 | 2015-10-04 10:23:26 +0300 | [diff] [blame] | 429 | wil_fw_core_dump(wil); |
Vladimir Kondratiev | de70ab8 | 2013-03-13 14:12:46 +0200 | [diff] [blame] | 430 | wil_notify_fw_error(wil); |
| 431 | isr &= ~ISR_MISC_FW_ERROR; |
Maya Erez | 5f0823e | 2016-03-01 19:18:11 +0200 | [diff] [blame] | 432 | if (wil->platform_ops.notify) { |
Lior David | ea3ade7 | 2015-12-16 17:51:46 +0200 | [diff] [blame] | 433 | wil_err(wil, "notify platform driver about FW crash"); |
Maya Erez | 5f0823e | 2016-03-01 19:18:11 +0200 | [diff] [blame] | 434 | wil->platform_ops.notify(wil->platform_handle, |
| 435 | WIL_PLATFORM_EVT_FW_CRASH); |
Lior David | ea3ade7 | 2015-12-16 17:51:46 +0200 | [diff] [blame] | 436 | } else { |
| 437 | wil_fw_error_recovery(wil); |
| 438 | } |
Vladimir Kondratiev | de70ab8 | 2013-03-13 14:12:46 +0200 | [diff] [blame] | 439 | } |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 440 | if (isr & ISR_MISC_MBOX_EVT) { |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 441 | wil_dbg_irq(wil, "MBOX event\n"); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 442 | wmi_recv_cmd(wil); |
| 443 | isr &= ~ISR_MISC_MBOX_EVT; |
| 444 | } |
| 445 | |
| 446 | if (isr) |
Vladimir Kondratiev | 15e2312 | 2014-04-08 11:36:16 +0300 | [diff] [blame] | 447 | wil_dbg_irq(wil, "un-handled MISC ISR bits 0x%08x\n", isr); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 448 | |
| 449 | wil->isr_misc = 0; |
| 450 | |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 451 | wil6210_unmask_irq_misc(wil, false); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 452 | |
| 453 | return IRQ_HANDLED; |
| 454 | } |
| 455 | |
| 456 | /** |
| 457 | * thread IRQ handler |
| 458 | */ |
| 459 | static irqreturn_t wil6210_thread_irq(int irq, void *cookie) |
| 460 | { |
| 461 | struct wil6210_priv *wil = cookie; |
| 462 | |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 463 | wil_dbg_irq(wil, "Thread IRQ\n"); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 464 | /* Discover real IRQ cause */ |
| 465 | if (wil->isr_misc) |
| 466 | wil6210_irq_misc_thread(irq, cookie); |
| 467 | |
| 468 | wil6210_unmask_irq_pseudo(wil); |
| 469 | |
| 470 | return IRQ_HANDLED; |
| 471 | } |
| 472 | |
| 473 | /* DEBUG |
| 474 | * There is subtle bug in hardware that causes IRQ to raise when it should be |
| 475 | * masked. It is quite rare and hard to debug. |
| 476 | * |
| 477 | * Catch irq issue if it happens and print all I can. |
| 478 | */ |
| 479 | static int wil6210_debug_irq_mask(struct wil6210_priv *wil, u32 pseudo_cause) |
| 480 | { |
Vladimir Kondratiev | 9419b6a | 2014-12-23 09:47:14 +0200 | [diff] [blame] | 481 | if (!test_bit(wil_status_irqen, wil->status)) { |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 482 | u32 icm_rx = wil_ioread32_and_clear(wil->csr + |
| 483 | HOSTADDR(RGF_DMA_EP_RX_ICR) + |
| 484 | offsetof(struct RGF_ICR, ICM)); |
| 485 | u32 icr_rx = wil_ioread32_and_clear(wil->csr + |
| 486 | HOSTADDR(RGF_DMA_EP_RX_ICR) + |
| 487 | offsetof(struct RGF_ICR, ICR)); |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 488 | u32 imv_rx = wil_r(wil, RGF_DMA_EP_RX_ICR + |
| 489 | offsetof(struct RGF_ICR, IMV)); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 490 | u32 icm_tx = wil_ioread32_and_clear(wil->csr + |
| 491 | HOSTADDR(RGF_DMA_EP_TX_ICR) + |
| 492 | offsetof(struct RGF_ICR, ICM)); |
| 493 | u32 icr_tx = wil_ioread32_and_clear(wil->csr + |
| 494 | HOSTADDR(RGF_DMA_EP_TX_ICR) + |
| 495 | offsetof(struct RGF_ICR, ICR)); |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 496 | u32 imv_tx = wil_r(wil, RGF_DMA_EP_TX_ICR + |
| 497 | offsetof(struct RGF_ICR, IMV)); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 498 | u32 icm_misc = wil_ioread32_and_clear(wil->csr + |
| 499 | HOSTADDR(RGF_DMA_EP_MISC_ICR) + |
| 500 | offsetof(struct RGF_ICR, ICM)); |
| 501 | u32 icr_misc = wil_ioread32_and_clear(wil->csr + |
| 502 | HOSTADDR(RGF_DMA_EP_MISC_ICR) + |
| 503 | offsetof(struct RGF_ICR, ICR)); |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 504 | u32 imv_misc = wil_r(wil, RGF_DMA_EP_MISC_ICR + |
| 505 | offsetof(struct RGF_ICR, IMV)); |
Maya Erez | f1b7764 | 2016-08-18 16:52:12 +0300 | [diff] [blame] | 506 | |
| 507 | /* HALP interrupt can be unmasked when misc interrupts are |
| 508 | * masked |
| 509 | */ |
| 510 | if (icr_misc & BIT_DMA_EP_MISC_ICR_HALP) |
| 511 | return 0; |
| 512 | |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 513 | wil_err(wil, "IRQ when it should be masked: pseudo 0x%08x\n" |
| 514 | "Rx icm:icr:imv 0x%08x 0x%08x 0x%08x\n" |
| 515 | "Tx icm:icr:imv 0x%08x 0x%08x 0x%08x\n" |
| 516 | "Misc icm:icr:imv 0x%08x 0x%08x 0x%08x\n", |
| 517 | pseudo_cause, |
| 518 | icm_rx, icr_rx, imv_rx, |
| 519 | icm_tx, icr_tx, imv_tx, |
| 520 | icm_misc, icr_misc, imv_misc); |
| 521 | |
| 522 | return -EINVAL; |
| 523 | } |
| 524 | |
| 525 | return 0; |
| 526 | } |
| 527 | |
| 528 | static irqreturn_t wil6210_hardirq(int irq, void *cookie) |
| 529 | { |
| 530 | irqreturn_t rc = IRQ_HANDLED; |
| 531 | struct wil6210_priv *wil = cookie; |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 532 | u32 pseudo_cause = wil_r(wil, RGF_DMA_PSEUDO_CAUSE); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 533 | |
| 534 | /** |
| 535 | * pseudo_cause is Clear-On-Read, no need to ACK |
| 536 | */ |
Vladimir Kondratiev | 33c477f | 2015-02-15 14:02:33 +0200 | [diff] [blame] | 537 | if (unlikely((pseudo_cause == 0) || ((pseudo_cause & 0xff) == 0xff))) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 538 | return IRQ_NONE; |
| 539 | |
| 540 | /* FIXME: IRQ mask debug */ |
Vladimir Kondratiev | 33c477f | 2015-02-15 14:02:33 +0200 | [diff] [blame] | 541 | if (unlikely(wil6210_debug_irq_mask(wil, pseudo_cause))) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 542 | return IRQ_NONE; |
| 543 | |
Vladimir Kondratiev | 9865809 | 2013-05-12 14:43:35 +0300 | [diff] [blame] | 544 | trace_wil6210_irq_pseudo(pseudo_cause); |
Vladimir Kondratiev | 7743882 | 2013-01-28 18:31:06 +0200 | [diff] [blame] | 545 | wil_dbg_irq(wil, "Pseudo IRQ 0x%08x\n", pseudo_cause); |
Vladimir Kondratiev | 4789d72 | 2013-01-28 18:30:57 +0200 | [diff] [blame] | 546 | |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 547 | wil6210_mask_irq_pseudo(wil); |
| 548 | |
| 549 | /* Discover real IRQ cause |
| 550 | * There are 2 possible phases for every IRQ: |
| 551 | * - hard IRQ handler called right here |
| 552 | * - threaded handler called later |
| 553 | * |
| 554 | * Hard IRQ handler reads and clears ISR. |
| 555 | * |
| 556 | * If threaded handler requested, hard IRQ handler |
| 557 | * returns IRQ_WAKE_THREAD and saves ISR register value |
| 558 | * for the threaded handler use. |
| 559 | * |
| 560 | * voting for wake thread - need at least 1 vote |
| 561 | */ |
| 562 | if ((pseudo_cause & BIT_DMA_PSEUDO_CAUSE_RX) && |
| 563 | (wil6210_irq_rx(irq, cookie) == IRQ_WAKE_THREAD)) |
| 564 | rc = IRQ_WAKE_THREAD; |
| 565 | |
| 566 | if ((pseudo_cause & BIT_DMA_PSEUDO_CAUSE_TX) && |
| 567 | (wil6210_irq_tx(irq, cookie) == IRQ_WAKE_THREAD)) |
| 568 | rc = IRQ_WAKE_THREAD; |
| 569 | |
| 570 | if ((pseudo_cause & BIT_DMA_PSEUDO_CAUSE_MISC) && |
| 571 | (wil6210_irq_misc(irq, cookie) == IRQ_WAKE_THREAD)) |
| 572 | rc = IRQ_WAKE_THREAD; |
| 573 | |
| 574 | /* if thread is requested, it will unmask IRQ */ |
| 575 | if (rc != IRQ_WAKE_THREAD) |
| 576 | wil6210_unmask_irq_pseudo(wil); |
| 577 | |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 578 | return rc; |
| 579 | } |
| 580 | |
Vladimir Kondratiev | d00a636 | 2014-09-10 16:34:48 +0300 | [diff] [blame] | 581 | /* can't use wil_ioread32_and_clear because ICC value is not set yet */ |
Vladimir Kondratiev | f4b5a80 | 2014-03-17 15:34:13 +0200 | [diff] [blame] | 582 | static inline void wil_clear32(void __iomem *addr) |
| 583 | { |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 584 | u32 x = readl(addr); |
Vladimir Kondratiev | f4b5a80 | 2014-03-17 15:34:13 +0200 | [diff] [blame] | 585 | |
Vladimir Kondratiev | b9eeb51 | 2015-07-30 13:52:03 +0300 | [diff] [blame] | 586 | writel(x, addr); |
Vladimir Kondratiev | f4b5a80 | 2014-03-17 15:34:13 +0200 | [diff] [blame] | 587 | } |
| 588 | |
| 589 | void wil6210_clear_irq(struct wil6210_priv *wil) |
| 590 | { |
| 591 | wil_clear32(wil->csr + HOSTADDR(RGF_DMA_EP_RX_ICR) + |
| 592 | offsetof(struct RGF_ICR, ICR)); |
| 593 | wil_clear32(wil->csr + HOSTADDR(RGF_DMA_EP_TX_ICR) + |
| 594 | offsetof(struct RGF_ICR, ICR)); |
| 595 | wil_clear32(wil->csr + HOSTADDR(RGF_DMA_EP_MISC_ICR) + |
| 596 | offsetof(struct RGF_ICR, ICR)); |
Vladimir Kondratiev | 151a970 | 2014-09-10 16:34:30 +0300 | [diff] [blame] | 597 | wmb(); /* make sure write completed */ |
Vladimir Kondratiev | f4b5a80 | 2014-03-17 15:34:13 +0200 | [diff] [blame] | 598 | } |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 599 | |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 600 | void wil6210_set_halp(struct wil6210_priv *wil) |
| 601 | { |
Lior David | ef86f24 | 2016-08-18 16:52:13 +0300 | [diff] [blame] | 602 | wil_dbg_irq(wil, "%s()\n", __func__); |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 603 | |
| 604 | wil_w(wil, RGF_DMA_EP_MISC_ICR + offsetof(struct RGF_ICR, ICS), |
| 605 | BIT_DMA_EP_MISC_ICR_HALP); |
| 606 | } |
| 607 | |
| 608 | void wil6210_clear_halp(struct wil6210_priv *wil) |
| 609 | { |
Lior David | ef86f24 | 2016-08-18 16:52:13 +0300 | [diff] [blame] | 610 | wil_dbg_irq(wil, "%s()\n", __func__); |
Maya Erez | 349214c | 2016-04-26 14:41:41 +0300 | [diff] [blame] | 611 | |
| 612 | wil_w(wil, RGF_DMA_EP_MISC_ICR + offsetof(struct RGF_ICR, ICR), |
| 613 | BIT_DMA_EP_MISC_ICR_HALP); |
| 614 | wil6210_unmask_halp(wil); |
| 615 | } |
| 616 | |
Vladimir Kondratiev | bd2d18b | 2015-07-30 13:52:02 +0300 | [diff] [blame] | 617 | int wil6210_init_irq(struct wil6210_priv *wil, int irq, bool use_msi) |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 618 | { |
| 619 | int rc; |
Vladimir Kondratiev | 9cf10d6 | 2014-09-10 16:34:36 +0300 | [diff] [blame] | 620 | |
Vladimir Kondratiev | bd2d18b | 2015-07-30 13:52:02 +0300 | [diff] [blame] | 621 | wil_dbg_misc(wil, "%s(%s)\n", __func__, use_msi ? "MSI" : "INTx"); |
Vladimir Kondratiev | 9cf10d6 | 2014-09-10 16:34:36 +0300 | [diff] [blame] | 622 | |
Vladimir Kondratiev | bd2d18b | 2015-07-30 13:52:02 +0300 | [diff] [blame] | 623 | rc = request_threaded_irq(irq, wil6210_hardirq, |
| 624 | wil6210_thread_irq, |
| 625 | use_msi ? 0 : IRQF_SHARED, |
| 626 | WIL_NAME, wil); |
Dedy Lansky | 6977805 | 2014-09-10 16:34:37 +0300 | [diff] [blame] | 627 | return rc; |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 628 | } |
| 629 | |
| 630 | void wil6210_fini_irq(struct wil6210_priv *wil, int irq) |
| 631 | { |
Vladimir Kondratiev | 9cf10d6 | 2014-09-10 16:34:36 +0300 | [diff] [blame] | 632 | wil_dbg_misc(wil, "%s()\n", __func__); |
| 633 | |
Vladimir Kondratiev | e4dbb09 | 2014-09-10 16:34:49 +0300 | [diff] [blame] | 634 | wil_mask_irq(wil); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 635 | free_irq(irq, wil); |
Vladimir Kondratiev | 2be7d22 | 2012-12-20 13:13:19 -0800 | [diff] [blame] | 636 | } |