Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 1 | /****************************************************************************** |
| 2 | * |
| 3 | * This file is provided under a dual BSD/GPLv2 license. When using or |
| 4 | * redistributing this file, you may do so under either license. |
| 5 | * |
| 6 | * GPL LICENSE SUMMARY |
| 7 | * |
Emmanuel Grumbach | 51368bf | 2013-12-30 13:15:54 +0200 | [diff] [blame] | 8 | * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved. |
Johannes Berg | 8b4139d | 2014-07-24 14:05:26 +0200 | [diff] [blame] | 9 | * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 10 | * |
| 11 | * This program is free software; you can redistribute it and/or modify |
| 12 | * it under the terms of version 2 of the GNU General Public License as |
| 13 | * published by the Free Software Foundation. |
| 14 | * |
| 15 | * This program is distributed in the hope that it will be useful, but |
| 16 | * WITHOUT ANY WARRANTY; without even the implied warranty of |
| 17 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 18 | * General Public License for more details. |
| 19 | * |
| 20 | * You should have received a copy of the GNU General Public License |
| 21 | * along with this program; if not, write to the Free Software |
| 22 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110, |
| 23 | * USA |
| 24 | * |
| 25 | * The full GNU General Public License is included in this distribution |
Emmanuel Grumbach | 410dc5a | 2013-02-18 09:22:28 +0200 | [diff] [blame] | 26 | * in the file called COPYING. |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 27 | * |
| 28 | * Contact Information: |
| 29 | * Intel Linux Wireless <ilw@linux.intel.com> |
| 30 | * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 |
| 31 | * |
| 32 | * BSD LICENSE |
| 33 | * |
Emmanuel Grumbach | 51368bf | 2013-12-30 13:15:54 +0200 | [diff] [blame] | 34 | * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved. |
Johannes Berg | 8b4139d | 2014-07-24 14:05:26 +0200 | [diff] [blame] | 35 | * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 36 | * All rights reserved. |
| 37 | * |
| 38 | * Redistribution and use in source and binary forms, with or without |
| 39 | * modification, are permitted provided that the following conditions |
| 40 | * are met: |
| 41 | * |
| 42 | * * Redistributions of source code must retain the above copyright |
| 43 | * notice, this list of conditions and the following disclaimer. |
| 44 | * * Redistributions in binary form must reproduce the above copyright |
| 45 | * notice, this list of conditions and the following disclaimer in |
| 46 | * the documentation and/or other materials provided with the |
| 47 | * distribution. |
| 48 | * * Neither the name Intel Corporation nor the names of its |
| 49 | * contributors may be used to endorse or promote products derived |
| 50 | * from this software without specific prior written permission. |
| 51 | * |
| 52 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 53 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 54 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 55 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 56 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 57 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 58 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 59 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 60 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 61 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 62 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 63 | * |
| 64 | *****************************************************************************/ |
| 65 | #include <linux/module.h> |
Emmanuel Grumbach | 1bd3cbc | 2014-03-18 21:15:06 +0200 | [diff] [blame] | 66 | #include <linux/vmalloc.h> |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 67 | #include <net/mac80211.h> |
| 68 | |
| 69 | #include "iwl-notif-wait.h" |
| 70 | #include "iwl-trans.h" |
| 71 | #include "iwl-op-mode.h" |
| 72 | #include "iwl-fw.h" |
| 73 | #include "iwl-debug.h" |
| 74 | #include "iwl-drv.h" |
| 75 | #include "iwl-modparams.h" |
| 76 | #include "mvm.h" |
| 77 | #include "iwl-phy-db.h" |
| 78 | #include "iwl-eeprom-parse.h" |
| 79 | #include "iwl-csr.h" |
| 80 | #include "iwl-io.h" |
| 81 | #include "iwl-prph.h" |
| 82 | #include "rs.h" |
| 83 | #include "fw-api-scan.h" |
| 84 | #include "time-event.h" |
| 85 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 86 | #define DRV_DESCRIPTION "The new Intel(R) wireless AGN driver for Linux" |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 87 | MODULE_DESCRIPTION(DRV_DESCRIPTION); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 88 | MODULE_AUTHOR(DRV_COPYRIGHT " " DRV_AUTHOR); |
| 89 | MODULE_LICENSE("GPL"); |
| 90 | |
| 91 | static const struct iwl_op_mode_ops iwl_mvm_ops; |
| 92 | |
| 93 | struct iwl_mvm_mod_params iwlmvm_mod_params = { |
| 94 | .power_scheme = IWL_POWER_SCHEME_BPS, |
Emmanuel Grumbach | ce71c2f | 2015-01-11 17:19:39 +0200 | [diff] [blame] | 95 | .tfd_q_hang_detect = true |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 96 | /* rest of fields are 0 by default */ |
| 97 | }; |
| 98 | |
| 99 | module_param_named(init_dbg, iwlmvm_mod_params.init_dbg, bool, S_IRUGO); |
| 100 | MODULE_PARM_DESC(init_dbg, |
| 101 | "set to true to debug an ASSERT in INIT fw (default: false"); |
| 102 | module_param_named(power_scheme, iwlmvm_mod_params.power_scheme, int, S_IRUGO); |
| 103 | MODULE_PARM_DESC(power_scheme, |
| 104 | "power management scheme: 1-active, 2-balanced, 3-low power, default: 2"); |
Emmanuel Grumbach | ce71c2f | 2015-01-11 17:19:39 +0200 | [diff] [blame] | 105 | module_param_named(tfd_q_hang_detect, iwlmvm_mod_params.tfd_q_hang_detect, |
| 106 | bool, S_IRUGO); |
| 107 | MODULE_PARM_DESC(tfd_q_hang_detect, |
| 108 | "TFD queues hang detection (default: true"); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 109 | |
| 110 | /* |
| 111 | * module init and exit functions |
| 112 | */ |
| 113 | static int __init iwl_mvm_init(void) |
| 114 | { |
| 115 | int ret; |
| 116 | |
| 117 | ret = iwl_mvm_rate_control_register(); |
| 118 | if (ret) { |
| 119 | pr_err("Unable to register rate control algorithm: %d\n", ret); |
| 120 | return ret; |
| 121 | } |
| 122 | |
| 123 | ret = iwl_opmode_register("iwlmvm", &iwl_mvm_ops); |
| 124 | |
| 125 | if (ret) { |
| 126 | pr_err("Unable to register MVM op_mode: %d\n", ret); |
| 127 | iwl_mvm_rate_control_unregister(); |
| 128 | } |
| 129 | |
| 130 | return ret; |
| 131 | } |
| 132 | module_init(iwl_mvm_init); |
| 133 | |
| 134 | static void __exit iwl_mvm_exit(void) |
| 135 | { |
| 136 | iwl_opmode_deregister("iwlmvm"); |
| 137 | iwl_mvm_rate_control_unregister(); |
| 138 | } |
| 139 | module_exit(iwl_mvm_exit); |
| 140 | |
| 141 | static void iwl_mvm_nic_config(struct iwl_op_mode *op_mode) |
| 142 | { |
| 143 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 144 | u8 radio_cfg_type, radio_cfg_step, radio_cfg_dash; |
| 145 | u32 reg_val = 0; |
Moshe Harel | a054427 | 2014-12-08 21:13:14 +0200 | [diff] [blame] | 146 | u32 phy_config = iwl_mvm_get_phy_config(mvm); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 147 | |
Moshe Harel | a054427 | 2014-12-08 21:13:14 +0200 | [diff] [blame] | 148 | radio_cfg_type = (phy_config & FW_PHY_CFG_RADIO_TYPE) >> |
| 149 | FW_PHY_CFG_RADIO_TYPE_POS; |
| 150 | radio_cfg_step = (phy_config & FW_PHY_CFG_RADIO_STEP) >> |
| 151 | FW_PHY_CFG_RADIO_STEP_POS; |
| 152 | radio_cfg_dash = (phy_config & FW_PHY_CFG_RADIO_DASH) >> |
| 153 | FW_PHY_CFG_RADIO_DASH_POS; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 154 | |
| 155 | /* SKU control */ |
| 156 | reg_val |= CSR_HW_REV_STEP(mvm->trans->hw_rev) << |
| 157 | CSR_HW_IF_CONFIG_REG_POS_MAC_STEP; |
| 158 | reg_val |= CSR_HW_REV_DASH(mvm->trans->hw_rev) << |
| 159 | CSR_HW_IF_CONFIG_REG_POS_MAC_DASH; |
| 160 | |
| 161 | /* radio configuration */ |
| 162 | reg_val |= radio_cfg_type << CSR_HW_IF_CONFIG_REG_POS_PHY_TYPE; |
| 163 | reg_val |= radio_cfg_step << CSR_HW_IF_CONFIG_REG_POS_PHY_STEP; |
| 164 | reg_val |= radio_cfg_dash << CSR_HW_IF_CONFIG_REG_POS_PHY_DASH; |
| 165 | |
| 166 | WARN_ON((radio_cfg_type << CSR_HW_IF_CONFIG_REG_POS_PHY_TYPE) & |
| 167 | ~CSR_HW_IF_CONFIG_REG_MSK_PHY_TYPE); |
| 168 | |
Liad Kaufman | 9b1fcc1 | 2014-05-08 16:30:24 +0300 | [diff] [blame] | 169 | /* |
| 170 | * TODO: Bits 7-8 of CSR in 8000 HW family set the ADC sampling, and |
| 171 | * shouldn't be set to any non-zero value. The same is supposed to be |
| 172 | * true of the other HW, but unsetting them (such as the 7260) causes |
| 173 | * automatic tests to fail on seemingly unrelated errors. Need to |
| 174 | * further investigate this, but for now we'll separate cases. |
| 175 | */ |
| 176 | if (mvm->trans->cfg->device_family != IWL_DEVICE_FAMILY_8000) |
| 177 | reg_val |= CSR_HW_IF_CONFIG_REG_BIT_RADIO_SI; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 178 | |
Lilach Edelstein | e139dc4 | 2013-01-13 13:31:10 +0200 | [diff] [blame] | 179 | iwl_trans_set_bits_mask(mvm->trans, CSR_HW_IF_CONFIG_REG, |
| 180 | CSR_HW_IF_CONFIG_REG_MSK_MAC_DASH | |
| 181 | CSR_HW_IF_CONFIG_REG_MSK_MAC_STEP | |
| 182 | CSR_HW_IF_CONFIG_REG_MSK_PHY_TYPE | |
| 183 | CSR_HW_IF_CONFIG_REG_MSK_PHY_STEP | |
| 184 | CSR_HW_IF_CONFIG_REG_MSK_PHY_DASH | |
| 185 | CSR_HW_IF_CONFIG_REG_BIT_RADIO_SI | |
| 186 | CSR_HW_IF_CONFIG_REG_BIT_MAC_SI, |
| 187 | reg_val); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 188 | |
| 189 | IWL_DEBUG_INFO(mvm, "Radio type=0x%x-0x%x-0x%x\n", radio_cfg_type, |
| 190 | radio_cfg_step, radio_cfg_dash); |
| 191 | |
| 192 | /* |
| 193 | * W/A : NIC is stuck in a reset state after Early PCIe power off |
| 194 | * (PCIe power is lost before PERST# is asserted), causing ME FW |
| 195 | * to lose ownership and not being able to obtain it back. |
| 196 | */ |
Eran Harary | 3073d8c | 2013-12-29 14:09:59 +0200 | [diff] [blame] | 197 | if (mvm->trans->cfg->device_family != IWL_DEVICE_FAMILY_8000) |
| 198 | iwl_set_bits_mask_prph(mvm->trans, APMG_PS_CTRL_REG, |
| 199 | APMG_PS_CTRL_EARLY_PWR_OFF_RESET_DIS, |
| 200 | ~APMG_PS_CTRL_EARLY_PWR_OFF_RESET_DIS); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 201 | } |
| 202 | |
| 203 | struct iwl_rx_handlers { |
| 204 | u8 cmd_id; |
| 205 | bool async; |
| 206 | int (*fn)(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb, |
| 207 | struct iwl_device_cmd *cmd); |
| 208 | }; |
| 209 | |
| 210 | #define RX_HANDLER(_cmd_id, _fn, _async) \ |
| 211 | { .cmd_id = _cmd_id , .fn = _fn , .async = _async } |
| 212 | |
| 213 | /* |
| 214 | * Handlers for fw notifications |
| 215 | * Convention: RX_HANDLER(CMD_NAME, iwl_mvm_rx_CMD_NAME |
| 216 | * This list should be in order of frequency for performance purposes. |
| 217 | * |
| 218 | * The handler can be SYNC - this means that it will be called in the Rx path |
| 219 | * which can't acquire mvm->mutex. If the handler needs to hold mvm->mutex (and |
| 220 | * only in this case!), it should be set as ASYNC. In that case, it will be |
| 221 | * called from a worker with mvm->mutex held. |
| 222 | */ |
| 223 | static const struct iwl_rx_handlers iwl_mvm_rx_handlers[] = { |
| 224 | RX_HANDLER(REPLY_RX_MPDU_CMD, iwl_mvm_rx_rx_mpdu, false), |
| 225 | RX_HANDLER(REPLY_RX_PHY_CMD, iwl_mvm_rx_rx_phy_cmd, false), |
| 226 | RX_HANDLER(TX_CMD, iwl_mvm_rx_tx_cmd, false), |
| 227 | RX_HANDLER(BA_NOTIF, iwl_mvm_rx_ba_notif, false), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 228 | |
Emmanuel Grumbach | f421f9c | 2013-01-17 14:20:29 +0200 | [diff] [blame] | 229 | RX_HANDLER(BT_PROFILE_NOTIFICATION, iwl_mvm_rx_bt_coex_notif, true), |
Andrei Otcheretianski | bd3398e | 2013-10-22 05:01:12 +0200 | [diff] [blame] | 230 | RX_HANDLER(BEACON_NOTIFICATION, iwl_mvm_rx_beacon_notif, true), |
Eytan Lifshitz | 9ee718a | 2013-05-19 19:14:41 +0300 | [diff] [blame] | 231 | RX_HANDLER(STATISTICS_NOTIFICATION, iwl_mvm_rx_statistics, true), |
Emmanuel Grumbach | b9fae2d | 2014-02-17 11:24:10 +0200 | [diff] [blame] | 232 | RX_HANDLER(ANTENNA_COUPLING_NOTIFICATION, |
| 233 | iwl_mvm_rx_ant_coupling_notif, true), |
Emmanuel Grumbach | f421f9c | 2013-01-17 14:20:29 +0200 | [diff] [blame] | 234 | |
Emmanuel Grumbach | 497b49d | 2013-06-02 20:54:48 +0300 | [diff] [blame] | 235 | RX_HANDLER(TIME_EVENT_NOTIFICATION, iwl_mvm_rx_time_event_notif, false), |
Eran Harary | 8ba2d7a | 2015-02-08 11:41:43 +0200 | [diff] [blame] | 236 | RX_HANDLER(MCC_CHUB_UPDATE_CMD, iwl_mvm_rx_chub_update_mcc, true), |
Emmanuel Grumbach | 497b49d | 2013-06-02 20:54:48 +0300 | [diff] [blame] | 237 | |
Johannes Berg | 3e56ead | 2013-02-15 22:23:18 +0100 | [diff] [blame] | 238 | RX_HANDLER(EOSP_NOTIFICATION, iwl_mvm_rx_eosp_notif, false), |
| 239 | |
Alexander Bondar | e5d7464 | 2014-12-09 19:15:49 +0200 | [diff] [blame] | 240 | RX_HANDLER(SCAN_ITERATION_COMPLETE, |
| 241 | iwl_mvm_rx_scan_offload_iter_complete_notif, false), |
David Spinadel | 35a000b | 2013-08-28 09:29:43 +0300 | [diff] [blame] | 242 | RX_HANDLER(SCAN_OFFLOAD_COMPLETE, |
Johannes Berg | a6623e8 | 2014-01-27 15:40:53 +0100 | [diff] [blame] | 243 | iwl_mvm_rx_scan_offload_complete_notif, true), |
David Spinadel | fb98be5 | 2014-05-04 12:51:10 +0300 | [diff] [blame] | 244 | RX_HANDLER(MATCH_FOUND_NOTIFICATION, iwl_mvm_rx_scan_offload_results, |
David Spinadel | 35a000b | 2013-08-28 09:29:43 +0300 | [diff] [blame] | 245 | false), |
David Spinadel | d249622 | 2014-05-20 12:46:37 +0300 | [diff] [blame] | 246 | RX_HANDLER(SCAN_COMPLETE_UMAC, iwl_mvm_rx_umac_scan_complete_notif, |
| 247 | true), |
Emmanuel Grumbach | 497b49d | 2013-06-02 20:54:48 +0300 | [diff] [blame] | 248 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 249 | RX_HANDLER(RADIO_VERSION_NOTIFICATION, iwl_mvm_rx_radio_ver, false), |
| 250 | RX_HANDLER(CARD_STATE_NOTIFICATION, iwl_mvm_rx_card_state_notif, false), |
| 251 | |
Hila Gonen | d64048e | 2013-03-13 18:00:03 +0200 | [diff] [blame] | 252 | RX_HANDLER(MISSED_BEACONS_NOTIFICATION, iwl_mvm_rx_missed_beacons_notif, |
| 253 | false), |
| 254 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 255 | RX_HANDLER(REPLY_ERROR, iwl_mvm_rx_fw_error, false), |
Alexander Bondar | 175a70b | 2013-04-14 20:59:37 +0300 | [diff] [blame] | 256 | RX_HANDLER(PSM_UAPSD_AP_MISBEHAVING_NOTIFICATION, |
| 257 | iwl_mvm_power_uapsd_misbehaving_ap_notif, false), |
Luciano Coelho | ea9af24 | 2014-11-06 10:34:49 +0200 | [diff] [blame] | 258 | RX_HANDLER(DTS_MEASUREMENT_NOTIFICATION, iwl_mvm_temp_notif, true), |
| 259 | |
Arik Nemtsov | 1d3c3f6 | 2014-10-23 18:03:10 +0300 | [diff] [blame] | 260 | RX_HANDLER(TDLS_CHANNEL_SWITCH_NOTIFICATION, iwl_mvm_rx_tdls_notif, |
| 261 | true), |
Chaya Rachel Ivgy | 30269c1 | 2014-11-15 21:08:29 +0200 | [diff] [blame] | 262 | RX_HANDLER(MFUART_LOAD_NOTIFICATION, iwl_mvm_rx_mfuart_notif, false), |
Arik Nemtsov | 1d3c3f6 | 2014-10-23 18:03:10 +0300 | [diff] [blame] | 263 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 264 | }; |
| 265 | #undef RX_HANDLER |
| 266 | #define CMD(x) [x] = #x |
| 267 | |
Johannes Berg | e520926 | 2014-01-20 23:38:59 +0100 | [diff] [blame] | 268 | static const char *const iwl_mvm_cmd_strings[REPLY_MAX] = { |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 269 | CMD(MVM_ALIVE), |
| 270 | CMD(REPLY_ERROR), |
| 271 | CMD(INIT_COMPLETE_NOTIF), |
| 272 | CMD(PHY_CONTEXT_CMD), |
| 273 | CMD(MGMT_MCAST_KEY), |
| 274 | CMD(TX_CMD), |
| 275 | CMD(TXPATH_FLUSH), |
Liad Kaufman | 04fd2c2 | 2014-12-15 17:54:16 +0200 | [diff] [blame] | 276 | CMD(SHARED_MEM_CFG), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 277 | CMD(MAC_CONTEXT_CMD), |
| 278 | CMD(TIME_EVENT_CMD), |
| 279 | CMD(TIME_EVENT_NOTIFICATION), |
| 280 | CMD(BINDING_CONTEXT_CMD), |
| 281 | CMD(TIME_QUOTA_CMD), |
Johannes Berg | 4ac6cb5 | 2013-08-08 09:30:13 +0200 | [diff] [blame] | 282 | CMD(NON_QOS_TX_COUNTER_CMD), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 283 | CMD(RADIO_VERSION_NOTIFICATION), |
| 284 | CMD(SCAN_REQUEST_CMD), |
| 285 | CMD(SCAN_ABORT_CMD), |
| 286 | CMD(SCAN_START_NOTIFICATION), |
| 287 | CMD(SCAN_RESULTS_NOTIFICATION), |
| 288 | CMD(SCAN_COMPLETE_NOTIFICATION), |
| 289 | CMD(NVM_ACCESS_CMD), |
| 290 | CMD(PHY_CONFIGURATION_CMD), |
| 291 | CMD(CALIB_RES_NOTIF_PHY_DB), |
| 292 | CMD(SET_CALIB_DEFAULT_CMD), |
| 293 | CMD(CALIBRATION_COMPLETE_NOTIFICATION), |
Max Stepanov | 5a258aa | 2013-04-07 09:11:21 +0300 | [diff] [blame] | 294 | CMD(ADD_STA_KEY), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 295 | CMD(ADD_STA), |
| 296 | CMD(REMOVE_STA), |
| 297 | CMD(LQ_CMD), |
| 298 | CMD(SCAN_OFFLOAD_CONFIG_CMD), |
David Spinadel | 35a000b | 2013-08-28 09:29:43 +0300 | [diff] [blame] | 299 | CMD(MATCH_FOUND_NOTIFICATION), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 300 | CMD(SCAN_OFFLOAD_REQUEST_CMD), |
| 301 | CMD(SCAN_OFFLOAD_ABORT_CMD), |
Ariej Marjieh | b112889 | 2014-07-16 21:11:12 +0300 | [diff] [blame] | 302 | CMD(HOT_SPOT_CMD), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 303 | CMD(SCAN_OFFLOAD_COMPLETE), |
| 304 | CMD(SCAN_OFFLOAD_UPDATE_PROFILES_CMD), |
David Spinadel | fb98be5 | 2014-05-04 12:51:10 +0300 | [diff] [blame] | 305 | CMD(SCAN_ITERATION_COMPLETE), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 306 | CMD(POWER_TABLE_CMD), |
| 307 | CMD(WEP_KEY), |
| 308 | CMD(REPLY_RX_PHY_CMD), |
| 309 | CMD(REPLY_RX_MPDU_CMD), |
Ilan Peer | 571765c | 2013-03-05 15:26:03 +0200 | [diff] [blame] | 310 | CMD(BEACON_NOTIFICATION), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 311 | CMD(BEACON_TEMPLATE_CMD), |
Johannes Berg | 91a8bcd | 2015-01-14 18:12:41 +0100 | [diff] [blame] | 312 | CMD(STATISTICS_CMD), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 313 | CMD(STATISTICS_NOTIFICATION), |
Johannes Berg | 3e56ead | 2013-02-15 22:23:18 +0100 | [diff] [blame] | 314 | CMD(EOSP_NOTIFICATION), |
Matti Gottlieb | 88f2fd7 | 2013-07-09 15:25:46 +0300 | [diff] [blame] | 315 | CMD(REDUCE_TX_POWER_CMD), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 316 | CMD(TX_ANT_CONFIGURATION_CMD), |
| 317 | CMD(D3_CONFIG_CMD), |
Arik Nemtsov | 98ee778 | 2013-10-02 16:58:09 +0300 | [diff] [blame] | 318 | CMD(D0I3_END_CMD), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 319 | CMD(PROT_OFFLOAD_CONFIG_CMD), |
| 320 | CMD(OFFLOADS_QUERY_CMD), |
| 321 | CMD(REMOTE_WAKE_CONFIG_CMD), |
| 322 | CMD(WOWLAN_PATTERNS), |
| 323 | CMD(WOWLAN_CONFIGURATION), |
| 324 | CMD(WOWLAN_TSC_RSC_PARAM), |
| 325 | CMD(WOWLAN_TKIP_PARAM), |
| 326 | CMD(WOWLAN_KEK_KCK_MATERIAL), |
| 327 | CMD(WOWLAN_GET_STATUSES), |
| 328 | CMD(WOWLAN_TX_POWER_PER_DB), |
Luciano Coelho | b04998f | 2014-11-20 15:58:34 +0200 | [diff] [blame] | 329 | CMD(SCAN_OFFLOAD_PROFILES_QUERY_CMD), |
| 330 | CMD(SCAN_OFFLOAD_HOTSPOTS_CONFIG_CMD), |
| 331 | CMD(SCAN_OFFLOAD_HOTSPOTS_QUERY_CMD), |
Emmanuel Grumbach | 3b4612f | 2013-03-03 09:14:51 +0200 | [diff] [blame] | 332 | CMD(CARD_STATE_NOTIFICATION), |
Hila Gonen | d64048e | 2013-03-13 18:00:03 +0200 | [diff] [blame] | 333 | CMD(MISSED_BEACONS_NOTIFICATION), |
Emmanuel Grumbach | fb3ceb8 | 2013-01-14 15:04:01 +0200 | [diff] [blame] | 334 | CMD(BT_COEX_PRIO_TABLE), |
| 335 | CMD(BT_COEX_PROT_ENV), |
| 336 | CMD(BT_PROFILE_NOTIFICATION), |
| 337 | CMD(BT_CONFIG), |
Emmanuel Grumbach | 51b6b9e | 2013-05-02 15:01:24 +0300 | [diff] [blame] | 338 | CMD(MCAST_FILTER_CMD), |
Eliad Peller | c87163b | 2014-01-08 10:11:11 +0200 | [diff] [blame] | 339 | CMD(BCAST_FILTER_CMD), |
David Spinadel | 7a06a38 | 2014-01-09 09:55:38 +0200 | [diff] [blame] | 340 | CMD(REPLY_SF_CFG_CMD), |
Hila Gonen | 7df15b1 | 2012-12-12 11:16:19 +0200 | [diff] [blame] | 341 | CMD(REPLY_BEACON_FILTERING_CMD), |
Luciano Coelho | a0a09243 | 2014-09-04 12:29:15 +0300 | [diff] [blame] | 342 | CMD(CMD_DTS_MEASUREMENT_TRIGGER), |
| 343 | CMD(DTS_MEASUREMENT_NOTIFICATION), |
Eytan Lifshitz | 9ee718a | 2013-05-19 19:14:41 +0300 | [diff] [blame] | 344 | CMD(REPLY_THERMAL_MNG_BACKOFF), |
Alexander Bondar | e811ada | 2013-03-10 15:29:44 +0200 | [diff] [blame] | 345 | CMD(MAC_PM_POWER_TABLE), |
Emmanuel Grumbach | 9180ac5 | 2014-09-23 23:02:41 +0300 | [diff] [blame] | 346 | CMD(LTR_CONFIG), |
Emmanuel Grumbach | dac94da | 2013-06-18 07:35:27 +0300 | [diff] [blame] | 347 | CMD(BT_COEX_CI), |
Emmanuel Grumbach | 430a3bb | 2014-04-02 09:55:16 +0300 | [diff] [blame] | 348 | CMD(BT_COEX_UPDATE_SW_BOOST), |
| 349 | CMD(BT_COEX_UPDATE_CORUN_LUT), |
| 350 | CMD(BT_COEX_UPDATE_REDUCED_TXP), |
Alexander Bondar | 175a70b | 2013-04-14 20:59:37 +0300 | [diff] [blame] | 351 | CMD(PSM_UAPSD_AP_MISBEHAVING_NOTIFICATION), |
Emmanuel Grumbach | b9fae2d | 2014-02-17 11:24:10 +0200 | [diff] [blame] | 352 | CMD(ANTENNA_COUPLING_NOTIFICATION), |
Avri Altman | 3edf8ff | 2014-07-30 11:41:01 +0300 | [diff] [blame] | 353 | CMD(SCD_QUEUE_CFG), |
David Spinadel | d249622 | 2014-05-20 12:46:37 +0300 | [diff] [blame] | 354 | CMD(SCAN_CFG_CMD), |
| 355 | CMD(SCAN_REQ_UMAC), |
| 356 | CMD(SCAN_ABORT_UMAC), |
| 357 | CMD(SCAN_COMPLETE_UMAC), |
Arik Nemtsov | 77c5d7e | 2014-09-11 13:10:08 +0300 | [diff] [blame] | 358 | CMD(TDLS_CHANNEL_SWITCH_CMD), |
| 359 | CMD(TDLS_CHANNEL_SWITCH_NOTIFICATION), |
Arik Nemtsov | 307e472 | 2014-09-15 18:48:59 +0300 | [diff] [blame] | 360 | CMD(TDLS_CONFIG_CMD), |
Arik Nemtsov | dcaf9f5 | 2014-03-04 19:54:12 +0200 | [diff] [blame] | 361 | CMD(MCC_UPDATE_CMD), |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 362 | }; |
| 363 | #undef CMD |
| 364 | |
| 365 | /* this forward declaration can avoid to export the function */ |
| 366 | static void iwl_mvm_async_handlers_wk(struct work_struct *wk); |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 367 | static void iwl_mvm_d0i3_exit_work(struct work_struct *wk); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 368 | |
Ido Yariv | 0c0e2c7 | 2014-01-16 21:12:02 -0500 | [diff] [blame] | 369 | static u32 calc_min_backoff(struct iwl_trans *trans, const struct iwl_cfg *cfg) |
| 370 | { |
| 371 | const struct iwl_pwr_tx_backoff *pwr_tx_backoff = cfg->pwr_tx_backoffs; |
| 372 | |
| 373 | if (!pwr_tx_backoff) |
| 374 | return 0; |
| 375 | |
| 376 | while (pwr_tx_backoff->pwr) { |
| 377 | if (trans->dflt_pwr_limit >= pwr_tx_backoff->pwr) |
| 378 | return pwr_tx_backoff->backoff; |
| 379 | |
| 380 | pwr_tx_backoff++; |
| 381 | } |
| 382 | |
| 383 | return 0; |
| 384 | } |
| 385 | |
Emmanuel Grumbach | 4bfa47f | 2014-09-11 16:19:43 +0300 | [diff] [blame] | 386 | static void iwl_mvm_fw_error_dump_wk(struct work_struct *work); |
| 387 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 388 | static struct iwl_op_mode * |
| 389 | iwl_op_mode_mvm_start(struct iwl_trans *trans, const struct iwl_cfg *cfg, |
| 390 | const struct iwl_fw *fw, struct dentry *dbgfs_dir) |
| 391 | { |
| 392 | struct ieee80211_hw *hw; |
| 393 | struct iwl_op_mode *op_mode; |
| 394 | struct iwl_mvm *mvm; |
| 395 | struct iwl_trans_config trans_cfg = {}; |
| 396 | static const u8 no_reclaim_cmds[] = { |
| 397 | TX_CMD, |
| 398 | }; |
| 399 | int err, scan_size; |
Ido Yariv | 0c0e2c7 | 2014-01-16 21:12:02 -0500 | [diff] [blame] | 400 | u32 min_backoff; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 401 | |
Emmanuel Grumbach | c4d8327 | 2014-01-14 08:45:26 +0200 | [diff] [blame] | 402 | /* |
| 403 | * We use IWL_MVM_STATION_COUNT to check the validity of the station |
| 404 | * index all over the driver - check that its value corresponds to the |
| 405 | * array size. |
| 406 | */ |
| 407 | BUILD_BUG_ON(ARRAY_SIZE(mvm->fw_id_to_mac_id) != IWL_MVM_STATION_COUNT); |
| 408 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 409 | /******************************** |
| 410 | * 1. Allocating and configuring HW data |
| 411 | ********************************/ |
| 412 | hw = ieee80211_alloc_hw(sizeof(struct iwl_op_mode) + |
| 413 | sizeof(struct iwl_mvm), |
| 414 | &iwl_mvm_hw_ops); |
| 415 | if (!hw) |
| 416 | return NULL; |
| 417 | |
Oren Givon | 745160e | 2014-06-16 10:54:52 +0300 | [diff] [blame] | 418 | if (cfg->max_rx_agg_size) |
| 419 | hw->max_rx_aggregation_subframes = cfg->max_rx_agg_size; |
| 420 | |
Gregory Greenman | 77d9673 | 2014-09-02 16:04:58 +0200 | [diff] [blame] | 421 | if (cfg->max_tx_agg_size) |
| 422 | hw->max_tx_aggregation_subframes = cfg->max_tx_agg_size; |
| 423 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 424 | op_mode = hw->priv; |
| 425 | op_mode->ops = &iwl_mvm_ops; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 426 | |
| 427 | mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 428 | mvm->dev = trans->dev; |
| 429 | mvm->trans = trans; |
| 430 | mvm->cfg = cfg; |
| 431 | mvm->fw = fw; |
| 432 | mvm->hw = hw; |
| 433 | |
Eran Harary | 291aa7c | 2013-07-03 11:00:06 +0300 | [diff] [blame] | 434 | mvm->restart_fw = iwlwifi_mod_params.restart_fw ? -1 : 0; |
| 435 | |
Eytan Lifshitz | 19e737c | 2013-09-09 13:30:15 +0200 | [diff] [blame] | 436 | mvm->aux_queue = 15; |
| 437 | mvm->first_agg_queue = 16; |
| 438 | mvm->last_agg_queue = mvm->cfg->base_params->num_of_queues - 1; |
| 439 | if (mvm->cfg->base_params->num_of_queues == 16) { |
| 440 | mvm->aux_queue = 11; |
| 441 | mvm->first_agg_queue = 12; |
| 442 | } |
Lilach Edelstein | 1f3b0ff | 2013-10-06 13:03:32 +0200 | [diff] [blame] | 443 | mvm->sf_state = SF_UNINIT; |
Eyal Shapira | ddfc159 | 2014-09-14 16:40:38 +0300 | [diff] [blame] | 444 | mvm->low_latency_agg_frame_limit = 6; |
Emmanuel Grumbach | 7b358f0 | 2014-10-23 14:42:33 +0300 | [diff] [blame] | 445 | mvm->cur_ucode = IWL_UCODE_INIT; |
Eytan Lifshitz | 19e737c | 2013-09-09 13:30:15 +0200 | [diff] [blame] | 446 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 447 | mutex_init(&mvm->mutex); |
Eliad Peller | d15a747 | 2014-03-27 18:53:12 +0200 | [diff] [blame] | 448 | mutex_init(&mvm->d0i3_suspend_mutex); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 449 | spin_lock_init(&mvm->async_handlers_lock); |
| 450 | INIT_LIST_HEAD(&mvm->time_event_list); |
Ariej Marjieh | b112889 | 2014-07-16 21:11:12 +0300 | [diff] [blame] | 451 | INIT_LIST_HEAD(&mvm->aux_roc_te_list); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 452 | INIT_LIST_HEAD(&mvm->async_handlers_list); |
| 453 | spin_lock_init(&mvm->time_event_lock); |
| 454 | |
| 455 | INIT_WORK(&mvm->async_handlers_wk, iwl_mvm_async_handlers_wk); |
| 456 | INIT_WORK(&mvm->roc_done_wk, iwl_mvm_roc_done_wk); |
| 457 | INIT_WORK(&mvm->sta_drained_wk, iwl_mvm_sta_drained_wk); |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 458 | INIT_WORK(&mvm->d0i3_exit_work, iwl_mvm_d0i3_exit_work); |
Emmanuel Grumbach | d2709ad | 2015-01-29 14:58:06 +0200 | [diff] [blame] | 459 | INIT_DELAYED_WORK(&mvm->fw_dump_wk, iwl_mvm_fw_error_dump_wk); |
Arik Nemtsov | 1d3c3f6 | 2014-10-23 18:03:10 +0300 | [diff] [blame] | 460 | INIT_DELAYED_WORK(&mvm->tdls_cs.dwork, iwl_mvm_tdls_ch_switch_work); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 461 | |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 462 | spin_lock_init(&mvm->d0i3_tx_lock); |
Eliad Peller | 576eeee | 2014-07-01 18:38:38 +0300 | [diff] [blame] | 463 | spin_lock_init(&mvm->refs_lock); |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 464 | skb_queue_head_init(&mvm->d0i3_tx); |
| 465 | init_waitqueue_head(&mvm->d0i3_exit_waitq); |
| 466 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 467 | SET_IEEE80211_DEV(mvm->hw, mvm->trans->dev); |
| 468 | |
| 469 | /* |
| 470 | * Populate the state variables that the transport layer needs |
| 471 | * to know about. |
| 472 | */ |
| 473 | trans_cfg.op_mode = op_mode; |
| 474 | trans_cfg.no_reclaim_cmds = no_reclaim_cmds; |
| 475 | trans_cfg.n_no_reclaim_cmds = ARRAY_SIZE(no_reclaim_cmds); |
| 476 | trans_cfg.rx_buf_size_8k = iwlwifi_mod_params.amsdu_size_8K; |
| 477 | |
Emmanuel Grumbach | 25b9ea5 | 2013-03-06 11:53:38 +0200 | [diff] [blame] | 478 | if (mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_DW_BC_TABLE) |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 479 | trans_cfg.bc_table_dword = true; |
| 480 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 481 | trans_cfg.command_names = iwl_mvm_cmd_strings; |
| 482 | |
| 483 | trans_cfg.cmd_queue = IWL_MVM_CMD_QUEUE; |
Johannes Berg | b2d81db | 2014-08-01 20:48:25 +0200 | [diff] [blame] | 484 | trans_cfg.cmd_fifo = IWL_MVM_TX_FIFO_CMD; |
Emmanuel Grumbach | 3a736bc | 2014-09-10 11:16:41 +0300 | [diff] [blame] | 485 | trans_cfg.scd_set_active = true; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 486 | |
Liad Kaufman | b482176 | 2014-10-19 16:58:15 +0200 | [diff] [blame] | 487 | trans_cfg.sdio_adma_addr = fw->sdio_adma_addr; |
| 488 | |
Emmanuel Grumbach | 4cf677f | 2015-01-12 14:38:29 +0200 | [diff] [blame] | 489 | /* Set a short watchdog for the command queue */ |
| 490 | trans_cfg.cmd_q_wdg_timeout = |
Emmanuel Grumbach | 5d42e7b | 2015-03-19 20:04:51 +0200 | [diff] [blame] | 491 | iwl_mvm_get_wd_timeout(mvm, NULL, false, true); |
Emmanuel Grumbach | 4cf677f | 2015-01-12 14:38:29 +0200 | [diff] [blame] | 492 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 493 | snprintf(mvm->hw->wiphy->fw_version, |
| 494 | sizeof(mvm->hw->wiphy->fw_version), |
| 495 | "%s", fw->fw_version); |
| 496 | |
| 497 | /* Configure transport layer */ |
| 498 | iwl_trans_configure(mvm->trans, &trans_cfg); |
| 499 | |
| 500 | trans->rx_mpdu_cmd = REPLY_RX_MPDU_CMD; |
| 501 | trans->rx_mpdu_cmd_hdr_size = sizeof(struct iwl_rx_mpdu_res_start); |
Liad Kaufman | 09e350f | 2014-11-17 11:41:07 +0200 | [diff] [blame] | 502 | trans->dbg_dest_tlv = mvm->fw->dbg_dest_tlv; |
| 503 | trans->dbg_dest_reg_num = mvm->fw->dbg_dest_reg_num; |
| 504 | memcpy(trans->dbg_conf_tlv, mvm->fw->dbg_conf_tlv, |
| 505 | sizeof(trans->dbg_conf_tlv)); |
Emmanuel Grumbach | d2709ad | 2015-01-29 14:58:06 +0200 | [diff] [blame] | 506 | trans->dbg_trigger_tlv = mvm->fw->dbg_trigger_tlv; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 507 | |
| 508 | /* set up notification wait support */ |
| 509 | iwl_notification_wait_init(&mvm->notif_wait); |
| 510 | |
| 511 | /* Init phy db */ |
| 512 | mvm->phy_db = iwl_phy_db_init(trans); |
| 513 | if (!mvm->phy_db) { |
| 514 | IWL_ERR(mvm, "Cannot init phy_db\n"); |
| 515 | goto out_free; |
| 516 | } |
| 517 | |
| 518 | IWL_INFO(mvm, "Detected %s, REV=0x%X\n", |
| 519 | mvm->cfg->name, mvm->trans->hw_rev); |
| 520 | |
Ido Yariv | 0c0e2c7 | 2014-01-16 21:12:02 -0500 | [diff] [blame] | 521 | min_backoff = calc_min_backoff(trans, cfg); |
| 522 | iwl_mvm_tt_initialize(mvm, min_backoff); |
Eran Harary | e02a9d6 | 2014-05-07 12:27:10 +0300 | [diff] [blame] | 523 | /* set the nvm_file_name according to priority */ |
Eran Harary | d383c74 | 2015-03-24 10:59:46 +0200 | [diff] [blame] | 524 | if (iwlwifi_mod_params.nvm_file) { |
Eran Harary | e02a9d6 | 2014-05-07 12:27:10 +0300 | [diff] [blame] | 525 | mvm->nvm_file_name = iwlwifi_mod_params.nvm_file; |
Eran Harary | d383c74 | 2015-03-24 10:59:46 +0200 | [diff] [blame] | 526 | } else if (trans->cfg->device_family == IWL_DEVICE_FAMILY_8000) { |
| 527 | if (CSR_HW_REV_STEP(trans->hw_rev) == SILICON_B_STEP) |
| 528 | mvm->nvm_file_name = mvm->cfg->default_nvm_file_B_step; |
| 529 | else |
| 530 | mvm->nvm_file_name = mvm->cfg->default_nvm_file_C_step; |
| 531 | } |
Eytan Lifshitz | 9ee718a | 2013-05-19 19:14:41 +0300 | [diff] [blame] | 532 | |
Eran Harary | e02a9d6 | 2014-05-07 12:27:10 +0300 | [diff] [blame] | 533 | if (WARN(cfg->no_power_up_nic_in_init && !mvm->nvm_file_name, |
Eran Harary | 14b485f | 2014-04-23 10:46:09 +0300 | [diff] [blame] | 534 | "not allowing power-up and not having nvm_file\n")) |
| 535 | goto out_free; |
| 536 | |
Eytan Lifshitz | 81a67e3 | 2013-09-11 12:39:18 +0200 | [diff] [blame] | 537 | /* |
Eran Harary | 0ade579 | 2014-08-04 12:21:05 +0300 | [diff] [blame] | 538 | * Even if nvm exists in the nvm_file driver should read again the nvm |
Eran Harary | 14b485f | 2014-04-23 10:46:09 +0300 | [diff] [blame] | 539 | * from the nic because there might be entries that exist in the OTP |
| 540 | * and not in the file. |
| 541 | * for nics with no_power_up_nic_in_init: rely completley on nvm_file |
Eytan Lifshitz | 81a67e3 | 2013-09-11 12:39:18 +0200 | [diff] [blame] | 542 | */ |
Eran Harary | e02a9d6 | 2014-05-07 12:27:10 +0300 | [diff] [blame] | 543 | if (cfg->no_power_up_nic_in_init && mvm->nvm_file_name) { |
Eran Harary | 14b485f | 2014-04-23 10:46:09 +0300 | [diff] [blame] | 544 | err = iwl_nvm_init(mvm, false); |
Eliad Peller | 8c678ed | 2013-12-09 13:15:02 +0200 | [diff] [blame] | 545 | if (err) |
| 546 | goto out_free; |
Eytan Lifshitz | 81a67e3 | 2013-09-11 12:39:18 +0200 | [diff] [blame] | 547 | } else { |
| 548 | err = iwl_trans_start_hw(mvm->trans); |
| 549 | if (err) |
| 550 | goto out_free; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 551 | |
Eytan Lifshitz | 81a67e3 | 2013-09-11 12:39:18 +0200 | [diff] [blame] | 552 | mutex_lock(&mvm->mutex); |
| 553 | err = iwl_run_init_mvm_ucode(mvm, true); |
Liad Kaufman | b93b1fe | 2014-10-21 15:01:50 +0200 | [diff] [blame] | 554 | if (!err || !iwlmvm_mod_params.init_dbg) |
| 555 | iwl_trans_stop_device(trans); |
Eytan Lifshitz | 81a67e3 | 2013-09-11 12:39:18 +0200 | [diff] [blame] | 556 | mutex_unlock(&mvm->mutex); |
| 557 | /* returns 0 if successful, 1 if success but in rfkill */ |
| 558 | if (err < 0 && !iwlmvm_mod_params.init_dbg) { |
| 559 | IWL_ERR(mvm, "Failed to run INIT ucode: %d\n", err); |
| 560 | goto out_free; |
| 561 | } |
Eytan Lifshitz | 81a67e3 | 2013-09-11 12:39:18 +0200 | [diff] [blame] | 562 | } |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 563 | |
David Spinadel | d249622 | 2014-05-20 12:46:37 +0300 | [diff] [blame] | 564 | scan_size = iwl_mvm_scan_size(mvm); |
David Spinadel | fb98be5 | 2014-05-04 12:51:10 +0300 | [diff] [blame] | 565 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 566 | mvm->scan_cmd = kmalloc(scan_size, GFP_KERNEL); |
| 567 | if (!mvm->scan_cmd) |
| 568 | goto out_free; |
| 569 | |
Haim Dreyfuss | 5a4b2af | 2015-01-13 11:54:51 +0200 | [diff] [blame] | 570 | /* Set EBS as successful as long as not stated otherwise by the FW. */ |
| 571 | mvm->last_ebs_successful = true; |
| 572 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 573 | err = iwl_mvm_mac_setup_register(mvm); |
| 574 | if (err) |
| 575 | goto out_free; |
| 576 | |
| 577 | err = iwl_mvm_dbgfs_register(mvm, dbgfs_dir); |
| 578 | if (err) |
| 579 | goto out_unregister; |
| 580 | |
Matti Gottlieb | 3848ab6 | 2013-07-30 15:29:37 +0300 | [diff] [blame] | 581 | memset(&mvm->rx_stats, 0, sizeof(struct mvm_statistics_rx)); |
| 582 | |
Eliad Peller | 7498cf4 | 2014-01-16 17:10:44 +0200 | [diff] [blame] | 583 | /* rpm starts with a taken ref. only set the appropriate bit here. */ |
Eliad Peller | 576eeee | 2014-07-01 18:38:38 +0300 | [diff] [blame] | 584 | mvm->refs[IWL_MVM_REF_UCODE_DOWN] = 1; |
Eliad Peller | 7498cf4 | 2014-01-16 17:10:44 +0200 | [diff] [blame] | 585 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 586 | return op_mode; |
| 587 | |
| 588 | out_unregister: |
| 589 | ieee80211_unregister_hw(mvm->hw); |
Eliad Peller | 91b0d11 | 2014-01-05 12:41:12 +0200 | [diff] [blame] | 590 | iwl_mvm_leds_exit(mvm); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 591 | out_free: |
| 592 | iwl_phy_db_free(mvm->phy_db); |
| 593 | kfree(mvm->scan_cmd); |
Eran Harary | e02a9d6 | 2014-05-07 12:27:10 +0300 | [diff] [blame] | 594 | if (!cfg->no_power_up_nic_in_init || !mvm->nvm_file_name) |
Arik Nemtsov | a408284 | 2013-11-24 19:10:46 +0200 | [diff] [blame] | 595 | iwl_trans_op_mode_leave(trans); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 596 | ieee80211_free_hw(mvm->hw); |
| 597 | return NULL; |
| 598 | } |
| 599 | |
| 600 | static void iwl_op_mode_mvm_stop(struct iwl_op_mode *op_mode) |
| 601 | { |
| 602 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 603 | int i; |
| 604 | |
| 605 | iwl_mvm_leds_exit(mvm); |
| 606 | |
Eytan Lifshitz | 9ee718a | 2013-05-19 19:14:41 +0300 | [diff] [blame] | 607 | iwl_mvm_tt_exit(mvm); |
| 608 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 609 | ieee80211_unregister_hw(mvm->hw); |
| 610 | |
| 611 | kfree(mvm->scan_cmd); |
Eliad Peller | e59647e | 2013-11-28 14:08:50 +0200 | [diff] [blame] | 612 | kfree(mvm->mcast_filter_cmd); |
| 613 | mvm->mcast_filter_cmd = NULL; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 614 | |
Johannes Berg | afc66bb | 2013-05-03 11:44:16 +0200 | [diff] [blame] | 615 | #if defined(CONFIG_PM_SLEEP) && defined(CONFIG_IWLWIFI_DEBUGFS) |
| 616 | kfree(mvm->d3_resume_sram); |
Luciano Coelho | 3c2f3b2 | 2014-09-24 08:29:11 +0300 | [diff] [blame] | 617 | if (mvm->nd_config) { |
| 618 | kfree(mvm->nd_config->match_sets); |
| 619 | kfree(mvm->nd_config); |
| 620 | mvm->nd_config = NULL; |
Luciano Coelho | 3c2f3b2 | 2014-09-24 08:29:11 +0300 | [diff] [blame] | 621 | } |
Johannes Berg | afc66bb | 2013-05-03 11:44:16 +0200 | [diff] [blame] | 622 | #endif |
| 623 | |
Arik Nemtsov | a408284 | 2013-11-24 19:10:46 +0200 | [diff] [blame] | 624 | iwl_trans_op_mode_leave(mvm->trans); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 625 | |
| 626 | iwl_phy_db_free(mvm->phy_db); |
| 627 | mvm->phy_db = NULL; |
| 628 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 629 | iwl_free_nvm_data(mvm->nvm_data); |
Eran Harary | ae2b21b | 2014-01-09 08:08:24 +0200 | [diff] [blame] | 630 | for (i = 0; i < NVM_MAX_NUM_SECTIONS; i++) |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 631 | kfree(mvm->nvm_sections[i].data); |
| 632 | |
| 633 | ieee80211_free_hw(mvm->hw); |
| 634 | } |
| 635 | |
| 636 | struct iwl_async_handler_entry { |
| 637 | struct list_head list; |
| 638 | struct iwl_rx_cmd_buffer rxb; |
| 639 | int (*fn)(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb, |
| 640 | struct iwl_device_cmd *cmd); |
| 641 | }; |
| 642 | |
| 643 | void iwl_mvm_async_handlers_purge(struct iwl_mvm *mvm) |
| 644 | { |
| 645 | struct iwl_async_handler_entry *entry, *tmp; |
| 646 | |
| 647 | spin_lock_bh(&mvm->async_handlers_lock); |
| 648 | list_for_each_entry_safe(entry, tmp, &mvm->async_handlers_list, list) { |
| 649 | iwl_free_rxb(&entry->rxb); |
| 650 | list_del(&entry->list); |
| 651 | kfree(entry); |
| 652 | } |
| 653 | spin_unlock_bh(&mvm->async_handlers_lock); |
| 654 | } |
| 655 | |
| 656 | static void iwl_mvm_async_handlers_wk(struct work_struct *wk) |
| 657 | { |
| 658 | struct iwl_mvm *mvm = |
| 659 | container_of(wk, struct iwl_mvm, async_handlers_wk); |
| 660 | struct iwl_async_handler_entry *entry, *tmp; |
| 661 | struct list_head local_list; |
| 662 | |
| 663 | INIT_LIST_HEAD(&local_list); |
| 664 | |
| 665 | /* Ensure that we are not in stop flow (check iwl_mvm_mac_stop) */ |
| 666 | mutex_lock(&mvm->mutex); |
| 667 | |
| 668 | /* |
| 669 | * Sync with Rx path with a lock. Remove all the entries from this list, |
| 670 | * add them to a local one (lock free), and then handle them. |
| 671 | */ |
| 672 | spin_lock_bh(&mvm->async_handlers_lock); |
| 673 | list_splice_init(&mvm->async_handlers_list, &local_list); |
| 674 | spin_unlock_bh(&mvm->async_handlers_lock); |
| 675 | |
| 676 | list_for_each_entry_safe(entry, tmp, &local_list, list) { |
| 677 | if (entry->fn(mvm, &entry->rxb, NULL)) |
| 678 | IWL_WARN(mvm, |
| 679 | "returned value from ASYNC handlers are ignored\n"); |
| 680 | iwl_free_rxb(&entry->rxb); |
| 681 | list_del(&entry->list); |
| 682 | kfree(entry); |
| 683 | } |
| 684 | mutex_unlock(&mvm->mutex); |
| 685 | } |
| 686 | |
Emmanuel Grumbach | 917f39b | 2015-02-10 10:49:20 +0200 | [diff] [blame] | 687 | static inline void iwl_mvm_rx_check_trigger(struct iwl_mvm *mvm, |
| 688 | struct iwl_rx_packet *pkt) |
| 689 | { |
| 690 | struct iwl_fw_dbg_trigger_tlv *trig; |
| 691 | struct iwl_fw_dbg_trigger_cmd *cmds_trig; |
Emmanuel Grumbach | 917f39b | 2015-02-10 10:49:20 +0200 | [diff] [blame] | 692 | int i; |
| 693 | |
| 694 | if (!iwl_fw_dbg_trigger_enabled(mvm->fw, FW_DBG_TRIGGER_FW_NOTIF)) |
| 695 | return; |
| 696 | |
| 697 | trig = iwl_fw_dbg_get_trigger(mvm->fw, FW_DBG_TRIGGER_FW_NOTIF); |
| 698 | cmds_trig = (void *)trig->data; |
| 699 | |
| 700 | if (!iwl_fw_dbg_trigger_check_stop(mvm, NULL, trig)) |
| 701 | return; |
| 702 | |
| 703 | for (i = 0; i < ARRAY_SIZE(cmds_trig->cmds); i++) { |
| 704 | /* don't collect on CMD 0 */ |
| 705 | if (!cmds_trig->cmds[i].cmd_id) |
| 706 | break; |
| 707 | |
| 708 | if (cmds_trig->cmds[i].cmd_id != pkt->hdr.cmd) |
| 709 | continue; |
| 710 | |
Johannes Berg | 5d4f929 | 2015-03-31 09:12:54 +0200 | [diff] [blame] | 711 | iwl_mvm_fw_dbg_collect_trig(mvm, trig, |
| 712 | "CMD 0x%02x received", |
| 713 | pkt->hdr.cmd); |
Emmanuel Grumbach | 917f39b | 2015-02-10 10:49:20 +0200 | [diff] [blame] | 714 | break; |
| 715 | } |
| 716 | } |
| 717 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 718 | static int iwl_mvm_rx_dispatch(struct iwl_op_mode *op_mode, |
| 719 | struct iwl_rx_cmd_buffer *rxb, |
| 720 | struct iwl_device_cmd *cmd) |
| 721 | { |
| 722 | struct iwl_rx_packet *pkt = rxb_addr(rxb); |
| 723 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 724 | u8 i; |
| 725 | |
Emmanuel Grumbach | 917f39b | 2015-02-10 10:49:20 +0200 | [diff] [blame] | 726 | iwl_mvm_rx_check_trigger(mvm, pkt); |
| 727 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 728 | /* |
| 729 | * Do the notification wait before RX handlers so |
| 730 | * even if the RX handler consumes the RXB we have |
| 731 | * access to it in the notification wait entry. |
| 732 | */ |
| 733 | iwl_notification_wait_notify(&mvm->notif_wait, pkt); |
| 734 | |
| 735 | for (i = 0; i < ARRAY_SIZE(iwl_mvm_rx_handlers); i++) { |
| 736 | const struct iwl_rx_handlers *rx_h = &iwl_mvm_rx_handlers[i]; |
Emmanuel Grumbach | 36eed56 | 2013-02-10 13:25:25 +0200 | [diff] [blame] | 737 | struct iwl_async_handler_entry *entry; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 738 | |
Emmanuel Grumbach | 36eed56 | 2013-02-10 13:25:25 +0200 | [diff] [blame] | 739 | if (rx_h->cmd_id != pkt->hdr.cmd) |
| 740 | continue; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 741 | |
Emmanuel Grumbach | 36eed56 | 2013-02-10 13:25:25 +0200 | [diff] [blame] | 742 | if (!rx_h->async) |
| 743 | return rx_h->fn(mvm, rxb, cmd); |
| 744 | |
| 745 | entry = kzalloc(sizeof(*entry), GFP_ATOMIC); |
| 746 | /* we can't do much... */ |
| 747 | if (!entry) |
| 748 | return 0; |
| 749 | |
| 750 | entry->rxb._page = rxb_steal_page(rxb); |
| 751 | entry->rxb._offset = rxb->_offset; |
| 752 | entry->rxb._rx_page_order = rxb->_rx_page_order; |
| 753 | entry->fn = rx_h->fn; |
| 754 | spin_lock(&mvm->async_handlers_lock); |
| 755 | list_add_tail(&entry->list, &mvm->async_handlers_list); |
| 756 | spin_unlock(&mvm->async_handlers_lock); |
| 757 | schedule_work(&mvm->async_handlers_wk); |
| 758 | break; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 759 | } |
| 760 | |
| 761 | return 0; |
| 762 | } |
| 763 | |
| 764 | static void iwl_mvm_stop_sw_queue(struct iwl_op_mode *op_mode, int queue) |
| 765 | { |
| 766 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 767 | int mq = mvm->queue_to_mac80211[queue]; |
| 768 | |
| 769 | if (WARN_ON_ONCE(mq == IWL_INVALID_MAC80211_QUEUE)) |
| 770 | return; |
| 771 | |
Johannes Berg | df197c0 | 2014-08-01 18:14:45 +0200 | [diff] [blame] | 772 | if (atomic_inc_return(&mvm->mac80211_queue_stop_count[mq]) > 1) { |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 773 | IWL_DEBUG_TX_QUEUES(mvm, |
| 774 | "queue %d (mac80211 %d) already stopped\n", |
| 775 | queue, mq); |
| 776 | return; |
| 777 | } |
| 778 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 779 | ieee80211_stop_queue(mvm->hw, mq); |
| 780 | } |
| 781 | |
| 782 | static void iwl_mvm_wake_sw_queue(struct iwl_op_mode *op_mode, int queue) |
| 783 | { |
| 784 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 785 | int mq = mvm->queue_to_mac80211[queue]; |
| 786 | |
| 787 | if (WARN_ON_ONCE(mq == IWL_INVALID_MAC80211_QUEUE)) |
| 788 | return; |
| 789 | |
Johannes Berg | df197c0 | 2014-08-01 18:14:45 +0200 | [diff] [blame] | 790 | if (atomic_dec_return(&mvm->mac80211_queue_stop_count[mq]) > 0) { |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 791 | IWL_DEBUG_TX_QUEUES(mvm, |
Johannes Berg | df197c0 | 2014-08-01 18:14:45 +0200 | [diff] [blame] | 792 | "queue %d (mac80211 %d) still stopped\n", |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 793 | queue, mq); |
| 794 | return; |
| 795 | } |
| 796 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 797 | ieee80211_wake_queue(mvm->hw, mq); |
| 798 | } |
| 799 | |
Eytan Lifshitz | 9ee718a | 2013-05-19 19:14:41 +0300 | [diff] [blame] | 800 | void iwl_mvm_set_hw_ctkill_state(struct iwl_mvm *mvm, bool state) |
| 801 | { |
| 802 | if (state) |
| 803 | set_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status); |
| 804 | else |
| 805 | clear_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status); |
| 806 | |
| 807 | wiphy_rfkill_set_hw_state(mvm->hw->wiphy, iwl_mvm_is_radio_killed(mvm)); |
| 808 | } |
| 809 | |
Johannes Berg | 14cfca7 | 2014-02-25 20:50:53 +0100 | [diff] [blame] | 810 | static bool iwl_mvm_set_hw_rfkill_state(struct iwl_op_mode *op_mode, bool state) |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 811 | { |
| 812 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
Emmanuel Grumbach | 31b8b34 | 2014-11-02 15:48:09 +0200 | [diff] [blame] | 813 | bool calibrating = ACCESS_ONCE(mvm->calibrating); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 814 | |
| 815 | if (state) |
| 816 | set_bit(IWL_MVM_STATUS_HW_RFKILL, &mvm->status); |
| 817 | else |
| 818 | clear_bit(IWL_MVM_STATUS_HW_RFKILL, &mvm->status); |
| 819 | |
Eytan Lifshitz | 9ee718a | 2013-05-19 19:14:41 +0300 | [diff] [blame] | 820 | wiphy_rfkill_set_hw_state(mvm->hw->wiphy, iwl_mvm_is_radio_killed(mvm)); |
Johannes Berg | 14cfca7 | 2014-02-25 20:50:53 +0100 | [diff] [blame] | 821 | |
Emmanuel Grumbach | 31b8b34 | 2014-11-02 15:48:09 +0200 | [diff] [blame] | 822 | /* iwl_run_init_mvm_ucode is waiting for results, abort it */ |
| 823 | if (calibrating) |
| 824 | iwl_abort_notification_waits(&mvm->notif_wait); |
| 825 | |
| 826 | /* |
| 827 | * Stop the device if we run OPERATIONAL firmware or if we are in the |
| 828 | * middle of the calibrations. |
| 829 | */ |
| 830 | return state && (mvm->cur_ucode != IWL_UCODE_INIT || calibrating); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 831 | } |
| 832 | |
| 833 | static void iwl_mvm_free_skb(struct iwl_op_mode *op_mode, struct sk_buff *skb) |
| 834 | { |
| 835 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 836 | struct ieee80211_tx_info *info; |
| 837 | |
| 838 | info = IEEE80211_SKB_CB(skb); |
| 839 | iwl_trans_free_tx_cmd(mvm->trans, info->driver_data[1]); |
| 840 | ieee80211_free_txskb(mvm->hw, skb); |
| 841 | } |
| 842 | |
Johannes Berg | ac1ed41 | 2013-07-04 15:25:25 +0200 | [diff] [blame] | 843 | struct iwl_mvm_reprobe { |
| 844 | struct device *dev; |
| 845 | struct work_struct work; |
| 846 | }; |
| 847 | |
| 848 | static void iwl_mvm_reprobe_wk(struct work_struct *wk) |
| 849 | { |
| 850 | struct iwl_mvm_reprobe *reprobe; |
| 851 | |
| 852 | reprobe = container_of(wk, struct iwl_mvm_reprobe, work); |
| 853 | if (device_reprobe(reprobe->dev)) |
| 854 | dev_err(reprobe->dev, "reprobe failed!\n"); |
| 855 | kfree(reprobe); |
| 856 | module_put(THIS_MODULE); |
| 857 | } |
| 858 | |
Emmanuel Grumbach | 4bfa47f | 2014-09-11 16:19:43 +0300 | [diff] [blame] | 859 | static void iwl_mvm_fw_error_dump_wk(struct work_struct *work) |
| 860 | { |
| 861 | struct iwl_mvm *mvm = |
Emmanuel Grumbach | d2709ad | 2015-01-29 14:58:06 +0200 | [diff] [blame] | 862 | container_of(work, struct iwl_mvm, fw_dump_wk.work); |
Emmanuel Grumbach | 4bfa47f | 2014-09-11 16:19:43 +0300 | [diff] [blame] | 863 | |
Liad Kaufman | fb2380a | 2015-01-01 17:42:46 +0200 | [diff] [blame] | 864 | if (iwl_mvm_ref_sync(mvm, IWL_MVM_REF_FW_DBG_COLLECT)) |
| 865 | return; |
| 866 | |
Emmanuel Grumbach | 4bfa47f | 2014-09-11 16:19:43 +0300 | [diff] [blame] | 867 | mutex_lock(&mvm->mutex); |
Emmanuel Grumbach | 145d90b | 2015-04-13 12:05:48 +0300 | [diff] [blame] | 868 | |
| 869 | /* stop recording */ |
| 870 | if (mvm->cfg->device_family == IWL_DEVICE_FAMILY_7000) { |
| 871 | iwl_set_bits_prph(mvm->trans, MON_BUFF_SAMPLE_CTL, 0x100); |
| 872 | } else { |
| 873 | iwl_write_prph(mvm->trans, DBGC_IN_SAMPLE, 0); |
| 874 | /* wait before we collect the data till the DBGC stop */ |
| 875 | udelay(100); |
| 876 | } |
| 877 | |
Emmanuel Grumbach | 4bfa47f | 2014-09-11 16:19:43 +0300 | [diff] [blame] | 878 | iwl_mvm_fw_error_dump(mvm); |
Emmanuel Grumbach | e66e0b7 | 2014-12-29 09:42:37 +0200 | [diff] [blame] | 879 | |
| 880 | /* start recording again if the firmware is not crashed */ |
| 881 | WARN_ON_ONCE((!test_bit(STATUS_FW_ERROR, &mvm->trans->status)) && |
Emmanuel Grumbach | 9beda94 | 2015-03-02 14:39:03 +0200 | [diff] [blame] | 882 | mvm->fw->dbg_dest_tlv && |
| 883 | iwl_mvm_start_fw_dbg_conf(mvm, mvm->fw_dbg_conf)); |
Emmanuel Grumbach | e66e0b7 | 2014-12-29 09:42:37 +0200 | [diff] [blame] | 884 | |
Emmanuel Grumbach | 4bfa47f | 2014-09-11 16:19:43 +0300 | [diff] [blame] | 885 | mutex_unlock(&mvm->mutex); |
Liad Kaufman | fb2380a | 2015-01-01 17:42:46 +0200 | [diff] [blame] | 886 | |
| 887 | iwl_mvm_unref(mvm, IWL_MVM_REF_FW_DBG_COLLECT); |
Emmanuel Grumbach | 4bfa47f | 2014-09-11 16:19:43 +0300 | [diff] [blame] | 888 | } |
| 889 | |
Luciano Coelho | b08c1d9 | 2014-05-20 23:31:05 +0300 | [diff] [blame] | 890 | void iwl_mvm_nic_restart(struct iwl_mvm *mvm, bool fw_error) |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 891 | { |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 892 | iwl_abort_notification_waits(&mvm->notif_wait); |
| 893 | |
| 894 | /* |
David Spinadel | 992f81f | 2014-01-09 14:22:55 +0200 | [diff] [blame] | 895 | * This is a bit racy, but worst case we tell mac80211 about |
| 896 | * a stopped/aborted scan when that was already done which |
| 897 | * is not a problem. It is necessary to abort any os scan |
| 898 | * here because mac80211 requires having the scan cleared |
| 899 | * before restarting. |
| 900 | * We'll reset the scan_status to NONE in restart cleanup in |
| 901 | * the next start() call from mac80211. If restart isn't called |
| 902 | * (no fw restart) scan status will stay busy. |
| 903 | */ |
David Spinadel | 4ffb365 | 2015-03-10 10:06:02 +0200 | [diff] [blame] | 904 | iwl_mvm_report_scan_aborted(mvm); |
David Spinadel | 992f81f | 2014-01-09 14:22:55 +0200 | [diff] [blame] | 905 | |
| 906 | /* |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 907 | * If we're restarting already, don't cycle restarts. |
| 908 | * If INIT fw asserted, it will likely fail again. |
| 909 | * If WoWLAN fw asserted, don't restart either, mac80211 |
| 910 | * can't recover this since we're already half suspended. |
| 911 | */ |
Luciano Coelho | 60f1071 | 2015-01-28 09:00:27 +0200 | [diff] [blame] | 912 | if (!mvm->restart_fw && fw_error) { |
Emmanuel Grumbach | b6eaa45 | 2015-01-29 14:58:20 +0200 | [diff] [blame] | 913 | iwl_mvm_fw_dbg_collect_desc(mvm, &iwl_mvm_dump_desc_assert, 0); |
Luciano Coelho | 60f1071 | 2015-01-28 09:00:27 +0200 | [diff] [blame] | 914 | } else if (test_and_set_bit(IWL_MVM_STATUS_IN_HW_RESTART, |
| 915 | &mvm->status)) { |
Johannes Berg | ac1ed41 | 2013-07-04 15:25:25 +0200 | [diff] [blame] | 916 | struct iwl_mvm_reprobe *reprobe; |
| 917 | |
| 918 | IWL_ERR(mvm, |
| 919 | "Firmware error during reconfiguration - reprobe!\n"); |
| 920 | |
| 921 | /* |
| 922 | * get a module reference to avoid doing this while unloading |
| 923 | * anyway and to avoid scheduling a work with code that's |
| 924 | * being removed. |
| 925 | */ |
| 926 | if (!try_module_get(THIS_MODULE)) { |
| 927 | IWL_ERR(mvm, "Module is being unloaded - abort\n"); |
| 928 | return; |
| 929 | } |
| 930 | |
| 931 | reprobe = kzalloc(sizeof(*reprobe), GFP_ATOMIC); |
| 932 | if (!reprobe) { |
| 933 | module_put(THIS_MODULE); |
| 934 | return; |
| 935 | } |
| 936 | reprobe->dev = mvm->trans->dev; |
| 937 | INIT_WORK(&reprobe->work, iwl_mvm_reprobe_wk); |
| 938 | schedule_work(&reprobe->work); |
Luciano Coelho | 60f1071 | 2015-01-28 09:00:27 +0200 | [diff] [blame] | 939 | } else if (mvm->cur_ucode == IWL_UCODE_REGULAR) { |
Eliad Peller | 7498cf4 | 2014-01-16 17:10:44 +0200 | [diff] [blame] | 940 | /* don't let the transport/FW power down */ |
| 941 | iwl_mvm_ref(mvm, IWL_MVM_REF_UCODE_DOWN); |
| 942 | |
Luciano Coelho | b08c1d9 | 2014-05-20 23:31:05 +0300 | [diff] [blame] | 943 | if (fw_error && mvm->restart_fw > 0) |
Eran Harary | 291aa7c | 2013-07-03 11:00:06 +0300 | [diff] [blame] | 944 | mvm->restart_fw--; |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 945 | ieee80211_restart_hw(mvm->hw); |
| 946 | } |
| 947 | } |
| 948 | |
Emmanuel Grumbach | 715c998 | 2013-02-28 08:57:31 +0200 | [diff] [blame] | 949 | static void iwl_mvm_nic_error(struct iwl_op_mode *op_mode) |
| 950 | { |
| 951 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 952 | |
| 953 | iwl_mvm_dump_nic_error_log(mvm); |
Emmanuel Grumbach | 1bd3cbc | 2014-03-18 21:15:06 +0200 | [diff] [blame] | 954 | |
Luciano Coelho | b08c1d9 | 2014-05-20 23:31:05 +0300 | [diff] [blame] | 955 | iwl_mvm_nic_restart(mvm, true); |
Emmanuel Grumbach | 715c998 | 2013-02-28 08:57:31 +0200 | [diff] [blame] | 956 | } |
| 957 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 958 | static void iwl_mvm_cmd_queue_full(struct iwl_op_mode *op_mode) |
| 959 | { |
Emmanuel Grumbach | 715c998 | 2013-02-28 08:57:31 +0200 | [diff] [blame] | 960 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 961 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 962 | WARN_ON(1); |
Luciano Coelho | b08c1d9 | 2014-05-20 23:31:05 +0300 | [diff] [blame] | 963 | iwl_mvm_nic_restart(mvm, true); |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 964 | } |
| 965 | |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 966 | struct iwl_d0i3_iter_data { |
| 967 | struct iwl_mvm *mvm; |
| 968 | u8 ap_sta_id; |
| 969 | u8 vif_count; |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 970 | u8 offloading_tid; |
| 971 | bool disable_offloading; |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 972 | }; |
| 973 | |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 974 | static bool iwl_mvm_disallow_offloading(struct iwl_mvm *mvm, |
| 975 | struct ieee80211_vif *vif, |
| 976 | struct iwl_d0i3_iter_data *iter_data) |
| 977 | { |
| 978 | struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif); |
| 979 | struct ieee80211_sta *ap_sta; |
| 980 | struct iwl_mvm_sta *mvmsta; |
| 981 | u32 available_tids = 0; |
| 982 | u8 tid; |
| 983 | |
| 984 | if (WARN_ON(vif->type != NL80211_IFTYPE_STATION || |
| 985 | mvmvif->ap_sta_id == IWL_MVM_STATION_COUNT)) |
| 986 | return false; |
| 987 | |
| 988 | ap_sta = rcu_dereference(mvm->fw_id_to_mac_id[mvmvif->ap_sta_id]); |
| 989 | if (IS_ERR_OR_NULL(ap_sta)) |
| 990 | return false; |
| 991 | |
| 992 | mvmsta = iwl_mvm_sta_from_mac80211(ap_sta); |
| 993 | spin_lock_bh(&mvmsta->lock); |
| 994 | for (tid = 0; tid < IWL_MAX_TID_COUNT; tid++) { |
| 995 | struct iwl_mvm_tid_data *tid_data = &mvmsta->tid_data[tid]; |
| 996 | |
| 997 | /* |
| 998 | * in case of pending tx packets, don't use this tid |
| 999 | * for offloading in order to prevent reuse of the same |
| 1000 | * qos seq counters. |
| 1001 | */ |
| 1002 | if (iwl_mvm_tid_queued(tid_data)) |
| 1003 | continue; |
| 1004 | |
| 1005 | if (tid_data->state != IWL_AGG_OFF) |
| 1006 | continue; |
| 1007 | |
| 1008 | available_tids |= BIT(tid); |
| 1009 | } |
| 1010 | spin_unlock_bh(&mvmsta->lock); |
| 1011 | |
| 1012 | /* |
| 1013 | * disallow protocol offloading if we have no available tid |
| 1014 | * (with no pending frames and no active aggregation, |
| 1015 | * as we don't handle "holes" properly - the scheduler needs the |
| 1016 | * frame's seq number and TFD index to match) |
| 1017 | */ |
| 1018 | if (!available_tids) |
| 1019 | return true; |
| 1020 | |
| 1021 | /* for simplicity, just use the first available tid */ |
| 1022 | iter_data->offloading_tid = ffs(available_tids) - 1; |
| 1023 | return false; |
| 1024 | } |
| 1025 | |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1026 | static void iwl_mvm_enter_d0i3_iterator(void *_data, u8 *mac, |
| 1027 | struct ieee80211_vif *vif) |
| 1028 | { |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1029 | struct iwl_d0i3_iter_data *data = _data; |
| 1030 | struct iwl_mvm *mvm = data->mvm; |
| 1031 | struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif); |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1032 | u32 flags = CMD_ASYNC | CMD_HIGH_PRIO | CMD_SEND_IN_IDLE; |
| 1033 | |
| 1034 | IWL_DEBUG_RPM(mvm, "entering D0i3 - vif %pM\n", vif->addr); |
| 1035 | if (vif->type != NL80211_IFTYPE_STATION || |
| 1036 | !vif->bss_conf.assoc) |
| 1037 | return; |
| 1038 | |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1039 | /* |
| 1040 | * in case of pending tx packets or active aggregations, |
| 1041 | * avoid offloading features in order to prevent reuse of |
| 1042 | * the same qos seq counters. |
| 1043 | */ |
| 1044 | if (iwl_mvm_disallow_offloading(mvm, vif, data)) |
| 1045 | data->disable_offloading = true; |
| 1046 | |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1047 | iwl_mvm_update_d0i3_power_mode(mvm, vif, true, flags); |
Eliad Peller | 8bd22e7 | 2013-11-03 19:48:50 +0200 | [diff] [blame] | 1048 | iwl_mvm_send_proto_offload(mvm, vif, data->disable_offloading, flags); |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1049 | |
| 1050 | /* |
| 1051 | * on init/association, mvm already configures POWER_TABLE_CMD |
| 1052 | * and REPLY_MCAST_FILTER_CMD, so currently don't |
| 1053 | * reconfigure them (we might want to use different |
| 1054 | * params later on, though). |
| 1055 | */ |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1056 | data->ap_sta_id = mvmvif->ap_sta_id; |
| 1057 | data->vif_count++; |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1058 | } |
| 1059 | |
Eliad Peller | 1a95c8d | 2013-11-21 19:19:52 +0200 | [diff] [blame] | 1060 | static void iwl_mvm_set_wowlan_data(struct iwl_mvm *mvm, |
Emmanuel Grumbach | c8b06a9 | 2014-11-24 09:06:57 +0200 | [diff] [blame] | 1061 | struct iwl_wowlan_config_cmd *cmd, |
Eliad Peller | 1a95c8d | 2013-11-21 19:19:52 +0200 | [diff] [blame] | 1062 | struct iwl_d0i3_iter_data *iter_data) |
| 1063 | { |
| 1064 | struct ieee80211_sta *ap_sta; |
| 1065 | struct iwl_mvm_sta *mvm_ap_sta; |
| 1066 | |
| 1067 | if (iter_data->ap_sta_id == IWL_MVM_STATION_COUNT) |
| 1068 | return; |
| 1069 | |
| 1070 | rcu_read_lock(); |
| 1071 | |
| 1072 | ap_sta = rcu_dereference(mvm->fw_id_to_mac_id[iter_data->ap_sta_id]); |
| 1073 | if (IS_ERR_OR_NULL(ap_sta)) |
| 1074 | goto out; |
| 1075 | |
| 1076 | mvm_ap_sta = iwl_mvm_sta_from_mac80211(ap_sta); |
Emmanuel Grumbach | c8b06a9 | 2014-11-24 09:06:57 +0200 | [diff] [blame] | 1077 | cmd->is_11n_connection = ap_sta->ht_cap.ht_supported; |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1078 | cmd->offloading_tid = iter_data->offloading_tid; |
Eliad Peller | 1a95c8d | 2013-11-21 19:19:52 +0200 | [diff] [blame] | 1079 | |
| 1080 | /* |
| 1081 | * The d0i3 uCode takes care of the nonqos counters, |
| 1082 | * so configure only the qos seq ones. |
| 1083 | */ |
Emmanuel Grumbach | c8b06a9 | 2014-11-24 09:06:57 +0200 | [diff] [blame] | 1084 | iwl_mvm_set_wowlan_qos_seq(mvm_ap_sta, cmd); |
Eliad Peller | 1a95c8d | 2013-11-21 19:19:52 +0200 | [diff] [blame] | 1085 | out: |
| 1086 | rcu_read_unlock(); |
| 1087 | } |
Eliad Peller | 6735943 | 2014-12-09 15:23:54 +0200 | [diff] [blame] | 1088 | |
| 1089 | int iwl_mvm_enter_d0i3(struct iwl_op_mode *op_mode) |
Eliad Peller | b3370d4 | 2013-11-25 15:20:16 +0200 | [diff] [blame] | 1090 | { |
| 1091 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
Arik Nemtsov | 98ee778 | 2013-10-02 16:58:09 +0300 | [diff] [blame] | 1092 | u32 flags = CMD_ASYNC | CMD_HIGH_PRIO | CMD_SEND_IN_IDLE; |
Eliad Peller | b77f06d | 2013-11-06 10:49:32 +0200 | [diff] [blame] | 1093 | int ret; |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1094 | struct iwl_d0i3_iter_data d0i3_iter_data = { |
| 1095 | .mvm = mvm, |
| 1096 | }; |
Emmanuel Grumbach | c8b06a9 | 2014-11-24 09:06:57 +0200 | [diff] [blame] | 1097 | struct iwl_wowlan_config_cmd wowlan_config_cmd = { |
| 1098 | .wakeup_filter = cpu_to_le32(IWL_WOWLAN_WAKEUP_RX_FRAME | |
| 1099 | IWL_WOWLAN_WAKEUP_BEACON_MISS | |
| 1100 | IWL_WOWLAN_WAKEUP_LINK_CHANGE | |
| 1101 | IWL_WOWLAN_WAKEUP_BCN_FILTERING), |
Eliad Peller | b77f06d | 2013-11-06 10:49:32 +0200 | [diff] [blame] | 1102 | }; |
Arik Nemtsov | 98ee778 | 2013-10-02 16:58:09 +0300 | [diff] [blame] | 1103 | struct iwl_d3_manager_config d3_cfg_cmd = { |
| 1104 | .min_sleep_time = cpu_to_le32(1000), |
Eliad Peller | d9f1fc2 | 2014-12-23 15:05:14 +0200 | [diff] [blame] | 1105 | .wakeup_flags = cpu_to_le32(IWL_WAKEUP_D3_CONFIG_FW_ERROR), |
Arik Nemtsov | 98ee778 | 2013-10-02 16:58:09 +0300 | [diff] [blame] | 1106 | }; |
Eliad Peller | b3370d4 | 2013-11-25 15:20:16 +0200 | [diff] [blame] | 1107 | |
| 1108 | IWL_DEBUG_RPM(mvm, "MVM entering D0i3\n"); |
Arik Nemtsov | 98ee778 | 2013-10-02 16:58:09 +0300 | [diff] [blame] | 1109 | |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1110 | /* make sure we have no running tx while configuring the qos */ |
| 1111 | set_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status); |
| 1112 | synchronize_net(); |
| 1113 | |
Eliad Peller | f4cf868 | 2014-11-04 16:57:06 +0200 | [diff] [blame] | 1114 | /* |
| 1115 | * iwl_mvm_ref_sync takes a reference before checking the flag. |
| 1116 | * so by checking there is no held reference we prevent a state |
| 1117 | * in which iwl_mvm_ref_sync continues successfully while we |
| 1118 | * configure the firmware to enter d0i3 |
| 1119 | */ |
| 1120 | if (iwl_mvm_ref_taken(mvm)) { |
| 1121 | IWL_DEBUG_RPM(mvm->trans, "abort d0i3 due to taken ref\n"); |
| 1122 | clear_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status); |
Eliad Peller | caf1578 | 2014-11-09 15:25:33 +0200 | [diff] [blame] | 1123 | wake_up(&mvm->d0i3_exit_waitq); |
Eliad Peller | f4cf868 | 2014-11-04 16:57:06 +0200 | [diff] [blame] | 1124 | return 1; |
| 1125 | } |
| 1126 | |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1127 | ieee80211_iterate_active_interfaces_atomic(mvm->hw, |
| 1128 | IEEE80211_IFACE_ITER_NORMAL, |
| 1129 | iwl_mvm_enter_d0i3_iterator, |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1130 | &d0i3_iter_data); |
| 1131 | if (d0i3_iter_data.vif_count == 1) { |
| 1132 | mvm->d0i3_ap_sta_id = d0i3_iter_data.ap_sta_id; |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1133 | mvm->d0i3_offloading = !d0i3_iter_data.disable_offloading; |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1134 | } else { |
| 1135 | WARN_ON_ONCE(d0i3_iter_data.vif_count > 1); |
| 1136 | mvm->d0i3_ap_sta_id = IWL_MVM_STATION_COUNT; |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1137 | mvm->d0i3_offloading = false; |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1138 | } |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1139 | |
Eliad Peller | 1a95c8d | 2013-11-21 19:19:52 +0200 | [diff] [blame] | 1140 | iwl_mvm_set_wowlan_data(mvm, &wowlan_config_cmd, &d0i3_iter_data); |
Eliad Peller | b77f06d | 2013-11-06 10:49:32 +0200 | [diff] [blame] | 1141 | ret = iwl_mvm_send_cmd_pdu(mvm, WOWLAN_CONFIGURATION, flags, |
| 1142 | sizeof(wowlan_config_cmd), |
| 1143 | &wowlan_config_cmd); |
| 1144 | if (ret) |
| 1145 | return ret; |
| 1146 | |
Arik Nemtsov | 98ee778 | 2013-10-02 16:58:09 +0300 | [diff] [blame] | 1147 | return iwl_mvm_send_cmd_pdu(mvm, D3_CONFIG_CMD, |
| 1148 | flags | CMD_MAKE_TRANS_IDLE, |
| 1149 | sizeof(d3_cfg_cmd), &d3_cfg_cmd); |
Eliad Peller | b3370d4 | 2013-11-25 15:20:16 +0200 | [diff] [blame] | 1150 | } |
| 1151 | |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1152 | static void iwl_mvm_exit_d0i3_iterator(void *_data, u8 *mac, |
| 1153 | struct ieee80211_vif *vif) |
| 1154 | { |
| 1155 | struct iwl_mvm *mvm = _data; |
| 1156 | u32 flags = CMD_ASYNC | CMD_HIGH_PRIO; |
| 1157 | |
| 1158 | IWL_DEBUG_RPM(mvm, "exiting D0i3 - vif %pM\n", vif->addr); |
| 1159 | if (vif->type != NL80211_IFTYPE_STATION || |
| 1160 | !vif->bss_conf.assoc) |
| 1161 | return; |
| 1162 | |
| 1163 | iwl_mvm_update_d0i3_power_mode(mvm, vif, false, flags); |
| 1164 | } |
| 1165 | |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1166 | static void iwl_mvm_d0i3_disconnect_iter(void *data, u8 *mac, |
| 1167 | struct ieee80211_vif *vif) |
| 1168 | { |
| 1169 | struct iwl_mvm *mvm = data; |
| 1170 | struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif); |
| 1171 | |
| 1172 | if (vif->type == NL80211_IFTYPE_STATION && vif->bss_conf.assoc && |
| 1173 | mvm->d0i3_ap_sta_id == mvmvif->ap_sta_id) |
Emmanuel Grumbach | 3175520 | 2015-03-30 10:55:57 +0300 | [diff] [blame] | 1174 | iwl_mvm_connection_loss(mvm, vif, "D0i3"); |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1175 | } |
| 1176 | |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1177 | void iwl_mvm_d0i3_enable_tx(struct iwl_mvm *mvm, __le16 *qos_seq) |
| 1178 | { |
| 1179 | struct ieee80211_sta *sta = NULL; |
| 1180 | struct iwl_mvm_sta *mvm_ap_sta; |
| 1181 | int i; |
| 1182 | bool wake_queues = false; |
| 1183 | |
| 1184 | lockdep_assert_held(&mvm->mutex); |
| 1185 | |
| 1186 | spin_lock_bh(&mvm->d0i3_tx_lock); |
| 1187 | |
| 1188 | if (mvm->d0i3_ap_sta_id == IWL_MVM_STATION_COUNT) |
| 1189 | goto out; |
| 1190 | |
| 1191 | IWL_DEBUG_RPM(mvm, "re-enqueue packets\n"); |
| 1192 | |
| 1193 | /* get the sta in order to update seq numbers and re-enqueue skbs */ |
| 1194 | sta = rcu_dereference_protected( |
| 1195 | mvm->fw_id_to_mac_id[mvm->d0i3_ap_sta_id], |
| 1196 | lockdep_is_held(&mvm->mutex)); |
| 1197 | |
| 1198 | if (IS_ERR_OR_NULL(sta)) { |
| 1199 | sta = NULL; |
| 1200 | goto out; |
| 1201 | } |
| 1202 | |
| 1203 | if (mvm->d0i3_offloading && qos_seq) { |
| 1204 | /* update qos seq numbers if offloading was enabled */ |
Johannes Berg | 9d8ce6a | 2014-12-23 16:02:40 +0100 | [diff] [blame] | 1205 | mvm_ap_sta = iwl_mvm_sta_from_mac80211(sta); |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1206 | for (i = 0; i < IWL_MAX_TID_COUNT; i++) { |
| 1207 | u16 seq = le16_to_cpu(qos_seq[i]); |
| 1208 | /* firmware stores last-used one, we store next one */ |
| 1209 | seq += 0x10; |
| 1210 | mvm_ap_sta->tid_data[i].seq_number = seq; |
| 1211 | } |
| 1212 | } |
| 1213 | out: |
| 1214 | /* re-enqueue (or drop) all packets */ |
| 1215 | while (!skb_queue_empty(&mvm->d0i3_tx)) { |
| 1216 | struct sk_buff *skb = __skb_dequeue(&mvm->d0i3_tx); |
| 1217 | |
| 1218 | if (!sta || iwl_mvm_tx_skb(mvm, skb, sta)) |
| 1219 | ieee80211_free_txskb(mvm->hw, skb); |
| 1220 | |
| 1221 | /* if the skb_queue is not empty, we need to wake queues */ |
| 1222 | wake_queues = true; |
| 1223 | } |
| 1224 | clear_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status); |
| 1225 | wake_up(&mvm->d0i3_exit_waitq); |
| 1226 | mvm->d0i3_ap_sta_id = IWL_MVM_STATION_COUNT; |
| 1227 | if (wake_queues) |
| 1228 | ieee80211_wake_queues(mvm->hw); |
| 1229 | |
| 1230 | spin_unlock_bh(&mvm->d0i3_tx_lock); |
| 1231 | } |
| 1232 | |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1233 | static void iwl_mvm_d0i3_exit_work(struct work_struct *wk) |
| 1234 | { |
| 1235 | struct iwl_mvm *mvm = container_of(wk, struct iwl_mvm, d0i3_exit_work); |
| 1236 | struct iwl_host_cmd get_status_cmd = { |
| 1237 | .id = WOWLAN_GET_STATUSES, |
Emmanuel Grumbach | a102292 | 2014-05-12 11:36:41 +0300 | [diff] [blame] | 1238 | .flags = CMD_HIGH_PRIO | CMD_WANT_SKB, |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1239 | }; |
Emmanuel Grumbach | 3afec639 | 2014-03-30 09:10:28 +0300 | [diff] [blame] | 1240 | struct iwl_wowlan_status *status; |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1241 | int ret; |
| 1242 | u32 disconnection_reasons, wakeup_reasons; |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1243 | __le16 *qos_seq = NULL; |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1244 | |
| 1245 | mutex_lock(&mvm->mutex); |
| 1246 | ret = iwl_mvm_send_cmd(mvm, &get_status_cmd); |
| 1247 | if (ret) |
| 1248 | goto out; |
| 1249 | |
| 1250 | if (!get_status_cmd.resp_pkt) |
| 1251 | goto out; |
| 1252 | |
| 1253 | status = (void *)get_status_cmd.resp_pkt->data; |
| 1254 | wakeup_reasons = le32_to_cpu(status->wakeup_reasons); |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1255 | qos_seq = status->qos_seq_ctr; |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1256 | |
| 1257 | IWL_DEBUG_RPM(mvm, "wakeup reasons: 0x%x\n", wakeup_reasons); |
| 1258 | |
| 1259 | disconnection_reasons = |
| 1260 | IWL_WOWLAN_WAKEUP_BY_DISCONNECTION_ON_MISSED_BEACON | |
| 1261 | IWL_WOWLAN_WAKEUP_BY_DISCONNECTION_ON_DEAUTH; |
| 1262 | if (wakeup_reasons & disconnection_reasons) |
| 1263 | ieee80211_iterate_active_interfaces( |
| 1264 | mvm->hw, IEEE80211_IFACE_ITER_NORMAL, |
| 1265 | iwl_mvm_d0i3_disconnect_iter, mvm); |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1266 | out: |
Arik Nemtsov | b249250 | 2014-03-13 12:21:50 +0200 | [diff] [blame] | 1267 | iwl_mvm_d0i3_enable_tx(mvm, qos_seq); |
Jonathan Doron | 47c8b15 | 2014-11-27 16:55:25 +0200 | [diff] [blame] | 1268 | |
Eliad Peller | 2922089 | 2015-04-14 11:36:23 +0300 | [diff] [blame] | 1269 | /* qos_seq might point inside resp_pkt, so free it only now */ |
| 1270 | if (get_status_cmd.resp_pkt) |
| 1271 | iwl_free_resp(&get_status_cmd); |
| 1272 | |
Jonathan Doron | 47c8b15 | 2014-11-27 16:55:25 +0200 | [diff] [blame] | 1273 | /* the FW might have updated the regdomain */ |
| 1274 | iwl_mvm_update_changed_regdom(mvm); |
| 1275 | |
Eliad Peller | d15a747 | 2014-03-27 18:53:12 +0200 | [diff] [blame] | 1276 | iwl_mvm_unref(mvm, IWL_MVM_REF_EXIT_WORK); |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1277 | mutex_unlock(&mvm->mutex); |
| 1278 | } |
| 1279 | |
Eliad Peller | d15a747 | 2014-03-27 18:53:12 +0200 | [diff] [blame] | 1280 | int _iwl_mvm_exit_d0i3(struct iwl_mvm *mvm) |
Eliad Peller | b3370d4 | 2013-11-25 15:20:16 +0200 | [diff] [blame] | 1281 | { |
Arik Nemtsov | 98ee778 | 2013-10-02 16:58:09 +0300 | [diff] [blame] | 1282 | u32 flags = CMD_ASYNC | CMD_HIGH_PRIO | CMD_SEND_IN_IDLE | |
| 1283 | CMD_WAKE_UP_TRANS; |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1284 | int ret; |
Eliad Peller | b3370d4 | 2013-11-25 15:20:16 +0200 | [diff] [blame] | 1285 | |
| 1286 | IWL_DEBUG_RPM(mvm, "MVM exiting D0i3\n"); |
Arik Nemtsov | 98ee778 | 2013-10-02 16:58:09 +0300 | [diff] [blame] | 1287 | |
Eliad Peller | d15a747 | 2014-03-27 18:53:12 +0200 | [diff] [blame] | 1288 | mutex_lock(&mvm->d0i3_suspend_mutex); |
| 1289 | if (test_bit(D0I3_DEFER_WAKEUP, &mvm->d0i3_suspend_flags)) { |
| 1290 | IWL_DEBUG_RPM(mvm, "Deferring d0i3 exit until resume\n"); |
| 1291 | __set_bit(D0I3_PENDING_WAKEUP, &mvm->d0i3_suspend_flags); |
| 1292 | mutex_unlock(&mvm->d0i3_suspend_mutex); |
| 1293 | return 0; |
| 1294 | } |
| 1295 | mutex_unlock(&mvm->d0i3_suspend_mutex); |
| 1296 | |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1297 | ret = iwl_mvm_send_cmd_pdu(mvm, D0I3_END_CMD, flags, 0, NULL); |
| 1298 | if (ret) |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1299 | goto out; |
Eliad Peller | d623097 | 2013-11-03 20:09:08 +0200 | [diff] [blame] | 1300 | |
| 1301 | ieee80211_iterate_active_interfaces_atomic(mvm->hw, |
| 1302 | IEEE80211_IFACE_ITER_NORMAL, |
| 1303 | iwl_mvm_exit_d0i3_iterator, |
| 1304 | mvm); |
Eliad Peller | 37577fe | 2013-12-05 17:19:39 +0200 | [diff] [blame] | 1305 | out: |
| 1306 | schedule_work(&mvm->d0i3_exit_work); |
| 1307 | return ret; |
Eliad Peller | b3370d4 | 2013-11-25 15:20:16 +0200 | [diff] [blame] | 1308 | } |
| 1309 | |
Eliad Peller | 6735943 | 2014-12-09 15:23:54 +0200 | [diff] [blame] | 1310 | int iwl_mvm_exit_d0i3(struct iwl_op_mode *op_mode) |
Eliad Peller | d15a747 | 2014-03-27 18:53:12 +0200 | [diff] [blame] | 1311 | { |
| 1312 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 1313 | |
| 1314 | iwl_mvm_ref(mvm, IWL_MVM_REF_EXIT_WORK); |
| 1315 | return _iwl_mvm_exit_d0i3(mvm); |
| 1316 | } |
| 1317 | |
Johannes Berg | f14d6b3 | 2014-03-21 13:30:03 +0100 | [diff] [blame] | 1318 | static void iwl_mvm_napi_add(struct iwl_op_mode *op_mode, |
| 1319 | struct napi_struct *napi, |
| 1320 | struct net_device *napi_dev, |
| 1321 | int (*poll)(struct napi_struct *, int), |
| 1322 | int weight) |
| 1323 | { |
| 1324 | struct iwl_mvm *mvm = IWL_OP_MODE_GET_MVM(op_mode); |
| 1325 | |
| 1326 | ieee80211_napi_add(mvm->hw, napi, napi_dev, poll, weight); |
| 1327 | } |
| 1328 | |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 1329 | static const struct iwl_op_mode_ops iwl_mvm_ops = { |
| 1330 | .start = iwl_op_mode_mvm_start, |
| 1331 | .stop = iwl_op_mode_mvm_stop, |
| 1332 | .rx = iwl_mvm_rx_dispatch, |
| 1333 | .queue_full = iwl_mvm_stop_sw_queue, |
| 1334 | .queue_not_full = iwl_mvm_wake_sw_queue, |
| 1335 | .hw_rf_kill = iwl_mvm_set_hw_rfkill_state, |
| 1336 | .free_skb = iwl_mvm_free_skb, |
| 1337 | .nic_error = iwl_mvm_nic_error, |
| 1338 | .cmd_queue_full = iwl_mvm_cmd_queue_full, |
| 1339 | .nic_config = iwl_mvm_nic_config, |
Eliad Peller | b3370d4 | 2013-11-25 15:20:16 +0200 | [diff] [blame] | 1340 | .enter_d0i3 = iwl_mvm_enter_d0i3, |
| 1341 | .exit_d0i3 = iwl_mvm_exit_d0i3, |
Johannes Berg | f14d6b3 | 2014-03-21 13:30:03 +0100 | [diff] [blame] | 1342 | .napi_add = iwl_mvm_napi_add, |
Johannes Berg | 8ca151b | 2013-01-24 14:25:36 +0100 | [diff] [blame] | 1343 | }; |