blob: 0ebfdbb22992c10a7375dea3cc4a9aa1783fab16 [file] [log] [blame]
Emmanuel Grumbachc85eb612011-06-14 10:13:24 +03001/******************************************************************************
2 *
3 * This file is provided under a dual BSD/GPLv2 license. When using or
4 * redistributing this file, you may do so under either license.
5 *
6 * GPL LICENSE SUMMARY
7 *
Emmanuel Grumbach51368bf2013-12-30 13:15:54 +02008 * Copyright(c) 2007 - 2014 Intel Corporation. All rights reserved.
Eran Harary8d193ca2015-04-27 10:29:31 +03009 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
Sara Sharon6b35ff92016-09-29 14:36:19 +030010 * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
Emmanuel Grumbachc85eb612011-06-14 10:13:24 +030011 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of version 2 of the GNU General Public License as
14 * published by the Free Software Foundation.
15 *
16 * This program is distributed in the hope that it will be useful, but
17 * WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
19 * General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
24 * USA
25 *
26 * The full GNU General Public License is included in this distribution
Emmanuel Grumbach410dc5a2013-02-18 09:22:28 +020027 * in the file called COPYING.
Emmanuel Grumbachc85eb612011-06-14 10:13:24 +030028 *
29 * Contact Information:
Emmanuel Grumbachcb2f8272015-11-17 15:39:56 +020030 * Intel Linux Wireless <linuxwifi@intel.com>
Emmanuel Grumbachc85eb612011-06-14 10:13:24 +030031 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
32 *
33 * BSD LICENSE
34 *
Emmanuel Grumbach51368bf2013-12-30 13:15:54 +020035 * Copyright(c) 2005 - 2014 Intel Corporation. All rights reserved.
Eran Harary8d193ca2015-04-27 10:29:31 +030036 * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
Sara Sharon6b35ff92016-09-29 14:36:19 +030037 * Copyright(c) 2016 - 2017 Intel Deutschland GmbH
Emmanuel Grumbachc85eb612011-06-14 10:13:24 +030038 * All rights reserved.
39 *
40 * Redistribution and use in source and binary forms, with or without
41 * modification, are permitted provided that the following conditions
42 * are met:
43 *
44 * * Redistributions of source code must retain the above copyright
45 * notice, this list of conditions and the following disclaimer.
46 * * Redistributions in binary form must reproduce the above copyright
47 * notice, this list of conditions and the following disclaimer in
48 * the documentation and/or other materials provided with the
49 * distribution.
50 * * Neither the name Intel Corporation nor the names of its
51 * contributors may be used to endorse or promote products derived
52 * from this software without specific prior written permission.
53 *
54 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
55 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
56 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
57 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
58 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
59 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
60 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
61 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
62 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
63 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
64 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65 *
66 *****************************************************************************/
Emmanuel Grumbach41c50542011-07-11 08:51:04 +030067#ifndef __iwl_trans_h__
68#define __iwl_trans_h__
Emmanuel Grumbach253a6342011-07-11 07:39:46 -070069
Emmanuel Grumbache6793782012-02-16 09:47:01 +020070#include <linux/ieee80211.h>
Johannes Berg930dfd52012-03-05 11:24:43 -080071#include <linux/mm.h> /* for page_address */
Johannes Berg2bfb5092012-12-27 21:43:48 +010072#include <linux/lockdep.h>
Sharon Dvir39bdb172015-10-15 18:18:09 +030073#include <linux/kernel.h>
Emmanuel Grumbacha72b8b02011-08-25 23:11:13 -070074
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +020075#include "iwl-debug.h"
Johannes Berg6238b002012-04-02 15:04:33 +020076#include "iwl-config.h"
77#include "iwl-fw.h"
Arik Nemtsov2a988e92013-12-01 13:50:40 +020078#include "iwl-op-mode.h"
Emmanuel Grumbach87e56662011-08-25 23:10:50 -070079
Emmanuel Grumbach60396182012-02-06 16:41:58 +020080/**
81 * DOC: Transport layer - what is it ?
82 *
Sara Sharon0d365ae2015-03-31 12:24:05 +030083 * The transport layer is the layer that deals with the HW directly. It provides
Emmanuel Grumbach60396182012-02-06 16:41:58 +020084 * an abstraction of the underlying HW to the upper layer. The transport layer
85 * doesn't provide any policy, algorithm or anything of this kind, but only
Sara Sharon0d365ae2015-03-31 12:24:05 +030086 * mechanisms to make the HW do something. It is not completely stateless but
Emmanuel Grumbach60396182012-02-06 16:41:58 +020087 * close to it.
88 * We will have an implementation for each different supported bus.
89 */
90
91/**
92 * DOC: Life cycle of the transport layer
93 *
94 * The transport layer has a very precise life cycle.
95 *
96 * 1) A helper function is called during the module initialization and
97 * registers the bus driver's ops with the transport's alloc function.
98 * 2) Bus's probe calls to the transport layer's allocation functions.
99 * Of course this function is bus specific.
100 * 3) This allocation functions will spawn the upper layer which will
101 * register mac80211.
102 *
103 * 4) At some point (i.e. mac80211's start call), the op_mode will call
104 * the following sequence:
105 * start_hw
106 * start_fw
107 *
108 * 5) Then when finished (or reset):
Arik Nemtsova4082842013-11-24 19:10:46 +0200109 * stop_device
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200110 *
111 * 6) Eventually, the free function will be called.
112 */
113
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200114/**
115 * DOC: Host command section
116 *
Sara Sharon0d365ae2015-03-31 12:24:05 +0300117 * A host command is a command issued by the upper layer to the fw. There are
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200118 * several versions of fw that have several APIs. The transport layer is
119 * completely agnostic to these differences.
Sara Sharon0d365ae2015-03-31 12:24:05 +0300120 * The transport does provide helper functionality (i.e. SYNC / ASYNC mode),
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200121 */
Johannes Bergf8d7c1a2012-03-06 13:31:02 -0800122#define SEQ_TO_QUEUE(s) (((s) >> 8) & 0x1f)
123#define QUEUE_TO_SEQ(q) (((q) & 0x1f) << 8)
124#define SEQ_TO_INDEX(s) ((s) & 0xff)
125#define INDEX_TO_SEQ(i) ((i) & 0xff)
126#define SEQ_RX_FRAME cpu_to_le16(0x8000)
127
Aviya Erenfeldab021652015-06-09 16:45:52 +0300128/*
129 * those functions retrieve specific information from
130 * the id field in the iwl_host_cmd struct which contains
131 * the command id, the group id and the version of the command
132 * and vice versa
133*/
134static inline u8 iwl_cmd_opcode(u32 cmdid)
135{
136 return cmdid & 0xFF;
137}
138
139static inline u8 iwl_cmd_groupid(u32 cmdid)
140{
141 return ((cmdid & 0xFF00) >> 8);
142}
143
144static inline u8 iwl_cmd_version(u32 cmdid)
145{
146 return ((cmdid & 0xFF0000) >> 16);
147}
148
149static inline u32 iwl_cmd_id(u8 opcode, u8 groupid, u8 version)
150{
151 return opcode + (groupid << 8) + (version << 16);
152}
153
Sara Sharon6eb031d2015-07-13 14:50:47 +0300154/* make u16 wide id out of u8 group and opcode */
155#define WIDE_ID(grp, opcode) ((grp << 8) | opcode)
Sara Sharon5b887922016-08-15 17:36:47 +0300156#define DEF_ID(opcode) ((1 << 8) | (opcode))
Sara Sharon6eb031d2015-07-13 14:50:47 +0300157
Johannes Berg88742c92015-06-30 15:31:22 +0200158/* due to the conversion, this group is special; new groups
159 * should be defined in the appropriate fw-api header files
160 */
161#define IWL_ALWAYS_LONG_GROUP 1
162
Johannes Bergf8d7c1a2012-03-06 13:31:02 -0800163/**
164 * struct iwl_cmd_header
165 *
166 * This header format appears in the beginning of each command sent from the
167 * driver, and each response/notification received from uCode.
168 */
169struct iwl_cmd_header {
170 u8 cmd; /* Command ID: REPLY_RXON, etc. */
Aviya Erenfeldab021652015-06-09 16:45:52 +0300171 u8 group_id;
Johannes Bergf8d7c1a2012-03-06 13:31:02 -0800172 /*
173 * The driver sets up the sequence number to values of its choosing.
174 * uCode does not use this value, but passes it back to the driver
175 * when sending the response to each driver-originated command, so
176 * the driver can match the response to the command. Since the values
177 * don't get used by uCode, the driver may set up an arbitrary format.
178 *
179 * There is one exception: uCode sets bit 15 when it originates
180 * the response/notification, i.e. when the response/notification
181 * is not a direct response to a command sent by the driver. For
182 * example, uCode issues REPLY_RX when it sends a received frame
183 * to the driver; it is not a direct response to any driver command.
184 *
185 * The Linux driver uses the following format:
186 *
187 * 0:7 tfd index - position within TX queue
188 * 8:12 TX queue id
189 * 13:14 reserved
190 * 15 unsolicited RX or uCode-originated notification
191 */
192 __le16 sequence;
193} __packed;
194
Aviya Erenfeldab021652015-06-09 16:45:52 +0300195/**
196 * struct iwl_cmd_header_wide
197 *
198 * This header format appears in the beginning of each command sent from the
199 * driver, and each response/notification received from uCode.
200 * this is the wide version that contains more information about the command
201 * like length, version and command type
202 */
203struct iwl_cmd_header_wide {
204 u8 cmd;
205 u8 group_id;
206 __le16 sequence;
207 __le16 length;
208 u8 reserved;
209 u8 version;
210} __packed;
211
Johannes Bergf8d7c1a2012-03-06 13:31:02 -0800212#define FH_RSCSR_FRAME_SIZE_MSK 0x00003FFF /* bits 0-13 */
Johannes Berg0c197442012-03-15 13:26:43 -0700213#define FH_RSCSR_FRAME_INVALID 0x55550000
214#define FH_RSCSR_FRAME_ALIGN 0x40
Sara Sharonfbe41122016-04-04 19:28:45 +0300215#define FH_RSCSR_RPA_EN BIT(25)
Sara Sharonab2e6962016-04-21 20:15:40 +0300216#define FH_RSCSR_RXQ_POS 16
217#define FH_RSCSR_RXQ_MASK 0x3F0000
Johannes Bergf8d7c1a2012-03-06 13:31:02 -0800218
219struct iwl_rx_packet {
220 /*
221 * The first 4 bytes of the RX frame header contain both the RX frame
222 * size and some flags.
223 * Bit fields:
224 * 31: flag flush RB request
225 * 30: flag ignore TC (terminal counter) request
226 * 29: flag fast IRQ request
Sara Sharonfbe41122016-04-04 19:28:45 +0300227 * 28-26: Reserved
228 * 25: Offload enabled
Sara Sharonab2e6962016-04-21 20:15:40 +0300229 * 24: RPF enabled
230 * 23: RSS enabled
231 * 22: Checksum enabled
232 * 21-16: RX queue
233 * 15-14: Reserved
Johannes Bergf8d7c1a2012-03-06 13:31:02 -0800234 * 13-00: RX frame size
235 */
236 __le32 len_n_flags;
237 struct iwl_cmd_header hdr;
238 u8 data[];
239} __packed;
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700240
Johannes Berg65b30342014-01-08 13:16:33 +0100241static inline u32 iwl_rx_packet_len(const struct iwl_rx_packet *pkt)
242{
243 return le32_to_cpu(pkt->len_n_flags) & FH_RSCSR_FRAME_SIZE_MSK;
244}
245
246static inline u32 iwl_rx_packet_payload_len(const struct iwl_rx_packet *pkt)
247{
248 return iwl_rx_packet_len(pkt) - sizeof(pkt->hdr);
249}
250
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200251/**
252 * enum CMD_MODE - how to send the host commands ?
253 *
Eliad Pellere89044d2013-07-16 17:33:26 +0300254 * @CMD_ASYNC: Return right away and don't wait for the response
Emmanuel Grumbacha1022922014-05-12 11:36:41 +0300255 * @CMD_WANT_SKB: Not valid with CMD_ASYNC. The caller needs the buffer of
256 * the response. The caller needs to call iwl_free_resp when done.
Arik Nemtsov98ee7782013-10-02 16:58:09 +0300257 * @CMD_HIGH_PRIO: The command is high priority - it goes to the front of the
Sara Sharon0d365ae2015-03-31 12:24:05 +0300258 * command queue, but after other high priority commands. Valid only
Arik Nemtsov98ee7782013-10-02 16:58:09 +0300259 * with CMD_ASYNC.
260 * @CMD_SEND_IN_IDLE: The command should be sent even when the trans is idle.
261 * @CMD_MAKE_TRANS_IDLE: The command response should mark the trans as idle.
262 * @CMD_WAKE_UP_TRANS: The command response should wake up the trans
263 * (i.e. mark it as non-idle).
Emmanuel Grumbachdcbb4742015-11-24 15:17:37 +0200264 * @CMD_WANT_ASYNC_CALLBACK: the op_mode's async callback function must be
265 * called after this command completes. Valid only with CMD_ASYNC.
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200266 */
267enum CMD_MODE {
Johannes Berg4a4ee102013-01-24 14:05:43 +0100268 CMD_ASYNC = BIT(0),
269 CMD_WANT_SKB = BIT(1),
Eran Harary4f593342013-05-13 07:53:26 +0300270 CMD_SEND_IN_RFKILL = BIT(2),
Arik Nemtsov98ee7782013-10-02 16:58:09 +0300271 CMD_HIGH_PRIO = BIT(3),
272 CMD_SEND_IN_IDLE = BIT(4),
273 CMD_MAKE_TRANS_IDLE = BIT(5),
274 CMD_WAKE_UP_TRANS = BIT(6),
Emmanuel Grumbachdcbb4742015-11-24 15:17:37 +0200275 CMD_WANT_ASYNC_CALLBACK = BIT(7),
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700276};
277
278#define DEF_CMD_PAYLOAD_SIZE 320
279
280/**
281 * struct iwl_device_cmd
282 *
283 * For allocation of the command and tx queues, this establishes the overall
284 * size of the largest command we send to uCode, except for commands that
285 * aren't fully copied and use other TFD space.
286 */
287struct iwl_device_cmd {
Aviya Erenfeldab021652015-06-09 16:45:52 +0300288 union {
289 struct {
290 struct iwl_cmd_header hdr; /* uCode API */
291 u8 payload[DEF_CMD_PAYLOAD_SIZE];
292 };
293 struct {
294 struct iwl_cmd_header_wide hdr_wide;
295 u8 payload_wide[DEF_CMD_PAYLOAD_SIZE -
296 sizeof(struct iwl_cmd_header_wide) +
297 sizeof(struct iwl_cmd_header)];
298 };
299 };
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700300} __packed;
301
302#define TFD_MAX_PAYLOAD_SIZE (sizeof(struct iwl_device_cmd))
303
Johannes Berg1afbfb62013-02-26 11:32:26 +0100304/*
305 * number of transfer buffers (fragments) per transmit frame descriptor;
306 * this is just the driver's idea, the hardware supports 20
307 */
308#define IWL_MAX_CMD_TBS_PER_TFD 2
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700309
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200310/**
311 * struct iwl_hcmd_dataflag - flag for each one of the chunks of the command
312 *
Johannes Bergf4feb8a2012-10-19 14:24:43 +0200313 * @IWL_HCMD_DFL_NOCOPY: By default, the command is copied to the host command's
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200314 * ring. The transport layer doesn't map the command's buffer to DMA, but
Eliad Pellere89044d2013-07-16 17:33:26 +0300315 * rather copies it to a previously allocated DMA buffer. This flag tells
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200316 * the transport layer not to copy the command, but to map the existing
Johannes Berg3e2c1592012-10-24 13:26:15 +0200317 * buffer (that is passed in) instead. This saves the memcpy and allows
318 * commands that are bigger than the fixed buffer to be submitted.
319 * Note that a TFD entry after a NOCOPY one cannot be a normal copied one.
Johannes Bergf4feb8a2012-10-19 14:24:43 +0200320 * @IWL_HCMD_DFL_DUP: Only valid without NOCOPY, duplicate the memory for this
321 * chunk internally and free it again after the command completes. This
322 * can (currently) be used only once per command.
Johannes Berg3e2c1592012-10-24 13:26:15 +0200323 * Note that a TFD entry after a DUP one cannot be a normal copied one.
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200324 */
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700325enum iwl_hcmd_dataflag {
326 IWL_HCMD_DFL_NOCOPY = BIT(0),
Johannes Bergf4feb8a2012-10-19 14:24:43 +0200327 IWL_HCMD_DFL_DUP = BIT(1),
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700328};
329
330/**
331 * struct iwl_host_cmd - Host command to the uCode
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200332 *
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700333 * @data: array of chunks that composes the data of the host command
Johannes Berg65b94a42012-03-05 11:24:38 -0800334 * @resp_pkt: response packet, if %CMD_WANT_SKB was set
335 * @_rx_page_order: (internally used to free response packet)
336 * @_rx_page_addr: (internally used to free response packet)
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200337 * @flags: can be CMD_*
Eliad Pellere89044d2013-07-16 17:33:26 +0300338 * @len: array of the lengths of the chunks in data
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200339 * @dataflags: IWL_HCMD_DFL_*
Aviya Erenfeldab021652015-06-09 16:45:52 +0300340 * @id: command id of the host command, for wide commands encoding the
341 * version and group as well
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700342 */
343struct iwl_host_cmd {
Johannes Berg1afbfb62013-02-26 11:32:26 +0100344 const void *data[IWL_MAX_CMD_TBS_PER_TFD];
Johannes Berg65b94a42012-03-05 11:24:38 -0800345 struct iwl_rx_packet *resp_pkt;
346 unsigned long _rx_page_addr;
347 u32 _rx_page_order;
Emmanuel Grumbach247c61d2011-09-20 15:37:23 -0700348
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700349 u32 flags;
Aviya Erenfeldab021652015-06-09 16:45:52 +0300350 u32 id;
Johannes Berg1afbfb62013-02-26 11:32:26 +0100351 u16 len[IWL_MAX_CMD_TBS_PER_TFD];
352 u8 dataflags[IWL_MAX_CMD_TBS_PER_TFD];
Emmanuel Grumbach522376d2011-09-06 09:31:19 -0700353};
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300354
Johannes Berg65b94a42012-03-05 11:24:38 -0800355static inline void iwl_free_resp(struct iwl_host_cmd *cmd)
356{
357 free_pages(cmd->_rx_page_addr, cmd->_rx_page_order);
358}
359
Johannes Berg930dfd52012-03-05 11:24:43 -0800360struct iwl_rx_cmd_buffer {
361 struct page *_page;
Johannes Berg0c197442012-03-15 13:26:43 -0700362 int _offset;
363 bool _page_stolen;
Emmanuel Grumbachd13f1862013-01-23 10:59:29 +0200364 u32 _rx_page_order;
Eric Dumazeted905422012-03-24 00:29:46 -0400365 unsigned int truesize;
Johannes Berg930dfd52012-03-05 11:24:43 -0800366};
367
368static inline void *rxb_addr(struct iwl_rx_cmd_buffer *r)
369{
Johannes Berg0c197442012-03-15 13:26:43 -0700370 return (void *)((unsigned long)page_address(r->_page) + r->_offset);
371}
372
373static inline int rxb_offset(struct iwl_rx_cmd_buffer *r)
374{
375 return r->_offset;
Johannes Berg930dfd52012-03-05 11:24:43 -0800376}
377
378static inline struct page *rxb_steal_page(struct iwl_rx_cmd_buffer *r)
379{
Johannes Berg0c197442012-03-15 13:26:43 -0700380 r->_page_stolen = true;
381 get_page(r->_page);
382 return r->_page;
Johannes Berg930dfd52012-03-05 11:24:43 -0800383}
384
Emmanuel Grumbachd13f1862013-01-23 10:59:29 +0200385static inline void iwl_free_rxb(struct iwl_rx_cmd_buffer *r)
386{
387 __free_pages(r->_page, r->_rx_page_order);
388}
389
Johannes Bergd663ee72012-03-10 13:00:07 -0800390#define MAX_NO_RECLAIM_CMDS 6
391
Gregory Greenmanff110c82012-05-16 22:54:24 +0200392#define IWL_MASK(lo, hi) ((1 << (hi)) | ((1 << (hi)) - (1 << (lo))))
393
Johannes Berg9eae88f2012-03-15 13:26:52 -0700394/*
395 * Maximum number of HW queues the transport layer
396 * currently supports
397 */
398#define IWL_MAX_HW_QUEUES 32
Sara Sharone982bc22017-02-23 14:19:45 +0200399#define IWL_MAX_TVQM_QUEUES 512
400
Emmanuel Grumbachb04db9a2012-06-21 11:53:44 +0300401#define IWL_MAX_TID_COUNT 8
Sara Sharonc65f4e02016-12-13 16:10:28 +0200402#define IWL_MGMT_TID 15
Emmanuel Grumbachb04db9a2012-06-21 11:53:44 +0300403#define IWL_FRAME_LIMIT 64
Johannes Berg56882e62015-05-22 11:33:12 +0200404#define IWL_MAX_RX_HW_QUEUES 16
Johannes Berg9eae88f2012-03-15 13:26:52 -0700405
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300406/**
Johannes Bergddaf5a52013-01-08 11:25:44 +0100407 * enum iwl_wowlan_status - WoWLAN image/device status
408 * @IWL_D3_STATUS_ALIVE: firmware is still running after resume
409 * @IWL_D3_STATUS_RESET: device was reset while suspended
410 */
411enum iwl_d3_status {
412 IWL_D3_STATUS_ALIVE,
413 IWL_D3_STATUS_RESET,
414};
415
416/**
Arik Nemtsoveb7ff772013-12-01 12:30:38 +0200417 * enum iwl_trans_status: transport status flags
418 * @STATUS_SYNC_HCMD_ACTIVE: a SYNC command is being processed
419 * @STATUS_DEVICE_ENABLED: APM is enabled
420 * @STATUS_TPOWER_PMI: the device might be asleep (need to wake it up)
421 * @STATUS_INT_ENABLED: interrupts are enabled
422 * @STATUS_RFKILL: the HW RFkill switch is in KILL position
423 * @STATUS_FW_ERROR: the fw is in error state
Arik Nemtsov98ee7782013-10-02 16:58:09 +0300424 * @STATUS_TRANS_GOING_IDLE: shutting down the trans, only special commands
425 * are sent
426 * @STATUS_TRANS_IDLE: the trans is idle - general commands are not to be sent
Eliad Peller053225d2015-09-10 15:00:22 +0300427 * @STATUS_TRANS_DEAD: trans is dead - avoid any read/write operation
Arik Nemtsoveb7ff772013-12-01 12:30:38 +0200428 */
429enum iwl_trans_status {
430 STATUS_SYNC_HCMD_ACTIVE,
431 STATUS_DEVICE_ENABLED,
432 STATUS_TPOWER_PMI,
433 STATUS_INT_ENABLED,
434 STATUS_RFKILL,
435 STATUS_FW_ERROR,
Arik Nemtsov98ee7782013-10-02 16:58:09 +0300436 STATUS_TRANS_GOING_IDLE,
437 STATUS_TRANS_IDLE,
Eliad Peller053225d2015-09-10 15:00:22 +0300438 STATUS_TRANS_DEAD,
Arik Nemtsoveb7ff772013-12-01 12:30:38 +0200439};
440
Emmanuel Grumbach6c4fbcb2015-11-10 11:57:41 +0200441static inline int
442iwl_trans_get_rb_size_order(enum iwl_amsdu_size rb_size)
443{
444 switch (rb_size) {
445 case IWL_AMSDU_4K:
446 return get_order(4 * 1024);
447 case IWL_AMSDU_8K:
448 return get_order(8 * 1024);
449 case IWL_AMSDU_12K:
450 return get_order(12 * 1024);
451 default:
452 WARN_ON(1);
453 return -1;
454 }
455}
456
Sharon Dvir39bdb172015-10-15 18:18:09 +0300457struct iwl_hcmd_names {
458 u8 cmd_id;
459 const char *const cmd_name;
460};
461
462#define HCMD_NAME(x) \
463 { .cmd_id = x, .cmd_name = #x }
464
465struct iwl_hcmd_arr {
466 const struct iwl_hcmd_names *arr;
467 int size;
468};
469
470#define HCMD_ARR(x) \
471 { .arr = x, .size = ARRAY_SIZE(x) }
472
Arik Nemtsoveb7ff772013-12-01 12:30:38 +0200473/**
Meenakshi Venkataraman92d743a2012-03-07 09:52:35 -0800474 * struct iwl_trans_config - transport configuration
475 *
476 * @op_mode: pointer to the upper layer.
Meenakshi Venkataramanc6f600f2012-03-08 11:29:12 -0800477 * @cmd_queue: the index of the command queue.
478 * Must be set before start_fw.
Emmanuel Grumbachb04db9a2012-06-21 11:53:44 +0300479 * @cmd_fifo: the fifo for host commands
Emmanuel Grumbach4cf677f2015-01-12 14:38:29 +0200480 * @cmd_q_wdg_timeout: the timeout of the watchdog timer for the command queue.
Johannes Bergd663ee72012-03-10 13:00:07 -0800481 * @no_reclaim_cmds: Some devices erroneously don't set the
482 * SEQ_RX_FRAME bit on some notifications, this is the
483 * list of such notifications to filter. Max length is
484 * %MAX_NO_RECLAIM_CMDS.
485 * @n_no_reclaim_cmds: # of commands in list
Emmanuel Grumbach6c4fbcb2015-11-10 11:57:41 +0200486 * @rx_buf_size: RX buffer size needed for A-MSDUs
Johannes Bergb2cf4102012-04-09 17:46:51 -0700487 * if unset 4k will be the RX buffer size
Emmanuel Grumbach046db342012-12-05 15:07:54 +0200488 * @bc_table_dword: set to true if the BC table expects the byte count to be
489 * in DWORD (as opposed to bytes)
Emmanuel Grumbach3a736bc2014-09-10 11:16:41 +0300490 * @scd_set_active: should the transport configure the SCD for HCMD queue
Emmanuel Grumbach41837ca92015-10-21 09:00:07 +0300491 * @sw_csum_tx: transport should compute the TCP checksum
Sharon Dvir39bdb172015-10-15 18:18:09 +0300492 * @command_groups: array of command groups, each member is an array of the
493 * commands in the group; for debugging only
494 * @command_groups_size: number of command groups, to avoid illegal access
Liad Kaufmanb4821762014-10-19 16:58:15 +0200495 * @sdio_adma_addr: the default address to set for the ADMA in SDIO mode until
496 * we get the ALIVE from the uCode
Johannes Berg21cb3222016-06-21 13:11:48 +0200497 * @cb_data_offs: offset inside skb->cb to store transport data at, must have
498 * space for at least two pointers
Meenakshi Venkataraman92d743a2012-03-07 09:52:35 -0800499 */
500struct iwl_trans_config {
501 struct iwl_op_mode *op_mode;
Johannes Berg9eae88f2012-03-15 13:26:52 -0700502
Meenakshi Venkataramanc6f600f2012-03-08 11:29:12 -0800503 u8 cmd_queue;
Emmanuel Grumbachb04db9a2012-06-21 11:53:44 +0300504 u8 cmd_fifo;
Emmanuel Grumbach4cf677f2015-01-12 14:38:29 +0200505 unsigned int cmd_q_wdg_timeout;
Johannes Bergd663ee72012-03-10 13:00:07 -0800506 const u8 *no_reclaim_cmds;
Johannes Berg84cf0e62013-10-28 19:29:38 +0100507 unsigned int n_no_reclaim_cmds;
Johannes Bergb2cf4102012-04-09 17:46:51 -0700508
Emmanuel Grumbach6c4fbcb2015-11-10 11:57:41 +0200509 enum iwl_amsdu_size rx_buf_size;
Emmanuel Grumbach046db342012-12-05 15:07:54 +0200510 bool bc_table_dword;
Emmanuel Grumbach3a736bc2014-09-10 11:16:41 +0300511 bool scd_set_active;
Emmanuel Grumbach41837ca92015-10-21 09:00:07 +0300512 bool sw_csum_tx;
Sharon Dvir39bdb172015-10-15 18:18:09 +0300513 const struct iwl_hcmd_arr *command_groups;
514 int command_groups_size;
Emmanuel Grumbach15ffd072016-01-24 23:04:22 +0200515
Liad Kaufmanb4821762014-10-19 16:58:15 +0200516 u32 sdio_adma_addr;
Johannes Berg21cb3222016-06-21 13:11:48 +0200517
518 u8 cb_data_offs;
Meenakshi Venkataraman92d743a2012-03-07 09:52:35 -0800519};
520
Emmanuel Grumbach48eb7b32014-07-08 19:45:17 +0300521struct iwl_trans_dump_data {
522 u32 len;
523 u8 data[];
524};
525
Emmanuel Grumbach87ce05a2012-03-26 09:03:18 -0700526struct iwl_trans;
527
Johannes Bergfea77952014-08-01 11:58:47 +0200528struct iwl_trans_txq_scd_cfg {
529 u8 fifo;
Liad Kaufman2a2e9d12016-03-17 10:13:57 +0200530 u8 sta_id;
Johannes Bergfea77952014-08-01 11:58:47 +0200531 u8 tid;
Johannes Berg64ba8932014-08-01 13:33:46 +0200532 bool aggregate;
Johannes Bergfea77952014-08-01 11:58:47 +0200533 int frame_limit;
534};
535
Sara Sharon310181e2017-01-17 14:27:48 +0200536/* Available options for &struct iwl_tx_queue_cfg_cmd */
537enum iwl_tx_queue_cfg_actions {
538 TX_QUEUE_CFG_ENABLE_QUEUE = BIT(0),
539 TX_QUEUE_CFG_TFD_SHORT_FORMAT = BIT(1),
540};
541
Meenakshi Venkataraman92d743a2012-03-07 09:52:35 -0800542/**
Sara Sharon6b35ff92016-09-29 14:36:19 +0300543 * struct iwl_tx_queue_cfg_cmd - txq hw scheduler config command
Sara Sharon6b35ff92016-09-29 14:36:19 +0300544 * @sta_id: station id
545 * @tid: tid of the queue
Sara Sharon310181e2017-01-17 14:27:48 +0200546 * @flags: Bit 0 - on enable, off - disable, Bit 1 - short TFD format
Sara Sharon6b35ff92016-09-29 14:36:19 +0300547 * @cb_size: size of TFD cyclic buffer. Value is exponent - 3.
548 * Minimum value 0 (8 TFDs), maximum value 5 (256 TFDs)
549 * @byte_cnt_addr: address of byte count table
550 * @tfdq_addr: address of TFD circular buffer
551 */
552struct iwl_tx_queue_cfg_cmd {
Sara Sharon6b35ff92016-09-29 14:36:19 +0300553 u8 sta_id;
554 u8 tid;
Sara Sharon310181e2017-01-17 14:27:48 +0200555 __le16 flags;
Sara Sharon6b35ff92016-09-29 14:36:19 +0300556 __le32 cb_size;
557 __le64 byte_cnt_addr;
558 __le64 tfdq_addr;
Sara Sharon310181e2017-01-17 14:27:48 +0200559} __packed; /* TX_QUEUE_CFG_CMD_API_S_VER_2 */
560
561/**
562 * struct iwl_tx_queue_cfg_rsp - response to txq hw scheduler config
563 * @queue_number: queue number assigned to this RA -TID
564 * @flags: set on failure
565 * @write_pointer: initial value for write pointer
566 */
567struct iwl_tx_queue_cfg_rsp {
568 __le16 queue_number;
569 __le16 flags;
570 __le16 write_pointer;
571 __le16 reserved;
572} __packed; /* TX_QUEUE_CFG_RSP_API_S_VER_2 */
Sara Sharon6b35ff92016-09-29 14:36:19 +0300573
574/**
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300575 * struct iwl_trans_ops - transport specific operations
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200576 *
577 * All the handlers MUST be implemented
578 *
Eran Harary8d193ca2015-04-27 10:29:31 +0300579 * @start_hw: starts the HW. If low_power is true, the NIC needs to be taken
580 * out of a low power state. From that point on, the HW can send
581 * interrupts. May sleep.
Arik Nemtsova4082842013-11-24 19:10:46 +0200582 * @op_mode_leave: Turn off the HW RF kill indication if on
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200583 * May sleep
Emmanuel Grumbachcf614292012-01-08 16:33:58 +0200584 * @start_fw: allocates and inits all the resources for the transport
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200585 * layer. Also kick a fw image.
586 * May sleep
Emmanuel Grumbachadca1232012-10-25 23:08:27 +0200587 * @fw_alive: called when the fw sends alive notification. If the fw provides
588 * the SCD base address in SRAM, then provide it here, or 0 otherwise.
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200589 * May sleep
Arik Nemtsova4082842013-11-24 19:10:46 +0200590 * @stop_device: stops the whole device (embedded CPU put to reset) and stops
Eran Harary8d193ca2015-04-27 10:29:31 +0300591 * the HW. If low_power is true, the NIC will be put in low power state.
592 * From that point on, the HW will be stopped but will still issue an
593 * interrupt if the HW RF kill switch is triggered.
594 * This callback must do the right thing and not crash even if %start_hw()
595 * was called but not &start_fw(). May sleep.
Johannes Bergddaf5a52013-01-08 11:25:44 +0100596 * @d3_suspend: put the device into the correct mode for WoWLAN during
Johannes Berg2dd4f9f2012-03-05 11:24:35 -0800597 * suspend. This is optional, if not implemented WoWLAN will not be
598 * supported. This callback may sleep.
Johannes Bergddaf5a52013-01-08 11:25:44 +0100599 * @d3_resume: resume the device after WoWLAN, enabling the opmode to
600 * talk to the WoWLAN image to get its status. This is optional, if not
601 * implemented WoWLAN will not be supported. This callback may sleep.
Emmanuel Grumbachf946b522012-10-25 17:25:52 +0200602 * @send_cmd:send a host command. Must return -ERFKILL if RFkill is asserted.
603 * If RFkill is asserted in the middle of a SYNC host command, it must
604 * return -ERFKILL straight away.
Emmanuel Grumbacha1022922014-05-12 11:36:41 +0300605 * May sleep only if CMD_ASYNC is not set
Emmanuel Grumbach3f73b8c2015-10-26 15:39:22 +0200606 * @tx: send an skb. The transport relies on the op_mode to zero the
Emmanuel Grumbach6eb5e5292015-10-18 09:31:24 +0300607 * the ieee80211_tx_info->driver_data. If the MPDU is an A-MSDU, all
608 * the CSUM will be taken care of (TCP CSUM and IP header in case of
609 * IPv4). If the MPDU is a single MSDU, the op_mode must compute the IP
610 * header if it is IPv4.
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200611 * Must be atomic
Emmanuel Grumbacha0eaad72011-08-25 23:11:00 -0700612 * @reclaim: free packet until ssn. Returns a list of freed packets.
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200613 * Must be atomic
Emmanuel Grumbachb04db9a2012-06-21 11:53:44 +0300614 * @txq_enable: setup a queue. To setup an AC queue, use the
615 * iwl_trans_ac_txq_enable wrapper. fw_alive must have been called before
Johannes Bergd4578ea2014-08-01 12:17:40 +0200616 * this one. The op_mode must not configure the HCMD queue. The scheduler
617 * configuration may be %NULL, in which case the hardware will not be
618 * configured. May sleep.
Emmanuel Grumbachd0624be2012-05-29 13:07:30 +0300619 * @txq_disable: de-configure a Tx queue to send AMPDUs
Johannes Bergb0b46192012-03-07 09:52:17 -0800620 * Must be atomic
Liad Kaufman42db09c2016-05-02 14:01:14 +0300621 * @txq_set_shared_mode: change Tx queue shared/unshared marking
Emmanuel Grumbach3cafdbe2014-03-24 11:23:51 +0200622 * @wait_tx_queue_empty: wait until tx queues are empty. May sleep.
Emmanuel Grumbache0b8d402015-01-20 17:02:40 +0200623 * @freeze_txq_timer: prevents the timer of the queue from firing until the
624 * queue is set to awake. Must be atomic.
Emmanuel Grumbach0cd58ea2015-11-24 13:24:24 +0200625 * @block_txq_ptrs: stop updating the write pointers of the Tx queues. Note
626 * that the transport needs to refcount the calls since this function
627 * will be called several times with block = true, and then the queues
628 * need to be unblocked only after the same number of calls with
629 * block = false.
Emmanuel Grumbach03905492012-01-03 13:48:07 +0200630 * @write8: write a u8 to a register at offset ofs from the BAR
631 * @write32: write a u32 to a register at offset ofs from the BAR
632 * @read32: read a u32 register at offset ofs from the BAR
Emmanuel Grumbach6a06b6c2012-12-02 13:07:30 +0200633 * @read_prph: read a DWORD from a periphery register
634 * @write_prph: write a DWORD to a periphery register
Emmanuel Grumbach4fd442d2012-12-24 14:27:11 +0200635 * @read_mem: read device's SRAM in DWORD
Emmanuel Grumbach01387ff2013-01-09 11:37:59 +0200636 * @write_mem: write device's SRAM in DWORD. If %buf is %NULL, then the memory
637 * will be zeroed.
Meenakshi Venkataramanc6f600f2012-03-08 11:29:12 -0800638 * @configure: configure parameters required by the transport layer from
Emmanuel Grumbach3dc420b2012-03-07 09:52:41 -0800639 * the op_mode. May be called several times before start_fw, can't be
640 * called after that.
Don Fry47107e82012-03-15 13:27:06 -0700641 * @set_pmi: set the power pmi state
Lilach Edelsteine56b04e2013-01-16 11:34:49 +0200642 * @grab_nic_access: wake the NIC to be able to access non-HBUS regs.
643 * Sleeping is not allowed between grab_nic_access and
644 * release_nic_access.
645 * @release_nic_access: let the NIC go to sleep. The "flags" parameter
646 * must be the same one that was sent before to the grab_nic_access.
Lilach Edelsteine139dc42013-01-13 13:31:10 +0200647 * @set_bits_mask - set SRAM register according to value and mask.
Eliad Peller440c4112013-11-21 12:28:17 +0200648 * @ref: grab a reference to the transport/FW layers, disallowing
649 * certain low power states
650 * @unref: release a reference previously taken with @ref. Note that
651 * initially the reference count is 1, making an initial @unref
652 * necessary to allow low power states.
Emmanuel Grumbach48eb7b32014-07-08 19:45:17 +0300653 * @dump_data: return a vmalloc'ed buffer with debug data, maybe containing last
654 * TX'ed commands and similar. The buffer will be vfree'd by the caller.
Johannes Berg4d075002014-04-24 10:41:31 +0200655 * Note that the transport must fill in the proper file headers.
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300656 */
657struct iwl_trans_ops {
658
Eran Harary8d193ca2015-04-27 10:29:31 +0300659 int (*start_hw)(struct iwl_trans *iwl_trans, bool low_power);
Arik Nemtsova4082842013-11-24 19:10:46 +0200660 void (*op_mode_leave)(struct iwl_trans *iwl_trans);
Emmanuel Grumbach6ae02f32012-12-24 11:10:43 +0200661 int (*start_fw)(struct iwl_trans *trans, const struct fw_img *fw,
662 bool run_in_rfkill);
Eran Harary91479b62014-05-11 08:11:34 +0300663 int (*update_sf)(struct iwl_trans *trans,
664 struct iwl_sf_region *st_fwrd_space);
Emmanuel Grumbachadca1232012-10-25 23:08:27 +0200665 void (*fw_alive)(struct iwl_trans *trans, u32 scd_addr);
Eran Harary8d193ca2015-04-27 10:29:31 +0300666 void (*stop_device)(struct iwl_trans *trans, bool low_power);
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300667
Matti Gottlieb23ae6122015-12-31 18:18:02 +0200668 void (*d3_suspend)(struct iwl_trans *trans, bool test, bool reset);
Johannes Bergdebff612013-05-14 13:53:45 +0200669 int (*d3_resume)(struct iwl_trans *trans, enum iwl_d3_status *status,
Matti Gottlieb23ae6122015-12-31 18:18:02 +0200670 bool test, bool reset);
Johannes Berg2dd4f9f2012-03-05 11:24:35 -0800671
Emmanuel Grumbach6d8f6ee2011-08-25 23:11:06 -0700672 int (*send_cmd)(struct iwl_trans *trans, struct iwl_host_cmd *cmd);
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300673
Emmanuel Grumbache13c0c52011-08-25 23:11:24 -0700674 int (*tx)(struct iwl_trans *trans, struct sk_buff *skb,
Johannes Berg9eae88f2012-03-15 13:26:52 -0700675 struct iwl_device_cmd *dev_cmd, int queue);
676 void (*reclaim)(struct iwl_trans *trans, int queue, int ssn,
677 struct sk_buff_head *skbs);
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300678
Johannes Bergfea77952014-08-01 11:58:47 +0200679 void (*txq_enable)(struct iwl_trans *trans, int queue, u16 ssn,
Emmanuel Grumbach4cf677f2015-01-12 14:38:29 +0200680 const struct iwl_trans_txq_scd_cfg *cfg,
681 unsigned int queue_wdg_timeout);
Johannes Bergd4578ea2014-08-01 12:17:40 +0200682 void (*txq_disable)(struct iwl_trans *trans, int queue,
683 bool configure_scd);
Sara Sharon6b35ff92016-09-29 14:36:19 +0300684 /* a000 functions */
685 int (*txq_alloc)(struct iwl_trans *trans,
686 struct iwl_tx_queue_cfg_cmd *cmd,
687 int cmd_id,
688 unsigned int queue_wdg_timeout);
689 void (*txq_free)(struct iwl_trans *trans, int queue);
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300690
Liad Kaufman42db09c2016-05-02 14:01:14 +0300691 void (*txq_set_shared_mode)(struct iwl_trans *trans, u32 txq_id,
692 bool shared);
693
Sara Sharona1a57872017-03-05 11:38:58 +0200694 int (*wait_tx_queues_empty)(struct iwl_trans *trans, u32 txq_bm);
Emmanuel Grumbache0b8d402015-01-20 17:02:40 +0200695 void (*freeze_txq_timer)(struct iwl_trans *trans, unsigned long txqs,
696 bool freeze);
Emmanuel Grumbach0cd58ea2015-11-24 13:24:24 +0200697 void (*block_txq_ptrs)(struct iwl_trans *trans, bool block);
Johannes Berg5fdda042013-08-02 10:51:22 +0200698
Emmanuel Grumbach03905492012-01-03 13:48:07 +0200699 void (*write8)(struct iwl_trans *trans, u32 ofs, u8 val);
700 void (*write32)(struct iwl_trans *trans, u32 ofs, u32 val);
701 u32 (*read32)(struct iwl_trans *trans, u32 ofs);
Emmanuel Grumbach6a06b6c2012-12-02 13:07:30 +0200702 u32 (*read_prph)(struct iwl_trans *trans, u32 ofs);
703 void (*write_prph)(struct iwl_trans *trans, u32 ofs, u32 val);
Emmanuel Grumbach4fd442d2012-12-24 14:27:11 +0200704 int (*read_mem)(struct iwl_trans *trans, u32 addr,
705 void *buf, int dwords);
706 int (*write_mem)(struct iwl_trans *trans, u32 addr,
Emmanuel Grumbachbf0fd5d2013-05-13 17:05:27 +0300707 const void *buf, int dwords);
Meenakshi Venkataramanc6f600f2012-03-08 11:29:12 -0800708 void (*configure)(struct iwl_trans *trans,
709 const struct iwl_trans_config *trans_cfg);
Don Fry47107e82012-03-15 13:27:06 -0700710 void (*set_pmi)(struct iwl_trans *trans, bool state);
Emmanuel Grumbach23ba9342015-12-17 11:55:13 +0200711 bool (*grab_nic_access)(struct iwl_trans *trans, unsigned long *flags);
Lilach Edelsteine56b04e2013-01-16 11:34:49 +0200712 void (*release_nic_access)(struct iwl_trans *trans,
713 unsigned long *flags);
Lilach Edelsteine139dc42013-01-13 13:31:10 +0200714 void (*set_bits_mask)(struct iwl_trans *trans, u32 reg, u32 mask,
715 u32 value);
Eliad Peller440c4112013-11-21 12:28:17 +0200716 void (*ref)(struct iwl_trans *trans);
717 void (*unref)(struct iwl_trans *trans);
Eliad Pellerc43fe902015-06-04 21:59:32 +0300718 int (*suspend)(struct iwl_trans *trans);
Eliad Peller8e551e52014-10-01 15:21:28 +0300719 void (*resume)(struct iwl_trans *trans);
Johannes Berg4d075002014-04-24 10:41:31 +0200720
Oren Givon36fb9012015-07-15 15:47:28 +0300721 struct iwl_trans_dump_data *(*dump_data)(struct iwl_trans *trans,
Emmanuel Grumbacha80c7a62016-01-05 09:14:08 +0200722 const struct iwl_fw_dbg_trigger_tlv
Oren Givon36fb9012015-07-15 15:47:28 +0300723 *trigger);
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300724};
725
Emmanuel Grumbach6fbfae82011-08-25 23:10:49 -0700726/**
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +0200727 * enum iwl_trans_state - state of the transport layer
728 *
729 * @IWL_TRANS_NO_FW: no fw has sent an alive response
730 * @IWL_TRANS_FW_ALIVE: a fw has sent an alive response
731 */
732enum iwl_trans_state {
733 IWL_TRANS_NO_FW = 0,
734 IWL_TRANS_FW_ALIVE = 1,
735};
736
737/**
Luca Coelhob7282642015-09-17 23:44:14 +0300738 * DOC: Platform power management
Eliad Peller0f8f93d62014-12-09 15:11:56 +0200739 *
Luca Coelhob7282642015-09-17 23:44:14 +0300740 * There are two types of platform power management: system-wide
741 * (WoWLAN) and runtime.
742 *
743 * In system-wide power management the entire platform goes into a low
744 * power state (e.g. idle or suspend to RAM) at the same time and the
745 * device is configured as a wakeup source for the entire platform.
746 * This is usually triggered by userspace activity (e.g. the user
747 * presses the suspend button or a power management daemon decides to
748 * put the platform in low power mode). The device's behavior in this
749 * mode is dictated by the wake-on-WLAN configuration.
750 *
751 * In runtime power management, only the devices which are themselves
752 * idle enter a low power state. This is done at runtime, which means
753 * that the entire system is still running normally. This mode is
754 * usually triggered automatically by the device driver and requires
755 * the ability to enter and exit the low power modes in a very short
756 * time, so there is not much impact in usability.
757 *
758 * The terms used for the device's behavior are as follows:
759 *
760 * - D0: the device is fully powered and the host is awake;
761 * - D3: the device is in low power mode and only reacts to
762 * specific events (e.g. magic-packet received or scan
763 * results found);
764 * - D0I3: the device is in low power mode and reacts to any
765 * activity (e.g. RX);
766 *
767 * These terms reflect the power modes in the firmware and are not to
768 * be confused with the physical device power state. The NIC can be
769 * in D0I3 mode even if, for instance, the PCI device is in D3 state.
Eliad Peller0f8f93d62014-12-09 15:11:56 +0200770 */
Luca Coelhob7282642015-09-17 23:44:14 +0300771
772/**
773 * enum iwl_plat_pm_mode - platform power management mode
774 *
775 * This enumeration describes the device's platform power management
776 * behavior when in idle mode (i.e. runtime power management) or when
777 * in system-wide suspend (i.e WoWLAN).
778 *
779 * @IWL_PLAT_PM_MODE_DISABLED: power management is disabled for this
780 * device. At runtime, this means that nothing happens and the
781 * device always remains in active. In system-wide suspend mode,
782 * it means that the all connections will be closed automatically
783 * by mac80211 before the platform is suspended.
784 * @IWL_PLAT_PM_MODE_D3: the device goes into D3 mode (i.e. WoWLAN).
785 * For runtime power management, this mode is not officially
786 * supported.
787 * @IWL_PLAT_PM_MODE_D0I3: the device goes into D0I3 mode.
788 */
789enum iwl_plat_pm_mode {
790 IWL_PLAT_PM_MODE_DISABLED,
791 IWL_PLAT_PM_MODE_D3,
792 IWL_PLAT_PM_MODE_D0I3,
Eliad Peller0f8f93d62014-12-09 15:11:56 +0200793};
794
Luciano Coelho4cbb8e502015-08-18 16:02:38 +0300795/* Max time to wait for trans to become idle/non-idle on d0i3
796 * enter/exit (in msecs).
797 */
798#define IWL_TRANS_IDLE_TIMEOUT 2000
799
Eliad Peller0f8f93d62014-12-09 15:11:56 +0200800/**
Emmanuel Grumbach6fbfae82011-08-25 23:10:49 -0700801 * struct iwl_trans - transport common data
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200802 *
Emmanuel Grumbach6fbfae82011-08-25 23:10:49 -0700803 * @ops - pointer to iwl_trans_ops
Emmanuel Grumbached277c92012-02-09 16:08:15 +0200804 * @op_mode - pointer to the op_mode
Emmanuel Grumbach035f7ff2012-03-26 08:57:01 -0700805 * @cfg - pointer to the configuration
Sara Sharon6f482e32016-07-05 18:50:17 +0300806 * @drv - pointer to iwl_drv
Arik Nemtsoveb7ff772013-12-01 12:30:38 +0200807 * @status: a bit-mask of transport status flags
Emmanuel Grumbacha42a1842012-02-02 14:33:08 -0800808 * @dev - pointer to struct device * that represents the device
Johannes Berg206eea72015-04-17 16:38:31 +0200809 * @max_skb_frags: maximum number of fragments an SKB can have when transmitted.
810 * 0 indicates that frag SKBs (NETIF_F_SG) aren't supported.
Haim Dreyfuss1afb0ae2016-04-03 19:55:59 +0300811 * @hw_rf_id a u32 with the device RF ID
Sara Sharon0d365ae2015-03-31 12:24:05 +0300812 * @hw_id: a u32 with the ID of the device / sub-device.
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200813 * Set during transport allocation.
Emmanuel Grumbach9ca85962012-01-08 21:19:45 +0200814 * @hw_id_str: a string with info about HW ID. Set during transport allocation.
Emmanuel Grumbachf6d0e9b2012-01-08 21:19:45 +0200815 * @pm_support: set to true in start_hw if link pm is supported
Emmanuel Grumbach9180ac52014-09-23 23:02:41 +0300816 * @ltr_enabled: set to true if the LTR is enabled
Sara Sharon5b887922016-08-15 17:36:47 +0300817 * @wide_cmd_header: true when ucode supports wide command header format
Johannes Berg56882e62015-05-22 11:33:12 +0200818 * @num_rx_queues: number of RX queues allocated by the transport;
819 * the transport must set this before calling iwl_drv_start()
Emmanuel Grumbach59c647b2012-05-24 19:24:34 +0300820 * @dev_cmd_pool: pool for Tx cmd allocation - for internal use only.
821 * The user should use iwl_trans_{alloc,free}_tx_cmd.
Johannes Bergf042c2e2012-09-05 22:34:44 +0200822 * @rx_mpdu_cmd: MPDU RX command ID, must be assigned by opmode before
823 * starting the firmware, used for tracing
824 * @rx_mpdu_cmd_hdr_size: used for tracing, amount of data before the
825 * start of the 802.11 header in the @rx_mpdu_cmd
Ido Yarivbcb079a2014-01-16 21:00:11 -0500826 * @dflt_pwr_limit: default power limit fetched from the platform (ACPI)
Liad Kaufman09e350f2014-11-17 11:41:07 +0200827 * @dbg_dest_tlv: points to the destination TLV for debug
828 * @dbg_conf_tlv: array of pointers to configuration TLVs for debug
Emmanuel Grumbachd2709ad2015-01-29 14:58:06 +0200829 * @dbg_trigger_tlv: array of pointers to triggers TLVs for debug
Liad Kaufman09e350f2014-11-17 11:41:07 +0200830 * @dbg_dest_reg_num: num of reg_ops in %dbg_dest_tlv
Matti Gottliebe1120182015-07-19 11:15:07 +0300831 * @paging_req_addr: The location were the FW will upload / download the pages
832 * from. The address is set by the opmode
833 * @paging_db: Pointer to the opmode paging data base, the pointer is set by
834 * the opmode.
835 * @paging_download_buf: Buffer used for copying all of the pages before
836 * downloading them to the FW. The buffer is allocated in the opmode
Luca Coelhob7282642015-09-17 23:44:14 +0300837 * @system_pm_mode: the system-wide power management mode in use.
838 * This mode is set dynamically, depending on the WoWLAN values
839 * configured from the userspace at runtime.
840 * @runtime_pm_mode: the runtime power management mode in use. This
841 * mode is set during the initialization phase and is not
842 * supposed to change during runtime.
Emmanuel Grumbach6fbfae82011-08-25 23:10:49 -0700843 */
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300844struct iwl_trans {
845 const struct iwl_trans_ops *ops;
Emmanuel Grumbached277c92012-02-09 16:08:15 +0200846 struct iwl_op_mode *op_mode;
Emmanuel Grumbach035f7ff2012-03-26 08:57:01 -0700847 const struct iwl_cfg *cfg;
Sara Sharon6f482e32016-07-05 18:50:17 +0300848 struct iwl_drv *drv;
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +0200849 enum iwl_trans_state state;
Arik Nemtsoveb7ff772013-12-01 12:30:38 +0200850 unsigned long status;
Emmanuel Grumbache6bb4c92011-08-25 23:10:48 -0700851
Emmanuel Grumbacha42a1842012-02-02 14:33:08 -0800852 struct device *dev;
Johannes Berg206eea72015-04-17 16:38:31 +0200853 u32 max_skb_frags;
Emmanuel Grumbach08079a42012-01-09 16:23:00 +0200854 u32 hw_rev;
Haim Dreyfuss1afb0ae2016-04-03 19:55:59 +0300855 u32 hw_rf_id;
Emmanuel Grumbach99673ee2012-01-08 21:19:45 +0200856 u32 hw_id;
Emmanuel Grumbach9ca85962012-01-08 21:19:45 +0200857 char hw_id_str[52];
Emmanuel Grumbacha42a1842012-02-02 14:33:08 -0800858
Johannes Bergf042c2e2012-09-05 22:34:44 +0200859 u8 rx_mpdu_cmd, rx_mpdu_cmd_hdr_size;
860
Emmanuel Grumbachf6d0e9b2012-01-08 21:19:45 +0200861 bool pm_support;
Emmanuel Grumbach9180ac52014-09-23 23:02:41 +0300862 bool ltr_enabled;
Don Fry97b52cf2011-11-10 06:55:27 -0800863
Sharon Dvir39bdb172015-10-15 18:18:09 +0300864 const struct iwl_hcmd_arr *command_groups;
865 int command_groups_size;
Sara Sharon5b887922016-08-15 17:36:47 +0300866 bool wide_cmd_header;
Sharon Dvir39bdb172015-10-15 18:18:09 +0300867
Johannes Berg56882e62015-05-22 11:33:12 +0200868 u8 num_rx_queues;
869
Emmanuel Grumbach59c647b2012-05-24 19:24:34 +0300870 /* The following fields are internal only */
871 struct kmem_cache *dev_cmd_pool;
Johannes Berg3ec45882012-07-12 13:56:28 +0200872 char dev_cmd_pool_name[50];
Emmanuel Grumbach59c647b2012-05-24 19:24:34 +0300873
Meenakshi Venkataraman9da987a2012-07-16 18:43:56 -0700874 struct dentry *dbgfs_dir;
875
Johannes Berg2bfb5092012-12-27 21:43:48 +0100876#ifdef CONFIG_LOCKDEP
877 struct lockdep_map sync_cmd_lockdep_map;
878#endif
879
Ido Yarivbcb079a2014-01-16 21:00:11 -0500880 u64 dflt_pwr_limit;
881
Liad Kaufman09e350f2014-11-17 11:41:07 +0200882 const struct iwl_fw_dbg_dest_tlv *dbg_dest_tlv;
Emmanuel Grumbachd2709ad2015-01-29 14:58:06 +0200883 const struct iwl_fw_dbg_conf_tlv *dbg_conf_tlv[FW_DBG_CONF_MAX];
884 struct iwl_fw_dbg_trigger_tlv * const *dbg_trigger_tlv;
Liad Kaufman09e350f2014-11-17 11:41:07 +0200885 u8 dbg_dest_reg_num;
886
Matti Gottliebe1120182015-07-19 11:15:07 +0300887 /*
888 * Paging parameters - All of the parameters should be set by the
889 * opmode when paging is enabled
890 */
891 u32 paging_req_addr;
892 struct iwl_fw_paging *paging_db;
893 void *paging_download_buf;
894
Luca Coelhob7282642015-09-17 23:44:14 +0300895 enum iwl_plat_pm_mode system_pm_mode;
896 enum iwl_plat_pm_mode runtime_pm_mode;
Luca Coelho863eac32015-12-01 20:39:57 +0200897 bool suspending;
Eliad Peller54154612015-05-28 16:50:12 +0300898
Emmanuel Grumbache6bb4c92011-08-25 23:10:48 -0700899 /* pointer to trans specific struct */
900 /*Ensure that this pointer will always be aligned to sizeof pointer */
Emmanuel Grumbachcbe6ab42012-02-15 09:25:06 +0200901 char trans_specific[0] __aligned(sizeof(void *));
Emmanuel Grumbach41c50542011-07-11 08:51:04 +0300902};
903
Sharon Dvir39bdb172015-10-15 18:18:09 +0300904const char *iwl_get_cmd_string(struct iwl_trans *trans, u32 id);
905int iwl_cmd_groups_verify_sorted(const struct iwl_trans_config *trans);
906
Emmanuel Grumbached277c92012-02-09 16:08:15 +0200907static inline void iwl_trans_configure(struct iwl_trans *trans,
Meenakshi Venkataraman92d743a2012-03-07 09:52:35 -0800908 const struct iwl_trans_config *trans_cfg)
Emmanuel Grumbached277c92012-02-09 16:08:15 +0200909{
Meenakshi Venkataraman92d743a2012-03-07 09:52:35 -0800910 trans->op_mode = trans_cfg->op_mode;
Meenakshi Venkataramanc6f600f2012-03-08 11:29:12 -0800911
912 trans->ops->configure(trans, trans_cfg);
Sharon Dvir39bdb172015-10-15 18:18:09 +0300913 WARN_ON(iwl_cmd_groups_verify_sorted(trans_cfg));
Emmanuel Grumbached277c92012-02-09 16:08:15 +0200914}
915
Eran Harary8d193ca2015-04-27 10:29:31 +0300916static inline int _iwl_trans_start_hw(struct iwl_trans *trans, bool low_power)
Emmanuel Grumbachbdfbf092011-07-08 08:46:16 -0700917{
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200918 might_sleep();
919
Eran Harary8d193ca2015-04-27 10:29:31 +0300920 return trans->ops->start_hw(trans, low_power);
921}
922
923static inline int iwl_trans_start_hw(struct iwl_trans *trans)
924{
925 return trans->ops->start_hw(trans, true);
Emmanuel Grumbachbdfbf092011-07-08 08:46:16 -0700926}
927
Arik Nemtsova4082842013-11-24 19:10:46 +0200928static inline void iwl_trans_op_mode_leave(struct iwl_trans *trans)
Emmanuel Grumbachcc56feb2012-01-08 13:37:59 +0200929{
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200930 might_sleep();
931
Arik Nemtsova4082842013-11-24 19:10:46 +0200932 if (trans->ops->op_mode_leave)
933 trans->ops->op_mode_leave(trans);
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +0200934
Arik Nemtsova4082842013-11-24 19:10:46 +0200935 trans->op_mode = NULL;
Emmanuel Grumbachb4991f32012-11-27 21:36:54 +0200936
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +0200937 trans->state = IWL_TRANS_NO_FW;
Emmanuel Grumbachcc56feb2012-01-08 13:37:59 +0200938}
939
Emmanuel Grumbachadca1232012-10-25 23:08:27 +0200940static inline void iwl_trans_fw_alive(struct iwl_trans *trans, u32 scd_addr)
Emmanuel Grumbached6a3802012-01-02 16:10:08 +0200941{
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200942 might_sleep();
943
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +0200944 trans->state = IWL_TRANS_FW_ALIVE;
Emmanuel Grumbachb04db9a2012-06-21 11:53:44 +0300945
Emmanuel Grumbachadca1232012-10-25 23:08:27 +0200946 trans->ops->fw_alive(trans, scd_addr);
Emmanuel Grumbached6a3802012-01-02 16:10:08 +0200947}
948
Johannes Berg0692fe42012-03-06 13:30:37 -0800949static inline int iwl_trans_start_fw(struct iwl_trans *trans,
Emmanuel Grumbach6ae02f32012-12-24 11:10:43 +0200950 const struct fw_img *fw,
951 bool run_in_rfkill)
Emmanuel Grumbach0286cee2011-07-10 15:39:57 +0300952{
Emmanuel Grumbachcf614292012-01-08 16:33:58 +0200953 might_sleep();
954
Johannes Bergf042c2e2012-09-05 22:34:44 +0200955 WARN_ON_ONCE(!trans->rx_mpdu_cmd);
956
Arik Nemtsovefbf6e32013-12-04 17:08:47 +0200957 clear_bit(STATUS_FW_ERROR, &trans->status);
Emmanuel Grumbach6ae02f32012-12-24 11:10:43 +0200958 return trans->ops->start_fw(trans, fw, run_in_rfkill);
Emmanuel Grumbach0286cee2011-07-10 15:39:57 +0300959}
960
Eran Harary91479b62014-05-11 08:11:34 +0300961static inline int iwl_trans_update_sf(struct iwl_trans *trans,
962 struct iwl_sf_region *st_fwrd_space)
963{
964 might_sleep();
965
966 if (trans->ops->update_sf)
967 return trans->ops->update_sf(trans, st_fwrd_space);
968
969 return 0;
970}
971
Eran Harary8d193ca2015-04-27 10:29:31 +0300972static inline void _iwl_trans_stop_device(struct iwl_trans *trans,
973 bool low_power)
Emmanuel Grumbachb3c2ce12011-07-07 15:50:10 +0300974{
Emmanuel Grumbach60396182012-02-06 16:41:58 +0200975 might_sleep();
976
Eran Harary8d193ca2015-04-27 10:29:31 +0300977 trans->ops->stop_device(trans, low_power);
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +0200978
979 trans->state = IWL_TRANS_NO_FW;
Emmanuel Grumbachb3c2ce12011-07-07 15:50:10 +0300980}
981
Eran Harary8d193ca2015-04-27 10:29:31 +0300982static inline void iwl_trans_stop_device(struct iwl_trans *trans)
983{
984 _iwl_trans_stop_device(trans, true);
985}
986
Matti Gottlieb23ae6122015-12-31 18:18:02 +0200987static inline void iwl_trans_d3_suspend(struct iwl_trans *trans, bool test,
988 bool reset)
Johannes Berg2dd4f9f2012-03-05 11:24:35 -0800989{
990 might_sleep();
Eliad Peller80de4322015-07-30 16:53:27 +0300991 if (trans->ops->d3_suspend)
Matti Gottlieb23ae6122015-12-31 18:18:02 +0200992 trans->ops->d3_suspend(trans, test, reset);
Johannes Bergddaf5a52013-01-08 11:25:44 +0100993}
994
995static inline int iwl_trans_d3_resume(struct iwl_trans *trans,
Johannes Bergdebff612013-05-14 13:53:45 +0200996 enum iwl_d3_status *status,
Matti Gottlieb23ae6122015-12-31 18:18:02 +0200997 bool test, bool reset)
Johannes Bergddaf5a52013-01-08 11:25:44 +0100998{
999 might_sleep();
Eliad Peller80de4322015-07-30 16:53:27 +03001000 if (!trans->ops->d3_resume)
1001 return 0;
1002
Matti Gottlieb23ae6122015-12-31 18:18:02 +02001003 return trans->ops->d3_resume(trans, status, test, reset);
Johannes Berg2dd4f9f2012-03-05 11:24:35 -08001004}
1005
Eliad Peller440c4112013-11-21 12:28:17 +02001006static inline void iwl_trans_ref(struct iwl_trans *trans)
1007{
1008 if (trans->ops->ref)
1009 trans->ops->ref(trans);
1010}
1011
1012static inline void iwl_trans_unref(struct iwl_trans *trans)
1013{
1014 if (trans->ops->unref)
1015 trans->ops->unref(trans);
1016}
1017
Eliad Pellerc43fe902015-06-04 21:59:32 +03001018static inline int iwl_trans_suspend(struct iwl_trans *trans)
Eliad Peller8e551e52014-10-01 15:21:28 +03001019{
Eliad Pellerc43fe902015-06-04 21:59:32 +03001020 if (!trans->ops->suspend)
1021 return 0;
1022
1023 return trans->ops->suspend(trans);
Eliad Peller8e551e52014-10-01 15:21:28 +03001024}
1025
1026static inline void iwl_trans_resume(struct iwl_trans *trans)
1027{
1028 if (trans->ops->resume)
1029 trans->ops->resume(trans);
1030}
1031
Emmanuel Grumbach48eb7b32014-07-08 19:45:17 +03001032static inline struct iwl_trans_dump_data *
Oren Givon36fb9012015-07-15 15:47:28 +03001033iwl_trans_dump_data(struct iwl_trans *trans,
Emmanuel Grumbacha80c7a62016-01-05 09:14:08 +02001034 const struct iwl_fw_dbg_trigger_tlv *trigger)
Johannes Berg4d075002014-04-24 10:41:31 +02001035{
1036 if (!trans->ops->dump_data)
Emmanuel Grumbach48eb7b32014-07-08 19:45:17 +03001037 return NULL;
Oren Givon36fb9012015-07-15 15:47:28 +03001038 return trans->ops->dump_data(trans, trigger);
Johannes Berg4d075002014-04-24 10:41:31 +02001039}
Johannes Berg4d075002014-04-24 10:41:31 +02001040
Emmanuel Grumbach59c647b2012-05-24 19:24:34 +03001041static inline struct iwl_device_cmd *
1042iwl_trans_alloc_tx_cmd(struct iwl_trans *trans)
1043{
Luca Coelho1ea423b2017-04-11 14:46:35 +03001044 struct iwl_device_cmd *dev_cmd_ptr =
1045 kmem_cache_alloc(trans->dev_cmd_pool, GFP_ATOMIC);
Emmanuel Grumbach59c647b2012-05-24 19:24:34 +03001046
1047 if (unlikely(dev_cmd_ptr == NULL))
1048 return NULL;
1049
Luca Coelho1ea423b2017-04-11 14:46:35 +03001050 return dev_cmd_ptr;
Emmanuel Grumbach59c647b2012-05-24 19:24:34 +03001051}
1052
Emmanuel Grumbach92fe8342015-12-01 13:45:37 +02001053int iwl_trans_send_cmd(struct iwl_trans *trans, struct iwl_host_cmd *cmd);
1054
Emmanuel Grumbach59c647b2012-05-24 19:24:34 +03001055static inline void iwl_trans_free_tx_cmd(struct iwl_trans *trans,
1056 struct iwl_device_cmd *dev_cmd)
1057{
Luca Coelho1ea423b2017-04-11 14:46:35 +03001058 kmem_cache_free(trans->dev_cmd_pool, dev_cmd);
Emmanuel Grumbach59c647b2012-05-24 19:24:34 +03001059}
1060
Emmanuel Grumbache6bb4c92011-08-25 23:10:48 -07001061static inline int iwl_trans_tx(struct iwl_trans *trans, struct sk_buff *skb,
Johannes Berg9eae88f2012-03-15 13:26:52 -07001062 struct iwl_device_cmd *dev_cmd, int queue)
Emmanuel Grumbacha0eaad72011-08-25 23:11:00 -07001063{
Arik Nemtsov3fc07952013-12-01 13:02:18 +02001064 if (unlikely(test_bit(STATUS_FW_ERROR, &trans->status)))
1065 return -EIO;
1066
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001067 if (WARN_ON_ONCE(trans->state != IWL_TRANS_FW_ALIVE)) {
Johannes Berg3c6acb62014-05-07 11:47:53 +02001068 IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state);
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001069 return -EIO;
1070 }
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +02001071
Johannes Berg9eae88f2012-03-15 13:26:52 -07001072 return trans->ops->tx(trans, skb, dev_cmd, queue);
Emmanuel Grumbacha0eaad72011-08-25 23:11:00 -07001073}
1074
Johannes Berg9eae88f2012-03-15 13:26:52 -07001075static inline void iwl_trans_reclaim(struct iwl_trans *trans, int queue,
1076 int ssn, struct sk_buff_head *skbs)
Emmanuel Grumbach48d42c42011-07-10 10:47:01 +03001077{
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001078 if (WARN_ON_ONCE(trans->state != IWL_TRANS_FW_ALIVE)) {
Johannes Berg3c6acb62014-05-07 11:47:53 +02001079 IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state);
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001080 return;
1081 }
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +02001082
Johannes Berg9eae88f2012-03-15 13:26:52 -07001083 trans->ops->reclaim(trans, queue, ssn, skbs);
Emmanuel Grumbach48d42c42011-07-10 10:47:01 +03001084}
1085
Johannes Bergd4578ea2014-08-01 12:17:40 +02001086static inline void iwl_trans_txq_disable(struct iwl_trans *trans, int queue,
1087 bool configure_scd)
Emmanuel Grumbach288712a2011-08-25 23:11:25 -07001088{
Johannes Bergd4578ea2014-08-01 12:17:40 +02001089 trans->ops->txq_disable(trans, queue, configure_scd);
1090}
1091
1092static inline void
1093iwl_trans_txq_enable_cfg(struct iwl_trans *trans, int queue, u16 ssn,
Emmanuel Grumbach4cf677f2015-01-12 14:38:29 +02001094 const struct iwl_trans_txq_scd_cfg *cfg,
1095 unsigned int queue_wdg_timeout)
Johannes Bergd4578ea2014-08-01 12:17:40 +02001096{
1097 might_sleep();
1098
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001099 if (WARN_ON_ONCE(trans->state != IWL_TRANS_FW_ALIVE)) {
Johannes Bergd4578ea2014-08-01 12:17:40 +02001100 IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state);
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001101 return;
1102 }
Johannes Bergd4578ea2014-08-01 12:17:40 +02001103
Emmanuel Grumbach4cf677f2015-01-12 14:38:29 +02001104 trans->ops->txq_enable(trans, queue, ssn, cfg, queue_wdg_timeout);
Emmanuel Grumbach288712a2011-08-25 23:11:25 -07001105}
1106
Sara Sharon6b35ff92016-09-29 14:36:19 +03001107static inline void
1108iwl_trans_txq_free(struct iwl_trans *trans, int queue)
1109{
1110 if (WARN_ON_ONCE(!trans->ops->txq_free))
1111 return;
1112
1113 trans->ops->txq_free(trans, queue);
1114}
1115
1116static inline int
1117iwl_trans_txq_alloc(struct iwl_trans *trans,
1118 struct iwl_tx_queue_cfg_cmd *cmd,
1119 int cmd_id,
1120 unsigned int queue_wdg_timeout)
1121{
1122 might_sleep();
1123
1124 if (WARN_ON_ONCE(!trans->ops->txq_alloc))
1125 return -ENOTSUPP;
1126
1127 if (WARN_ON_ONCE(trans->state != IWL_TRANS_FW_ALIVE)) {
1128 IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state);
1129 return -EIO;
1130 }
1131
1132 return trans->ops->txq_alloc(trans, cmd, cmd_id, queue_wdg_timeout);
1133}
1134
Liad Kaufman42db09c2016-05-02 14:01:14 +03001135static inline void iwl_trans_txq_set_shared_mode(struct iwl_trans *trans,
1136 int queue, bool shared_mode)
1137{
1138 if (trans->ops->txq_set_shared_mode)
1139 trans->ops->txq_set_shared_mode(trans, queue, shared_mode);
1140}
1141
Emmanuel Grumbach4beaf6c2012-05-29 11:29:10 +03001142static inline void iwl_trans_txq_enable(struct iwl_trans *trans, int queue,
1143 int fifo, int sta_id, int tid,
Emmanuel Grumbach4cf677f2015-01-12 14:38:29 +02001144 int frame_limit, u16 ssn,
1145 unsigned int queue_wdg_timeout)
Emmanuel Grumbach48d42c42011-07-10 10:47:01 +03001146{
Johannes Bergfea77952014-08-01 11:58:47 +02001147 struct iwl_trans_txq_scd_cfg cfg = {
1148 .fifo = fifo,
1149 .sta_id = sta_id,
1150 .tid = tid,
1151 .frame_limit = frame_limit,
Johannes Berg64ba8932014-08-01 13:33:46 +02001152 .aggregate = sta_id >= 0,
Johannes Bergfea77952014-08-01 11:58:47 +02001153 };
1154
Emmanuel Grumbach4cf677f2015-01-12 14:38:29 +02001155 iwl_trans_txq_enable_cfg(trans, queue, ssn, &cfg, queue_wdg_timeout);
Emmanuel Grumbach48d42c42011-07-10 10:47:01 +03001156}
1157
Emmanuel Grumbach4cf677f2015-01-12 14:38:29 +02001158static inline
1159void iwl_trans_ac_txq_enable(struct iwl_trans *trans, int queue, int fifo,
1160 unsigned int queue_wdg_timeout)
Emmanuel Grumbachb04db9a2012-06-21 11:53:44 +03001161{
Johannes Bergd4578ea2014-08-01 12:17:40 +02001162 struct iwl_trans_txq_scd_cfg cfg = {
1163 .fifo = fifo,
1164 .sta_id = -1,
1165 .tid = IWL_MAX_TID_COUNT,
1166 .frame_limit = IWL_FRAME_LIMIT,
Johannes Berg64ba8932014-08-01 13:33:46 +02001167 .aggregate = false,
Johannes Bergd4578ea2014-08-01 12:17:40 +02001168 };
1169
Emmanuel Grumbach4cf677f2015-01-12 14:38:29 +02001170 iwl_trans_txq_enable_cfg(trans, queue, 0, &cfg, queue_wdg_timeout);
Johannes Bergd4578ea2014-08-01 12:17:40 +02001171}
1172
Emmanuel Grumbache0b8d402015-01-20 17:02:40 +02001173static inline void iwl_trans_freeze_txq_timer(struct iwl_trans *trans,
1174 unsigned long txqs,
1175 bool freeze)
1176{
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001177 if (WARN_ON_ONCE(trans->state != IWL_TRANS_FW_ALIVE)) {
Emmanuel Grumbache0b8d402015-01-20 17:02:40 +02001178 IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state);
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001179 return;
1180 }
Emmanuel Grumbache0b8d402015-01-20 17:02:40 +02001181
1182 if (trans->ops->freeze_txq_timer)
1183 trans->ops->freeze_txq_timer(trans, txqs, freeze);
1184}
1185
Emmanuel Grumbach0cd58ea2015-11-24 13:24:24 +02001186static inline void iwl_trans_block_txq_ptrs(struct iwl_trans *trans,
1187 bool block)
1188{
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001189 if (WARN_ON_ONCE(trans->state != IWL_TRANS_FW_ALIVE)) {
Emmanuel Grumbach0cd58ea2015-11-24 13:24:24 +02001190 IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state);
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001191 return;
1192 }
Emmanuel Grumbach0cd58ea2015-11-24 13:24:24 +02001193
1194 if (trans->ops->block_txq_ptrs)
1195 trans->ops->block_txq_ptrs(trans, block);
1196}
1197
Sara Sharona1a57872017-03-05 11:38:58 +02001198static inline int iwl_trans_wait_tx_queues_empty(struct iwl_trans *trans,
1199 u32 txqs)
Emmanuel Grumbach5f178cd2011-08-25 23:11:29 -07001200{
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001201 if (WARN_ON_ONCE(trans->state != IWL_TRANS_FW_ALIVE)) {
Johannes Berg3c6acb62014-05-07 11:47:53 +02001202 IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state);
Eliad Pellere5d15cb2015-12-17 13:02:56 +02001203 return -EIO;
1204 }
Emmanuel Grumbach69655eb2012-02-06 14:30:54 +02001205
Sara Sharona1a57872017-03-05 11:38:58 +02001206 return trans->ops->wait_tx_queues_empty(trans, txqs);
Emmanuel Grumbach5f178cd2011-08-25 23:11:29 -07001207}
1208
Emmanuel Grumbach03905492012-01-03 13:48:07 +02001209static inline void iwl_trans_write8(struct iwl_trans *trans, u32 ofs, u8 val)
1210{
1211 trans->ops->write8(trans, ofs, val);
1212}
1213
1214static inline void iwl_trans_write32(struct iwl_trans *trans, u32 ofs, u32 val)
1215{
1216 trans->ops->write32(trans, ofs, val);
1217}
1218
1219static inline u32 iwl_trans_read32(struct iwl_trans *trans, u32 ofs)
1220{
1221 return trans->ops->read32(trans, ofs);
1222}
1223
Emmanuel Grumbach6a06b6c2012-12-02 13:07:30 +02001224static inline u32 iwl_trans_read_prph(struct iwl_trans *trans, u32 ofs)
1225{
1226 return trans->ops->read_prph(trans, ofs);
1227}
1228
1229static inline void iwl_trans_write_prph(struct iwl_trans *trans, u32 ofs,
1230 u32 val)
1231{
1232 return trans->ops->write_prph(trans, ofs, val);
1233}
1234
Emmanuel Grumbach4fd442d2012-12-24 14:27:11 +02001235static inline int iwl_trans_read_mem(struct iwl_trans *trans, u32 addr,
1236 void *buf, int dwords)
1237{
1238 return trans->ops->read_mem(trans, addr, buf, dwords);
1239}
1240
1241#define iwl_trans_read_mem_bytes(trans, addr, buf, bufsize) \
1242 do { \
1243 if (__builtin_constant_p(bufsize)) \
1244 BUILD_BUG_ON((bufsize) % sizeof(u32)); \
1245 iwl_trans_read_mem(trans, addr, buf, (bufsize) / sizeof(u32));\
1246 } while (0)
1247
1248static inline u32 iwl_trans_read_mem32(struct iwl_trans *trans, u32 addr)
1249{
1250 u32 value;
1251
1252 if (WARN_ON(iwl_trans_read_mem(trans, addr, &value, 1)))
1253 return 0xa5a5a5a5;
1254
1255 return value;
1256}
1257
1258static inline int iwl_trans_write_mem(struct iwl_trans *trans, u32 addr,
Emmanuel Grumbachbf0fd5d2013-05-13 17:05:27 +03001259 const void *buf, int dwords)
Emmanuel Grumbach4fd442d2012-12-24 14:27:11 +02001260{
1261 return trans->ops->write_mem(trans, addr, buf, dwords);
1262}
1263
1264static inline u32 iwl_trans_write_mem32(struct iwl_trans *trans, u32 addr,
1265 u32 val)
1266{
1267 return iwl_trans_write_mem(trans, addr, &val, 1);
1268}
1269
Don Fry47107e82012-03-15 13:27:06 -07001270static inline void iwl_trans_set_pmi(struct iwl_trans *trans, bool state)
1271{
Arik Nemtsov128cb892013-12-05 18:31:45 +02001272 if (trans->ops->set_pmi)
1273 trans->ops->set_pmi(trans, state);
Don Fry47107e82012-03-15 13:27:06 -07001274}
1275
Lilach Edelsteine139dc42013-01-13 13:31:10 +02001276static inline void
1277iwl_trans_set_bits_mask(struct iwl_trans *trans, u32 reg, u32 mask, u32 value)
1278{
1279 trans->ops->set_bits_mask(trans, reg, mask, value);
1280}
1281
Emmanuel Grumbach23ba9342015-12-17 11:55:13 +02001282#define iwl_trans_grab_nic_access(trans, flags) \
Emmanuel Grumbachabae2382012-12-31 13:46:42 +02001283 __cond_lock(nic_access, \
Emmanuel Grumbach23ba9342015-12-17 11:55:13 +02001284 likely((trans)->ops->grab_nic_access(trans, flags)))
Emmanuel Grumbach7a65d172012-12-24 15:01:24 +02001285
Emmanuel Grumbachabae2382012-12-31 13:46:42 +02001286static inline void __releases(nic_access)
Lilach Edelsteine56b04e2013-01-16 11:34:49 +02001287iwl_trans_release_nic_access(struct iwl_trans *trans, unsigned long *flags)
Emmanuel Grumbach7a65d172012-12-24 15:01:24 +02001288{
Lilach Edelsteine56b04e2013-01-16 11:34:49 +02001289 trans->ops->release_nic_access(trans, flags);
Emmanuel Grumbachabae2382012-12-31 13:46:42 +02001290 __release(nic_access);
Emmanuel Grumbach7a65d172012-12-24 15:01:24 +02001291}
1292
Arik Nemtsov2a988e92013-12-01 13:50:40 +02001293static inline void iwl_trans_fw_error(struct iwl_trans *trans)
1294{
1295 if (WARN_ON_ONCE(!trans->op_mode))
1296 return;
1297
1298 /* prevent double restarts due to the same erroneous FW */
1299 if (!test_and_set_bit(STATUS_FW_ERROR, &trans->status))
1300 iwl_op_mode_nic_error(trans->op_mode);
1301}
1302
Emmanuel Grumbache6bb4c92011-08-25 23:10:48 -07001303/*****************************************************
Johannes Berg7b501d12015-05-22 11:28:58 +02001304 * transport helper functions
1305 *****************************************************/
1306struct iwl_trans *iwl_trans_alloc(unsigned int priv_size,
1307 struct device *dev,
1308 const struct iwl_cfg *cfg,
Luca Coelho1ea423b2017-04-11 14:46:35 +03001309 const struct iwl_trans_ops *ops);
Johannes Berg7b501d12015-05-22 11:28:58 +02001310void iwl_trans_free(struct iwl_trans *trans);
1311
1312/*****************************************************
Johannes Bergd1ff5252012-04-12 06:24:30 -07001313* driver (transport) register/unregister functions
Emmanuel Grumbachb52e7ea2012-02-02 14:16:59 -08001314******************************************************/
Emmanuel Grumbach36a79222012-02-27 13:53:32 -08001315int __must_check iwl_pci_register_driver(void);
1316void iwl_pci_unregister_driver(void);
Emmanuel Grumbachb52e7ea2012-02-02 14:16:59 -08001317
Emmanuel Grumbach41c50542011-07-11 08:51:04 +03001318#endif /* __iwl_trans_h__ */