blob: 9060c2ad9d6220ea24a1699e9fcf4a21758f15a7 [file] [log] [blame]
Yuval Mintze712d522015-10-26 11:02:27 +02001/* QLogic qede NIC Driver
2* Copyright (c) 2015 QLogic Corporation
3*
4* This software is available under the terms of the GNU General Public License
5* (GPL) Version 2, available from the file COPYING in the main directory of
6* this source tree.
7*/
8
9#ifndef _QEDE_H_
10#define _QEDE_H_
11#include <linux/compiler.h>
12#include <linux/version.h>
13#include <linux/workqueue.h>
14#include <linux/netdevice.h>
15#include <linux/interrupt.h>
16#include <linux/bitmap.h>
17#include <linux/kernel.h>
18#include <linux/mutex.h>
19#include <linux/io.h>
20#include <linux/qed/common_hsi.h>
21#include <linux/qed/eth_common.h>
22#include <linux/qed/qed_if.h>
23#include <linux/qed/qed_chain.h>
24#include <linux/qed/qed_eth_if.h>
25
26#define QEDE_MAJOR_VERSION 8
Manish Chopra831a8e62016-06-30 02:35:22 -040027#define QEDE_MINOR_VERSION 10
Yuval Mintz7c2d7d72016-04-10 12:43:02 +030028#define QEDE_REVISION_VERSION 1
29#define QEDE_ENGINEERING_VERSION 20
Yuval Mintze712d522015-10-26 11:02:27 +020030#define DRV_MODULE_VERSION __stringify(QEDE_MAJOR_VERSION) "." \
31 __stringify(QEDE_MINOR_VERSION) "." \
32 __stringify(QEDE_REVISION_VERSION) "." \
33 __stringify(QEDE_ENGINEERING_VERSION)
34
Yuval Mintze712d522015-10-26 11:02:27 +020035#define DRV_MODULE_SYM qede
36
Sudarsana Kalluru133fac02015-10-26 11:02:34 +020037struct qede_stats {
38 u64 no_buff_discards;
Sudarsana Reddy Kalluru1a5a3662016-08-16 10:51:01 -040039 u64 packet_too_big_discard;
40 u64 ttl0_discard;
Sudarsana Kalluru133fac02015-10-26 11:02:34 +020041 u64 rx_ucast_bytes;
42 u64 rx_mcast_bytes;
43 u64 rx_bcast_bytes;
44 u64 rx_ucast_pkts;
45 u64 rx_mcast_pkts;
46 u64 rx_bcast_pkts;
47 u64 mftag_filter_discards;
48 u64 mac_filter_discards;
49 u64 tx_ucast_bytes;
50 u64 tx_mcast_bytes;
51 u64 tx_bcast_bytes;
52 u64 tx_ucast_pkts;
53 u64 tx_mcast_pkts;
54 u64 tx_bcast_pkts;
55 u64 tx_err_drop_pkts;
56 u64 coalesced_pkts;
57 u64 coalesced_events;
58 u64 coalesced_aborts_num;
59 u64 non_coalesced_pkts;
60 u64 coalesced_bytes;
61
62 /* port */
63 u64 rx_64_byte_packets;
Yuval Mintzd4967cf2016-04-22 08:41:01 +030064 u64 rx_65_to_127_byte_packets;
65 u64 rx_128_to_255_byte_packets;
66 u64 rx_256_to_511_byte_packets;
67 u64 rx_512_to_1023_byte_packets;
68 u64 rx_1024_to_1518_byte_packets;
69 u64 rx_1519_to_1522_byte_packets;
70 u64 rx_1519_to_2047_byte_packets;
71 u64 rx_2048_to_4095_byte_packets;
72 u64 rx_4096_to_9216_byte_packets;
73 u64 rx_9217_to_16383_byte_packets;
Sudarsana Kalluru133fac02015-10-26 11:02:34 +020074 u64 rx_crc_errors;
75 u64 rx_mac_crtl_frames;
76 u64 rx_pause_frames;
77 u64 rx_pfc_frames;
78 u64 rx_align_errors;
79 u64 rx_carrier_errors;
80 u64 rx_oversize_packets;
81 u64 rx_jabbers;
82 u64 rx_undersize_packets;
83 u64 rx_fragments;
84 u64 tx_64_byte_packets;
85 u64 tx_65_to_127_byte_packets;
86 u64 tx_128_to_255_byte_packets;
87 u64 tx_256_to_511_byte_packets;
88 u64 tx_512_to_1023_byte_packets;
89 u64 tx_1024_to_1518_byte_packets;
90 u64 tx_1519_to_2047_byte_packets;
91 u64 tx_2048_to_4095_byte_packets;
92 u64 tx_4096_to_9216_byte_packets;
93 u64 tx_9217_to_16383_byte_packets;
94 u64 tx_pause_frames;
95 u64 tx_pfc_frames;
96 u64 tx_lpi_entry_count;
97 u64 tx_total_collisions;
98 u64 brb_truncates;
99 u64 brb_discards;
100 u64 tx_mac_ctrl_frames;
101};
102
Sudarsana Reddy Kalluru7c1bfca2016-02-18 17:00:40 +0200103struct qede_vlan {
104 struct list_head list;
105 u16 vid;
106 bool configured;
107};
108
Yuval Mintze712d522015-10-26 11:02:27 +0200109struct qede_dev {
110 struct qed_dev *cdev;
111 struct net_device *ndev;
112 struct pci_dev *pdev;
113
114 u32 dp_module;
115 u8 dp_level;
116
Yuval Mintzfefb0202016-05-11 16:36:19 +0300117 u32 flags;
118#define QEDE_FLAG_IS_VF BIT(0)
119#define IS_VF(edev) (!!((edev)->flags & QEDE_FLAG_IS_VF))
120
Yuval Mintze712d522015-10-26 11:02:27 +0200121 const struct qed_eth_ops *ops;
122
123 struct qed_dev_eth_info dev_info;
124#define QEDE_MAX_RSS_CNT(edev) ((edev)->dev_info.num_queues)
125#define QEDE_MAX_TSS_CNT(edev) ((edev)->dev_info.num_queues * \
126 (edev)->dev_info.num_tc)
127
Yuval Mintz29502192015-10-26 11:02:29 +0200128 struct qede_fastpath *fp_array;
Sudarsana Kalluru8edf0492015-11-30 12:25:01 +0200129 u16 req_rss;
Yuval Mintze712d522015-10-26 11:02:27 +0200130 u16 num_rss;
131 u8 num_tc;
132#define QEDE_RSS_CNT(edev) ((edev)->num_rss)
133#define QEDE_TSS_CNT(edev) ((edev)->num_rss * \
134 (edev)->num_tc)
135#define QEDE_TSS_IDX(edev, txqidx) ((txqidx) % (edev)->num_rss)
136#define QEDE_TC_IDX(edev, txqidx) ((txqidx) / (edev)->num_rss)
Yuval Mintz29502192015-10-26 11:02:29 +0200137#define QEDE_TX_QUEUE(edev, txqidx) \
138 (&(edev)->fp_array[QEDE_TSS_IDX((edev), (txqidx))].txqs[QEDE_TC_IDX( \
139 (edev), (txqidx))])
Yuval Mintze712d522015-10-26 11:02:27 +0200140
141 struct qed_int_info int_info;
142 unsigned char primary_mac[ETH_ALEN];
143
144 /* Smaller private varaiant of the RTNL lock */
145 struct mutex qede_lock;
146 u32 state; /* Protected by qede_lock */
Yuval Mintz29502192015-10-26 11:02:29 +0200147 u16 rx_buf_size;
Manish Chopra3d789992016-06-30 02:35:21 -0400148 u32 rx_copybreak;
149
Yuval Mintz29502192015-10-26 11:02:29 +0200150 /* L2 header size + 2*VLANs (8 bytes) + LLC SNAP (8 bytes) */
151#define ETH_OVERHEAD (ETH_HLEN + 8 + 8)
152 /* Max supported alignment is 256 (8 shift)
153 * minimal alignment shift 6 is optimal for 57xxx HW performance
154 */
155#define QEDE_RX_ALIGN_SHIFT max(6, min(8, L1_CACHE_SHIFT))
156 /* We assume skb_build() uses sizeof(struct skb_shared_info) bytes
157 * at the end of skb->data, to avoid wasting a full cache line.
158 * This reduces memory use (skb->truesize).
159 */
160#define QEDE_FW_RX_ALIGN_END \
161 max_t(u64, 1UL << QEDE_RX_ALIGN_SHIFT, \
162 SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
163
Sudarsana Kalluru133fac02015-10-26 11:02:34 +0200164 struct qede_stats stats;
Sudarsana Reddy Kalluru961acde2016-04-10 12:43:01 +0300165#define QEDE_RSS_INDIR_INITED BIT(0)
166#define QEDE_RSS_KEY_INITED BIT(1)
167#define QEDE_RSS_CAPS_INITED BIT(2)
168 u32 rss_params_inited; /* bit-field to track initialized rss params */
Yuval Mintz29502192015-10-26 11:02:29 +0200169 struct qed_update_vport_rss_params rss_params;
170 u16 q_num_rx_buffers; /* Must be a power of two */
171 u16 q_num_tx_buffers; /* Must be a power of two */
Sudarsana Kalluru0d8e0aa2015-10-26 11:02:30 +0200172
Manish Chopra55482ed2016-03-04 12:35:06 -0500173 bool gro_disable;
Sudarsana Reddy Kalluru7c1bfca2016-02-18 17:00:40 +0200174 struct list_head vlan_list;
175 u16 configured_vlans;
176 u16 non_configured_vlans;
177 bool accept_any_vlan;
Sudarsana Kalluru0d8e0aa2015-10-26 11:02:30 +0200178 struct delayed_work sp_task;
179 unsigned long sp_flags;
Manish Choprab18e1702016-04-14 01:38:30 -0400180 u16 vxlan_dst_port;
Manish Chopra9a109dd2016-04-14 01:38:31 -0400181 u16 geneve_dst_port;
Yuval Mintz29502192015-10-26 11:02:29 +0200182};
183
184enum QEDE_STATE {
185 QEDE_STATE_CLOSED,
186 QEDE_STATE_OPEN,
187};
188
189#define HILO_U64(hi, lo) ((((u64)(hi)) << 32) + (lo))
190
191#define MAX_NUM_TC 8
192#define MAX_NUM_PRI 8
193
194/* The driver supports the new build_skb() API:
195 * RX ring buffer contains pointer to kmalloc() data only,
196 * skb are built only after the frame was DMA-ed.
197 */
198struct sw_rx_data {
Yuval Mintzfc48b7a2016-02-15 13:22:35 -0500199 struct page *data;
200 dma_addr_t mapping;
201 unsigned int page_offset;
Yuval Mintz29502192015-10-26 11:02:29 +0200202};
203
Manish Chopra55482ed2016-03-04 12:35:06 -0500204enum qede_agg_state {
205 QEDE_AGG_STATE_NONE = 0,
206 QEDE_AGG_STATE_START = 1,
207 QEDE_AGG_STATE_ERROR = 2
208};
209
210struct qede_agg_info {
211 struct sw_rx_data replace_buf;
212 dma_addr_t replace_buf_mapping;
213 struct sw_rx_data start_buf;
214 dma_addr_t start_buf_mapping;
215 struct eth_fast_path_rx_tpa_start_cqe start_cqe;
216 enum qede_agg_state agg_state;
217 struct sk_buff *skb;
218 int frag_id;
219 u16 vlan_tag;
220};
221
Yuval Mintz29502192015-10-26 11:02:29 +0200222struct qede_rx_queue {
223 __le16 *hw_cons_ptr;
224 struct sw_rx_data *sw_rx_ring;
225 u16 sw_rx_cons;
226 u16 sw_rx_prod;
227 struct qed_chain rx_bd_ring;
228 struct qed_chain rx_comp_ring;
229 void __iomem *hw_rxq_prod_addr;
230
Manish Chopra55482ed2016-03-04 12:35:06 -0500231 /* GRO */
232 struct qede_agg_info tpa_info[ETH_TPA_MAX_AGGS_NUM];
233
Yuval Mintz29502192015-10-26 11:02:29 +0200234 int rx_buf_size;
Yuval Mintzfc48b7a2016-02-15 13:22:35 -0500235 unsigned int rx_buf_seg_size;
Yuval Mintz29502192015-10-26 11:02:29 +0200236
237 u16 num_rx_buffers;
238 u16 rxq_id;
239
240 u64 rx_hw_errors;
241 u64 rx_alloc_errors;
Manish Choprac72a6122016-06-30 02:35:18 -0400242 u64 rx_ip_frags;
Yuval Mintz29502192015-10-26 11:02:29 +0200243};
244
245union db_prod {
246 struct eth_db_data data;
247 u32 raw;
248};
249
250struct sw_tx_bd {
251 struct sk_buff *skb;
252 u8 flags;
253/* Set on the first BD descriptor when there is a split BD */
254#define QEDE_TSO_SPLIT_BD BIT(0)
255};
256
257struct qede_tx_queue {
258 int index; /* Queue index */
259 __le16 *hw_cons_ptr;
260 struct sw_tx_bd *sw_tx_ring;
261 u16 sw_tx_cons;
262 u16 sw_tx_prod;
263 struct qed_chain tx_pbl;
264 void __iomem *doorbell_addr;
265 union db_prod tx_db;
266
267 u16 num_tx_buffers;
268};
269
270#define BD_UNMAP_ADDR(bd) HILO_U64(le32_to_cpu((bd)->addr.hi), \
271 le32_to_cpu((bd)->addr.lo))
272#define BD_SET_UNMAP_ADDR_LEN(bd, maddr, len) \
273 do { \
274 (bd)->addr.hi = cpu_to_le32(upper_32_bits(maddr)); \
275 (bd)->addr.lo = cpu_to_le32(lower_32_bits(maddr)); \
276 (bd)->nbytes = cpu_to_le16(len); \
277 } while (0)
278#define BD_UNMAP_LEN(bd) (le16_to_cpu((bd)->nbytes))
279
280struct qede_fastpath {
281 struct qede_dev *edev;
282 u8 rss_id;
283 struct napi_struct napi;
284 struct qed_sb_info *sb_info;
285 struct qede_rx_queue *rxq;
286 struct qede_tx_queue *txqs;
287
288#define VEC_NAME_SIZE (sizeof(((struct net_device *)0)->name) + 8)
289 char name[VEC_NAME_SIZE];
Yuval Mintze712d522015-10-26 11:02:27 +0200290};
291
292/* Debug print definitions */
293#define DP_NAME(edev) ((edev)->ndev->name)
294
Yuval Mintz29502192015-10-26 11:02:29 +0200295#define XMIT_PLAIN 0
296#define XMIT_L4_CSUM BIT(0)
297#define XMIT_LSO BIT(1)
298#define XMIT_ENC BIT(2)
299
300#define QEDE_CSUM_ERROR BIT(0)
301#define QEDE_CSUM_UNNECESSARY BIT(1)
Manish Chopra14db81d2016-04-14 01:38:33 -0400302#define QEDE_TUNN_CSUM_UNNECESSARY BIT(2)
Sudarsana Kalluru0d8e0aa2015-10-26 11:02:30 +0200303
Manish Choprab18e1702016-04-14 01:38:30 -0400304#define QEDE_SP_RX_MODE 1
305#define QEDE_SP_VXLAN_PORT_CONFIG 2
Manish Chopra9a109dd2016-04-14 01:38:31 -0400306#define QEDE_SP_GENEVE_PORT_CONFIG 3
Sudarsana Kalluru0d8e0aa2015-10-26 11:02:30 +0200307
308union qede_reload_args {
309 u16 mtu;
310};
311
Sudarsana Reddy Kalluru489e45a2016-06-08 06:22:12 -0400312#ifdef CONFIG_DCB
313void qede_set_dcbnl_ops(struct net_device *ndev);
314#endif
Sudarsana Kalluru133fac02015-10-26 11:02:34 +0200315void qede_config_debug(uint debug, u32 *p_dp_module, u8 *p_dp_level);
316void qede_set_ethtool_ops(struct net_device *netdev);
317void qede_reload(struct qede_dev *edev,
318 void (*func)(struct qede_dev *edev,
319 union qede_reload_args *args),
320 union qede_reload_args *args);
321int qede_change_mtu(struct net_device *dev, int new_mtu);
322void qede_fill_by_demand_stats(struct qede_dev *edev);
Sudarsana Reddy Kalluru16f46bf2016-04-28 20:20:54 -0400323bool qede_has_rx_work(struct qede_rx_queue *rxq);
324int qede_txq_has_work(struct qede_tx_queue *txq);
325void qede_recycle_rx_bd_ring(struct qede_rx_queue *rxq, struct qede_dev *edev,
326 u8 count);
Sudarsana Kalluru133fac02015-10-26 11:02:34 +0200327
Yuval Mintz29502192015-10-26 11:02:29 +0200328#define RX_RING_SIZE_POW 13
Sudarsana Kalluru01ef7e02015-11-30 12:25:02 +0200329#define RX_RING_SIZE ((u16)BIT(RX_RING_SIZE_POW))
Yuval Mintz29502192015-10-26 11:02:29 +0200330#define NUM_RX_BDS_MAX (RX_RING_SIZE - 1)
331#define NUM_RX_BDS_MIN 128
332#define NUM_RX_BDS_DEF NUM_RX_BDS_MAX
333
334#define TX_RING_SIZE_POW 13
Sudarsana Kalluru01ef7e02015-11-30 12:25:02 +0200335#define TX_RING_SIZE ((u16)BIT(TX_RING_SIZE_POW))
Yuval Mintz29502192015-10-26 11:02:29 +0200336#define NUM_TX_BDS_MAX (TX_RING_SIZE - 1)
337#define NUM_TX_BDS_MIN 128
338#define NUM_TX_BDS_DEF NUM_TX_BDS_MAX
339
Manish Chopra3d789992016-06-30 02:35:21 -0400340#define QEDE_MIN_PKT_LEN 64
Yuval Mintzfc48b7a2016-02-15 13:22:35 -0500341#define QEDE_RX_HDR_SIZE 256
Yuval Mintz29502192015-10-26 11:02:29 +0200342#define for_each_rss(i) for (i = 0; i < edev->num_rss; i++)
343
Yuval Mintze712d522015-10-26 11:02:27 +0200344#endif /* _QEDE_H_ */