blob: 9d27e42264e2b64aea3827d760c409ab3de0c301 [file] [log] [blame]
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -07001/*
2 * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
3 *
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
9 *
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
12 * conditions are met:
13 *
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer.
17 *
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
31 *
32 */
33
34#ifndef _MLX4_EN_H_
35#define _MLX4_EN_H_
36
Jiri Pirkof1b553f2011-07-20 04:54:22 +000037#include <linux/bitops.h>
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070038#include <linux/compiler.h>
39#include <linux/list.h>
40#include <linux/mutex.h>
41#include <linux/netdevice.h>
Jiri Pirkof1b553f2011-07-20 04:54:22 +000042#include <linux/if_vlan.h>
Amir Vadai564c2742012-04-04 21:33:26 +000043#ifdef CONFIG_MLX4_EN_DCB
44#include <linux/dcbnl.h>
45#endif
Amir Vadai1eb8c692012-07-18 22:33:52 +000046#include <linux/cpu_rmap.h>
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070047
48#include <linux/mlx4/device.h>
49#include <linux/mlx4/qp.h>
50#include <linux/mlx4/cq.h>
51#include <linux/mlx4/srq.h>
52#include <linux/mlx4/doorbell.h>
Yevgeny Petriline7c1c2c42010-08-24 03:46:18 +000053#include <linux/mlx4/cmd.h>
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070054
55#include "en_port.h"
56
57#define DRV_NAME "mlx4_en"
Yevgeny Petrilin6edf91d2011-12-13 04:19:34 +000058#define DRV_VERSION "2.0"
59#define DRV_RELDATE "Dec 2011"
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070060
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070061#define MLX4_EN_MSG_LEVEL (NETIF_MSG_LINK | NETIF_MSG_IFDOWN)
62
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070063/*
64 * Device constants
65 */
66
67
68#define MLX4_EN_PAGE_SHIFT 12
69#define MLX4_EN_PAGE_SIZE (1 << MLX4_EN_PAGE_SHIFT)
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070070#define MAX_RX_RINGS 16
Yevgeny Petrilin1fb98762011-03-22 22:37:52 +000071#define MIN_RX_RINGS 4
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070072#define TXBB_SIZE 64
73#define HEADROOM (2048 / TXBB_SIZE + 1)
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070074#define STAMP_STRIDE 64
75#define STAMP_DWORDS (STAMP_STRIDE / 4)
76#define STAMP_SHIFT 31
77#define STAMP_VAL 0x7fffffff
78#define STATS_DELAY (HZ / 4)
Hadar Hen Zion82067282012-07-05 04:03:49 +000079#define MAX_NUM_OF_FS_RULES 256
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070080
Amir Vadai1eb8c692012-07-18 22:33:52 +000081#define MLX4_EN_FILTER_HASH_SHIFT 4
82#define MLX4_EN_FILTER_EXPIRY_QUOTA 60
83
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070084/* Typical TSO descriptor with 16 gather entries is 352 bytes... */
85#define MAX_DESC_SIZE 512
86#define MAX_DESC_TXBBS (MAX_DESC_SIZE / TXBB_SIZE)
87
88/*
89 * OS related constants and tunables
90 */
91
92#define MLX4_EN_WATCHDOG_TIMEOUT (15 * HZ)
93
Thadeu Lima de Souza Cascardo117980c2012-04-04 09:40:40 +000094/* Use the maximum between 16384 and a single page */
95#define MLX4_EN_ALLOC_SIZE PAGE_ALIGN(16384)
96#define MLX4_EN_ALLOC_ORDER get_order(MLX4_EN_ALLOC_SIZE)
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -070097
98#define MLX4_EN_MAX_LRO_DESCRIPTORS 32
99
100/* Receive fragment sizes; we use at most 4 fragments (for 9600 byte MTU
101 * and 4K allocations) */
102enum {
103 FRAG_SZ0 = 512 - NET_IP_ALIGN,
104 FRAG_SZ1 = 1024,
105 FRAG_SZ2 = 4096,
106 FRAG_SZ3 = MLX4_EN_ALLOC_SIZE
107};
108#define MLX4_EN_MAX_RX_FRAGS 4
109
Yevgeny Petrilinbd531e32009-01-08 10:57:37 -0800110/* Maximum ring sizes */
111#define MLX4_EN_MAX_TX_SIZE 8192
112#define MLX4_EN_MAX_RX_SIZE 8192
113
Thadeu Lima de Souza Cascardo4cce66c2012-07-16 07:01:53 +0000114/* Minimum ring size for our page-allocation scheme to work */
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700115#define MLX4_EN_MIN_RX_SIZE (MLX4_EN_ALLOC_SIZE / SMP_CACHE_BYTES)
116#define MLX4_EN_MIN_TX_SIZE (4096 / TXBB_SIZE)
117
Yevgeny Petrilinf813cad2009-06-01 23:24:07 +0000118#define MLX4_EN_SMALL_PKT_SIZE 64
Amir Vadaibc6a4742012-05-17 00:58:10 +0000119#define MLX4_EN_MAX_TX_RING_P_UP 32
Amir Vadai564c2742012-04-04 21:33:26 +0000120#define MLX4_EN_NUM_UP 8
Yevgeny Petrilinf813cad2009-06-01 23:24:07 +0000121#define MLX4_EN_DEF_TX_RING_SIZE 512
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700122#define MLX4_EN_DEF_RX_RING_SIZE 1024
123
Yevgeny Petrilin3db36fb2009-06-01 23:23:13 +0000124/* Target number of packets to coalesce with interrupt moderation */
125#define MLX4_EN_RX_COAL_TARGET 44
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700126#define MLX4_EN_RX_COAL_TIME 0x10
127
Yevgeny Petriline22979d2012-04-23 02:18:39 +0000128#define MLX4_EN_TX_COAL_PKTS 16
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700129#define MLX4_EN_TX_COAL_TIME 0x80
130
131#define MLX4_EN_RX_RATE_LOW 400000
132#define MLX4_EN_RX_COAL_TIME_LOW 0
133#define MLX4_EN_RX_RATE_HIGH 450000
134#define MLX4_EN_RX_COAL_TIME_HIGH 128
135#define MLX4_EN_RX_SIZE_THRESH 1024
136#define MLX4_EN_RX_RATE_THRESH (1000000 / MLX4_EN_RX_COAL_TIME_HIGH)
137#define MLX4_EN_SAMPLE_INTERVAL 0
Yevgeny Petrilin46afd0f2011-03-22 22:37:36 +0000138#define MLX4_EN_AVG_PKT_SMALL 256
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700139
140#define MLX4_EN_AUTO_CONF 0xffff
141
142#define MLX4_EN_DEF_RX_PAUSE 1
143#define MLX4_EN_DEF_TX_PAUSE 1
144
André Goddard Rosaaf901ca2009-11-14 13:09:05 -0200145/* Interval between successive polls in the Tx routine when polling is used
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700146 instead of interrupts (in per-core Tx rings) - should be power of 2 */
147#define MLX4_EN_TX_POLL_MODER 16
148#define MLX4_EN_TX_POLL_TIMEOUT (HZ / 4)
149
150#define ETH_LLC_SNAP_SIZE 8
151
152#define SMALL_PACKET_SIZE (256 - NET_IP_ALIGN)
153#define HEADER_COPY_SIZE (128 - NET_IP_ALIGN)
Yevgeny Petriline7c1c2c42010-08-24 03:46:18 +0000154#define MLX4_LOOPBACK_TEST_PAYLOAD (HEADER_COPY_SIZE - ETH_HLEN)
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700155
156#define MLX4_EN_MIN_MTU 46
157#define ETH_BCAST 0xffffffffffffULL
158
Yevgeny Petriline7c1c2c42010-08-24 03:46:18 +0000159#define MLX4_EN_LOOPBACK_RETRIES 5
160#define MLX4_EN_LOOPBACK_TIMEOUT 100
161
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700162#ifdef MLX4_EN_PERF_STAT
163/* Number of samples to 'average' */
164#define AVG_SIZE 128
165#define AVG_FACTOR 1024
166#define NUM_PERF_STATS NUM_PERF_COUNTERS
167
168#define INC_PERF_COUNTER(cnt) (++(cnt))
169#define ADD_PERF_COUNTER(cnt, add) ((cnt) += (add))
170#define AVG_PERF_COUNTER(cnt, sample) \
171 ((cnt) = ((cnt) * (AVG_SIZE - 1) + (sample) * AVG_FACTOR) / AVG_SIZE)
172#define GET_PERF_COUNTER(cnt) (cnt)
173#define GET_AVG_PERF_COUNTER(cnt) ((cnt) / AVG_FACTOR)
174
175#else
176
177#define NUM_PERF_STATS 0
178#define INC_PERF_COUNTER(cnt) do {} while (0)
179#define ADD_PERF_COUNTER(cnt, add) do {} while (0)
180#define AVG_PERF_COUNTER(cnt, sample) do {} while (0)
181#define GET_PERF_COUNTER(cnt) (0)
182#define GET_AVG_PERF_COUNTER(cnt) (0)
183#endif /* MLX4_EN_PERF_STAT */
184
185/*
186 * Configurables
187 */
188
189enum cq_type {
190 RX = 0,
191 TX = 1,
192};
193
194
195/*
196 * Useful macros
197 */
198#define ROUNDUP_LOG2(x) ilog2(roundup_pow_of_two(x))
199#define XNOR(x, y) (!(x) == !(y))
200#define ILLEGAL_MAC(addr) (addr == 0xffffffffffffULL || addr == 0x0)
201
202
203struct mlx4_en_tx_info {
204 struct sk_buff *skb;
205 u32 nr_txbb;
Yevgeny Petrilin5b263f52012-04-23 02:18:50 +0000206 u32 nr_bytes;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700207 u8 linear;
208 u8 data_offset;
Yevgeny Petrilin41efea52009-01-08 10:57:15 -0800209 u8 inl;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700210};
211
212
213#define MLX4_EN_BIT_DESC_OWN 0x80000000
214#define CTRL_SIZE sizeof(struct mlx4_wqe_ctrl_seg)
215#define MLX4_EN_MEMTYPE_PAD 0x100
216#define DS_SIZE sizeof(struct mlx4_wqe_data_seg)
217
218
219struct mlx4_en_tx_desc {
220 struct mlx4_wqe_ctrl_seg ctrl;
221 union {
222 struct mlx4_wqe_data_seg data; /* at least one data segment */
223 struct mlx4_wqe_lso_seg lso;
224 struct mlx4_wqe_inline_seg inl;
225 };
226};
227
228#define MLX4_EN_USE_SRQ 0x01000000
229
Yevgeny Petrilin725c8992011-03-22 22:38:07 +0000230#define MLX4_EN_CX3_LOW_ID 0x1000
231#define MLX4_EN_CX3_HIGH_ID 0x1005
232
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700233struct mlx4_en_rx_alloc {
234 struct page *page;
Thadeu Lima de Souza Cascardo4cce66c2012-07-16 07:01:53 +0000235 dma_addr_t dma;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700236 u16 offset;
237};
238
239struct mlx4_en_tx_ring {
240 struct mlx4_hwq_resources wqres;
241 u32 size ; /* number of TXBBs */
242 u32 size_mask;
243 u16 stride;
244 u16 cqn; /* index of port CQ associated with this ring */
245 u32 prod;
246 u32 cons;
247 u32 buf_size;
248 u32 doorbell_qpn;
249 void *buf;
250 u16 poll_cnt;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700251 struct mlx4_en_tx_info *tx_info;
252 u8 *bounce_buf;
253 u32 last_nr_txbb;
254 struct mlx4_qp qp;
255 struct mlx4_qp_context context;
256 int qpn;
257 enum mlx4_qp_state qp_state;
258 struct mlx4_srq dummy;
259 unsigned long bytes;
260 unsigned long packets;
Yevgeny Petrilinad043782011-10-18 01:50:56 +0000261 unsigned long tx_csum;
Yevgeny Petrilin87a5c382011-03-22 22:38:52 +0000262 struct mlx4_bf bf;
263 bool bf_enabled;
Yevgeny Petrilin5b263f52012-04-23 02:18:50 +0000264 struct netdev_queue *tx_queue;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700265};
266
267struct mlx4_en_rx_desc {
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700268 /* actual number of entries depends on rx ring stride */
269 struct mlx4_wqe_data_seg data[0];
270};
271
272struct mlx4_en_rx_ring {
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700273 struct mlx4_hwq_resources wqres;
274 struct mlx4_en_rx_alloc page_alloc[MLX4_EN_MAX_RX_FRAGS];
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700275 u32 size ; /* number of Rx descs*/
276 u32 actual_size;
277 u32 size_mask;
278 u16 stride;
279 u16 log_stride;
280 u16 cqn; /* index of port CQ associated with this ring */
281 u32 prod;
282 u32 cons;
283 u32 buf_size;
Yevgeny Petrilin4a5f4dd2011-11-14 14:25:36 -0500284 u8 fcs_del;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700285 void *buf;
286 void *rx_info;
287 unsigned long bytes;
288 unsigned long packets;
Yevgeny Petrilinad043782011-10-18 01:50:56 +0000289 unsigned long csum_ok;
290 unsigned long csum_none;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700291};
292
293
294static inline int mlx4_en_can_lro(__be16 status)
295{
296 return (status & cpu_to_be16(MLX4_CQE_STATUS_IPV4 |
297 MLX4_CQE_STATUS_IPV4F |
298 MLX4_CQE_STATUS_IPV6 |
299 MLX4_CQE_STATUS_IPV4OPT |
300 MLX4_CQE_STATUS_TCP |
301 MLX4_CQE_STATUS_UDP |
302 MLX4_CQE_STATUS_IPOK)) ==
303 cpu_to_be16(MLX4_CQE_STATUS_IPV4 |
304 MLX4_CQE_STATUS_IPOK |
305 MLX4_CQE_STATUS_TCP);
306}
307
308struct mlx4_en_cq {
309 struct mlx4_cq mcq;
310 struct mlx4_hwq_resources wqres;
311 int ring;
312 spinlock_t lock;
313 struct net_device *dev;
314 struct napi_struct napi;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700315 int size;
316 int buf_size;
317 unsigned vector;
318 enum cq_type is_tx;
319 u16 moder_time;
320 u16 moder_cnt;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700321 struct mlx4_cqe *buf;
322#define MLX4_EN_OPCODE_ERROR 0x1e
323};
324
325struct mlx4_en_port_profile {
326 u32 flags;
327 u32 tx_ring_num;
328 u32 rx_ring_num;
329 u32 tx_ring_size;
330 u32 rx_ring_size;
Yevgeny Petrilind53b93f2008-11-05 04:48:36 +0000331 u8 rx_pause;
332 u8 rx_ppp;
333 u8 tx_pause;
334 u8 tx_ppp;
Yevgeny Petrilin93d3e362012-01-17 22:54:55 +0000335 int rss_rings;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700336};
337
338struct mlx4_en_profile {
339 int rss_xor;
Yevgeny Petrilin05339432010-08-24 03:46:42 +0000340 int udp_rss;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700341 u8 rss_mask;
342 u32 active_ports;
343 u32 small_pkt_int;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700344 u8 no_reset;
Amir Vadaibc6a4742012-05-17 00:58:10 +0000345 u8 num_tx_rings_p_up;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700346 struct mlx4_en_port_profile prof[MLX4_MAX_PORTS + 1];
347};
348
349struct mlx4_en_dev {
350 struct mlx4_dev *dev;
351 struct pci_dev *pdev;
352 struct mutex state_lock;
353 struct net_device *pndev[MLX4_MAX_PORTS + 1];
354 u32 port_cnt;
355 bool device_up;
356 struct mlx4_en_profile profile;
357 u32 LSO_support;
358 struct workqueue_struct *workqueue;
359 struct device *dma_device;
360 void __iomem *uar_map;
361 struct mlx4_uar priv_uar;
362 struct mlx4_mr mr;
363 u32 priv_pdn;
364 spinlock_t uar_lock;
Yevgeny Petrilind7e1a482010-08-24 03:46:38 +0000365 u8 mac_removed[MLX4_MAX_PORTS + 1];
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700366};
367
368
369struct mlx4_en_rss_map {
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700370 int base_qpn;
Yevgeny Petrilinb6b912e2009-08-06 19:27:51 -0700371 struct mlx4_qp qps[MAX_RX_RINGS];
372 enum mlx4_qp_state state[MAX_RX_RINGS];
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700373 struct mlx4_qp indir_qp;
374 enum mlx4_qp_state indir_state;
375};
376
Yevgeny Petriline7c1c2c42010-08-24 03:46:18 +0000377struct mlx4_en_port_state {
378 int link_state;
379 int link_speed;
380 int transciver;
381};
382
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700383struct mlx4_en_pkt_stats {
384 unsigned long broadcast;
385 unsigned long rx_prio[8];
386 unsigned long tx_prio[8];
387#define NUM_PKT_STATS 17
388};
389
390struct mlx4_en_port_stats {
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700391 unsigned long tso_packets;
392 unsigned long queue_stopped;
393 unsigned long wake_queue;
394 unsigned long tx_timeout;
395 unsigned long rx_alloc_failed;
396 unsigned long rx_chksum_good;
397 unsigned long rx_chksum_none;
398 unsigned long tx_chksum_offload;
Yevgeny Petrilind61702f2010-09-05 22:20:24 +0000399#define NUM_PORT_STATS 8
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700400};
401
402struct mlx4_en_perf_stats {
403 u32 tx_poll;
404 u64 tx_pktsz_avg;
405 u32 inflight_avg;
406 u16 tx_coal_avg;
407 u16 rx_coal_avg;
408 u32 napi_quota;
409#define NUM_PERF_COUNTERS 6
410};
411
Yevgeny Petrilin6d199932012-07-05 04:03:43 +0000412enum mlx4_en_mclist_act {
413 MCLIST_NONE,
414 MCLIST_REM,
415 MCLIST_ADD,
416};
417
418struct mlx4_en_mc_list {
419 struct list_head list;
420 enum mlx4_en_mclist_act action;
421 u8 addr[ETH_ALEN];
Hadar Hen Zion0ff1fb62012-07-05 04:03:46 +0000422 u64 reg_id;
Yevgeny Petrilin6d199932012-07-05 04:03:43 +0000423};
424
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700425struct mlx4_en_frag_info {
426 u16 frag_size;
427 u16 frag_prefix_size;
428 u16 frag_stride;
429 u16 frag_align;
430 u16 last_offset;
431
432};
433
Amir Vadai564c2742012-04-04 21:33:26 +0000434#ifdef CONFIG_MLX4_EN_DCB
435/* Minimal TC BW - setting to 0 will block traffic */
436#define MLX4_EN_BW_MIN 1
437#define MLX4_EN_BW_MAX 100 /* Utilize 100% of the line */
438
439#define MLX4_EN_TC_ETS 7
440
441#endif
442
Hadar Hen Zion82067282012-07-05 04:03:49 +0000443struct ethtool_flow_id {
444 struct ethtool_rx_flow_spec flow_spec;
445 u64 id;
446};
447
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700448struct mlx4_en_priv {
449 struct mlx4_en_dev *mdev;
450 struct mlx4_en_port_profile *prof;
451 struct net_device *dev;
Jiri Pirkof1b553f2011-07-20 04:54:22 +0000452 unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700453 struct net_device_stats stats;
454 struct net_device_stats ret_stats;
Yevgeny Petriline7c1c2c42010-08-24 03:46:18 +0000455 struct mlx4_en_port_state port_state;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700456 spinlock_t stats_lock;
Hadar Hen Zion82067282012-07-05 04:03:49 +0000457 struct ethtool_flow_id ethtool_rules[MAX_NUM_OF_FS_RULES];
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700458
Alexander Guller6b4d8d92011-10-09 05:38:23 +0000459 unsigned long last_moder_packets[MAX_RX_RINGS];
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700460 unsigned long last_moder_tx_packets;
Alexander Guller6b4d8d92011-10-09 05:38:23 +0000461 unsigned long last_moder_bytes[MAX_RX_RINGS];
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700462 unsigned long last_moder_jiffies;
Alexander Guller6b4d8d92011-10-09 05:38:23 +0000463 int last_moder_time[MAX_RX_RINGS];
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700464 u16 rx_usecs;
465 u16 rx_frames;
466 u16 tx_usecs;
467 u16 tx_frames;
468 u32 pkt_rate_low;
469 u16 rx_usecs_low;
470 u32 pkt_rate_high;
471 u16 rx_usecs_high;
472 u16 sample_interval;
473 u16 adaptive_rx_coal;
474 u32 msg_enable;
Yevgeny Petriline7c1c2c42010-08-24 03:46:18 +0000475 u32 loopback_ok;
476 u32 validate_loopback;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700477
478 struct mlx4_hwq_resources res;
479 int link_state;
480 int last_link_state;
481 bool port_up;
482 int port;
483 int registered;
484 int allocated;
485 int stride;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700486 u64 mac;
487 int mac_index;
488 unsigned max_mtu;
489 int base_qpn;
490
491 struct mlx4_en_rss_map rss_map;
Or Gerlitz4ef2a432012-03-06 04:03:41 +0000492 __be32 ctrl_flags;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700493 u32 flags;
494#define MLX4_EN_FLAG_PROMISC 0x1
Yevgeny Petrilin16792002011-03-22 22:38:31 +0000495#define MLX4_EN_FLAG_MC_PROMISC 0x2
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700496 u32 tx_ring_num;
497 u32 rx_ring_num;
498 u32 rx_skb_size;
499 struct mlx4_en_frag_info frag_info[MLX4_EN_MAX_RX_FRAGS];
500 u16 num_frags;
501 u16 log_rx_info;
502
Amir Vadaibc6a4742012-05-17 00:58:10 +0000503 struct mlx4_en_tx_ring *tx_ring;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700504 struct mlx4_en_rx_ring rx_ring[MAX_RX_RINGS];
Amir Vadaibc6a4742012-05-17 00:58:10 +0000505 struct mlx4_en_cq *tx_cq;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700506 struct mlx4_en_cq rx_cq[MAX_RX_RINGS];
Hadar Hen Zioncabdc8ee2012-07-05 04:03:50 +0000507 struct mlx4_qp drop_qp;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700508 struct work_struct mcast_task;
509 struct work_struct mac_task;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700510 struct work_struct watchdog_task;
511 struct work_struct linkstate_task;
512 struct delayed_work stats_task;
513 struct mlx4_en_perf_stats pstats;
514 struct mlx4_en_pkt_stats pkstats;
515 struct mlx4_en_port_stats port_stats;
Eugenia Emantayev93ece0c2012-01-19 09:45:05 +0000516 u64 stats_bitmap;
Yevgeny Petrilin6d199932012-07-05 04:03:43 +0000517 struct list_head mc_list;
518 struct list_head curr_list;
Hadar Hen Zion0ff1fb62012-07-05 04:03:46 +0000519 u64 broadcast_id;
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700520 struct mlx4_en_stat_out_mbox hw_stats;
Eli Cohen4c3eb3c2010-08-26 17:19:22 +0300521 int vids[128];
Yevgeny Petrilin14c07b12011-03-22 22:37:59 +0000522 bool wol;
Yevgeny Petrilinebf8c9a2012-03-06 04:03:34 +0000523 struct device *ddev;
Yevgeny Petrilin044ca2a2012-06-25 00:24:13 +0000524 int base_tx_qpn;
Amir Vadai564c2742012-04-04 21:33:26 +0000525
526#ifdef CONFIG_MLX4_EN_DCB
527 struct ieee_ets ets;
Amir Vadai109d2442012-04-04 21:33:31 +0000528 u16 maxrate[IEEE_8021QAZ_MAX_TCS];
Amir Vadai564c2742012-04-04 21:33:26 +0000529#endif
Amir Vadai1eb8c692012-07-18 22:33:52 +0000530#ifdef CONFIG_RFS_ACCEL
531 spinlock_t filters_lock;
532 int last_filter_id;
533 struct list_head filters;
534 struct hlist_head filter_hash[1 << MLX4_EN_FILTER_HASH_SHIFT];
535#endif
536
Yevgeny Petrilin14c07b12011-03-22 22:37:59 +0000537};
538
539enum mlx4_en_wol {
540 MLX4_EN_WOL_MAGIC = (1ULL << 61),
541 MLX4_EN_WOL_ENABLED = (1ULL << 62),
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700542};
543
Or Gerlitz0d9fdaa2011-11-26 19:55:06 +0000544#define MLX4_EN_WOL_DO_MODIFY (1ULL << 63)
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700545
546void mlx4_en_destroy_netdev(struct net_device *dev);
547int mlx4_en_init_netdev(struct mlx4_en_dev *mdev, int port,
548 struct mlx4_en_port_profile *prof);
549
Yevgeny Petrilin18cc42a2008-12-29 18:39:20 -0800550int mlx4_en_start_port(struct net_device *dev);
551void mlx4_en_stop_port(struct net_device *dev);
552
Alexander Gullerfe0af032011-10-09 05:26:46 +0000553void mlx4_en_free_resources(struct mlx4_en_priv *priv);
Yevgeny Petrilin18cc42a2008-12-29 18:39:20 -0800554int mlx4_en_alloc_resources(struct mlx4_en_priv *priv);
555
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700556int mlx4_en_create_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq,
557 int entries, int ring, enum cq_type mode);
Alexander Gullerfe0af032011-10-09 05:26:46 +0000558void mlx4_en_destroy_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq);
Alexander Guller76532d02011-10-09 05:26:31 +0000559int mlx4_en_activate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq,
560 int cq_idx);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700561void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq);
562int mlx4_en_set_cq_moder(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq);
563int mlx4_en_arm_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq);
564
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700565void mlx4_en_tx_irq(struct mlx4_cq *mcq);
Yevgeny Petrilinf813cad2009-06-01 23:24:07 +0000566u16 mlx4_en_select_queue(struct net_device *dev, struct sk_buff *skb);
Stephen Hemminger613573252009-08-31 19:50:58 +0000567netdev_tx_t mlx4_en_xmit(struct sk_buff *skb, struct net_device *dev);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700568
569int mlx4_en_create_tx_ring(struct mlx4_en_priv *priv, struct mlx4_en_tx_ring *ring,
Yevgeny Petrilin87a5c382011-03-22 22:38:52 +0000570 int qpn, u32 size, u16 stride);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700571void mlx4_en_destroy_tx_ring(struct mlx4_en_priv *priv, struct mlx4_en_tx_ring *ring);
572int mlx4_en_activate_tx_ring(struct mlx4_en_priv *priv,
573 struct mlx4_en_tx_ring *ring,
Amir Vadai0e98b522012-04-04 21:33:24 +0000574 int cq, int user_prio);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700575void mlx4_en_deactivate_tx_ring(struct mlx4_en_priv *priv,
576 struct mlx4_en_tx_ring *ring);
577
578int mlx4_en_create_rx_ring(struct mlx4_en_priv *priv,
579 struct mlx4_en_rx_ring *ring,
580 u32 size, u16 stride);
581void mlx4_en_destroy_rx_ring(struct mlx4_en_priv *priv,
Thadeu Lima de Souza Cascardo68355f72012-02-06 08:39:49 +0000582 struct mlx4_en_rx_ring *ring,
583 u32 size, u16 stride);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700584int mlx4_en_activate_rx_rings(struct mlx4_en_priv *priv);
585void mlx4_en_deactivate_rx_ring(struct mlx4_en_priv *priv,
586 struct mlx4_en_rx_ring *ring);
587int mlx4_en_process_rx_cq(struct net_device *dev,
588 struct mlx4_en_cq *cq,
589 int budget);
590int mlx4_en_poll_rx_cq(struct napi_struct *napi, int budget);
591void mlx4_en_fill_qp_context(struct mlx4_en_priv *priv, int size, int stride,
Amir Vadai0e98b522012-04-04 21:33:24 +0000592 int is_tx, int rss, int qpn, int cqn, int user_prio,
593 struct mlx4_qp_context *context);
Yevgeny Petrilin966508f2009-04-20 04:30:03 +0000594void mlx4_en_sqp_event(struct mlx4_qp *qp, enum mlx4_event event);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700595int mlx4_en_map_buffer(struct mlx4_buf *buf);
596void mlx4_en_unmap_buffer(struct mlx4_buf *buf);
597
598void mlx4_en_calc_rx_buf(struct net_device *dev);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700599int mlx4_en_config_rss_steer(struct mlx4_en_priv *priv);
600void mlx4_en_release_rss_steer(struct mlx4_en_priv *priv);
Hadar Hen Zioncabdc8ee2012-07-05 04:03:50 +0000601int mlx4_en_create_drop_qp(struct mlx4_en_priv *priv);
602void mlx4_en_destroy_drop_qp(struct mlx4_en_priv *priv);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700603int mlx4_en_free_tx_buf(struct net_device *dev, struct mlx4_en_tx_ring *ring);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700604void mlx4_en_rx_irq(struct mlx4_cq *mcq);
605
606int mlx4_SET_MCAST_FLTR(struct mlx4_dev *dev, u8 port, u64 mac, u64 clear, u8 mode);
Jiri Pirkof1b553f2011-07-20 04:54:22 +0000607int mlx4_SET_VLAN_FLTR(struct mlx4_dev *dev, struct mlx4_en_priv *priv);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700608
609int mlx4_en_DUMP_ETH_STATS(struct mlx4_en_dev *mdev, u8 port, u8 reset);
Yevgeny Petriline7c1c2c42010-08-24 03:46:18 +0000610int mlx4_en_QUERY_PORT(struct mlx4_en_dev *mdev, u8 port);
611
Amir Vadai564c2742012-04-04 21:33:26 +0000612#ifdef CONFIG_MLX4_EN_DCB
613extern const struct dcbnl_rtnl_ops mlx4_en_dcbnl_ops;
614#endif
615
Amir Vadai1eb8c692012-07-18 22:33:52 +0000616#ifdef CONFIG_RFS_ACCEL
617void mlx4_en_cleanup_filters(struct mlx4_en_priv *priv,
618 struct mlx4_en_rx_ring *rx_ring);
619#endif
620
Yevgeny Petriline7c1c2c42010-08-24 03:46:18 +0000621#define MLX4_EN_NUM_SELF_TEST 5
622void mlx4_en_ex_selftest(struct net_device *dev, u32 *flags, u64 *buf);
623u64 mlx4_en_mac_to_u64(u8 *addr);
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700624
625/*
626 * Globals
627 */
628extern const struct ethtool_ops mlx4_en_ethtool_ops;
Joe Perches0a645e82010-07-10 07:22:46 +0000629
630
631
632/*
633 * printk / logging functions
634 */
635
Joe Perchesb9075fa2011-10-31 17:11:33 -0700636__printf(3, 4)
Joe Perches0a645e82010-07-10 07:22:46 +0000637int en_print(const char *level, const struct mlx4_en_priv *priv,
Joe Perchesb9075fa2011-10-31 17:11:33 -0700638 const char *format, ...);
Joe Perches0a645e82010-07-10 07:22:46 +0000639
640#define en_dbg(mlevel, priv, format, arg...) \
641do { \
642 if (NETIF_MSG_##mlevel & priv->msg_enable) \
643 en_print(KERN_DEBUG, priv, format, ##arg); \
644} while (0)
645#define en_warn(priv, format, arg...) \
646 en_print(KERN_WARNING, priv, format, ##arg)
647#define en_err(priv, format, arg...) \
648 en_print(KERN_ERR, priv, format, ##arg)
Yevgeny Petriline5cc44b2010-08-24 03:46:01 +0000649#define en_info(priv, format, arg...) \
650 en_print(KERN_INFO, priv, format, ## arg)
Joe Perches0a645e82010-07-10 07:22:46 +0000651
652#define mlx4_err(mdev, format, arg...) \
653 pr_err("%s %s: " format, DRV_NAME, \
654 dev_name(&mdev->pdev->dev), ##arg)
655#define mlx4_info(mdev, format, arg...) \
656 pr_info("%s %s: " format, DRV_NAME, \
657 dev_name(&mdev->pdev->dev), ##arg)
658#define mlx4_warn(mdev, format, arg...) \
659 pr_warning("%s %s: " format, DRV_NAME, \
660 dev_name(&mdev->pdev->dev), ##arg)
661
Yevgeny Petrilinc27a02c2008-10-22 15:47:49 -0700662#endif