blob: bffdfe65a0b6ad04bfd13508d1fd3099388fa2e1 [file] [log] [blame]
Carolyn Wybornye52c0f92014-04-11 01:46:06 +00001/* Intel(R) Gigabit Ethernet Linux driver
2 * Copyright(c) 2007-2014 Intel Corporation.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
12 *
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, see <http://www.gnu.org/licenses/>.
15 *
16 * The full GNU General Public License is included in this distribution in
17 * the file called "COPYING".
18 *
19 * Contact Information:
20 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
21 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
22 */
Auke Kok9d5c8242008-01-24 02:22:38 -080023
24/* Linux PRO/1000 Ethernet Driver main header file */
25
26#ifndef _IGB_H_
27#define _IGB_H_
28
29#include "e1000_mac.h"
30#include "e1000_82575.h"
31
Richard Cochran74d23cc2014-12-21 19:46:56 +010032#include <linux/timecounter.h>
Patrick Ohly33af6bc2009-02-12 05:03:43 +000033#include <linux/net_tstamp.h>
Richard Cochrand339b132012-03-16 10:55:32 +000034#include <linux/ptp_clock_kernel.h>
Jiri Pirkob2cb09b2011-07-21 03:27:27 +000035#include <linux/bitops.h>
36#include <linux/if_vlan.h>
Carolyn Wyborny441fc6f2012-12-07 03:00:30 +000037#include <linux/i2c.h>
38#include <linux/i2c-algo-bit.h>
Carolyn Wybornycd14ef52013-12-10 07:58:34 +000039#include <linux/pci.h>
Carolyn Wybornyf4c01e92014-03-12 03:58:22 +000040#include <linux/mdio.h>
Patrick Ohly38c845c2009-02-12 05:03:41 +000041
Auke Kok9d5c8242008-01-24 02:22:38 -080042struct igb_adapter;
43
Jeff Kirsherb980ac12013-02-23 07:29:56 +000044#define E1000_PCS_CFG_IGN_SD 1
Carolyn Wyborny3860a0b2012-11-22 02:49:22 +000045
Alexander Duyck0ba82992011-08-26 07:45:47 +000046/* Interrupt defines */
Jeff Kirsherb980ac12013-02-23 07:29:56 +000047#define IGB_START_ITR 648 /* ~6000 ints/sec */
48#define IGB_4K_ITR 980
49#define IGB_20K_ITR 196
50#define IGB_70K_ITR 56
Auke Kok9d5c8242008-01-24 02:22:38 -080051
Auke Kok9d5c8242008-01-24 02:22:38 -080052/* TX/RX descriptor defines */
Jeff Kirsherb980ac12013-02-23 07:29:56 +000053#define IGB_DEFAULT_TXD 256
54#define IGB_DEFAULT_TX_WORK 128
55#define IGB_MIN_TXD 80
56#define IGB_MAX_TXD 4096
Auke Kok9d5c8242008-01-24 02:22:38 -080057
Jeff Kirsherb980ac12013-02-23 07:29:56 +000058#define IGB_DEFAULT_RXD 256
59#define IGB_MIN_RXD 80
60#define IGB_MAX_RXD 4096
Auke Kok9d5c8242008-01-24 02:22:38 -080061
Jeff Kirsherb980ac12013-02-23 07:29:56 +000062#define IGB_DEFAULT_ITR 3 /* dynamic */
63#define IGB_MAX_ITR_USECS 10000
64#define IGB_MIN_ITR_USECS 10
65#define NON_Q_VECTORS 1
66#define MAX_Q_VECTORS 8
Carolyn Wybornycd14ef52013-12-10 07:58:34 +000067#define MAX_MSIX_ENTRIES 10
Auke Kok9d5c8242008-01-24 02:22:38 -080068
69/* Transmit and receive queues */
Jeff Kirsherb980ac12013-02-23 07:29:56 +000070#define IGB_MAX_RX_QUEUES 8
71#define IGB_MAX_RX_QUEUES_82575 4
72#define IGB_MAX_RX_QUEUES_I211 2
73#define IGB_MAX_TX_QUEUES 8
74#define IGB_MAX_VF_MC_ENTRIES 30
75#define IGB_MAX_VF_FUNCTIONS 8
76#define IGB_MAX_VFTA_ENTRIES 128
77#define IGB_82576_VF_DEV_ID 0x10CA
78#define IGB_I350_VF_DEV_ID 0x1520
Alexander Duyck4ae196d2009-02-19 20:40:07 -080079
Carolyn Wybornyd67974f2012-06-14 16:04:19 +000080/* NVM version defines */
Jeff Kirsherb980ac12013-02-23 07:29:56 +000081#define IGB_MAJOR_MASK 0xF000
82#define IGB_MINOR_MASK 0x0FF0
83#define IGB_BUILD_MASK 0x000F
84#define IGB_COMB_VER_MASK 0x00FF
85#define IGB_MAJOR_SHIFT 12
86#define IGB_MINOR_SHIFT 4
87#define IGB_COMB_VER_SHFT 8
88#define IGB_NVM_VER_INVALID 0xFFFF
89#define IGB_ETRACK_SHIFT 16
90#define NVM_ETRACK_WORD 0x0042
91#define NVM_COMB_VER_OFF 0x0083
92#define NVM_COMB_VER_PTR 0x003d
Carolyn Wybornyd67974f2012-06-14 16:04:19 +000093
Nathan Sullivan3f544d22016-05-03 18:10:56 -050094/* Transmit and receive latency (for PTP timestamps) */
95#define IGB_I210_TX_LATENCY_10 9542
96#define IGB_I210_TX_LATENCY_100 1024
97#define IGB_I210_TX_LATENCY_1000 178
98#define IGB_I210_RX_LATENCY_10 20662
99#define IGB_I210_RX_LATENCY_100 2213
100#define IGB_I210_RX_LATENCY_1000 448
101
Alexander Duyck4ae196d2009-02-19 20:40:07 -0800102struct vf_data_storage {
103 unsigned char vf_mac_addresses[ETH_ALEN];
104 u16 vf_mc_hashes[IGB_MAX_VF_MC_ENTRIES];
105 u16 num_vf_mc_hashes;
Alexander Duyckf2ca0db2009-10-27 23:46:57 +0000106 u32 flags;
107 unsigned long last_nack;
Williams, Mitch A8151d292010-02-10 01:44:24 +0000108 u16 pf_vlan; /* When set, guest VLAN config not allowed. */
109 u16 pf_qos;
Lior Levy17dc5662011-02-08 02:28:46 +0000110 u16 tx_rate;
Lior Levy70ea4782013-03-03 20:27:48 +0000111 bool spoofchk_enabled;
Alexander Duyck4ae196d2009-02-19 20:40:07 -0800112};
113
Alexander Duyckf2ca0db2009-10-27 23:46:57 +0000114#define IGB_VF_FLAG_CTS 0x00000001 /* VF is clear to send data */
Alexander Duyck7d5753f2009-10-27 23:47:16 +0000115#define IGB_VF_FLAG_UNI_PROMISC 0x00000002 /* VF has unicast promisc */
116#define IGB_VF_FLAG_MULTI_PROMISC 0x00000004 /* VF has multicast promisc */
Williams, Mitch A8151d292010-02-10 01:44:24 +0000117#define IGB_VF_FLAG_PF_SET_MAC 0x00000008 /* PF has set MAC address */
Alexander Duyckf2ca0db2009-10-27 23:46:57 +0000118
Auke Kok9d5c8242008-01-24 02:22:38 -0800119/* RX descriptor control thresholds.
120 * PTHRESH - MAC will consider prefetch if it has fewer than this number of
121 * descriptors available in its onboard memory.
122 * Setting this to 0 disables RX descriptor prefetch.
123 * HTHRESH - MAC will only prefetch if there are at least this many descriptors
124 * available in host memory.
125 * If PTHRESH is 0, this should also be 0.
126 * WTHRESH - RX descriptor writeback threshold - MAC will delay writing back
127 * descriptors until either it has this many to write back, or the
128 * ITR timer expires.
129 */
Carolyn Wybornyceb5f132013-04-18 22:21:30 +0000130#define IGB_RX_PTHRESH ((hw->mac.type == e1000_i354) ? 12 : 8)
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000131#define IGB_RX_HTHRESH 8
Carolyn Wybornyceb5f132013-04-18 22:21:30 +0000132#define IGB_TX_PTHRESH ((hw->mac.type == e1000_i354) ? 20 : 8)
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000133#define IGB_TX_HTHRESH 1
134#define IGB_RX_WTHRESH ((hw->mac.type == e1000_82576 && \
Carolyn Wybornycd14ef52013-12-10 07:58:34 +0000135 (adapter->flags & IGB_FLAG_HAS_MSIX)) ? 1 : 4)
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000136#define IGB_TX_WTHRESH ((hw->mac.type == e1000_82576 && \
Carolyn Wybornycd14ef52013-12-10 07:58:34 +0000137 (adapter->flags & IGB_FLAG_HAS_MSIX)) ? 1 : 16)
Auke Kok9d5c8242008-01-24 02:22:38 -0800138
139/* this is the size past which hardware will drop packets when setting LPE=0 */
140#define MAXIMUM_ETHERNET_VLAN_SIZE 1522
141
142/* Supported Rx Buffer Sizes */
Alexander Duyckde78d1f2012-09-25 00:31:12 +0000143#define IGB_RXBUFFER_256 256
144#define IGB_RXBUFFER_2048 2048
145#define IGB_RX_HDR_LEN IGB_RXBUFFER_256
Alexander Duyckcfbc8712017-02-06 18:26:15 -0800146#define IGB_TS_HDR_LEN 16
Alexander Duyckde78d1f2012-09-25 00:31:12 +0000147#define IGB_RX_BUFSZ IGB_RXBUFFER_2048
Auke Kok9d5c8242008-01-24 02:22:38 -0800148
Alexander Duyckcfbc8712017-02-06 18:26:15 -0800149#define IGB_SKB_PAD (NET_SKB_PAD + NET_IP_ALIGN)
150#if (PAGE_SIZE < 8192)
151#define IGB_MAX_FRAME_BUILD_SKB \
152 (SKB_WITH_OVERHEAD(IGB_RXBUFFER_2048) - IGB_SKB_PAD - IGB_TS_HDR_LEN)
153#else
154#define IGB_MAX_FRAME_BUILD_SKB (IGB_RXBUFFER_2048 - IGB_TS_HDR_LEN)
155#endif
156
Auke Kok9d5c8242008-01-24 02:22:38 -0800157/* How many Rx Buffers do we bundle into one write to the hardware ? */
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000158#define IGB_RX_BUFFER_WRITE 16 /* Must be power of 2 */
Auke Kok9d5c8242008-01-24 02:22:38 -0800159
Alexander Duyck7bd17592017-02-06 18:25:26 -0800160#define IGB_RX_DMA_ATTR \
161 (DMA_ATTR_SKIP_CPU_SYNC | DMA_ATTR_WEAK_ORDERING)
162
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000163#define AUTO_ALL_MODES 0
164#define IGB_EEPROM_APME 0x0400
Auke Kok9d5c8242008-01-24 02:22:38 -0800165
166#ifndef IGB_MASTER_SLAVE
167/* Switch to override PHY master/slave setting */
168#define IGB_MASTER_SLAVE e1000_ms_hw_default
169#endif
170
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000171#define IGB_MNG_VLAN_NONE -1
Auke Kok9d5c8242008-01-24 02:22:38 -0800172
Alexander Duyck1d9daf42012-11-13 04:03:23 +0000173enum igb_tx_flags {
174 /* cmd_type flags */
175 IGB_TX_FLAGS_VLAN = 0x01,
176 IGB_TX_FLAGS_TSO = 0x02,
177 IGB_TX_FLAGS_TSTAMP = 0x04,
178
179 /* olinfo flags */
180 IGB_TX_FLAGS_IPV4 = 0x10,
181 IGB_TX_FLAGS_CSUM = 0x20,
182};
183
184/* VLAN info */
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000185#define IGB_TX_FLAGS_VLAN_MASK 0xffff0000
Alexander Duyck2bbfebe2011-08-26 07:44:59 +0000186#define IGB_TX_FLAGS_VLAN_SHIFT 16
187
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000188/* The largest size we can write to the descriptor is 65535. In order to
Alexander Duyck21ba6fe2013-02-09 04:27:48 +0000189 * maintain a power of two alignment we have to limit ourselves to 32K.
190 */
191#define IGB_MAX_TXD_PWR 15
Jacob Kellera51d8c22016-04-13 16:08:28 -0700192#define IGB_MAX_DATA_PER_TXD (1u << IGB_MAX_TXD_PWR)
Alexander Duyck21ba6fe2013-02-09 04:27:48 +0000193
194/* Tx Descriptors needed, worst case */
195#define TXD_USE_COUNT(S) DIV_ROUND_UP((S), IGB_MAX_DATA_PER_TXD)
196#define DESC_NEEDED (MAX_SKB_FRAGS + 4)
197
Akeem G. Abodunrinf69aa392013-04-11 06:36:35 +0000198/* EEPROM byte offsets */
199#define IGB_SFF_8472_SWAP 0x5C
200#define IGB_SFF_8472_COMP 0x5E
201
202/* Bitmasks */
203#define IGB_SFF_ADDRESSING_MODE 0x4
204#define IGB_SFF_8472_UNSUP 0x00
205
Auke Kok9d5c8242008-01-24 02:22:38 -0800206/* wrapper around a pointer to a socket buffer,
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000207 * so a DMA handle can be stored along with the buffer
208 */
Alexander Duyck06034642011-08-26 07:44:22 +0000209struct igb_tx_buffer {
Alexander Duyck8542db02011-08-26 07:44:43 +0000210 union e1000_adv_tx_desc *next_to_watch;
Alexander Duyck06034642011-08-26 07:44:22 +0000211 unsigned long time_stamp;
Alexander Duyck06034642011-08-26 07:44:22 +0000212 struct sk_buff *skb;
213 unsigned int bytecount;
214 u16 gso_segs;
Alexander Duyck7af40ad92011-08-26 07:45:15 +0000215 __be16 protocol;
Carolyn Wyborny9005df32014-04-11 01:45:34 +0000216
Alexander Duyckc9f14bf32012-09-18 01:56:27 +0000217 DEFINE_DMA_UNMAP_ADDR(dma);
218 DEFINE_DMA_UNMAP_LEN(len);
Alexander Duyckebe42d12011-08-26 07:45:09 +0000219 u32 tx_flags;
Alexander Duyck06034642011-08-26 07:44:22 +0000220};
221
222struct igb_rx_buffer {
Auke Kok9d5c8242008-01-24 02:22:38 -0800223 dma_addr_t dma;
Alexander Duyck06034642011-08-26 07:44:22 +0000224 struct page *page;
Alexander Duyckbd4171a2016-12-14 15:05:34 -0800225#if (BITS_PER_LONG > 32) || (PAGE_SIZE >= 65536)
226 __u32 page_offset;
227#else
228 __u16 page_offset;
229#endif
230 __u16 pagecnt_bias;
Auke Kok9d5c8242008-01-24 02:22:38 -0800231};
232
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000233struct igb_tx_queue_stats {
Auke Kok9d5c8242008-01-24 02:22:38 -0800234 u64 packets;
235 u64 bytes;
Alexander Duyck04a5fcaa2009-10-27 15:52:27 +0000236 u64 restart_queue;
Eric Dumazet12dcd862010-10-15 17:27:10 +0000237 u64 restart_queue2;
Auke Kok9d5c8242008-01-24 02:22:38 -0800238};
239
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000240struct igb_rx_queue_stats {
241 u64 packets;
242 u64 bytes;
243 u64 drops;
Alexander Duyck04a5fcaa2009-10-27 15:52:27 +0000244 u64 csum_err;
245 u64 alloc_failed;
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000246};
247
Alexander Duyck0ba82992011-08-26 07:45:47 +0000248struct igb_ring_container {
249 struct igb_ring *ring; /* pointer to linked list of rings */
250 unsigned int total_bytes; /* total bytes processed this int */
251 unsigned int total_packets; /* total packets processed this int */
252 u16 work_limit; /* total work allowed per interrupt */
253 u8 count; /* total number of rings in vector */
254 u8 itr; /* current ITR setting for ring */
255};
256
Alexander Duyck047e0032009-10-27 15:49:27 +0000257struct igb_ring {
Alexander Duyck238ac812011-08-26 07:43:48 +0000258 struct igb_q_vector *q_vector; /* backlink to q_vector */
259 struct net_device *netdev; /* back pointer to net_device */
260 struct device *dev; /* device pointer for dma mapping */
Alexander Duyck06034642011-08-26 07:44:22 +0000261 union { /* array of buffer info structs */
262 struct igb_tx_buffer *tx_buffer_info;
263 struct igb_rx_buffer *rx_buffer_info;
264 };
Alexander Duyck238ac812011-08-26 07:43:48 +0000265 void *desc; /* descriptor ring memory */
266 unsigned long flags; /* ring specific flags */
267 void __iomem *tail; /* pointer to ring tail register */
Alexander Duyck5536d212012-09-25 00:31:17 +0000268 dma_addr_t dma; /* phys address of the ring */
269 unsigned int size; /* length of desc. ring in bytes */
Alexander Duyck238ac812011-08-26 07:43:48 +0000270
271 u16 count; /* number of desc. in the ring */
272 u8 queue_index; /* logical index of the ring*/
273 u8 reg_idx; /* physical index of the ring */
Alexander Duyck238ac812011-08-26 07:43:48 +0000274
275 /* everything past this point are written often */
Alexander Duyck5536d212012-09-25 00:31:17 +0000276 u16 next_to_clean;
Auke Kok9d5c8242008-01-24 02:22:38 -0800277 u16 next_to_use;
Alexander Duyckcbc8e552012-09-25 00:31:02 +0000278 u16 next_to_alloc;
Auke Kok9d5c8242008-01-24 02:22:38 -0800279
Auke Kok9d5c8242008-01-24 02:22:38 -0800280 union {
281 /* TX */
282 struct {
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000283 struct igb_tx_queue_stats tx_stats;
Eric Dumazet12dcd862010-10-15 17:27:10 +0000284 struct u64_stats_sync tx_syncp;
285 struct u64_stats_sync tx_syncp2;
Auke Kok9d5c8242008-01-24 02:22:38 -0800286 };
287 /* RX */
288 struct {
Alexander Duyck1a1c2252012-09-25 00:30:52 +0000289 struct sk_buff *skb;
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000290 struct igb_rx_queue_stats rx_stats;
Eric Dumazet12dcd862010-10-15 17:27:10 +0000291 struct u64_stats_sync rx_syncp;
Auke Kok9d5c8242008-01-24 02:22:38 -0800292 };
293 };
Alexander Duyck5536d212012-09-25 00:31:17 +0000294} ____cacheline_internodealigned_in_smp;
295
296struct igb_q_vector {
297 struct igb_adapter *adapter; /* backlink */
298 int cpu; /* CPU for DCA */
299 u32 eims_value; /* EIMS mask value */
300
301 u16 itr_val;
302 u8 set_itr;
303 void __iomem *itr_register;
304
305 struct igb_ring_container rx, tx;
306
307 struct napi_struct napi;
308 struct rcu_head rcu; /* to avoid race with update stats on free */
309 char name[IFNAMSIZ + 9];
310
311 /* for dynamic allocation of rings associated with this q_vector */
312 struct igb_ring ring[0] ____cacheline_internodealigned_in_smp;
Auke Kok9d5c8242008-01-24 02:22:38 -0800313};
314
Alexander Duyck866cff02011-08-26 07:45:36 +0000315enum e1000_ring_flags_t {
Alexander Duyck866cff02011-08-26 07:45:36 +0000316 IGB_RING_FLAG_RX_SCTP_CSUM,
Alexander Duyck8be10e92011-08-26 07:47:11 +0000317 IGB_RING_FLAG_RX_LB_VLAN_BSWAP,
Alexander Duyck866cff02011-08-26 07:45:36 +0000318 IGB_RING_FLAG_TX_CTX_IDX,
319 IGB_RING_FLAG_TX_DETECT_HANG
320};
Alexander Duyck85ad76b2009-10-27 15:52:46 +0000321
Alexander Duycke032afc2011-08-26 07:44:48 +0000322#define IGB_TXD_DCMD (E1000_ADVTXD_DCMD_EOP | E1000_ADVTXD_DCMD_RS)
Alexander Duyck85ad76b2009-10-27 15:52:46 +0000323
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000324#define IGB_RX_DESC(R, i) \
Alexander Duyck601369062011-08-26 07:44:05 +0000325 (&(((union e1000_adv_rx_desc *)((R)->desc))[i]))
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000326#define IGB_TX_DESC(R, i) \
Alexander Duyck601369062011-08-26 07:44:05 +0000327 (&(((union e1000_adv_tx_desc *)((R)->desc))[i]))
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000328#define IGB_TX_CTXTDESC(R, i) \
Alexander Duyck601369062011-08-26 07:44:05 +0000329 (&(((struct e1000_adv_tx_context_desc *)((R)->desc))[i]))
Auke Kok9d5c8242008-01-24 02:22:38 -0800330
Alexander Duyck3ceb90f2011-08-26 07:46:03 +0000331/* igb_test_staterr - tests bits within Rx descriptor status and error fields */
332static inline __le32 igb_test_staterr(union e1000_adv_rx_desc *rx_desc,
333 const u32 stat_err_bits)
334{
335 return rx_desc->wb.upper.status_error & cpu_to_le32(stat_err_bits);
336}
337
Alexander Duyckd7ee5b32009-10-27 15:54:23 +0000338/* igb_desc_unused - calculate if we have unused descriptors */
339static inline int igb_desc_unused(struct igb_ring *ring)
340{
341 if (ring->next_to_clean > ring->next_to_use)
342 return ring->next_to_clean - ring->next_to_use - 1;
343
344 return ring->count + ring->next_to_clean - ring->next_to_use - 1;
345}
346
Carolyn Wybornye4288932012-12-07 03:01:42 +0000347#ifdef CONFIG_IGB_HWMON
348
349#define IGB_HWMON_TYPE_LOC 0
350#define IGB_HWMON_TYPE_TEMP 1
351#define IGB_HWMON_TYPE_CAUTION 2
352#define IGB_HWMON_TYPE_MAX 3
353
354struct hwmon_attr {
355 struct device_attribute dev_attr;
356 struct e1000_hw *hw;
357 struct e1000_thermal_diode_data *sensor;
358 char name[12];
359 };
360
361struct hwmon_buff {
Guenter Roecke3670b82013-11-26 07:15:23 +0000362 struct attribute_group group;
363 const struct attribute_group *groups[2];
364 struct attribute *attrs[E1000_MAX_SENSORS * 4 + 1];
365 struct hwmon_attr hwmon_list[E1000_MAX_SENSORS * 4];
Carolyn Wybornye4288932012-12-07 03:01:42 +0000366 unsigned int n_hwmon;
367 };
368#endif
369
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800370/* The number of L2 ether-type filter registers, Index 3 is reserved
371 * for PTP 1588 timestamp
372 */
373#define MAX_ETYPE_FILTER (4 - 1)
374/* ETQF filter list: one static filter per filter consumer. This is
375 * to avoid filter collisions later. Add new filters here!!
376 *
377 * Current filters: Filter 3
378 */
379#define IGB_ETQF_FILTER_1588 3
380
Richard Cochran720db4f2014-11-21 20:51:26 +0000381#define IGB_N_EXTTS 2
382#define IGB_N_PEROUT 2
383#define IGB_N_SDP 4
Laura Mihaela Vasilescuc342b392013-07-31 20:19:48 +0000384#define IGB_RETA_SIZE 128
385
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800386enum igb_filter_match_flags {
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800387 IGB_FILTER_FLAG_ETHER_TYPE = 0x1,
Gangfeng Huang7a277a92016-07-06 13:22:56 +0800388 IGB_FILTER_FLAG_VLAN_TCI = 0x2,
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800389};
390
391#define IGB_MAX_RXNFC_FILTERS 16
392
393/* RX network flow classification data structure */
394struct igb_nfc_input {
395 /* Byte layout in order, all values with MSB first:
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800396 * match_flags - 1 byte
397 * etype - 2 bytes
Gangfeng Huang7a277a92016-07-06 13:22:56 +0800398 * vlan_tci - 2 bytes
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800399 */
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800400 u8 match_flags;
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800401 __be16 etype;
Gangfeng Huang7a277a92016-07-06 13:22:56 +0800402 __be16 vlan_tci;
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800403};
404
405struct igb_nfc_filter {
406 struct hlist_node nfc_node;
407 struct igb_nfc_input filter;
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800408 u16 etype_reg_index;
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800409 u16 sw_idx;
410 u16 action;
411};
412
Auke Kok9d5c8242008-01-24 02:22:38 -0800413/* board specific private data structure */
Auke Kok9d5c8242008-01-24 02:22:38 -0800414struct igb_adapter {
Jiri Pirkob2cb09b2011-07-21 03:27:27 +0000415 unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
Alexander Duyck238ac812011-08-26 07:43:48 +0000416
417 struct net_device *netdev;
418
419 unsigned long state;
420 unsigned int flags;
421
422 unsigned int num_q_vectors;
Carolyn Wybornycd14ef52013-12-10 07:58:34 +0000423 struct msix_entry msix_entries[MAX_MSIX_ENTRIES];
Alexander Duyck2e5655e2009-10-27 23:50:38 +0000424
Auke Kok9d5c8242008-01-24 02:22:38 -0800425 /* Interrupt Throttle Rate */
Alexander Duyck4fc82ad2009-10-27 23:45:42 +0000426 u32 rx_itr_setting;
427 u32 tx_itr_setting;
Auke Kok9d5c8242008-01-24 02:22:38 -0800428 u16 tx_itr;
429 u16 rx_itr;
Auke Kok9d5c8242008-01-24 02:22:38 -0800430
Alexander Duyck238ac812011-08-26 07:43:48 +0000431 /* TX */
Alexander Duyck13fde972011-10-05 13:35:24 +0000432 u16 tx_work_limit;
Alexander Duyck238ac812011-08-26 07:43:48 +0000433 u32 tx_timeout_count;
434 int num_tx_queues;
435 struct igb_ring *tx_ring[16];
436
437 /* RX */
438 int num_rx_queues;
439 struct igb_ring *rx_ring[16];
440
441 u32 max_frame_size;
442 u32 min_frame_size;
443
444 struct timer_list watchdog_timer;
445 struct timer_list phy_info_timer;
446
447 u16 mng_vlan_id;
448 u32 bd_number;
449 u32 wol;
450 u32 en_mng_pt;
451 u16 link_speed;
452 u16 link_duplex;
453
Jarod Wilson73bf8042015-09-10 15:37:50 -0400454 u8 __iomem *io_addr; /* Mainly for iounmap use */
455
Auke Kok9d5c8242008-01-24 02:22:38 -0800456 struct work_struct reset_task;
457 struct work_struct watchdog_task;
458 bool fc_autoneg;
459 u8 tx_timeout_factor;
460 struct timer_list blink_timer;
461 unsigned long led_status;
462
Auke Kok9d5c8242008-01-24 02:22:38 -0800463 /* OS defined structs */
Auke Kok9d5c8242008-01-24 02:22:38 -0800464 struct pci_dev *pdev;
Auke Kok9d5c8242008-01-24 02:22:38 -0800465
Eric Dumazet12dcd862010-10-15 17:27:10 +0000466 spinlock_t stats64_lock;
467 struct rtnl_link_stats64 stats64;
468
Auke Kok9d5c8242008-01-24 02:22:38 -0800469 /* structs defined in e1000_hw.h */
470 struct e1000_hw hw;
471 struct e1000_hw_stats stats;
472 struct e1000_phy_info phy_info;
Auke Kok9d5c8242008-01-24 02:22:38 -0800473
474 u32 test_icr;
475 struct igb_ring test_tx_ring;
476 struct igb_ring test_rx_ring;
477
478 int msg_enable;
Alexander Duyck047e0032009-10-27 15:49:27 +0000479
Alexander Duyck047e0032009-10-27 15:49:27 +0000480 struct igb_q_vector *q_vector[MAX_Q_VECTORS];
Auke Kok9d5c8242008-01-24 02:22:38 -0800481 u32 eims_enable_mask;
PJ Waskiewicz844290e2008-06-27 11:00:39 -0700482 u32 eims_other;
Auke Kok9d5c8242008-01-24 02:22:38 -0800483
484 /* to not mess up cache alignment, always add to the bottom */
Alexander Duyck2e5655e2009-10-27 23:50:38 +0000485 u16 tx_ring_count;
486 u16 rx_ring_count;
Alexander Duyck1bfaf072009-02-19 20:39:23 -0800487 unsigned int vfs_allocated_count;
Alexander Duyck4ae196d2009-02-19 20:40:07 -0800488 struct vf_data_storage *vf_data;
Lior Levy17dc5662011-02-08 02:28:46 +0000489 int vf_rate_link_speed;
Alexander Duycka99955f2009-11-12 18:37:19 +0000490 u32 rss_queues;
Greg Rose13800462010-11-06 02:08:26 +0000491 u32 wvbr;
Carolyn Wyborny1128c752011-10-14 00:13:49 +0000492 u32 *shadow_vfta;
Richard Cochrand339b132012-03-16 10:55:32 +0000493
494 struct ptp_clock *ptp_clock;
Matthew Vicka79f4f82012-08-10 05:40:44 +0000495 struct ptp_clock_info ptp_caps;
496 struct delayed_work ptp_overflow_work;
Matthew Vick1f6e8172012-08-18 07:26:33 +0000497 struct work_struct ptp_tx_work;
498 struct sk_buff *ptp_tx_skb;
Jacob Keller6ab5f7b2014-01-11 07:20:06 +0000499 struct hwtstamp_config tstamp_config;
Matthew Vick428f1f72012-12-13 07:20:34 +0000500 unsigned long ptp_tx_start;
Matthew Vickfc580752012-12-13 07:20:35 +0000501 unsigned long last_rx_ptp_check;
Jakub Kicinski5499a962014-04-02 10:33:33 +0000502 unsigned long last_rx_timestamp;
Jacob Keller462f1182016-05-24 13:56:27 -0700503 unsigned int ptp_flags;
Richard Cochrand339b132012-03-16 10:55:32 +0000504 spinlock_t tmreg_lock;
505 struct cyclecounter cc;
506 struct timecounter tc;
Matthew Vick428f1f72012-12-13 07:20:34 +0000507 u32 tx_hwtstamp_timeouts;
Matthew Vickfc580752012-12-13 07:20:35 +0000508 u32 rx_hwtstamp_cleared;
Jacob Kellerac28b412016-09-09 09:10:51 -0700509 bool pps_sys_wrap_on;
Matthew Vick3c89f6d2012-08-10 05:40:43 +0000510
Richard Cochran720db4f2014-11-21 20:51:26 +0000511 struct ptp_pin_desc sdp_config[IGB_N_SDP];
512 struct {
Arnd Bergmann40c9b072015-09-30 13:26:33 +0200513 struct timespec64 start;
514 struct timespec64 period;
Richard Cochran720db4f2014-11-21 20:51:26 +0000515 } perout[IGB_N_PEROUT];
516
Carolyn Wybornyd67974f2012-06-14 16:04:19 +0000517 char fw_version[32];
Carolyn Wybornye4288932012-12-07 03:01:42 +0000518#ifdef CONFIG_IGB_HWMON
Guenter Roecke3670b82013-11-26 07:15:23 +0000519 struct hwmon_buff *igb_hwmon_buff;
Carolyn Wybornye4288932012-12-07 03:01:42 +0000520 bool ets;
521#endif
Carolyn Wyborny441fc6f2012-12-07 03:00:30 +0000522 struct i2c_algo_bit_data i2c_algo;
523 struct i2c_adapter i2c_adap;
Carolyn Wyborny603e86f2013-02-20 07:40:55 +0000524 struct i2c_client *i2c_client;
Laura Mihaela Vasilescued12cc92013-07-31 20:19:54 +0000525 u32 rss_indir_tbl_init;
526 u8 rss_indir_tbl[IGB_RETA_SIZE];
Akeem G Abodunrinaa9b8cc2013-08-28 02:22:43 +0000527
528 unsigned long link_check_timeout;
Carolyn Wyborny56cec242013-10-17 05:36:26 +0000529 int copper_tries;
530 struct e1000_info ei;
Carolyn Wybornyf4c01e92014-03-12 03:58:22 +0000531 u16 eee_advert;
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800532
533 /* RX network flow classification support */
534 struct hlist_head nfc_filter_list;
535 unsigned int nfc_filter_count;
536 /* lock for RX network flow classification filter */
537 spinlock_t nfc_lock;
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800538 bool etype_bitmap[MAX_ETYPE_FILTER];
Auke Kok9d5c8242008-01-24 02:22:38 -0800539};
540
Jacob Keller462f1182016-05-24 13:56:27 -0700541/* flags controlling PTP/1588 function */
542#define IGB_PTP_ENABLED BIT(0)
Jacob Keller63737162016-05-24 13:56:28 -0700543#define IGB_PTP_OVERFLOW_CHECK BIT(1)
Jacob Keller462f1182016-05-24 13:56:27 -0700544
Jacob Kellera51d8c22016-04-13 16:08:28 -0700545#define IGB_FLAG_HAS_MSI BIT(0)
546#define IGB_FLAG_DCA_ENABLED BIT(1)
547#define IGB_FLAG_QUAD_PORT_A BIT(2)
548#define IGB_FLAG_QUEUE_PAIRS BIT(3)
549#define IGB_FLAG_DMAC BIT(4)
Jacob Kellera51d8c22016-04-13 16:08:28 -0700550#define IGB_FLAG_RSS_FIELD_IPV4_UDP BIT(6)
551#define IGB_FLAG_RSS_FIELD_IPV6_UDP BIT(7)
552#define IGB_FLAG_WOL_SUPPORTED BIT(8)
553#define IGB_FLAG_NEED_LINK_UPDATE BIT(9)
554#define IGB_FLAG_MEDIA_RESET BIT(10)
555#define IGB_FLAG_MAS_CAPABLE BIT(11)
556#define IGB_FLAG_MAS_ENABLE BIT(12)
557#define IGB_FLAG_HAS_MSIX BIT(13)
558#define IGB_FLAG_EEE BIT(14)
Alexander Duyck16903ca2016-01-06 23:11:18 -0800559#define IGB_FLAG_VLAN_PROMISC BIT(15)
Alexander Duycke0891292017-02-06 18:26:52 -0800560#define IGB_FLAG_RX_LEGACY BIT(16)
Carolyn Wyborny56cec242013-10-17 05:36:26 +0000561
562/* Media Auto Sense */
563#define IGB_MAS_ENABLE_0 0X0001
564#define IGB_MAS_ENABLE_1 0X0002
565#define IGB_MAS_ENABLE_2 0X0004
566#define IGB_MAS_ENABLE_3 0X0008
Carolyn Wyborny831ec0b2011-03-11 20:43:54 -0800567
568/* DMA Coalescing defines */
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000569#define IGB_MIN_TXPBSIZE 20408
570#define IGB_TX_BUF_4096 4096
571#define IGB_DMCTLX_DCFLUSH_DIS 0x80000000 /* Disable DMA Coal Flush */
Alexander Duyck7dfc16f2008-07-08 15:10:46 -0700572
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000573#define IGB_82576_TSYNC_SHIFT 19
Auke Kok9d5c8242008-01-24 02:22:38 -0800574enum e1000_state_t {
575 __IGB_TESTING,
576 __IGB_RESETTING,
Jakub Kicinskied4420a2014-03-15 14:55:32 +0000577 __IGB_DOWN,
578 __IGB_PTP_TX_IN_PROGRESS,
Auke Kok9d5c8242008-01-24 02:22:38 -0800579};
580
581enum igb_boards {
582 board_82575,
583};
584
585extern char igb_driver_name[];
586extern char igb_driver_version[];
587
Stefan Assmann46eafa52016-02-03 09:20:50 +0100588int igb_open(struct net_device *netdev);
589int igb_close(struct net_device *netdev);
Joe Perches5ccc9212013-09-23 11:37:59 -0700590int igb_up(struct igb_adapter *);
591void igb_down(struct igb_adapter *);
592void igb_reinit_locked(struct igb_adapter *);
593void igb_reset(struct igb_adapter *);
Laura Mihaela Vasilescu907b7832013-10-01 04:33:56 -0700594int igb_reinit_queues(struct igb_adapter *);
Joe Perches5ccc9212013-09-23 11:37:59 -0700595void igb_write_rss_indir_tbl(struct igb_adapter *);
596int igb_set_spd_dplx(struct igb_adapter *, u32, u8);
597int igb_setup_tx_resources(struct igb_ring *);
598int igb_setup_rx_resources(struct igb_ring *);
599void igb_free_tx_resources(struct igb_ring *);
600void igb_free_rx_resources(struct igb_ring *);
601void igb_configure_tx_ring(struct igb_adapter *, struct igb_ring *);
602void igb_configure_rx_ring(struct igb_adapter *, struct igb_ring *);
603void igb_setup_tctl(struct igb_adapter *);
604void igb_setup_rctl(struct igb_adapter *);
605netdev_tx_t igb_xmit_frame_ring(struct sk_buff *, struct igb_ring *);
Joe Perches5ccc9212013-09-23 11:37:59 -0700606void igb_alloc_rx_buffers(struct igb_ring *, u16);
607void igb_update_stats(struct igb_adapter *, struct rtnl_link_stats64 *);
608bool igb_has_link(struct igb_adapter *adapter);
609void igb_set_ethtool_ops(struct net_device *);
610void igb_power_up_link(struct igb_adapter *);
611void igb_set_fw_version(struct igb_adapter *);
612void igb_ptp_init(struct igb_adapter *adapter);
613void igb_ptp_stop(struct igb_adapter *adapter);
614void igb_ptp_reset(struct igb_adapter *adapter);
Jacob Kellere3f23502016-05-24 13:56:30 -0700615void igb_ptp_suspend(struct igb_adapter *adapter);
Joe Perches5ccc9212013-09-23 11:37:59 -0700616void igb_ptp_rx_hang(struct igb_adapter *adapter);
Joe Perches5ccc9212013-09-23 11:37:59 -0700617void igb_ptp_rx_rgtstamp(struct igb_q_vector *q_vector, struct sk_buff *skb);
Alexander Duyck3456fd52017-02-06 18:26:40 -0800618void igb_ptp_rx_pktstamp(struct igb_q_vector *q_vector, void *va,
Joe Perches5ccc9212013-09-23 11:37:59 -0700619 struct sk_buff *skb);
Jacob Keller6ab5f7b2014-01-11 07:20:06 +0000620int igb_ptp_set_ts_config(struct net_device *netdev, struct ifreq *ifr);
621int igb_ptp_get_ts_config(struct net_device *netdev, struct ifreq *ifr);
Shota Suzuki72ddef02015-07-01 09:25:52 +0900622void igb_set_flag_queue_pairs(struct igb_adapter *, const u32);
Carolyn Wybornye4288932012-12-07 03:01:42 +0000623#ifdef CONFIG_IGB_HWMON
Joe Perches5ccc9212013-09-23 11:37:59 -0700624void igb_sysfs_exit(struct igb_adapter *adapter);
625int igb_sysfs_init(struct igb_adapter *adapter);
Carolyn Wybornye4288932012-12-07 03:01:42 +0000626#endif
Alexander Duyckf5f4cf02008-11-21 21:30:24 -0800627static inline s32 igb_reset_phy(struct e1000_hw *hw)
628{
Alexander Duycka8d2a0c2009-02-06 23:17:26 +0000629 if (hw->phy.ops.reset)
630 return hw->phy.ops.reset(hw);
Alexander Duyckf5f4cf02008-11-21 21:30:24 -0800631
632 return 0;
633}
634
635static inline s32 igb_read_phy_reg(struct e1000_hw *hw, u32 offset, u16 *data)
636{
Alexander Duycka8d2a0c2009-02-06 23:17:26 +0000637 if (hw->phy.ops.read_reg)
638 return hw->phy.ops.read_reg(hw, offset, data);
Alexander Duyckf5f4cf02008-11-21 21:30:24 -0800639
640 return 0;
641}
642
643static inline s32 igb_write_phy_reg(struct e1000_hw *hw, u32 offset, u16 data)
644{
Alexander Duycka8d2a0c2009-02-06 23:17:26 +0000645 if (hw->phy.ops.write_reg)
646 return hw->phy.ops.write_reg(hw, offset, data);
Alexander Duyckf5f4cf02008-11-21 21:30:24 -0800647
648 return 0;
649}
650
651static inline s32 igb_get_phy_info(struct e1000_hw *hw)
652{
653 if (hw->phy.ops.get_phy_info)
654 return hw->phy.ops.get_phy_info(hw);
655
656 return 0;
657}
658
Eric Dumazetbdbc0632012-01-04 20:23:36 +0000659static inline struct netdev_queue *txring_txq(const struct igb_ring *tx_ring)
660{
661 return netdev_get_tx_queue(tx_ring->netdev, tx_ring->queue_index);
662}
663
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800664int igb_add_filter(struct igb_adapter *adapter,
665 struct igb_nfc_filter *input);
666int igb_erase_filter(struct igb_adapter *adapter,
667 struct igb_nfc_filter *input);
668
Auke Kok9d5c8242008-01-24 02:22:38 -0800669#endif /* _IGB_H_ */