blob: 92845692087ac5a6371475647497dbf6b228071d [file] [log] [blame]
Carolyn Wybornye52c0f92014-04-11 01:46:06 +00001/* Intel(R) Gigabit Ethernet Linux driver
2 * Copyright(c) 2007-2014 Intel Corporation.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
12 *
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, see <http://www.gnu.org/licenses/>.
15 *
16 * The full GNU General Public License is included in this distribution in
17 * the file called "COPYING".
18 *
19 * Contact Information:
20 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
21 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
22 */
Auke Kok9d5c8242008-01-24 02:22:38 -080023
24/* Linux PRO/1000 Ethernet Driver main header file */
25
26#ifndef _IGB_H_
27#define _IGB_H_
28
29#include "e1000_mac.h"
30#include "e1000_82575.h"
31
Richard Cochran74d23cc2014-12-21 19:46:56 +010032#include <linux/timecounter.h>
Patrick Ohly33af6bc2009-02-12 05:03:43 +000033#include <linux/net_tstamp.h>
Richard Cochrand339b132012-03-16 10:55:32 +000034#include <linux/ptp_clock_kernel.h>
Jiri Pirkob2cb09b2011-07-21 03:27:27 +000035#include <linux/bitops.h>
36#include <linux/if_vlan.h>
Carolyn Wyborny441fc6f2012-12-07 03:00:30 +000037#include <linux/i2c.h>
38#include <linux/i2c-algo-bit.h>
Carolyn Wybornycd14ef52013-12-10 07:58:34 +000039#include <linux/pci.h>
Carolyn Wybornyf4c01e92014-03-12 03:58:22 +000040#include <linux/mdio.h>
Patrick Ohly38c845c2009-02-12 05:03:41 +000041
Auke Kok9d5c8242008-01-24 02:22:38 -080042struct igb_adapter;
43
Jeff Kirsherb980ac12013-02-23 07:29:56 +000044#define E1000_PCS_CFG_IGN_SD 1
Carolyn Wyborny3860a0b2012-11-22 02:49:22 +000045
Alexander Duyck0ba82992011-08-26 07:45:47 +000046/* Interrupt defines */
Jeff Kirsherb980ac12013-02-23 07:29:56 +000047#define IGB_START_ITR 648 /* ~6000 ints/sec */
48#define IGB_4K_ITR 980
49#define IGB_20K_ITR 196
50#define IGB_70K_ITR 56
Auke Kok9d5c8242008-01-24 02:22:38 -080051
Auke Kok9d5c8242008-01-24 02:22:38 -080052/* TX/RX descriptor defines */
Jeff Kirsherb980ac12013-02-23 07:29:56 +000053#define IGB_DEFAULT_TXD 256
54#define IGB_DEFAULT_TX_WORK 128
55#define IGB_MIN_TXD 80
56#define IGB_MAX_TXD 4096
Auke Kok9d5c8242008-01-24 02:22:38 -080057
Jeff Kirsherb980ac12013-02-23 07:29:56 +000058#define IGB_DEFAULT_RXD 256
59#define IGB_MIN_RXD 80
60#define IGB_MAX_RXD 4096
Auke Kok9d5c8242008-01-24 02:22:38 -080061
Jeff Kirsherb980ac12013-02-23 07:29:56 +000062#define IGB_DEFAULT_ITR 3 /* dynamic */
63#define IGB_MAX_ITR_USECS 10000
64#define IGB_MIN_ITR_USECS 10
65#define NON_Q_VECTORS 1
66#define MAX_Q_VECTORS 8
Carolyn Wybornycd14ef52013-12-10 07:58:34 +000067#define MAX_MSIX_ENTRIES 10
Auke Kok9d5c8242008-01-24 02:22:38 -080068
69/* Transmit and receive queues */
Jeff Kirsherb980ac12013-02-23 07:29:56 +000070#define IGB_MAX_RX_QUEUES 8
71#define IGB_MAX_RX_QUEUES_82575 4
72#define IGB_MAX_RX_QUEUES_I211 2
73#define IGB_MAX_TX_QUEUES 8
74#define IGB_MAX_VF_MC_ENTRIES 30
75#define IGB_MAX_VF_FUNCTIONS 8
76#define IGB_MAX_VFTA_ENTRIES 128
77#define IGB_82576_VF_DEV_ID 0x10CA
78#define IGB_I350_VF_DEV_ID 0x1520
Alexander Duyck4ae196d2009-02-19 20:40:07 -080079
Carolyn Wybornyd67974f2012-06-14 16:04:19 +000080/* NVM version defines */
Jeff Kirsherb980ac12013-02-23 07:29:56 +000081#define IGB_MAJOR_MASK 0xF000
82#define IGB_MINOR_MASK 0x0FF0
83#define IGB_BUILD_MASK 0x000F
84#define IGB_COMB_VER_MASK 0x00FF
85#define IGB_MAJOR_SHIFT 12
86#define IGB_MINOR_SHIFT 4
87#define IGB_COMB_VER_SHFT 8
88#define IGB_NVM_VER_INVALID 0xFFFF
89#define IGB_ETRACK_SHIFT 16
90#define NVM_ETRACK_WORD 0x0042
91#define NVM_COMB_VER_OFF 0x0083
92#define NVM_COMB_VER_PTR 0x003d
Carolyn Wybornyd67974f2012-06-14 16:04:19 +000093
Nathan Sullivan3f544d22016-05-03 18:10:56 -050094/* Transmit and receive latency (for PTP timestamps) */
95#define IGB_I210_TX_LATENCY_10 9542
96#define IGB_I210_TX_LATENCY_100 1024
97#define IGB_I210_TX_LATENCY_1000 178
98#define IGB_I210_RX_LATENCY_10 20662
99#define IGB_I210_RX_LATENCY_100 2213
100#define IGB_I210_RX_LATENCY_1000 448
101
Alexander Duyck4ae196d2009-02-19 20:40:07 -0800102struct vf_data_storage {
103 unsigned char vf_mac_addresses[ETH_ALEN];
104 u16 vf_mc_hashes[IGB_MAX_VF_MC_ENTRIES];
105 u16 num_vf_mc_hashes;
Alexander Duyckf2ca0db2009-10-27 23:46:57 +0000106 u32 flags;
107 unsigned long last_nack;
Williams, Mitch A8151d292010-02-10 01:44:24 +0000108 u16 pf_vlan; /* When set, guest VLAN config not allowed. */
109 u16 pf_qos;
Lior Levy17dc5662011-02-08 02:28:46 +0000110 u16 tx_rate;
Lior Levy70ea4782013-03-03 20:27:48 +0000111 bool spoofchk_enabled;
Alexander Duyck4ae196d2009-02-19 20:40:07 -0800112};
113
Yury Kylulin4827cc32017-03-07 11:20:26 +0300114/* Number of unicast MAC filters reserved for the PF in the RAR registers */
115#define IGB_PF_MAC_FILTERS_RESERVED 3
116
117struct vf_mac_filter {
118 struct list_head l;
119 int vf;
120 bool free;
121 u8 vf_mac[ETH_ALEN];
122};
123
Alexander Duyckf2ca0db2009-10-27 23:46:57 +0000124#define IGB_VF_FLAG_CTS 0x00000001 /* VF is clear to send data */
Alexander Duyck7d5753f2009-10-27 23:47:16 +0000125#define IGB_VF_FLAG_UNI_PROMISC 0x00000002 /* VF has unicast promisc */
126#define IGB_VF_FLAG_MULTI_PROMISC 0x00000004 /* VF has multicast promisc */
Williams, Mitch A8151d292010-02-10 01:44:24 +0000127#define IGB_VF_FLAG_PF_SET_MAC 0x00000008 /* PF has set MAC address */
Alexander Duyckf2ca0db2009-10-27 23:46:57 +0000128
Auke Kok9d5c8242008-01-24 02:22:38 -0800129/* RX descriptor control thresholds.
130 * PTHRESH - MAC will consider prefetch if it has fewer than this number of
131 * descriptors available in its onboard memory.
132 * Setting this to 0 disables RX descriptor prefetch.
133 * HTHRESH - MAC will only prefetch if there are at least this many descriptors
134 * available in host memory.
135 * If PTHRESH is 0, this should also be 0.
136 * WTHRESH - RX descriptor writeback threshold - MAC will delay writing back
137 * descriptors until either it has this many to write back, or the
138 * ITR timer expires.
139 */
Carolyn Wybornyceb5f132013-04-18 22:21:30 +0000140#define IGB_RX_PTHRESH ((hw->mac.type == e1000_i354) ? 12 : 8)
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000141#define IGB_RX_HTHRESH 8
Carolyn Wybornyceb5f132013-04-18 22:21:30 +0000142#define IGB_TX_PTHRESH ((hw->mac.type == e1000_i354) ? 20 : 8)
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000143#define IGB_TX_HTHRESH 1
144#define IGB_RX_WTHRESH ((hw->mac.type == e1000_82576 && \
Carolyn Wybornycd14ef52013-12-10 07:58:34 +0000145 (adapter->flags & IGB_FLAG_HAS_MSIX)) ? 1 : 4)
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000146#define IGB_TX_WTHRESH ((hw->mac.type == e1000_82576 && \
Carolyn Wybornycd14ef52013-12-10 07:58:34 +0000147 (adapter->flags & IGB_FLAG_HAS_MSIX)) ? 1 : 16)
Auke Kok9d5c8242008-01-24 02:22:38 -0800148
149/* this is the size past which hardware will drop packets when setting LPE=0 */
150#define MAXIMUM_ETHERNET_VLAN_SIZE 1522
151
152/* Supported Rx Buffer Sizes */
Alexander Duyckde78d1f2012-09-25 00:31:12 +0000153#define IGB_RXBUFFER_256 256
154#define IGB_RXBUFFER_2048 2048
Alexander Duyck8649aae2017-02-06 18:27:03 -0800155#define IGB_RXBUFFER_3072 3072
Alexander Duyckde78d1f2012-09-25 00:31:12 +0000156#define IGB_RX_HDR_LEN IGB_RXBUFFER_256
Alexander Duyckcfbc8712017-02-06 18:26:15 -0800157#define IGB_TS_HDR_LEN 16
Auke Kok9d5c8242008-01-24 02:22:38 -0800158
Alexander Duyckcfbc8712017-02-06 18:26:15 -0800159#define IGB_SKB_PAD (NET_SKB_PAD + NET_IP_ALIGN)
160#if (PAGE_SIZE < 8192)
161#define IGB_MAX_FRAME_BUILD_SKB \
162 (SKB_WITH_OVERHEAD(IGB_RXBUFFER_2048) - IGB_SKB_PAD - IGB_TS_HDR_LEN)
163#else
164#define IGB_MAX_FRAME_BUILD_SKB (IGB_RXBUFFER_2048 - IGB_TS_HDR_LEN)
165#endif
166
Auke Kok9d5c8242008-01-24 02:22:38 -0800167/* How many Rx Buffers do we bundle into one write to the hardware ? */
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000168#define IGB_RX_BUFFER_WRITE 16 /* Must be power of 2 */
Auke Kok9d5c8242008-01-24 02:22:38 -0800169
Alexander Duyck7bd17592017-02-06 18:25:26 -0800170#define IGB_RX_DMA_ATTR \
171 (DMA_ATTR_SKIP_CPU_SYNC | DMA_ATTR_WEAK_ORDERING)
172
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000173#define AUTO_ALL_MODES 0
174#define IGB_EEPROM_APME 0x0400
Auke Kok9d5c8242008-01-24 02:22:38 -0800175
176#ifndef IGB_MASTER_SLAVE
177/* Switch to override PHY master/slave setting */
178#define IGB_MASTER_SLAVE e1000_ms_hw_default
179#endif
180
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000181#define IGB_MNG_VLAN_NONE -1
Auke Kok9d5c8242008-01-24 02:22:38 -0800182
Alexander Duyck1d9daf42012-11-13 04:03:23 +0000183enum igb_tx_flags {
184 /* cmd_type flags */
185 IGB_TX_FLAGS_VLAN = 0x01,
186 IGB_TX_FLAGS_TSO = 0x02,
187 IGB_TX_FLAGS_TSTAMP = 0x04,
188
189 /* olinfo flags */
190 IGB_TX_FLAGS_IPV4 = 0x10,
191 IGB_TX_FLAGS_CSUM = 0x20,
192};
193
194/* VLAN info */
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000195#define IGB_TX_FLAGS_VLAN_MASK 0xffff0000
Alexander Duyck2bbfebe2011-08-26 07:44:59 +0000196#define IGB_TX_FLAGS_VLAN_SHIFT 16
197
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000198/* The largest size we can write to the descriptor is 65535. In order to
Alexander Duyck21ba6fe2013-02-09 04:27:48 +0000199 * maintain a power of two alignment we have to limit ourselves to 32K.
200 */
201#define IGB_MAX_TXD_PWR 15
Jacob Kellera51d8c22016-04-13 16:08:28 -0700202#define IGB_MAX_DATA_PER_TXD (1u << IGB_MAX_TXD_PWR)
Alexander Duyck21ba6fe2013-02-09 04:27:48 +0000203
204/* Tx Descriptors needed, worst case */
205#define TXD_USE_COUNT(S) DIV_ROUND_UP((S), IGB_MAX_DATA_PER_TXD)
206#define DESC_NEEDED (MAX_SKB_FRAGS + 4)
207
Akeem G. Abodunrinf69aa392013-04-11 06:36:35 +0000208/* EEPROM byte offsets */
209#define IGB_SFF_8472_SWAP 0x5C
210#define IGB_SFF_8472_COMP 0x5E
211
212/* Bitmasks */
213#define IGB_SFF_ADDRESSING_MODE 0x4
214#define IGB_SFF_8472_UNSUP 0x00
215
Auke Kok9d5c8242008-01-24 02:22:38 -0800216/* wrapper around a pointer to a socket buffer,
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000217 * so a DMA handle can be stored along with the buffer
218 */
Alexander Duyck06034642011-08-26 07:44:22 +0000219struct igb_tx_buffer {
Alexander Duyck8542db02011-08-26 07:44:43 +0000220 union e1000_adv_tx_desc *next_to_watch;
Alexander Duyck06034642011-08-26 07:44:22 +0000221 unsigned long time_stamp;
Alexander Duyck06034642011-08-26 07:44:22 +0000222 struct sk_buff *skb;
223 unsigned int bytecount;
224 u16 gso_segs;
Alexander Duyck7af40ad92011-08-26 07:45:15 +0000225 __be16 protocol;
Carolyn Wyborny9005df32014-04-11 01:45:34 +0000226
Alexander Duyckc9f14bf32012-09-18 01:56:27 +0000227 DEFINE_DMA_UNMAP_ADDR(dma);
228 DEFINE_DMA_UNMAP_LEN(len);
Alexander Duyckebe42d12011-08-26 07:45:09 +0000229 u32 tx_flags;
Alexander Duyck06034642011-08-26 07:44:22 +0000230};
231
232struct igb_rx_buffer {
Auke Kok9d5c8242008-01-24 02:22:38 -0800233 dma_addr_t dma;
Alexander Duyck06034642011-08-26 07:44:22 +0000234 struct page *page;
Alexander Duyckbd4171a2016-12-14 15:05:34 -0800235#if (BITS_PER_LONG > 32) || (PAGE_SIZE >= 65536)
236 __u32 page_offset;
237#else
238 __u16 page_offset;
239#endif
240 __u16 pagecnt_bias;
Auke Kok9d5c8242008-01-24 02:22:38 -0800241};
242
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000243struct igb_tx_queue_stats {
Auke Kok9d5c8242008-01-24 02:22:38 -0800244 u64 packets;
245 u64 bytes;
Alexander Duyck04a5fcaa2009-10-27 15:52:27 +0000246 u64 restart_queue;
Eric Dumazet12dcd862010-10-15 17:27:10 +0000247 u64 restart_queue2;
Auke Kok9d5c8242008-01-24 02:22:38 -0800248};
249
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000250struct igb_rx_queue_stats {
251 u64 packets;
252 u64 bytes;
253 u64 drops;
Alexander Duyck04a5fcaa2009-10-27 15:52:27 +0000254 u64 csum_err;
255 u64 alloc_failed;
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000256};
257
Alexander Duyck0ba82992011-08-26 07:45:47 +0000258struct igb_ring_container {
259 struct igb_ring *ring; /* pointer to linked list of rings */
260 unsigned int total_bytes; /* total bytes processed this int */
261 unsigned int total_packets; /* total packets processed this int */
262 u16 work_limit; /* total work allowed per interrupt */
263 u8 count; /* total number of rings in vector */
264 u8 itr; /* current ITR setting for ring */
265};
266
Alexander Duyck047e0032009-10-27 15:49:27 +0000267struct igb_ring {
Alexander Duyck238ac812011-08-26 07:43:48 +0000268 struct igb_q_vector *q_vector; /* backlink to q_vector */
269 struct net_device *netdev; /* back pointer to net_device */
270 struct device *dev; /* device pointer for dma mapping */
Alexander Duyck06034642011-08-26 07:44:22 +0000271 union { /* array of buffer info structs */
272 struct igb_tx_buffer *tx_buffer_info;
273 struct igb_rx_buffer *rx_buffer_info;
274 };
Alexander Duyck238ac812011-08-26 07:43:48 +0000275 void *desc; /* descriptor ring memory */
276 unsigned long flags; /* ring specific flags */
277 void __iomem *tail; /* pointer to ring tail register */
Alexander Duyck5536d212012-09-25 00:31:17 +0000278 dma_addr_t dma; /* phys address of the ring */
279 unsigned int size; /* length of desc. ring in bytes */
Alexander Duyck238ac812011-08-26 07:43:48 +0000280
281 u16 count; /* number of desc. in the ring */
282 u8 queue_index; /* logical index of the ring*/
283 u8 reg_idx; /* physical index of the ring */
Andre Guedes05f9d3e2017-10-16 18:01:28 -0700284 bool cbs_enable; /* indicates if CBS is enabled */
285 s32 idleslope; /* idleSlope in kbps */
286 s32 sendslope; /* sendSlope in kbps */
287 s32 hicredit; /* hiCredit in bytes */
288 s32 locredit; /* loCredit in bytes */
Alexander Duyck238ac812011-08-26 07:43:48 +0000289
290 /* everything past this point are written often */
Alexander Duyck5536d212012-09-25 00:31:17 +0000291 u16 next_to_clean;
Auke Kok9d5c8242008-01-24 02:22:38 -0800292 u16 next_to_use;
Alexander Duyckcbc8e552012-09-25 00:31:02 +0000293 u16 next_to_alloc;
Auke Kok9d5c8242008-01-24 02:22:38 -0800294
Auke Kok9d5c8242008-01-24 02:22:38 -0800295 union {
296 /* TX */
297 struct {
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000298 struct igb_tx_queue_stats tx_stats;
Eric Dumazet12dcd862010-10-15 17:27:10 +0000299 struct u64_stats_sync tx_syncp;
300 struct u64_stats_sync tx_syncp2;
Auke Kok9d5c8242008-01-24 02:22:38 -0800301 };
302 /* RX */
303 struct {
Alexander Duyck1a1c2252012-09-25 00:30:52 +0000304 struct sk_buff *skb;
Jesper Dangaard Brouer8c0ab702009-05-26 13:50:31 +0000305 struct igb_rx_queue_stats rx_stats;
Eric Dumazet12dcd862010-10-15 17:27:10 +0000306 struct u64_stats_sync rx_syncp;
Auke Kok9d5c8242008-01-24 02:22:38 -0800307 };
308 };
Alexander Duyck5536d212012-09-25 00:31:17 +0000309} ____cacheline_internodealigned_in_smp;
310
311struct igb_q_vector {
312 struct igb_adapter *adapter; /* backlink */
313 int cpu; /* CPU for DCA */
314 u32 eims_value; /* EIMS mask value */
315
316 u16 itr_val;
317 u8 set_itr;
318 void __iomem *itr_register;
319
320 struct igb_ring_container rx, tx;
321
322 struct napi_struct napi;
323 struct rcu_head rcu; /* to avoid race with update stats on free */
324 char name[IFNAMSIZ + 9];
325
326 /* for dynamic allocation of rings associated with this q_vector */
327 struct igb_ring ring[0] ____cacheline_internodealigned_in_smp;
Auke Kok9d5c8242008-01-24 02:22:38 -0800328};
329
Alexander Duyck866cff02011-08-26 07:45:36 +0000330enum e1000_ring_flags_t {
Alexander Duyck8649aae2017-02-06 18:27:03 -0800331 IGB_RING_FLAG_RX_3K_BUFFER,
Alexander Duycke3cdf682017-02-06 18:27:14 -0800332 IGB_RING_FLAG_RX_BUILD_SKB_ENABLED,
Alexander Duyck866cff02011-08-26 07:45:36 +0000333 IGB_RING_FLAG_RX_SCTP_CSUM,
Alexander Duyck8be10e92011-08-26 07:47:11 +0000334 IGB_RING_FLAG_RX_LB_VLAN_BSWAP,
Alexander Duyck866cff02011-08-26 07:45:36 +0000335 IGB_RING_FLAG_TX_CTX_IDX,
336 IGB_RING_FLAG_TX_DETECT_HANG
337};
Alexander Duyck85ad76b2009-10-27 15:52:46 +0000338
Alexander Duyck8649aae2017-02-06 18:27:03 -0800339#define ring_uses_large_buffer(ring) \
340 test_bit(IGB_RING_FLAG_RX_3K_BUFFER, &(ring)->flags)
341#define set_ring_uses_large_buffer(ring) \
342 set_bit(IGB_RING_FLAG_RX_3K_BUFFER, &(ring)->flags)
343#define clear_ring_uses_large_buffer(ring) \
344 clear_bit(IGB_RING_FLAG_RX_3K_BUFFER, &(ring)->flags)
345
Alexander Duycke3cdf682017-02-06 18:27:14 -0800346#define ring_uses_build_skb(ring) \
347 test_bit(IGB_RING_FLAG_RX_BUILD_SKB_ENABLED, &(ring)->flags)
348#define set_ring_build_skb_enabled(ring) \
349 set_bit(IGB_RING_FLAG_RX_BUILD_SKB_ENABLED, &(ring)->flags)
350#define clear_ring_build_skb_enabled(ring) \
351 clear_bit(IGB_RING_FLAG_RX_BUILD_SKB_ENABLED, &(ring)->flags)
352
Alexander Duyck8649aae2017-02-06 18:27:03 -0800353static inline unsigned int igb_rx_bufsz(struct igb_ring *ring)
354{
355#if (PAGE_SIZE < 8192)
356 if (ring_uses_large_buffer(ring))
357 return IGB_RXBUFFER_3072;
Alexander Duycke3cdf682017-02-06 18:27:14 -0800358
359 if (ring_uses_build_skb(ring))
360 return IGB_MAX_FRAME_BUILD_SKB + IGB_TS_HDR_LEN;
Alexander Duyck8649aae2017-02-06 18:27:03 -0800361#endif
362 return IGB_RXBUFFER_2048;
363}
364
365static inline unsigned int igb_rx_pg_order(struct igb_ring *ring)
366{
367#if (PAGE_SIZE < 8192)
368 if (ring_uses_large_buffer(ring))
369 return 1;
370#endif
371 return 0;
372}
373
374#define igb_rx_pg_size(_ring) (PAGE_SIZE << igb_rx_pg_order(_ring))
375
Alexander Duycke032afc2011-08-26 07:44:48 +0000376#define IGB_TXD_DCMD (E1000_ADVTXD_DCMD_EOP | E1000_ADVTXD_DCMD_RS)
Alexander Duyck85ad76b2009-10-27 15:52:46 +0000377
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000378#define IGB_RX_DESC(R, i) \
Alexander Duyck601369062011-08-26 07:44:05 +0000379 (&(((union e1000_adv_rx_desc *)((R)->desc))[i]))
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000380#define IGB_TX_DESC(R, i) \
Alexander Duyck601369062011-08-26 07:44:05 +0000381 (&(((union e1000_adv_tx_desc *)((R)->desc))[i]))
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000382#define IGB_TX_CTXTDESC(R, i) \
Alexander Duyck601369062011-08-26 07:44:05 +0000383 (&(((struct e1000_adv_tx_context_desc *)((R)->desc))[i]))
Auke Kok9d5c8242008-01-24 02:22:38 -0800384
Alexander Duyck3ceb90f2011-08-26 07:46:03 +0000385/* igb_test_staterr - tests bits within Rx descriptor status and error fields */
386static inline __le32 igb_test_staterr(union e1000_adv_rx_desc *rx_desc,
387 const u32 stat_err_bits)
388{
389 return rx_desc->wb.upper.status_error & cpu_to_le32(stat_err_bits);
390}
391
Alexander Duyckd7ee5b32009-10-27 15:54:23 +0000392/* igb_desc_unused - calculate if we have unused descriptors */
393static inline int igb_desc_unused(struct igb_ring *ring)
394{
395 if (ring->next_to_clean > ring->next_to_use)
396 return ring->next_to_clean - ring->next_to_use - 1;
397
398 return ring->count + ring->next_to_clean - ring->next_to_use - 1;
399}
400
Carolyn Wybornye4288932012-12-07 03:01:42 +0000401#ifdef CONFIG_IGB_HWMON
402
403#define IGB_HWMON_TYPE_LOC 0
404#define IGB_HWMON_TYPE_TEMP 1
405#define IGB_HWMON_TYPE_CAUTION 2
406#define IGB_HWMON_TYPE_MAX 3
407
408struct hwmon_attr {
409 struct device_attribute dev_attr;
410 struct e1000_hw *hw;
411 struct e1000_thermal_diode_data *sensor;
412 char name[12];
413 };
414
415struct hwmon_buff {
Guenter Roecke3670b82013-11-26 07:15:23 +0000416 struct attribute_group group;
417 const struct attribute_group *groups[2];
418 struct attribute *attrs[E1000_MAX_SENSORS * 4 + 1];
419 struct hwmon_attr hwmon_list[E1000_MAX_SENSORS * 4];
Carolyn Wybornye4288932012-12-07 03:01:42 +0000420 unsigned int n_hwmon;
421 };
422#endif
423
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800424/* The number of L2 ether-type filter registers, Index 3 is reserved
425 * for PTP 1588 timestamp
426 */
427#define MAX_ETYPE_FILTER (4 - 1)
428/* ETQF filter list: one static filter per filter consumer. This is
429 * to avoid filter collisions later. Add new filters here!!
430 *
431 * Current filters: Filter 3
432 */
433#define IGB_ETQF_FILTER_1588 3
434
Richard Cochran720db4f2014-11-21 20:51:26 +0000435#define IGB_N_EXTTS 2
436#define IGB_N_PEROUT 2
437#define IGB_N_SDP 4
Laura Mihaela Vasilescuc342b392013-07-31 20:19:48 +0000438#define IGB_RETA_SIZE 128
439
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800440enum igb_filter_match_flags {
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800441 IGB_FILTER_FLAG_ETHER_TYPE = 0x1,
Gangfeng Huang7a277a92016-07-06 13:22:56 +0800442 IGB_FILTER_FLAG_VLAN_TCI = 0x2,
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800443};
444
445#define IGB_MAX_RXNFC_FILTERS 16
446
447/* RX network flow classification data structure */
448struct igb_nfc_input {
449 /* Byte layout in order, all values with MSB first:
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800450 * match_flags - 1 byte
451 * etype - 2 bytes
Gangfeng Huang7a277a92016-07-06 13:22:56 +0800452 * vlan_tci - 2 bytes
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800453 */
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800454 u8 match_flags;
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800455 __be16 etype;
Gangfeng Huang7a277a92016-07-06 13:22:56 +0800456 __be16 vlan_tci;
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800457};
458
459struct igb_nfc_filter {
460 struct hlist_node nfc_node;
461 struct igb_nfc_input filter;
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800462 u16 etype_reg_index;
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800463 u16 sw_idx;
464 u16 action;
465};
466
Yury Kylulin83c21332017-03-07 11:20:25 +0300467struct igb_mac_addr {
468 u8 addr[ETH_ALEN];
469 u8 queue;
470 u8 state; /* bitmask */
471};
472
473#define IGB_MAC_STATE_DEFAULT 0x1
474#define IGB_MAC_STATE_IN_USE 0x2
475
Auke Kok9d5c8242008-01-24 02:22:38 -0800476/* board specific private data structure */
Auke Kok9d5c8242008-01-24 02:22:38 -0800477struct igb_adapter {
Jiri Pirkob2cb09b2011-07-21 03:27:27 +0000478 unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
Alexander Duyck238ac812011-08-26 07:43:48 +0000479
480 struct net_device *netdev;
481
482 unsigned long state;
483 unsigned int flags;
484
485 unsigned int num_q_vectors;
Carolyn Wybornycd14ef52013-12-10 07:58:34 +0000486 struct msix_entry msix_entries[MAX_MSIX_ENTRIES];
Alexander Duyck2e5655e2009-10-27 23:50:38 +0000487
Auke Kok9d5c8242008-01-24 02:22:38 -0800488 /* Interrupt Throttle Rate */
Alexander Duyck4fc82ad2009-10-27 23:45:42 +0000489 u32 rx_itr_setting;
490 u32 tx_itr_setting;
Auke Kok9d5c8242008-01-24 02:22:38 -0800491 u16 tx_itr;
492 u16 rx_itr;
Auke Kok9d5c8242008-01-24 02:22:38 -0800493
Alexander Duyck238ac812011-08-26 07:43:48 +0000494 /* TX */
Alexander Duyck13fde972011-10-05 13:35:24 +0000495 u16 tx_work_limit;
Alexander Duyck238ac812011-08-26 07:43:48 +0000496 u32 tx_timeout_count;
497 int num_tx_queues;
498 struct igb_ring *tx_ring[16];
499
500 /* RX */
501 int num_rx_queues;
502 struct igb_ring *rx_ring[16];
503
504 u32 max_frame_size;
505 u32 min_frame_size;
506
507 struct timer_list watchdog_timer;
508 struct timer_list phy_info_timer;
509
510 u16 mng_vlan_id;
511 u32 bd_number;
512 u32 wol;
513 u32 en_mng_pt;
514 u16 link_speed;
515 u16 link_duplex;
516
Jarod Wilson73bf8042015-09-10 15:37:50 -0400517 u8 __iomem *io_addr; /* Mainly for iounmap use */
518
Auke Kok9d5c8242008-01-24 02:22:38 -0800519 struct work_struct reset_task;
520 struct work_struct watchdog_task;
521 bool fc_autoneg;
522 u8 tx_timeout_factor;
523 struct timer_list blink_timer;
524 unsigned long led_status;
525
Auke Kok9d5c8242008-01-24 02:22:38 -0800526 /* OS defined structs */
Auke Kok9d5c8242008-01-24 02:22:38 -0800527 struct pci_dev *pdev;
Auke Kok9d5c8242008-01-24 02:22:38 -0800528
Eric Dumazet12dcd862010-10-15 17:27:10 +0000529 spinlock_t stats64_lock;
530 struct rtnl_link_stats64 stats64;
531
Auke Kok9d5c8242008-01-24 02:22:38 -0800532 /* structs defined in e1000_hw.h */
533 struct e1000_hw hw;
534 struct e1000_hw_stats stats;
535 struct e1000_phy_info phy_info;
Auke Kok9d5c8242008-01-24 02:22:38 -0800536
537 u32 test_icr;
538 struct igb_ring test_tx_ring;
539 struct igb_ring test_rx_ring;
540
541 int msg_enable;
Alexander Duyck047e0032009-10-27 15:49:27 +0000542
Alexander Duyck047e0032009-10-27 15:49:27 +0000543 struct igb_q_vector *q_vector[MAX_Q_VECTORS];
Auke Kok9d5c8242008-01-24 02:22:38 -0800544 u32 eims_enable_mask;
PJ Waskiewicz844290e2008-06-27 11:00:39 -0700545 u32 eims_other;
Auke Kok9d5c8242008-01-24 02:22:38 -0800546
547 /* to not mess up cache alignment, always add to the bottom */
Alexander Duyck2e5655e2009-10-27 23:50:38 +0000548 u16 tx_ring_count;
549 u16 rx_ring_count;
Alexander Duyck1bfaf072009-02-19 20:39:23 -0800550 unsigned int vfs_allocated_count;
Alexander Duyck4ae196d2009-02-19 20:40:07 -0800551 struct vf_data_storage *vf_data;
Lior Levy17dc5662011-02-08 02:28:46 +0000552 int vf_rate_link_speed;
Alexander Duycka99955f2009-11-12 18:37:19 +0000553 u32 rss_queues;
Greg Rose13800462010-11-06 02:08:26 +0000554 u32 wvbr;
Carolyn Wyborny1128c752011-10-14 00:13:49 +0000555 u32 *shadow_vfta;
Richard Cochrand339b132012-03-16 10:55:32 +0000556
557 struct ptp_clock *ptp_clock;
Matthew Vicka79f4f82012-08-10 05:40:44 +0000558 struct ptp_clock_info ptp_caps;
559 struct delayed_work ptp_overflow_work;
Matthew Vick1f6e8172012-08-18 07:26:33 +0000560 struct work_struct ptp_tx_work;
561 struct sk_buff *ptp_tx_skb;
Jacob Keller6ab5f7b2014-01-11 07:20:06 +0000562 struct hwtstamp_config tstamp_config;
Matthew Vick428f1f72012-12-13 07:20:34 +0000563 unsigned long ptp_tx_start;
Matthew Vickfc580752012-12-13 07:20:35 +0000564 unsigned long last_rx_ptp_check;
Jakub Kicinski5499a962014-04-02 10:33:33 +0000565 unsigned long last_rx_timestamp;
Jacob Keller462f1182016-05-24 13:56:27 -0700566 unsigned int ptp_flags;
Richard Cochrand339b132012-03-16 10:55:32 +0000567 spinlock_t tmreg_lock;
568 struct cyclecounter cc;
569 struct timecounter tc;
Matthew Vick428f1f72012-12-13 07:20:34 +0000570 u32 tx_hwtstamp_timeouts;
Jacob Kellerc3b8f852017-05-03 10:28:59 -0700571 u32 tx_hwtstamp_skipped;
Matthew Vickfc580752012-12-13 07:20:35 +0000572 u32 rx_hwtstamp_cleared;
Jacob Kellerac28b412016-09-09 09:10:51 -0700573 bool pps_sys_wrap_on;
Matthew Vick3c89f6d2012-08-10 05:40:43 +0000574
Richard Cochran720db4f2014-11-21 20:51:26 +0000575 struct ptp_pin_desc sdp_config[IGB_N_SDP];
576 struct {
Arnd Bergmann40c9b072015-09-30 13:26:33 +0200577 struct timespec64 start;
578 struct timespec64 period;
Richard Cochran720db4f2014-11-21 20:51:26 +0000579 } perout[IGB_N_PEROUT];
580
Carolyn Wybornyd67974f2012-06-14 16:04:19 +0000581 char fw_version[32];
Carolyn Wybornye4288932012-12-07 03:01:42 +0000582#ifdef CONFIG_IGB_HWMON
Guenter Roecke3670b82013-11-26 07:15:23 +0000583 struct hwmon_buff *igb_hwmon_buff;
Carolyn Wybornye4288932012-12-07 03:01:42 +0000584 bool ets;
585#endif
Carolyn Wyborny441fc6f2012-12-07 03:00:30 +0000586 struct i2c_algo_bit_data i2c_algo;
587 struct i2c_adapter i2c_adap;
Carolyn Wyborny603e86f2013-02-20 07:40:55 +0000588 struct i2c_client *i2c_client;
Laura Mihaela Vasilescued12cc92013-07-31 20:19:54 +0000589 u32 rss_indir_tbl_init;
590 u8 rss_indir_tbl[IGB_RETA_SIZE];
Akeem G Abodunrinaa9b8cc2013-08-28 02:22:43 +0000591
592 unsigned long link_check_timeout;
Carolyn Wyborny56cec242013-10-17 05:36:26 +0000593 int copper_tries;
594 struct e1000_info ei;
Carolyn Wybornyf4c01e92014-03-12 03:58:22 +0000595 u16 eee_advert;
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800596
597 /* RX network flow classification support */
598 struct hlist_head nfc_filter_list;
599 unsigned int nfc_filter_count;
600 /* lock for RX network flow classification filter */
601 spinlock_t nfc_lock;
Gangfeng Huang64c75d42016-07-06 13:22:55 +0800602 bool etype_bitmap[MAX_ETYPE_FILTER];
Yury Kylulin83c21332017-03-07 11:20:25 +0300603
604 struct igb_mac_addr *mac_table;
Yury Kylulin4827cc32017-03-07 11:20:26 +0300605 struct vf_mac_filter vf_macs;
606 struct vf_mac_filter *vf_mac_list;
Auke Kok9d5c8242008-01-24 02:22:38 -0800607};
608
Jacob Keller462f1182016-05-24 13:56:27 -0700609/* flags controlling PTP/1588 function */
610#define IGB_PTP_ENABLED BIT(0)
Jacob Keller63737162016-05-24 13:56:28 -0700611#define IGB_PTP_OVERFLOW_CHECK BIT(1)
Jacob Keller462f1182016-05-24 13:56:27 -0700612
Jacob Kellera51d8c22016-04-13 16:08:28 -0700613#define IGB_FLAG_HAS_MSI BIT(0)
614#define IGB_FLAG_DCA_ENABLED BIT(1)
615#define IGB_FLAG_QUAD_PORT_A BIT(2)
616#define IGB_FLAG_QUEUE_PAIRS BIT(3)
617#define IGB_FLAG_DMAC BIT(4)
Jacob Kellera51d8c22016-04-13 16:08:28 -0700618#define IGB_FLAG_RSS_FIELD_IPV4_UDP BIT(6)
619#define IGB_FLAG_RSS_FIELD_IPV6_UDP BIT(7)
620#define IGB_FLAG_WOL_SUPPORTED BIT(8)
621#define IGB_FLAG_NEED_LINK_UPDATE BIT(9)
622#define IGB_FLAG_MEDIA_RESET BIT(10)
623#define IGB_FLAG_MAS_CAPABLE BIT(11)
624#define IGB_FLAG_MAS_ENABLE BIT(12)
625#define IGB_FLAG_HAS_MSIX BIT(13)
626#define IGB_FLAG_EEE BIT(14)
Alexander Duyck16903ca2016-01-06 23:11:18 -0800627#define IGB_FLAG_VLAN_PROMISC BIT(15)
Alexander Duycke0891292017-02-06 18:26:52 -0800628#define IGB_FLAG_RX_LEGACY BIT(16)
Andre Guedes05f9d3e2017-10-16 18:01:28 -0700629#define IGB_FLAG_FQTSS BIT(17)
Carolyn Wyborny56cec242013-10-17 05:36:26 +0000630
631/* Media Auto Sense */
632#define IGB_MAS_ENABLE_0 0X0001
633#define IGB_MAS_ENABLE_1 0X0002
634#define IGB_MAS_ENABLE_2 0X0004
635#define IGB_MAS_ENABLE_3 0X0008
Carolyn Wyborny831ec0b2011-03-11 20:43:54 -0800636
637/* DMA Coalescing defines */
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000638#define IGB_MIN_TXPBSIZE 20408
639#define IGB_TX_BUF_4096 4096
640#define IGB_DMCTLX_DCFLUSH_DIS 0x80000000 /* Disable DMA Coal Flush */
Alexander Duyck7dfc16f2008-07-08 15:10:46 -0700641
Jeff Kirsherb980ac12013-02-23 07:29:56 +0000642#define IGB_82576_TSYNC_SHIFT 19
Auke Kok9d5c8242008-01-24 02:22:38 -0800643enum e1000_state_t {
644 __IGB_TESTING,
645 __IGB_RESETTING,
Jakub Kicinskied4420a2014-03-15 14:55:32 +0000646 __IGB_DOWN,
647 __IGB_PTP_TX_IN_PROGRESS,
Auke Kok9d5c8242008-01-24 02:22:38 -0800648};
649
650enum igb_boards {
651 board_82575,
652};
653
654extern char igb_driver_name[];
655extern char igb_driver_version[];
656
Stefan Assmann46eafa52016-02-03 09:20:50 +0100657int igb_open(struct net_device *netdev);
658int igb_close(struct net_device *netdev);
Joe Perches5ccc9212013-09-23 11:37:59 -0700659int igb_up(struct igb_adapter *);
660void igb_down(struct igb_adapter *);
661void igb_reinit_locked(struct igb_adapter *);
662void igb_reset(struct igb_adapter *);
Laura Mihaela Vasilescu907b7832013-10-01 04:33:56 -0700663int igb_reinit_queues(struct igb_adapter *);
Joe Perches5ccc9212013-09-23 11:37:59 -0700664void igb_write_rss_indir_tbl(struct igb_adapter *);
665int igb_set_spd_dplx(struct igb_adapter *, u32, u8);
666int igb_setup_tx_resources(struct igb_ring *);
667int igb_setup_rx_resources(struct igb_ring *);
668void igb_free_tx_resources(struct igb_ring *);
669void igb_free_rx_resources(struct igb_ring *);
670void igb_configure_tx_ring(struct igb_adapter *, struct igb_ring *);
671void igb_configure_rx_ring(struct igb_adapter *, struct igb_ring *);
672void igb_setup_tctl(struct igb_adapter *);
673void igb_setup_rctl(struct igb_adapter *);
674netdev_tx_t igb_xmit_frame_ring(struct sk_buff *, struct igb_ring *);
Joe Perches5ccc9212013-09-23 11:37:59 -0700675void igb_alloc_rx_buffers(struct igb_ring *, u16);
Benjamin Poirier81e3f642017-05-16 15:55:16 -0700676void igb_update_stats(struct igb_adapter *);
Joe Perches5ccc9212013-09-23 11:37:59 -0700677bool igb_has_link(struct igb_adapter *adapter);
678void igb_set_ethtool_ops(struct net_device *);
679void igb_power_up_link(struct igb_adapter *);
680void igb_set_fw_version(struct igb_adapter *);
681void igb_ptp_init(struct igb_adapter *adapter);
682void igb_ptp_stop(struct igb_adapter *adapter);
683void igb_ptp_reset(struct igb_adapter *adapter);
Jacob Kellere3f23502016-05-24 13:56:30 -0700684void igb_ptp_suspend(struct igb_adapter *adapter);
Joe Perches5ccc9212013-09-23 11:37:59 -0700685void igb_ptp_rx_hang(struct igb_adapter *adapter);
Jacob Kellere5f36ad2017-05-03 10:29:03 -0700686void igb_ptp_tx_hang(struct igb_adapter *adapter);
Joe Perches5ccc9212013-09-23 11:37:59 -0700687void igb_ptp_rx_rgtstamp(struct igb_q_vector *q_vector, struct sk_buff *skb);
Alexander Duyck3456fd52017-02-06 18:26:40 -0800688void igb_ptp_rx_pktstamp(struct igb_q_vector *q_vector, void *va,
Joe Perches5ccc9212013-09-23 11:37:59 -0700689 struct sk_buff *skb);
Jacob Keller6ab5f7b2014-01-11 07:20:06 +0000690int igb_ptp_set_ts_config(struct net_device *netdev, struct ifreq *ifr);
691int igb_ptp_get_ts_config(struct net_device *netdev, struct ifreq *ifr);
Shota Suzuki72ddef02015-07-01 09:25:52 +0900692void igb_set_flag_queue_pairs(struct igb_adapter *, const u32);
Carolyn Wybornye4288932012-12-07 03:01:42 +0000693#ifdef CONFIG_IGB_HWMON
Joe Perches5ccc9212013-09-23 11:37:59 -0700694void igb_sysfs_exit(struct igb_adapter *adapter);
695int igb_sysfs_init(struct igb_adapter *adapter);
Carolyn Wybornye4288932012-12-07 03:01:42 +0000696#endif
Alexander Duyckf5f4cf02008-11-21 21:30:24 -0800697static inline s32 igb_reset_phy(struct e1000_hw *hw)
698{
Alexander Duycka8d2a0c2009-02-06 23:17:26 +0000699 if (hw->phy.ops.reset)
700 return hw->phy.ops.reset(hw);
Alexander Duyckf5f4cf02008-11-21 21:30:24 -0800701
702 return 0;
703}
704
705static inline s32 igb_read_phy_reg(struct e1000_hw *hw, u32 offset, u16 *data)
706{
Alexander Duycka8d2a0c2009-02-06 23:17:26 +0000707 if (hw->phy.ops.read_reg)
708 return hw->phy.ops.read_reg(hw, offset, data);
Alexander Duyckf5f4cf02008-11-21 21:30:24 -0800709
710 return 0;
711}
712
713static inline s32 igb_write_phy_reg(struct e1000_hw *hw, u32 offset, u16 data)
714{
Alexander Duycka8d2a0c2009-02-06 23:17:26 +0000715 if (hw->phy.ops.write_reg)
716 return hw->phy.ops.write_reg(hw, offset, data);
Alexander Duyckf5f4cf02008-11-21 21:30:24 -0800717
718 return 0;
719}
720
721static inline s32 igb_get_phy_info(struct e1000_hw *hw)
722{
723 if (hw->phy.ops.get_phy_info)
724 return hw->phy.ops.get_phy_info(hw);
725
726 return 0;
727}
728
Eric Dumazetbdbc0632012-01-04 20:23:36 +0000729static inline struct netdev_queue *txring_txq(const struct igb_ring *tx_ring)
730{
731 return netdev_get_tx_queue(tx_ring->netdev, tx_ring->queue_index);
732}
733
Gangfeng Huang0e71def2016-07-06 13:22:54 +0800734int igb_add_filter(struct igb_adapter *adapter,
735 struct igb_nfc_filter *input);
736int igb_erase_filter(struct igb_adapter *adapter,
737 struct igb_nfc_filter *input);
738
Auke Kok9d5c8242008-01-24 02:22:38 -0800739#endif /* _IGB_H_ */