blob: d7bdea79e9fa755f8a9c6ad63b0ed1eb1e3c63f5 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*******************************************************************************
2
Auke Kok0abb6eb2006-09-27 12:53:14 -07003 Intel PRO/1000 Linux driver
4 Copyright(c) 1999 - 2006 Intel Corporation.
5
6 This program is free software; you can redistribute it and/or modify it
7 under the terms and conditions of the GNU General Public License,
8 version 2, as published by the Free Software Foundation.
9
10 This program is distributed in the hope it will be useful, but WITHOUT
11 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 more details.
Auke Kok0abb6eb2006-09-27 12:53:14 -070014
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 You should have received a copy of the GNU General Public License along with
Auke Kok0abb6eb2006-09-27 12:53:14 -070016 this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18
19 The full GNU General Public License is included in this distribution in
20 the file called "COPYING".
21
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 Contact Information:
23 Linux NICS <linux.nics@intel.com>
Auke Kok3d41e302006-04-14 19:05:31 -070024 e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
26
27*******************************************************************************/
28
29
30/* Linux PRO/1000 Ethernet Driver main header file */
31
32#ifndef _E1000_H_
33#define _E1000_H_
34
35#include <linux/stddef.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <linux/module.h>
37#include <linux/types.h>
38#include <asm/byteorder.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include <linux/mm.h>
40#include <linux/errno.h>
41#include <linux/ioport.h>
42#include <linux/pci.h>
43#include <linux/kernel.h>
44#include <linux/netdevice.h>
45#include <linux/etherdevice.h>
46#include <linux/skbuff.h>
47#include <linux/delay.h>
48#include <linux/timer.h>
49#include <linux/slab.h>
50#include <linux/vmalloc.h>
51#include <linux/interrupt.h>
52#include <linux/string.h>
53#include <linux/pagemap.h>
54#include <linux/dma-mapping.h>
55#include <linux/bitops.h>
56#include <asm/io.h>
57#include <asm/irq.h>
58#include <linux/capability.h>
59#include <linux/in.h>
60#include <linux/ip.h>
Auke Kok87ca4e52006-11-01 08:47:36 -080061#include <linux/ipv6.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070062#include <linux/tcp.h>
63#include <linux/udp.h>
64#include <net/pkt_sched.h>
65#include <linux/list.h>
66#include <linux/reboot.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070067#include <net/checksum.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070068#include <linux/mii.h>
69#include <linux/ethtool.h>
70#include <linux/if_vlan.h>
71
72#define BAR_0 0
73#define BAR_1 1
74#define BAR_5 5
75
76#define INTEL_E1000_ETHERNET_DEVICE(device_id) {\
77 PCI_DEVICE(PCI_VENDOR_ID_INTEL, device_id)}
78
79struct e1000_adapter;
80
81#include "e1000_hw.h"
82
Jeff Kirsher6cfbd972013-02-09 12:49:21 +000083#define E1000_MAX_INTR 10
Linus Torvalds1da177e2005-04-16 15:20:36 -070084
yzhu16a7d64e2013-11-23 07:07:40 +000085/*
86 * Count for polling __E1000_RESET condition every 10-20msec.
87 */
88#define E1000_CHECK_RESET_COUNT 50
89
Linus Torvalds1da177e2005-04-16 15:20:36 -070090/* TX/RX descriptor defines */
Jeff Kirsher6cfbd972013-02-09 12:49:21 +000091#define E1000_DEFAULT_TXD 256
92#define E1000_MAX_TXD 256
93#define E1000_MIN_TXD 48
94#define E1000_MAX_82544_TXD 4096
Linus Torvalds1da177e2005-04-16 15:20:36 -070095
Jeff Kirsher6cfbd972013-02-09 12:49:21 +000096#define E1000_DEFAULT_RXD 256
97#define E1000_MAX_RXD 256
98#define E1000_MIN_RXD 48
99#define E1000_MAX_82544_RXD 4096
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100
Jesse Brandeburg94c9e5a2009-07-06 10:44:20 +0000101#define E1000_MIN_ITR_USECS 10 /* 100000 irq/sec */
102#define E1000_MAX_ITR_USECS 10000 /* 100 irq/sec */
103
Auke Kokeb0f8052006-07-14 16:14:48 -0700104/* this is the size past which hardware will drop packets when setting LPE=0 */
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000105#define MAXIMUM_ETHERNET_VLAN_SIZE 1522
Auke Kokeb0f8052006-07-14 16:14:48 -0700106
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107/* Supported Rx Buffer Sizes */
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000108#define E1000_RXBUFFER_128 128 /* Used for packet split */
109#define E1000_RXBUFFER_256 256 /* Used for packet split */
110#define E1000_RXBUFFER_512 512
111#define E1000_RXBUFFER_1024 1024
112#define E1000_RXBUFFER_2048 2048
113#define E1000_RXBUFFER_4096 4096
114#define E1000_RXBUFFER_8192 8192
115#define E1000_RXBUFFER_16384 16384
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116
117/* SmartSpeed delimiters */
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000118#define E1000_SMARTSPEED_DOWNSHIFT 3
119#define E1000_SMARTSPEED_MAX 15
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120
121/* Packet Buffer allocations */
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000122#define E1000_PBA_BYTES_SHIFT 0xA
123#define E1000_TX_HEAD_ADDR_SHIFT 7
124#define E1000_PBA_TX_MASK 0xFFFF0000
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125
126/* Flow Control Watermarks */
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000127#define E1000_FC_HIGH_DIFF 0x1638 /* High: 5688 bytes below Rx FIFO size */
128#define E1000_FC_LOW_DIFF 0x1640 /* Low: 5696 bytes below Rx FIFO size */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000130#define E1000_FC_PAUSE_TIME 0xFFFF /* pause for the max or until send xon */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
132/* How many Tx Descriptors do we need to call netif_wake_queue ? */
133#define E1000_TX_QUEUE_WAKE 16
134/* How many Rx Buffers do we bundle into one write to the hardware ? */
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000135#define E1000_RX_BUFFER_WRITE 16 /* Must be power of 2 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000137#define AUTO_ALL_MODES 0
138#define E1000_EEPROM_82544_APM 0x0004
139#define E1000_EEPROM_APME 0x0400
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
141#ifndef E1000_MASTER_SLAVE
142/* Switch to override PHY master/slave setting */
143#define E1000_MASTER_SLAVE e1000_ms_hw_default
144#endif
145
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000146#define E1000_MNG_VLAN_NONE (-1)
Malli Chilakala2d7edb92005-04-28 19:43:52 -0700147
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148/* wrapper around a pointer to a socket buffer,
Jeff Kirsher6cfbd972013-02-09 12:49:21 +0000149 * so a DMA handle can be stored along with the buffer
150 */
Florian Westphal580f3212014-09-03 13:34:31 +0000151struct e1000_tx_buffer {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 struct sk_buff *skb;
Malli Chilakalac6963ef2005-06-17 17:42:07 -0700153 dma_addr_t dma;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 unsigned long time_stamp;
Joe Perches406874a2008-04-03 10:06:32 -0700155 u16 length;
156 u16 next_to_watch;
Florian Westphal580f3212014-09-03 13:34:31 +0000157 bool mapped_as_page;
158 unsigned short segs;
Dean Nelson31c15a22011-08-25 14:39:24 +0000159 unsigned int bytecount;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160};
161
Florian Westphal93f0afe2014-09-03 13:34:26 +0000162struct e1000_rx_buffer {
Florian Westphal13809602014-09-03 13:34:36 +0000163 union {
164 struct page *page; /* jumbo: alloc_page */
165 u8 *data; /* else, netdev_alloc_frag */
166 } rxbuf;
Florian Westphal93f0afe2014-09-03 13:34:26 +0000167 dma_addr_t dma;
Florian Westphal93f0afe2014-09-03 13:34:26 +0000168};
169
Mallikarjuna R Chilakala581d7082005-10-04 07:01:55 -0400170struct e1000_tx_ring {
171 /* pointer to the descriptor ring memory */
172 void *desc;
173 /* physical address of the descriptor ring */
174 dma_addr_t dma;
175 /* length of descriptor ring in bytes */
176 unsigned int size;
177 /* number of descriptors in the ring */
178 unsigned int count;
179 /* next descriptor to associate a buffer with */
180 unsigned int next_to_use;
181 /* next descriptor to check for DD status bit */
182 unsigned int next_to_clean;
183 /* array of buffer information structs */
Florian Westphal580f3212014-09-03 13:34:31 +0000184 struct e1000_tx_buffer *buffer_info;
Mallikarjuna R Chilakala581d7082005-10-04 07:01:55 -0400185
Joe Perches406874a2008-04-03 10:06:32 -0700186 u16 tdh;
187 u16 tdt;
Joe Perchesc3033b02008-03-21 11:06:25 -0700188 bool last_tx_tso;
Mallikarjuna R Chilakala581d7082005-10-04 07:01:55 -0400189};
190
191struct e1000_rx_ring {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192 /* pointer to the descriptor ring memory */
193 void *desc;
194 /* physical address of the descriptor ring */
195 dma_addr_t dma;
196 /* length of descriptor ring in bytes */
197 unsigned int size;
198 /* number of descriptors in the ring */
199 unsigned int count;
200 /* next descriptor to associate a buffer with */
201 unsigned int next_to_use;
202 /* next descriptor to check for DD status bit */
203 unsigned int next_to_clean;
204 /* array of buffer information structs */
Florian Westphal93f0afe2014-09-03 13:34:26 +0000205 struct e1000_rx_buffer *buffer_info;
Jesse Brandeburgedbbb3c2009-07-06 10:44:39 +0000206 struct sk_buff *rx_skb_top;
Mallikarjuna R Chilakala581d7082005-10-04 07:01:55 -0400207
Jeff Kirsher545c67c2006-01-12 16:50:25 -0800208 /* cpu for rx queue */
209 int cpu;
210
Joe Perches406874a2008-04-03 10:06:32 -0700211 u16 rdh;
212 u16 rdt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213};
214
Joe Perchesb1184022008-07-11 15:17:23 -0700215#define E1000_DESC_UNUSED(R) \
Dmitriy Vyukov9eab46b2015-09-08 10:52:44 +0200216({ \
217 unsigned int clean = smp_load_acquire(&(R)->next_to_clean); \
218 unsigned int use = READ_ONCE((R)->next_to_use); \
219 (clean > use ? 0 : (R)->count) + clean - use - 1; \
220})
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221
Joe Perchesb1184022008-07-11 15:17:23 -0700222#define E1000_RX_DESC_EXT(R, i) \
Malli Chilakala2d7edb92005-04-28 19:43:52 -0700223 (&(((union e1000_rx_desc_extended *)((R).desc))[i]))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224#define E1000_GET_DESC(R, i, type) (&(((struct type *)((R).desc))[i]))
225#define E1000_RX_DESC(R, i) E1000_GET_DESC(R, i, e1000_rx_desc)
226#define E1000_TX_DESC(R, i) E1000_GET_DESC(R, i, e1000_tx_desc)
227#define E1000_CONTEXT_DESC(R, i) E1000_GET_DESC(R, i, e1000_context_desc)
228
229/* board specific private data structure */
230
231struct e1000_adapter {
Jiri Pirko5622e402011-07-21 03:26:31 +0000232 unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
Joe Perches406874a2008-04-03 10:06:32 -0700233 u16 mng_vlan_id;
234 u32 bd_number;
235 u32 rx_buffer_len;
236 u32 wol;
237 u32 smartspeed;
238 u32 en_mng_pt;
239 u16 link_speed;
240 u16 link_duplex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 spinlock_t stats_lock;
Jesse Brandeburg835bb122006-11-01 08:48:13 -0800242 unsigned int total_tx_bytes;
243 unsigned int total_tx_packets;
244 unsigned int total_rx_bytes;
245 unsigned int total_rx_packets;
246 /* Interrupt Throttle Rate */
Joe Perches406874a2008-04-03 10:06:32 -0700247 u32 itr;
248 u32 itr_setting;
249 u16 tx_itr;
250 u16 rx_itr;
Jesse Brandeburg835bb122006-11-01 08:48:13 -0800251
Joe Perches406874a2008-04-03 10:06:32 -0700252 u8 fc_autoneg;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 /* TX */
Mallikarjuna R Chilakala581d7082005-10-04 07:01:55 -0400255 struct e1000_tx_ring *tx_ring; /* One per active queue */
Jesse Brandeburgfcfb1222006-11-01 08:47:59 -0800256 unsigned int restart_queue;
Joe Perches406874a2008-04-03 10:06:32 -0700257 u32 txd_cmd;
258 u32 tx_int_delay;
259 u32 tx_abs_int_delay;
260 u32 gotcl;
261 u64 gotcl_old;
262 u64 tpt_old;
263 u64 colc_old;
264 u32 tx_timeout_count;
265 u32 tx_fifo_head;
266 u32 tx_head_addr;
267 u32 tx_fifo_size;
268 u8 tx_timeout_factor;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 atomic_t tx_fifo_stall;
Joe Perchesc3033b02008-03-21 11:06:25 -0700270 bool pcix_82544;
271 bool detect_tx_hung;
Tushar Daveb04e36b2012-01-27 09:00:46 +0000272 bool dump_buffers;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273
274 /* RX */
Joe Perchese982f172008-07-11 15:17:18 -0700275 bool (*clean_rx)(struct e1000_adapter *adapter,
276 struct e1000_rx_ring *rx_ring,
277 int *work_done, int work_to_do);
Joe Perchese982f172008-07-11 15:17:18 -0700278 void (*alloc_rx_buf)(struct e1000_adapter *adapter,
279 struct e1000_rx_ring *rx_ring,
280 int cleaned_count);
Mallikarjuna R Chilakala581d7082005-10-04 07:01:55 -0400281 struct e1000_rx_ring *rx_ring; /* One per active queue */
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700282 struct napi_struct napi;
Francois Romieuc3570ac2008-07-11 15:17:38 -0700283
Jeff Kirsherf56799e2006-01-12 16:50:39 -0800284 int num_tx_queues;
285 int num_rx_queues;
Mallikarjuna R Chilakala581d7082005-10-04 07:01:55 -0400286
Joe Perches406874a2008-04-03 10:06:32 -0700287 u64 hw_csum_err;
288 u64 hw_csum_good;
Joe Perches406874a2008-04-03 10:06:32 -0700289 u32 alloc_rx_buff_failed;
290 u32 rx_int_delay;
291 u32 rx_abs_int_delay;
Joe Perchesc3033b02008-03-21 11:06:25 -0700292 bool rx_csum;
Joe Perches406874a2008-04-03 10:06:32 -0700293 u32 gorcl;
294 u64 gorcl_old;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 /* OS defined structs */
297 struct net_device *netdev;
298 struct pci_dev *pdev;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299
300 /* structs defined in e1000_hw.h */
301 struct e1000_hw hw;
302 struct e1000_hw_stats stats;
303 struct e1000_phy_info phy_info;
304 struct e1000_phy_stats phy_stats;
305
Joe Perches406874a2008-04-03 10:06:32 -0700306 u32 test_icr;
Mallikarjuna R Chilakala581d7082005-10-04 07:01:55 -0400307 struct e1000_tx_ring test_tx_ring;
308 struct e1000_rx_ring test_rx_ring;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309
Linus Torvalds1da177e2005-04-16 15:20:36 -0700310 int msg_enable;
Auke Koke94bd232007-05-16 01:49:46 -0700311
Jeff Kirsher7e6c9862006-03-02 18:19:30 -0800312 /* to not mess up cache alignment, always add to the bottom */
Joe Perchesc3033b02008-03-21 11:06:25 -0700313 bool tso_force;
314 bool smart_power_down; /* phy smart power down */
315 bool quad_port_a;
Auke Kok2db10a02006-06-27 09:06:28 -0700316 unsigned long flags;
Joe Perches406874a2008-04-03 10:06:32 -0700317 u32 eeprom_wol;
Taku Izumi81250292008-07-11 15:17:44 -0700318
319 /* for ioport free */
320 int bars;
321 int need_ioport;
Jesse Brandeburg40a14de2010-01-19 14:15:38 +0000322
323 bool discarding;
Jesse Brandeburg5cf42fc2010-09-22 18:22:17 +0000324
Jesse Brandeburga4010af2011-10-05 07:24:41 +0000325 struct work_struct reset_task;
326 struct delayed_work watchdog_task;
327 struct delayed_work fifo_stall_task;
328 struct delayed_work phy_info_task;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329};
Adrian Bunk30dcbf22006-03-11 17:51:39 -0800330
Auke Kok2db10a02006-06-27 09:06:28 -0700331enum e1000_state_t {
Auke Kok1314bbf2006-09-27 12:54:02 -0700332 __E1000_TESTING,
Auke Kok2db10a02006-06-27 09:06:28 -0700333 __E1000_RESETTING,
Auke Kok1314bbf2006-09-27 12:54:02 -0700334 __E1000_DOWN
Auke Kok2db10a02006-06-27 09:06:28 -0700335};
Adrian Bunk30dcbf22006-03-11 17:51:39 -0800336
Emil Tantilov675ad472010-04-27 14:02:58 +0000337#undef pr_fmt
338#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
339
Joe Perches5ccc9212013-09-23 11:37:59 -0700340struct net_device *e1000_get_hw_dev(struct e1000_hw *hw);
Emil Tantilov675ad472010-04-27 14:02:58 +0000341#define e_dbg(format, arg...) \
342 netdev_dbg(e1000_get_hw_dev(hw), format, ## arg)
Emil Tantilovfeb8f472010-07-26 23:37:21 -0700343#define e_err(msglvl, format, arg...) \
344 netif_err(adapter, msglvl, adapter->netdev, format, ## arg)
345#define e_info(msglvl, format, arg...) \
346 netif_info(adapter, msglvl, adapter->netdev, format, ## arg)
347#define e_warn(msglvl, format, arg...) \
348 netif_warn(adapter, msglvl, adapter->netdev, format, ## arg)
349#define e_notice(msglvl, format, arg...) \
350 netif_notice(adapter, msglvl, adapter->netdev, format, ## arg)
Emil Tantilov675ad472010-04-27 14:02:58 +0000351#define e_dev_info(format, arg...) \
352 dev_info(&adapter->pdev->dev, format, ## arg)
353#define e_dev_warn(format, arg...) \
354 dev_warn(&adapter->pdev->dev, format, ## arg)
Emil Tantilovfeb8f472010-07-26 23:37:21 -0700355#define e_dev_err(format, arg...) \
356 dev_err(&adapter->pdev->dev, format, ## arg)
Emil Tantilov675ad472010-04-27 14:02:58 +0000357
Stephen Hemmingerabec42a2007-10-29 10:46:19 -0700358extern char e1000_driver_name[];
359extern const char e1000_driver_version[];
360
Stefan Assmann1f2f83f2016-02-03 09:20:51 +0100361int e1000_open(struct net_device *netdev);
362int e1000_close(struct net_device *netdev);
Joe Perches5ccc9212013-09-23 11:37:59 -0700363int e1000_up(struct e1000_adapter *adapter);
364void e1000_down(struct e1000_adapter *adapter);
365void e1000_reinit_locked(struct e1000_adapter *adapter);
366void e1000_reset(struct e1000_adapter *adapter);
367int e1000_set_spd_dplx(struct e1000_adapter *adapter, u32 spd, u8 dplx);
368int e1000_setup_all_rx_resources(struct e1000_adapter *adapter);
369int e1000_setup_all_tx_resources(struct e1000_adapter *adapter);
370void e1000_free_all_rx_resources(struct e1000_adapter *adapter);
371void e1000_free_all_tx_resources(struct e1000_adapter *adapter);
372void e1000_update_stats(struct e1000_adapter *adapter);
373bool e1000_has_link(struct e1000_adapter *adapter);
374void e1000_power_up_phy(struct e1000_adapter *);
375void e1000_set_ethtool_ops(struct net_device *netdev);
376void e1000_check_options(struct e1000_adapter *adapter);
377char *e1000_get_hw_dev_name(struct e1000_hw *hw);
Stephen Hemmingerabec42a2007-10-29 10:46:19 -0700378
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379#endif /* _E1000_H_ */