Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 1 | /******************************************************************************* |
| 2 | |
| 3 | Intel 10 Gigabit PCI Express Linux driver |
Don Skidmore | a52055e | 2011-02-23 09:58:39 +0000 | [diff] [blame] | 4 | Copyright(c) 1999 - 2011 Intel Corporation. |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 5 | |
| 6 | This program is free software; you can redistribute it and/or modify it |
| 7 | under the terms and conditions of the GNU General Public License, |
| 8 | version 2, as published by the Free Software Foundation. |
| 9 | |
| 10 | This program is distributed in the hope it will be useful, but WITHOUT |
| 11 | ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 12 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 13 | more details. |
| 14 | |
| 15 | You should have received a copy of the GNU General Public License along with |
| 16 | this program; if not, write to the Free Software Foundation, Inc., |
| 17 | 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA. |
| 18 | |
| 19 | The full GNU General Public License is included in this distribution in |
| 20 | the file called "COPYING". |
| 21 | |
| 22 | Contact Information: |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 23 | e1000-devel Mailing List <e1000-devel@lists.sourceforge.net> |
| 24 | Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 |
| 25 | |
| 26 | *******************************************************************************/ |
| 27 | |
| 28 | #ifndef _IXGBE_H_ |
| 29 | #define _IXGBE_H_ |
| 30 | |
Jesse Gross | f62bbb5 | 2010-10-20 13:56:10 +0000 | [diff] [blame] | 31 | #include <linux/bitops.h> |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 32 | #include <linux/types.h> |
| 33 | #include <linux/pci.h> |
| 34 | #include <linux/netdevice.h> |
Peter Waskiewicz | b25ebfd | 2010-10-05 01:27:49 +0000 | [diff] [blame] | 35 | #include <linux/cpumask.h> |
Peter P Waskiewicz Jr | 6fabd71 | 2008-12-10 01:13:08 -0800 | [diff] [blame] | 36 | #include <linux/aer.h> |
Jesse Gross | f62bbb5 | 2010-10-20 13:56:10 +0000 | [diff] [blame] | 37 | #include <linux/if_vlan.h> |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 38 | |
| 39 | #include "ixgbe_type.h" |
| 40 | #include "ixgbe_common.h" |
Alexander Duyck | 2f90b86 | 2008-11-20 20:52:10 -0800 | [diff] [blame] | 41 | #include "ixgbe_dcb.h" |
Yi Zou | eacd73f | 2009-05-13 13:11:06 +0000 | [diff] [blame] | 42 | #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE) |
| 43 | #define IXGBE_FCOE |
| 44 | #include "ixgbe_fcoe.h" |
| 45 | #endif /* CONFIG_FCOE or CONFIG_FCOE_MODULE */ |
Jeff Garzik | 5dd2d33 | 2008-10-16 05:09:31 -0400 | [diff] [blame] | 46 | #ifdef CONFIG_IXGBE_DCA |
Jeb Cramer | bd0362d | 2008-03-03 15:04:02 -0800 | [diff] [blame] | 47 | #include <linux/dca.h> |
| 48 | #endif |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 49 | |
Emil Tantilov | 849c454 | 2010-06-03 16:53:41 +0000 | [diff] [blame] | 50 | /* common prefix used by pr_<> macros */ |
| 51 | #undef pr_fmt |
| 52 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 53 | |
| 54 | /* TX/RX descriptor defines */ |
Jesse Brandeburg | 6bacb30 | 2009-12-03 11:33:07 +0000 | [diff] [blame] | 55 | #define IXGBE_DEFAULT_TXD 512 |
Alexander Duyck | 5922455 | 2011-08-31 00:01:06 +0000 | [diff] [blame] | 56 | #define IXGBE_DEFAULT_TX_WORK 256 |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 57 | #define IXGBE_MAX_TXD 4096 |
| 58 | #define IXGBE_MIN_TXD 64 |
| 59 | |
Jesse Brandeburg | 6bacb30 | 2009-12-03 11:33:07 +0000 | [diff] [blame] | 60 | #define IXGBE_DEFAULT_RXD 512 |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 61 | #define IXGBE_MAX_RXD 4096 |
| 62 | #define IXGBE_MIN_RXD 64 |
| 63 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 64 | /* flow control */ |
Jesse Brandeburg | 2b9ade9 | 2008-08-26 04:27:10 -0700 | [diff] [blame] | 65 | #define IXGBE_MIN_FCRTL 0x40 |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 66 | #define IXGBE_MAX_FCRTL 0x7FF80 |
Jesse Brandeburg | 2b9ade9 | 2008-08-26 04:27:10 -0700 | [diff] [blame] | 67 | #define IXGBE_MIN_FCRTH 0x600 |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 68 | #define IXGBE_MAX_FCRTH 0x7FFF0 |
Jesse Brandeburg | 2b9ade9 | 2008-08-26 04:27:10 -0700 | [diff] [blame] | 69 | #define IXGBE_DEFAULT_FCPAUSE 0xFFFF |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 70 | #define IXGBE_MIN_FCPAUSE 0 |
| 71 | #define IXGBE_MAX_FCPAUSE 0xFFFF |
| 72 | |
| 73 | /* Supported Rx Buffer Sizes */ |
Alexander Duyck | 1395807 | 2010-08-19 13:37:21 +0000 | [diff] [blame] | 74 | #define IXGBE_RXBUFFER_512 512 /* Used for packet split */ |
Alexander Duyck | 919e78a | 2011-08-26 09:52:38 +0000 | [diff] [blame] | 75 | #define IXGBE_RXBUFFER_2K 2048 |
| 76 | #define IXGBE_RXBUFFER_3K 3072 |
| 77 | #define IXGBE_RXBUFFER_4K 4096 |
| 78 | #define IXGBE_RXBUFFER_7K 7168 |
| 79 | #define IXGBE_RXBUFFER_8K 8192 |
| 80 | #define IXGBE_RXBUFFER_15K 15360 |
| 81 | #define IXGBE_MAX_RXBUFFER 16384 /* largest size for a single descriptor */ |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 82 | |
Alexander Duyck | 1395807 | 2010-08-19 13:37:21 +0000 | [diff] [blame] | 83 | /* |
| 84 | * NOTE: netdev_alloc_skb reserves up to 64 bytes, NET_IP_ALIGN mans we |
| 85 | * reserve 2 more, and skb_shared_info adds an additional 384 bytes more, |
| 86 | * this adds up to 512 bytes of extra data meaning the smallest allocation |
| 87 | * we could have is 1K. |
| 88 | * i.e. RXBUFFER_512 --> size-1024 slab |
| 89 | */ |
| 90 | #define IXGBE_RX_HDR_SIZE IXGBE_RXBUFFER_512 |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 91 | |
| 92 | #define MAXIMUM_ETHERNET_VLAN_SIZE (ETH_FRAME_LEN + ETH_FCS_LEN + VLAN_HLEN) |
| 93 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 94 | /* How many Rx Buffers do we bundle into one write to the hardware ? */ |
| 95 | #define IXGBE_RX_BUFFER_WRITE 16 /* Must be power of 2 */ |
| 96 | |
| 97 | #define IXGBE_TX_FLAGS_CSUM (u32)(1) |
Alexander Duyck | 66f32a8 | 2011-06-29 05:43:22 +0000 | [diff] [blame] | 98 | #define IXGBE_TX_FLAGS_HW_VLAN (u32)(1 << 1) |
| 99 | #define IXGBE_TX_FLAGS_SW_VLAN (u32)(1 << 2) |
| 100 | #define IXGBE_TX_FLAGS_TSO (u32)(1 << 3) |
| 101 | #define IXGBE_TX_FLAGS_IPV4 (u32)(1 << 4) |
| 102 | #define IXGBE_TX_FLAGS_FCOE (u32)(1 << 5) |
| 103 | #define IXGBE_TX_FLAGS_FSO (u32)(1 << 6) |
Alexander Duyck | 7f9643f | 2011-06-29 05:43:27 +0000 | [diff] [blame] | 104 | #define IXGBE_TX_FLAGS_TXSW (u32)(1 << 7) |
| 105 | #define IXGBE_TX_FLAGS_MAPPED_AS_PAGE (u32)(1 << 8) |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 106 | #define IXGBE_TX_FLAGS_VLAN_MASK 0xffff0000 |
Alexander Duyck | 66f32a8 | 2011-06-29 05:43:22 +0000 | [diff] [blame] | 107 | #define IXGBE_TX_FLAGS_VLAN_PRIO_MASK 0xe0000000 |
| 108 | #define IXGBE_TX_FLAGS_VLAN_PRIO_SHIFT 29 |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 109 | #define IXGBE_TX_FLAGS_VLAN_SHIFT 16 |
| 110 | |
Peter P Waskiewicz Jr | 0a92457 | 2009-07-30 12:26:00 +0000 | [diff] [blame] | 111 | #define IXGBE_MAX_RSC_INT_RATE 162760 |
| 112 | |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 113 | #define IXGBE_MAX_VF_MC_ENTRIES 30 |
| 114 | #define IXGBE_MAX_VF_FUNCTIONS 64 |
| 115 | #define IXGBE_MAX_VFTA_ENTRIES 128 |
| 116 | #define MAX_EMULATION_MAC_ADDRS 16 |
Greg Rose | a1cbb15c | 2011-05-13 01:33:48 +0000 | [diff] [blame] | 117 | #define IXGBE_MAX_PF_MACVLANS 15 |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 118 | #define VMDQ_P(p) ((p) + adapter->num_vfs) |
Greg Rose | 83c61fa | 2011-09-07 05:59:35 +0000 | [diff] [blame^] | 119 | #define IXGBE_82599_VF_DEVICE_ID 0x10ED |
| 120 | #define IXGBE_X540_VF_DEVICE_ID 0x1515 |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 121 | |
| 122 | struct vf_data_storage { |
| 123 | unsigned char vf_mac_addresses[ETH_ALEN]; |
| 124 | u16 vf_mc_hashes[IXGBE_MAX_VF_MC_ENTRIES]; |
| 125 | u16 num_vf_mc_hashes; |
| 126 | u16 default_vf_vlan_id; |
| 127 | u16 vlans_enabled; |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 128 | bool clear_to_send; |
Greg Rose | 7f01648 | 2010-05-04 22:12:06 +0000 | [diff] [blame] | 129 | bool pf_set_mac; |
Greg Rose | 7f01648 | 2010-05-04 22:12:06 +0000 | [diff] [blame] | 130 | u16 pf_vlan; /* When set, guest VLAN config not allowed. */ |
| 131 | u16 pf_qos; |
Lior Levy | ff4ab20 | 2011-03-11 02:03:07 +0000 | [diff] [blame] | 132 | u16 tx_rate; |
Greg Rose | c6bda30 | 2011-08-24 02:37:55 +0000 | [diff] [blame] | 133 | struct pci_dev *vfdev; |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 134 | }; |
| 135 | |
Greg Rose | a1cbb15c | 2011-05-13 01:33:48 +0000 | [diff] [blame] | 136 | struct vf_macvlans { |
| 137 | struct list_head l; |
| 138 | int vf; |
| 139 | int rar_entry; |
| 140 | bool free; |
| 141 | bool is_macvlan; |
| 142 | u8 vf_macvlan[ETH_ALEN]; |
| 143 | }; |
| 144 | |
Alexander Duyck | a535c30 | 2011-05-27 05:31:52 +0000 | [diff] [blame] | 145 | #define IXGBE_MAX_TXD_PWR 14 |
| 146 | #define IXGBE_MAX_DATA_PER_TXD (1 << IXGBE_MAX_TXD_PWR) |
| 147 | |
| 148 | /* Tx Descriptors needed, worst case */ |
| 149 | #define TXD_USE_COUNT(S) DIV_ROUND_UP((S), IXGBE_MAX_DATA_PER_TXD) |
| 150 | #define DESC_NEEDED ((MAX_SKB_FRAGS * TXD_USE_COUNT(PAGE_SIZE)) + 4) |
| 151 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 152 | /* wrapper around a pointer to a socket buffer, |
| 153 | * so a DMA handle can be stored along with the buffer */ |
| 154 | struct ixgbe_tx_buffer { |
Alexander Duyck | d3d0023 | 2011-07-15 02:31:25 +0000 | [diff] [blame] | 155 | union ixgbe_adv_tx_desc *next_to_watch; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 156 | unsigned long time_stamp; |
Alexander Duyck | d3d0023 | 2011-07-15 02:31:25 +0000 | [diff] [blame] | 157 | dma_addr_t dma; |
| 158 | u32 length; |
| 159 | u32 tx_flags; |
| 160 | struct sk_buff *skb; |
| 161 | u32 bytecount; |
Alexander Duyck | 8ad494b | 2010-11-16 19:26:47 -0800 | [diff] [blame] | 162 | u16 gso_segs; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 163 | }; |
| 164 | |
| 165 | struct ixgbe_rx_buffer { |
| 166 | struct sk_buff *skb; |
| 167 | dma_addr_t dma; |
| 168 | struct page *page; |
| 169 | dma_addr_t page_dma; |
Jesse Brandeburg | 762f4c5 | 2008-09-11 19:58:43 -0700 | [diff] [blame] | 170 | unsigned int page_offset; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 171 | }; |
| 172 | |
| 173 | struct ixgbe_queue_stats { |
| 174 | u64 packets; |
| 175 | u64 bytes; |
| 176 | }; |
| 177 | |
Alexander Duyck | 5b7da51 | 2010-11-16 19:26:50 -0800 | [diff] [blame] | 178 | struct ixgbe_tx_queue_stats { |
| 179 | u64 restart_queue; |
| 180 | u64 tx_busy; |
John Fastabend | c84d324 | 2010-11-16 19:27:12 -0800 | [diff] [blame] | 181 | u64 completed; |
| 182 | u64 tx_done_old; |
Alexander Duyck | 5b7da51 | 2010-11-16 19:26:50 -0800 | [diff] [blame] | 183 | }; |
| 184 | |
| 185 | struct ixgbe_rx_queue_stats { |
| 186 | u64 rsc_count; |
| 187 | u64 rsc_flush; |
| 188 | u64 non_eop_descs; |
| 189 | u64 alloc_rx_page_failed; |
| 190 | u64 alloc_rx_buff_failed; |
| 191 | }; |
| 192 | |
Alexander Duyck | 7d637bc | 2010-11-16 19:26:56 -0800 | [diff] [blame] | 193 | enum ixbge_ring_state_t { |
| 194 | __IXGBE_TX_FDIR_INIT_DONE, |
| 195 | __IXGBE_TX_DETECT_HANG, |
John Fastabend | c84d324 | 2010-11-16 19:27:12 -0800 | [diff] [blame] | 196 | __IXGBE_HANG_CHECK_ARMED, |
Alexander Duyck | 7d637bc | 2010-11-16 19:26:56 -0800 | [diff] [blame] | 197 | __IXGBE_RX_PS_ENABLED, |
| 198 | __IXGBE_RX_RSC_ENABLED, |
| 199 | }; |
| 200 | |
| 201 | #define ring_is_ps_enabled(ring) \ |
| 202 | test_bit(__IXGBE_RX_PS_ENABLED, &(ring)->state) |
| 203 | #define set_ring_ps_enabled(ring) \ |
| 204 | set_bit(__IXGBE_RX_PS_ENABLED, &(ring)->state) |
| 205 | #define clear_ring_ps_enabled(ring) \ |
| 206 | clear_bit(__IXGBE_RX_PS_ENABLED, &(ring)->state) |
| 207 | #define check_for_tx_hang(ring) \ |
| 208 | test_bit(__IXGBE_TX_DETECT_HANG, &(ring)->state) |
| 209 | #define set_check_for_tx_hang(ring) \ |
| 210 | set_bit(__IXGBE_TX_DETECT_HANG, &(ring)->state) |
| 211 | #define clear_check_for_tx_hang(ring) \ |
| 212 | clear_bit(__IXGBE_TX_DETECT_HANG, &(ring)->state) |
| 213 | #define ring_is_rsc_enabled(ring) \ |
| 214 | test_bit(__IXGBE_RX_RSC_ENABLED, &(ring)->state) |
| 215 | #define set_ring_rsc_enabled(ring) \ |
| 216 | set_bit(__IXGBE_RX_RSC_ENABLED, &(ring)->state) |
| 217 | #define clear_ring_rsc_enabled(ring) \ |
| 218 | clear_bit(__IXGBE_RX_RSC_ENABLED, &(ring)->state) |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 219 | struct ixgbe_ring { |
Alexander Duyck | efe3d3c | 2011-07-15 03:05:21 +0000 | [diff] [blame] | 220 | struct ixgbe_ring *next; /* pointer to next ring in q_vector */ |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 221 | void *desc; /* descriptor ring memory */ |
Alexander Duyck | b6ec895 | 2010-11-16 19:26:49 -0800 | [diff] [blame] | 222 | struct device *dev; /* device for DMA mapping */ |
Alexander Duyck | fc77dc3 | 2010-11-16 19:26:51 -0800 | [diff] [blame] | 223 | struct net_device *netdev; /* netdev ring belongs to */ |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 224 | union { |
| 225 | struct ixgbe_tx_buffer *tx_buffer_info; |
| 226 | struct ixgbe_rx_buffer *rx_buffer_info; |
| 227 | }; |
Alexander Duyck | 7d637bc | 2010-11-16 19:26:56 -0800 | [diff] [blame] | 228 | unsigned long state; |
Alexander Duyck | bd19805 | 2011-06-11 01:45:08 +0000 | [diff] [blame] | 229 | u8 __iomem *tail; |
| 230 | |
Jesse Brandeburg | ae540af | 2009-06-04 16:02:04 +0000 | [diff] [blame] | 231 | u16 count; /* amount of descriptors */ |
| 232 | u16 rx_buf_len; |
Jesse Brandeburg | ae540af | 2009-06-04 16:02:04 +0000 | [diff] [blame] | 233 | |
| 234 | u8 queue_index; /* needed for multiqueue queue management */ |
Alexander Duyck | 7d637bc | 2010-11-16 19:26:56 -0800 | [diff] [blame] | 235 | u8 reg_idx; /* holds the special value that gets |
Jesse Brandeburg | ae540af | 2009-06-04 16:02:04 +0000 | [diff] [blame] | 236 | * the hardware register offset |
| 237 | * associated with this ring, which is |
| 238 | * different for DCB and RSS modes |
| 239 | */ |
Alexander Duyck | bd19805 | 2011-06-11 01:45:08 +0000 | [diff] [blame] | 240 | u8 atr_sample_rate; |
| 241 | u8 atr_count; |
| 242 | |
| 243 | u16 next_to_use; |
| 244 | u16 next_to_clean; |
| 245 | |
John Fastabend | e5b6463 | 2011-03-08 03:44:52 +0000 | [diff] [blame] | 246 | u8 dcb_tc; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 247 | struct ixgbe_queue_stats stats; |
Eric Dumazet | de1036b | 2010-10-20 23:00:04 +0000 | [diff] [blame] | 248 | struct u64_stats_sync syncp; |
Alexander Duyck | 5b7da51 | 2010-11-16 19:26:50 -0800 | [diff] [blame] | 249 | union { |
| 250 | struct ixgbe_tx_queue_stats tx_stats; |
| 251 | struct ixgbe_rx_queue_stats rx_stats; |
| 252 | }; |
Alexander Duyck | 5b7da51 | 2010-11-16 19:26:50 -0800 | [diff] [blame] | 253 | int numa_node; |
Jesse Brandeburg | ae540af | 2009-06-04 16:02:04 +0000 | [diff] [blame] | 254 | unsigned int size; /* length in bytes */ |
| 255 | dma_addr_t dma; /* phys. address of descriptor ring */ |
Eric Dumazet | 1a51502 | 2010-11-16 19:26:42 -0800 | [diff] [blame] | 256 | struct rcu_head rcu; |
Alexander Duyck | 33cf09c | 2010-11-16 19:26:55 -0800 | [diff] [blame] | 257 | struct ixgbe_q_vector *q_vector; /* back-pointer to host q_vector */ |
Jesse Brandeburg | 7ca3bc5 | 2009-12-03 11:33:29 +0000 | [diff] [blame] | 258 | } ____cacheline_internodealigned_in_smp; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 259 | |
Shannon Nelson | c7e4358 | 2009-02-24 16:36:38 -0800 | [diff] [blame] | 260 | enum ixgbe_ring_f_enum { |
| 261 | RING_F_NONE = 0, |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 262 | RING_F_VMDQ, /* SR-IOV uses the same ring feature */ |
Shannon Nelson | c7e4358 | 2009-02-24 16:36:38 -0800 | [diff] [blame] | 263 | RING_F_RSS, |
Peter P Waskiewicz Jr | c4cf55e | 2009-06-04 16:01:43 +0000 | [diff] [blame] | 264 | RING_F_FDIR, |
Yi Zou | 0331a83 | 2009-05-17 12:33:52 +0000 | [diff] [blame] | 265 | #ifdef IXGBE_FCOE |
| 266 | RING_F_FCOE, |
| 267 | #endif /* IXGBE_FCOE */ |
Shannon Nelson | c7e4358 | 2009-02-24 16:36:38 -0800 | [diff] [blame] | 268 | |
| 269 | RING_F_ARRAY_SIZE /* must be last in enum set */ |
| 270 | }; |
| 271 | |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 272 | #define IXGBE_MAX_RSS_INDICES 16 |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 273 | #define IXGBE_MAX_VMDQ_INDICES 64 |
Peter P Waskiewicz Jr | c4cf55e | 2009-06-04 16:01:43 +0000 | [diff] [blame] | 274 | #define IXGBE_MAX_FDIR_INDICES 64 |
Yi Zou | 0331a83 | 2009-05-17 12:33:52 +0000 | [diff] [blame] | 275 | #ifdef IXGBE_FCOE |
| 276 | #define IXGBE_MAX_FCOE_INDICES 8 |
John Fastabend | e0fce69 | 2010-03-24 10:01:45 +0000 | [diff] [blame] | 277 | #define MAX_RX_QUEUES (IXGBE_MAX_FDIR_INDICES + IXGBE_MAX_FCOE_INDICES) |
| 278 | #define MAX_TX_QUEUES (IXGBE_MAX_FDIR_INDICES + IXGBE_MAX_FCOE_INDICES) |
| 279 | #else |
| 280 | #define MAX_RX_QUEUES IXGBE_MAX_FDIR_INDICES |
| 281 | #define MAX_TX_QUEUES IXGBE_MAX_FDIR_INDICES |
Yi Zou | 0331a83 | 2009-05-17 12:33:52 +0000 | [diff] [blame] | 282 | #endif /* IXGBE_FCOE */ |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 283 | struct ixgbe_ring_feature { |
| 284 | int indices; |
| 285 | int mask; |
Jesse Brandeburg | 7ca3bc5 | 2009-12-03 11:33:29 +0000 | [diff] [blame] | 286 | } ____cacheline_internodealigned_in_smp; |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 287 | |
Alexander Duyck | 08c8833 | 2011-06-11 01:45:03 +0000 | [diff] [blame] | 288 | struct ixgbe_ring_container { |
Alexander Duyck | efe3d3c | 2011-07-15 03:05:21 +0000 | [diff] [blame] | 289 | struct ixgbe_ring *ring; /* pointer to linked list of rings */ |
Alexander Duyck | bd19805 | 2011-06-11 01:45:08 +0000 | [diff] [blame] | 290 | unsigned int total_bytes; /* total bytes processed this int */ |
| 291 | unsigned int total_packets; /* total packets processed this int */ |
| 292 | u16 work_limit; /* total work allowed per interrupt */ |
Alexander Duyck | 08c8833 | 2011-06-11 01:45:03 +0000 | [diff] [blame] | 293 | u8 count; /* total number of rings in vector */ |
| 294 | u8 itr; /* current ITR setting for ring */ |
| 295 | }; |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 296 | |
Alexander Duyck | 2f90b86 | 2008-11-20 20:52:10 -0800 | [diff] [blame] | 297 | #define MAX_RX_PACKET_BUFFERS ((adapter->flags & IXGBE_FLAG_DCB_ENABLED) \ |
| 298 | ? 8 : 1) |
| 299 | #define MAX_TX_PACKET_BUFFERS MAX_RX_PACKET_BUFFERS |
| 300 | |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 301 | /* MAX_MSIX_Q_VECTORS of these are allocated, |
| 302 | * but we only use one per queue-specific vector. |
| 303 | */ |
| 304 | struct ixgbe_q_vector { |
| 305 | struct ixgbe_adapter *adapter; |
Alexander Duyck | 33cf09c | 2010-11-16 19:26:55 -0800 | [diff] [blame] | 306 | #ifdef CONFIG_IXGBE_DCA |
| 307 | int cpu; /* CPU for DCA */ |
| 308 | #endif |
Emil Tantilov | d5bf4f6 | 2011-08-31 00:01:16 +0000 | [diff] [blame] | 309 | u16 v_idx; /* index of q_vector within array, also used for |
| 310 | * finding the bit in EICR and friends that |
| 311 | * represents the vector for this ring */ |
| 312 | u16 itr; /* Interrupt throttle rate written to EITR */ |
Alexander Duyck | 08c8833 | 2011-06-11 01:45:03 +0000 | [diff] [blame] | 313 | struct ixgbe_ring_container rx, tx; |
Emil Tantilov | d5bf4f6 | 2011-08-31 00:01:16 +0000 | [diff] [blame] | 314 | |
| 315 | struct napi_struct napi; |
Peter Waskiewicz | b25ebfd | 2010-10-05 01:27:49 +0000 | [diff] [blame] | 316 | cpumask_var_t affinity_mask; |
Alexander Duyck | d0759eb | 2010-11-16 19:27:09 -0800 | [diff] [blame] | 317 | char name[IFNAMSIZ + 9]; |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 318 | }; |
| 319 | |
Emil Tantilov | d5bf4f6 | 2011-08-31 00:01:16 +0000 | [diff] [blame] | 320 | /* |
| 321 | * microsecond values for various ITR rates shifted by 2 to fit itr register |
| 322 | * with the first 3 bits reserved 0 |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 323 | */ |
Emil Tantilov | d5bf4f6 | 2011-08-31 00:01:16 +0000 | [diff] [blame] | 324 | #define IXGBE_MIN_RSC_ITR 24 |
| 325 | #define IXGBE_100K_ITR 40 |
| 326 | #define IXGBE_20K_ITR 200 |
| 327 | #define IXGBE_10K_ITR 400 |
| 328 | #define IXGBE_8K_ITR 500 |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 329 | |
Alexander Duyck | 7d4987d | 2011-05-27 05:31:37 +0000 | [diff] [blame] | 330 | static inline u16 ixgbe_desc_unused(struct ixgbe_ring *ring) |
| 331 | { |
| 332 | u16 ntc = ring->next_to_clean; |
| 333 | u16 ntu = ring->next_to_use; |
| 334 | |
| 335 | return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; |
| 336 | } |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 337 | |
| 338 | #define IXGBE_RX_DESC_ADV(R, i) \ |
Alexander Duyck | 31f05a2 | 2010-08-19 13:40:31 +0000 | [diff] [blame] | 339 | (&(((union ixgbe_adv_rx_desc *)((R)->desc))[i])) |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 340 | #define IXGBE_TX_DESC_ADV(R, i) \ |
Alexander Duyck | 31f05a2 | 2010-08-19 13:40:31 +0000 | [diff] [blame] | 341 | (&(((union ixgbe_adv_tx_desc *)((R)->desc))[i])) |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 342 | #define IXGBE_TX_CTXTDESC_ADV(R, i) \ |
Alexander Duyck | 31f05a2 | 2010-08-19 13:40:31 +0000 | [diff] [blame] | 343 | (&(((struct ixgbe_adv_tx_context_desc *)((R)->desc))[i])) |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 344 | |
| 345 | #define IXGBE_MAX_JUMBO_FRAME_SIZE 16128 |
Yi Zou | 63f39bd | 2009-05-17 12:34:35 +0000 | [diff] [blame] | 346 | #ifdef IXGBE_FCOE |
| 347 | /* Use 3K as the baby jumbo frame size for FCoE */ |
| 348 | #define IXGBE_FCOE_JUMBO_FRAME_SIZE 3072 |
| 349 | #endif /* IXGBE_FCOE */ |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 350 | |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 351 | #define OTHER_VECTOR 1 |
| 352 | #define NON_Q_VECTORS (OTHER_VECTOR) |
| 353 | |
PJ Waskiewicz | e8e2635 | 2009-02-27 15:45:05 +0000 | [diff] [blame] | 354 | #define MAX_MSIX_VECTORS_82599 64 |
| 355 | #define MAX_MSIX_Q_VECTORS_82599 64 |
Peter P Waskiewicz Jr | eb7f139 | 2009-02-01 01:18:58 -0800 | [diff] [blame] | 356 | #define MAX_MSIX_VECTORS_82598 18 |
| 357 | #define MAX_MSIX_Q_VECTORS_82598 16 |
| 358 | |
PJ Waskiewicz | e8e2635 | 2009-02-27 15:45:05 +0000 | [diff] [blame] | 359 | #define MAX_MSIX_Q_VECTORS MAX_MSIX_Q_VECTORS_82599 |
| 360 | #define MAX_MSIX_COUNT MAX_MSIX_VECTORS_82599 |
Peter P Waskiewicz Jr | eb7f139 | 2009-02-01 01:18:58 -0800 | [diff] [blame] | 361 | |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 362 | #define MIN_MSIX_Q_VECTORS 2 |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 363 | #define MIN_MSIX_COUNT (MIN_MSIX_Q_VECTORS + NON_Q_VECTORS) |
| 364 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 365 | /* board specific private data structure */ |
| 366 | struct ixgbe_adapter { |
Alexander Duyck | e606bfe | 2011-04-22 04:07:43 +0000 | [diff] [blame] | 367 | unsigned long state; |
| 368 | |
| 369 | /* Some features need tri-state capability, |
| 370 | * thus the additional *_CAPABLE flags. |
| 371 | */ |
| 372 | u32 flags; |
| 373 | #define IXGBE_FLAG_RX_CSUM_ENABLED (u32)(1) |
| 374 | #define IXGBE_FLAG_MSI_CAPABLE (u32)(1 << 1) |
| 375 | #define IXGBE_FLAG_MSI_ENABLED (u32)(1 << 2) |
| 376 | #define IXGBE_FLAG_MSIX_CAPABLE (u32)(1 << 3) |
| 377 | #define IXGBE_FLAG_MSIX_ENABLED (u32)(1 << 4) |
| 378 | #define IXGBE_FLAG_RX_1BUF_CAPABLE (u32)(1 << 6) |
| 379 | #define IXGBE_FLAG_RX_PS_CAPABLE (u32)(1 << 7) |
| 380 | #define IXGBE_FLAG_RX_PS_ENABLED (u32)(1 << 8) |
| 381 | #define IXGBE_FLAG_IN_NETPOLL (u32)(1 << 9) |
| 382 | #define IXGBE_FLAG_DCA_ENABLED (u32)(1 << 10) |
| 383 | #define IXGBE_FLAG_DCA_CAPABLE (u32)(1 << 11) |
| 384 | #define IXGBE_FLAG_IMIR_ENABLED (u32)(1 << 12) |
| 385 | #define IXGBE_FLAG_MQ_CAPABLE (u32)(1 << 13) |
| 386 | #define IXGBE_FLAG_DCB_ENABLED (u32)(1 << 14) |
| 387 | #define IXGBE_FLAG_RSS_ENABLED (u32)(1 << 16) |
| 388 | #define IXGBE_FLAG_RSS_CAPABLE (u32)(1 << 17) |
| 389 | #define IXGBE_FLAG_VMDQ_CAPABLE (u32)(1 << 18) |
| 390 | #define IXGBE_FLAG_VMDQ_ENABLED (u32)(1 << 19) |
| 391 | #define IXGBE_FLAG_FAN_FAIL_CAPABLE (u32)(1 << 20) |
| 392 | #define IXGBE_FLAG_NEED_LINK_UPDATE (u32)(1 << 22) |
Alexander Duyck | 7086400 | 2011-04-27 09:13:56 +0000 | [diff] [blame] | 393 | #define IXGBE_FLAG_NEED_LINK_CONFIG (u32)(1 << 23) |
| 394 | #define IXGBE_FLAG_FDIR_HASH_CAPABLE (u32)(1 << 24) |
| 395 | #define IXGBE_FLAG_FDIR_PERFECT_CAPABLE (u32)(1 << 25) |
| 396 | #define IXGBE_FLAG_FCOE_CAPABLE (u32)(1 << 26) |
| 397 | #define IXGBE_FLAG_FCOE_ENABLED (u32)(1 << 27) |
| 398 | #define IXGBE_FLAG_SRIOV_CAPABLE (u32)(1 << 28) |
| 399 | #define IXGBE_FLAG_SRIOV_ENABLED (u32)(1 << 29) |
Alexander Duyck | e606bfe | 2011-04-22 04:07:43 +0000 | [diff] [blame] | 400 | |
| 401 | u32 flags2; |
| 402 | #define IXGBE_FLAG2_RSC_CAPABLE (u32)(1) |
| 403 | #define IXGBE_FLAG2_RSC_ENABLED (u32)(1 << 1) |
| 404 | #define IXGBE_FLAG2_TEMP_SENSOR_CAPABLE (u32)(1 << 2) |
Alexander Duyck | f0f9778 | 2011-04-22 04:08:09 +0000 | [diff] [blame] | 405 | #define IXGBE_FLAG2_TEMP_SENSOR_EVENT (u32)(1 << 3) |
Alexander Duyck | 7086400 | 2011-04-27 09:13:56 +0000 | [diff] [blame] | 406 | #define IXGBE_FLAG2_SEARCH_FOR_SFP (u32)(1 << 4) |
| 407 | #define IXGBE_FLAG2_SFP_NEEDS_RESET (u32)(1 << 5) |
Alexander Duyck | c83c6cb | 2011-04-27 09:21:16 +0000 | [diff] [blame] | 408 | #define IXGBE_FLAG2_RESET_REQUESTED (u32)(1 << 6) |
Alexander Duyck | d034acf | 2011-04-27 09:25:34 +0000 | [diff] [blame] | 409 | #define IXGBE_FLAG2_FDIR_REQUIRES_REINIT (u32)(1 << 7) |
Alexander Duyck | e606bfe | 2011-04-22 04:07:43 +0000 | [diff] [blame] | 410 | |
Jesse Gross | f62bbb5 | 2010-10-20 13:56:10 +0000 | [diff] [blame] | 411 | unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)]; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 412 | u16 bd_number; |
Alexander Duyck | 7a921c9 | 2009-05-06 10:43:28 +0000 | [diff] [blame] | 413 | struct ixgbe_q_vector *q_vector[MAX_MSIX_Q_VECTORS]; |
John Fastabend | d033d52 | 2011-02-10 14:40:01 +0000 | [diff] [blame] | 414 | |
| 415 | /* DCB parameters */ |
| 416 | struct ieee_pfc *ixgbe_ieee_pfc; |
| 417 | struct ieee_ets *ixgbe_ieee_ets; |
Alexander Duyck | 2f90b86 | 2008-11-20 20:52:10 -0800 | [diff] [blame] | 418 | struct ixgbe_dcb_config dcb_cfg; |
| 419 | struct ixgbe_dcb_config temp_dcb_cfg; |
| 420 | u8 dcb_set_bitmap; |
John Fastabend | 3032309 | 2011-03-01 05:25:35 +0000 | [diff] [blame] | 421 | u8 dcbx_cap; |
Peter P Waskiewicz Jr | 264857b | 2009-05-17 12:35:16 +0000 | [diff] [blame] | 422 | enum ixgbe_fc_mode last_lfc_mode; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 423 | |
Ayyappan Veeraiyan | f494e8f | 2008-03-03 15:03:57 -0800 | [diff] [blame] | 424 | /* Interrupt Throttle Rate */ |
Nelson, Shannon | f7554a2 | 2009-09-18 09:46:06 +0000 | [diff] [blame] | 425 | u32 rx_itr_setting; |
| 426 | u32 tx_itr_setting; |
Ayyappan Veeraiyan | f494e8f | 2008-03-03 15:03:57 -0800 | [diff] [blame] | 427 | u16 eitr_low; |
| 428 | u16 eitr_high; |
| 429 | |
Alexander Duyck | bd19805 | 2011-06-11 01:45:08 +0000 | [diff] [blame] | 430 | /* Work limits */ |
| 431 | u16 tx_work_limit; |
| 432 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 433 | /* TX */ |
PJ Waskiewicz | 4a0b9ca | 2010-02-03 14:19:12 +0000 | [diff] [blame] | 434 | struct ixgbe_ring *tx_ring[MAX_TX_QUEUES] ____cacheline_aligned_in_smp; |
Jesse Brandeburg | 30efa5a | 2008-09-11 19:58:14 -0700 | [diff] [blame] | 435 | int num_tx_queues; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 436 | u32 tx_timeout_count; |
| 437 | bool detect_tx_hung; |
| 438 | |
Jesse Brandeburg | 7ca3bc5 | 2009-12-03 11:33:29 +0000 | [diff] [blame] | 439 | u64 restart_queue; |
| 440 | u64 lsc_int; |
| 441 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 442 | /* RX */ |
PJ Waskiewicz | 4a0b9ca | 2010-02-03 14:19:12 +0000 | [diff] [blame] | 443 | struct ixgbe_ring *rx_ring[MAX_RX_QUEUES] ____cacheline_aligned_in_smp; |
Jesse Brandeburg | 30efa5a | 2008-09-11 19:58:14 -0700 | [diff] [blame] | 444 | int num_rx_queues; |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 445 | int num_rx_pools; /* == num_rx_queues in 82598 */ |
| 446 | int num_rx_queues_per_pool; /* 1 if 82598, can be many if 82599 */ |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 447 | u64 hw_csum_rx_error; |
PJ Waskiewicz | e8e2635 | 2009-02-27 15:45:05 +0000 | [diff] [blame] | 448 | u64 hw_rx_no_dma_resources; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 449 | u64 non_eop_descs; |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 450 | int num_msix_vectors; |
Peter P Waskiewicz Jr | eb7f139 | 2009-02-01 01:18:58 -0800 | [diff] [blame] | 451 | int max_msix_q_vectors; /* true count of q_vectors for device */ |
Shannon Nelson | c7e4358 | 2009-02-24 16:36:38 -0800 | [diff] [blame] | 452 | struct ixgbe_ring_feature ring_feature[RING_F_ARRAY_SIZE]; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 453 | struct msix_entry *msix_entries; |
| 454 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 455 | u32 alloc_rx_page_failed; |
| 456 | u32 alloc_rx_buff_failed; |
| 457 | |
Jesse Brandeburg | 96b0e0f | 2008-08-26 04:27:21 -0700 | [diff] [blame] | 458 | /* default to trying for four seconds */ |
| 459 | #define IXGBE_TRY_LINK_TIMEOUT (4 * HZ) |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 460 | |
| 461 | /* OS defined structs */ |
| 462 | struct net_device *netdev; |
| 463 | struct pci_dev *pdev; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 464 | |
Peter P Waskiewicz Jr | da4dd0f | 2009-06-04 11:10:35 +0000 | [diff] [blame] | 465 | u32 test_icr; |
| 466 | struct ixgbe_ring test_tx_ring; |
| 467 | struct ixgbe_ring test_rx_ring; |
| 468 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 469 | /* structs defined in ixgbe_hw.h */ |
| 470 | struct ixgbe_hw hw; |
| 471 | u16 msg_enable; |
| 472 | struct ixgbe_hw_stats stats; |
Ayyappan Veeraiyan | 021230d | 2008-03-03 15:03:45 -0800 | [diff] [blame] | 473 | |
| 474 | /* Interrupt Throttle Rate */ |
Nelson, Shannon | f7554a2 | 2009-09-18 09:46:06 +0000 | [diff] [blame] | 475 | u32 rx_eitr_param; |
| 476 | u32 tx_eitr_param; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 477 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 478 | u64 tx_busy; |
Jesse Brandeburg | 30efa5a | 2008-09-11 19:58:14 -0700 | [diff] [blame] | 479 | unsigned int tx_ring_count; |
| 480 | unsigned int rx_ring_count; |
Jesse Brandeburg | cf8280e | 2008-09-11 19:55:32 -0700 | [diff] [blame] | 481 | |
| 482 | u32 link_speed; |
| 483 | bool link_up; |
| 484 | unsigned long link_check_timeout; |
| 485 | |
Alexander Duyck | 7086400 | 2011-04-27 09:13:56 +0000 | [diff] [blame] | 486 | struct work_struct service_task; |
Alexander Duyck | 7086400 | 2011-04-27 09:13:56 +0000 | [diff] [blame] | 487 | struct timer_list service_timer; |
Peter P Waskiewicz Jr | c4cf55e | 2009-06-04 16:01:43 +0000 | [diff] [blame] | 488 | u32 fdir_pballoc; |
| 489 | u32 atr_sample_rate; |
Alexander Duyck | d034acf | 2011-04-27 09:25:34 +0000 | [diff] [blame] | 490 | unsigned long fdir_overflow; /* number of times ATR was backed off */ |
Peter P Waskiewicz Jr | c4cf55e | 2009-06-04 16:01:43 +0000 | [diff] [blame] | 491 | spinlock_t fdir_perfect_lock; |
Yi Zou | d0ed893 | 2009-05-13 13:11:29 +0000 | [diff] [blame] | 492 | #ifdef IXGBE_FCOE |
| 493 | struct ixgbe_fcoe fcoe; |
| 494 | #endif /* IXGBE_FCOE */ |
Mallikarjuna R Chilakala | 94b982b | 2009-11-23 06:32:06 +0000 | [diff] [blame] | 495 | u64 rsc_total_count; |
| 496 | u64 rsc_total_flush; |
PJ Waskiewicz | e8e2635 | 2009-02-27 15:45:05 +0000 | [diff] [blame] | 497 | u32 wol; |
Peter P Waskiewicz Jr | 34b0368 | 2009-02-05 23:54:42 -0800 | [diff] [blame] | 498 | u16 eeprom_version; |
Emil Tantilov | c23f5b6 | 2011-08-16 07:34:18 +0000 | [diff] [blame] | 499 | u16 eeprom_cap; |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 500 | |
Jesse Brandeburg | 1a6c14a | 2010-02-03 14:18:50 +0000 | [diff] [blame] | 501 | int node; |
Emil Tantilov | 66e6961 | 2011-04-16 06:12:51 +0000 | [diff] [blame] | 502 | u32 led_reg; |
Mallikarjuna R Chilakala | 119fc60 | 2010-05-20 23:07:06 -0700 | [diff] [blame] | 503 | u32 interrupt_event; |
Jesse Brandeburg | 1a6c14a | 2010-02-03 14:18:50 +0000 | [diff] [blame] | 504 | |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 505 | /* SR-IOV */ |
| 506 | DECLARE_BITMAP(active_vfs, IXGBE_MAX_VF_FUNCTIONS); |
| 507 | unsigned int num_vfs; |
| 508 | struct vf_data_storage *vfinfo; |
Lior Levy | ff4ab20 | 2011-03-11 02:03:07 +0000 | [diff] [blame] | 509 | int vf_rate_link_speed; |
Greg Rose | a1cbb15c | 2011-05-13 01:33:48 +0000 | [diff] [blame] | 510 | struct vf_macvlans vf_mvs; |
| 511 | struct vf_macvlans *mv_list; |
| 512 | bool antispoofing_enabled; |
Alexander Duyck | 3e05334 | 2011-05-11 07:18:47 +0000 | [diff] [blame] | 513 | |
| 514 | struct hlist_head fdir_filter_list; |
| 515 | union ixgbe_atr_input fdir_mask; |
| 516 | int fdir_filter_count; |
Greg Rose | 83c61fa | 2011-09-07 05:59:35 +0000 | [diff] [blame^] | 517 | u32 timer_event_accumulator; |
| 518 | u32 vferr_refcount; |
Alexander Duyck | 3e05334 | 2011-05-11 07:18:47 +0000 | [diff] [blame] | 519 | }; |
| 520 | |
| 521 | struct ixgbe_fdir_filter { |
| 522 | struct hlist_node fdir_node; |
| 523 | union ixgbe_atr_input filter; |
| 524 | u16 sw_idx; |
| 525 | u16 action; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 526 | }; |
| 527 | |
| 528 | enum ixbge_state_t { |
| 529 | __IXGBE_TESTING, |
| 530 | __IXGBE_RESETTING, |
Donald Skidmore | c4900be | 2008-11-20 21:11:42 -0800 | [diff] [blame] | 531 | __IXGBE_DOWN, |
Alexander Duyck | 7086400 | 2011-04-27 09:13:56 +0000 | [diff] [blame] | 532 | __IXGBE_SERVICE_SCHED, |
| 533 | __IXGBE_IN_SFP_INIT, |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 534 | }; |
| 535 | |
Alexander Duyck | aa80175 | 2010-11-16 19:27:02 -0800 | [diff] [blame] | 536 | struct ixgbe_rsc_cb { |
| 537 | dma_addr_t dma; |
| 538 | u16 skb_cnt; |
| 539 | bool delay_unmap; |
| 540 | }; |
| 541 | #define IXGBE_RSC_CB(skb) ((struct ixgbe_rsc_cb *)(skb)->cb) |
| 542 | |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 543 | enum ixgbe_boards { |
Auke Kok | 3957d63 | 2007-10-31 15:22:10 -0700 | [diff] [blame] | 544 | board_82598, |
PJ Waskiewicz | e8e2635 | 2009-02-27 15:45:05 +0000 | [diff] [blame] | 545 | board_82599, |
Don Skidmore | fe15e8e1 | 2010-11-16 19:27:16 -0800 | [diff] [blame] | 546 | board_X540, |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 547 | }; |
| 548 | |
Auke Kok | 3957d63 | 2007-10-31 15:22:10 -0700 | [diff] [blame] | 549 | extern struct ixgbe_info ixgbe_82598_info; |
PJ Waskiewicz | e8e2635 | 2009-02-27 15:45:05 +0000 | [diff] [blame] | 550 | extern struct ixgbe_info ixgbe_82599_info; |
Don Skidmore | fe15e8e1 | 2010-11-16 19:27:16 -0800 | [diff] [blame] | 551 | extern struct ixgbe_info ixgbe_X540_info; |
Jeff Kirsher | 7a6b6f5 | 2008-11-25 01:02:08 -0800 | [diff] [blame] | 552 | #ifdef CONFIG_IXGBE_DCB |
Stephen Hemminger | 3295354 | 2009-10-05 06:01:03 +0000 | [diff] [blame] | 553 | extern const struct dcbnl_rtnl_ops dcbnl_ops; |
Alexander Duyck | 2f90b86 | 2008-11-20 20:52:10 -0800 | [diff] [blame] | 554 | extern int ixgbe_copy_dcb_cfg(struct ixgbe_dcb_config *src_dcb_cfg, |
| 555 | struct ixgbe_dcb_config *dst_dcb_cfg, |
| 556 | int tc_max); |
| 557 | #endif |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 558 | |
| 559 | extern char ixgbe_driver_name[]; |
Stephen Hemminger | 9c8eb72 | 2007-10-29 10:46:24 -0700 | [diff] [blame] | 560 | extern const char ixgbe_driver_version[]; |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 561 | |
Alexander Duyck | c7ccde0 | 2011-07-21 00:40:40 +0000 | [diff] [blame] | 562 | extern void ixgbe_up(struct ixgbe_adapter *adapter); |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 563 | extern void ixgbe_down(struct ixgbe_adapter *adapter); |
Ayyappan Veeraiyan | d4f8088 | 2008-02-01 15:58:41 -0800 | [diff] [blame] | 564 | extern void ixgbe_reinit_locked(struct ixgbe_adapter *adapter); |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 565 | extern void ixgbe_reset(struct ixgbe_adapter *adapter); |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 566 | extern void ixgbe_set_ethtool_ops(struct net_device *netdev); |
Alexander Duyck | b6ec895 | 2010-11-16 19:26:49 -0800 | [diff] [blame] | 567 | extern int ixgbe_setup_rx_resources(struct ixgbe_ring *); |
| 568 | extern int ixgbe_setup_tx_resources(struct ixgbe_ring *); |
| 569 | extern void ixgbe_free_rx_resources(struct ixgbe_ring *); |
| 570 | extern void ixgbe_free_tx_resources(struct ixgbe_ring *); |
Alexander Duyck | 84418e3 | 2010-08-19 13:40:54 +0000 | [diff] [blame] | 571 | extern void ixgbe_configure_rx_ring(struct ixgbe_adapter *,struct ixgbe_ring *); |
| 572 | extern void ixgbe_configure_tx_ring(struct ixgbe_adapter *,struct ixgbe_ring *); |
Yi Zou | 2d39d57 | 2011-01-06 14:29:56 +0000 | [diff] [blame] | 573 | extern void ixgbe_disable_rx_queue(struct ixgbe_adapter *adapter, |
| 574 | struct ixgbe_ring *); |
Peter P Waskiewicz | b461724 | 2008-09-11 20:04:46 -0700 | [diff] [blame] | 575 | extern void ixgbe_update_stats(struct ixgbe_adapter *adapter); |
Alexander Duyck | 2f90b86 | 2008-11-20 20:52:10 -0800 | [diff] [blame] | 576 | extern int ixgbe_init_interrupt_scheme(struct ixgbe_adapter *adapter); |
Alexander Duyck | 7a921c9 | 2009-05-06 10:43:28 +0000 | [diff] [blame] | 577 | extern void ixgbe_clear_interrupt_scheme(struct ixgbe_adapter *adapter); |
Alexander Duyck | 84418e3 | 2010-08-19 13:40:54 +0000 | [diff] [blame] | 578 | extern netdev_tx_t ixgbe_xmit_frame_ring(struct sk_buff *, |
Alexander Duyck | 84418e3 | 2010-08-19 13:40:54 +0000 | [diff] [blame] | 579 | struct ixgbe_adapter *, |
| 580 | struct ixgbe_ring *); |
Alexander Duyck | b6ec895 | 2010-11-16 19:26:49 -0800 | [diff] [blame] | 581 | extern void ixgbe_unmap_and_free_tx_resource(struct ixgbe_ring *, |
Alexander Duyck | 84418e3 | 2010-08-19 13:40:54 +0000 | [diff] [blame] | 582 | struct ixgbe_tx_buffer *); |
Alexander Duyck | fc77dc3 | 2010-11-16 19:26:51 -0800 | [diff] [blame] | 583 | extern void ixgbe_alloc_rx_buffers(struct ixgbe_ring *, u16); |
Alexander Duyck | fe49f04 | 2009-06-04 16:00:09 +0000 | [diff] [blame] | 584 | extern void ixgbe_write_eitr(struct ixgbe_q_vector *); |
| 585 | extern int ethtool_ioctl(struct ifreq *ifr); |
Peter P Waskiewicz Jr | ffff477 | 2009-06-04 16:01:25 +0000 | [diff] [blame] | 586 | extern s32 ixgbe_reinit_fdir_tables_82599(struct ixgbe_hw *hw); |
Alexander Duyck | c04f6ca | 2011-05-11 07:18:36 +0000 | [diff] [blame] | 587 | extern s32 ixgbe_init_fdir_signature_82599(struct ixgbe_hw *hw, u32 fdirctrl); |
| 588 | extern s32 ixgbe_init_fdir_perfect_82599(struct ixgbe_hw *hw, u32 fdirctrl); |
Peter P Waskiewicz Jr | ffff477 | 2009-06-04 16:01:25 +0000 | [diff] [blame] | 589 | extern s32 ixgbe_fdir_add_signature_filter_82599(struct ixgbe_hw *hw, |
Alexander Duyck | 6983052 | 2011-01-06 14:29:58 +0000 | [diff] [blame] | 590 | union ixgbe_atr_hash_dword input, |
| 591 | union ixgbe_atr_hash_dword common, |
Peter P Waskiewicz Jr | ffff477 | 2009-06-04 16:01:25 +0000 | [diff] [blame] | 592 | u8 queue); |
Alexander Duyck | c04f6ca | 2011-05-11 07:18:36 +0000 | [diff] [blame] | 593 | extern s32 ixgbe_fdir_set_input_mask_82599(struct ixgbe_hw *hw, |
| 594 | union ixgbe_atr_input *input_mask); |
| 595 | extern s32 ixgbe_fdir_write_perfect_filter_82599(struct ixgbe_hw *hw, |
| 596 | union ixgbe_atr_input *input, |
| 597 | u16 soft_id, u8 queue); |
| 598 | extern s32 ixgbe_fdir_erase_perfect_filter_82599(struct ixgbe_hw *hw, |
| 599 | union ixgbe_atr_input *input, |
| 600 | u16 soft_id); |
| 601 | extern void ixgbe_atr_compute_perfect_hash_82599(union ixgbe_atr_input *input, |
| 602 | union ixgbe_atr_input *mask); |
Greg Rose | 7f87047 | 2010-01-09 02:25:29 +0000 | [diff] [blame] | 603 | extern void ixgbe_set_rx_mode(struct net_device *netdev); |
John Fastabend | e5b6463 | 2011-03-08 03:44:52 +0000 | [diff] [blame] | 604 | extern int ixgbe_setup_tc(struct net_device *dev, u8 tc); |
Alexander Duyck | 897ab15 | 2011-05-27 05:31:47 +0000 | [diff] [blame] | 605 | extern void ixgbe_tx_ctxtdesc(struct ixgbe_ring *, u32, u32, u32, u32); |
Don Skidmore | 082757a | 2011-07-21 05:55:00 +0000 | [diff] [blame] | 606 | extern void ixgbe_do_reset(struct net_device *netdev); |
Yi Zou | eacd73f | 2009-05-13 13:11:06 +0000 | [diff] [blame] | 607 | #ifdef IXGBE_FCOE |
| 608 | extern void ixgbe_configure_fcoe(struct ixgbe_adapter *adapter); |
Alexander Duyck | 897ab15 | 2011-05-27 05:31:47 +0000 | [diff] [blame] | 609 | extern int ixgbe_fso(struct ixgbe_ring *tx_ring, struct sk_buff *skb, |
Yi Zou | eacd73f | 2009-05-13 13:11:06 +0000 | [diff] [blame] | 610 | u32 tx_flags, u8 *hdr_len); |
Yi Zou | 332d4a7 | 2009-05-13 13:11:53 +0000 | [diff] [blame] | 611 | extern void ixgbe_cleanup_fcoe(struct ixgbe_adapter *adapter); |
| 612 | extern int ixgbe_fcoe_ddp(struct ixgbe_adapter *adapter, |
Alexander Duyck | ff886df | 2011-06-11 01:45:13 +0000 | [diff] [blame] | 613 | union ixgbe_adv_rx_desc *rx_desc, |
| 614 | struct sk_buff *skb, |
| 615 | u32 staterr); |
Yi Zou | 332d4a7 | 2009-05-13 13:11:53 +0000 | [diff] [blame] | 616 | extern int ixgbe_fcoe_ddp_get(struct net_device *netdev, u16 xid, |
| 617 | struct scatterlist *sgl, unsigned int sgc); |
Yi Zou | 68a683c | 2011-02-01 07:22:16 +0000 | [diff] [blame] | 618 | extern int ixgbe_fcoe_ddp_target(struct net_device *netdev, u16 xid, |
| 619 | struct scatterlist *sgl, unsigned int sgc); |
Yi Zou | 332d4a7 | 2009-05-13 13:11:53 +0000 | [diff] [blame] | 620 | extern int ixgbe_fcoe_ddp_put(struct net_device *netdev, u16 xid); |
Yi Zou | 8450ff8 | 2009-08-31 12:32:14 +0000 | [diff] [blame] | 621 | extern int ixgbe_fcoe_enable(struct net_device *netdev); |
| 622 | extern int ixgbe_fcoe_disable(struct net_device *netdev); |
Yi Zou | 6ee1652 | 2009-08-31 12:34:28 +0000 | [diff] [blame] | 623 | #ifdef CONFIG_IXGBE_DCB |
| 624 | extern u8 ixgbe_fcoe_getapp(struct ixgbe_adapter *adapter); |
| 625 | extern u8 ixgbe_fcoe_setapp(struct ixgbe_adapter *adapter, u8 up); |
| 626 | #endif /* CONFIG_IXGBE_DCB */ |
Yi Zou | 61a1fa1 | 2009-10-28 18:24:56 +0000 | [diff] [blame] | 627 | extern int ixgbe_fcoe_get_wwn(struct net_device *netdev, u64 *wwn, int type); |
Yi Zou | eacd73f | 2009-05-13 13:11:06 +0000 | [diff] [blame] | 628 | #endif /* IXGBE_FCOE */ |
Auke Kok | 9a799d7 | 2007-09-15 14:07:45 -0700 | [diff] [blame] | 629 | |
| 630 | #endif /* _IXGBE_H_ */ |