Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 1 | /******************************************************************************* |
| 2 | * |
| 3 | * Intel Ethernet Controller XL710 Family Linux Driver |
Greg Rose | dc641b7 | 2013-12-18 13:45:51 +0000 | [diff] [blame] | 4 | * Copyright(c) 2013 - 2014 Intel Corporation. |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify it |
| 7 | * under the terms and conditions of the GNU General Public License, |
| 8 | * version 2, as published by the Free Software Foundation. |
| 9 | * |
| 10 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 11 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 12 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 13 | * more details. |
| 14 | * |
Greg Rose | dc641b7 | 2013-12-18 13:45:51 +0000 | [diff] [blame] | 15 | * You should have received a copy of the GNU General Public License along |
| 16 | * with this program. If not, see <http://www.gnu.org/licenses/>. |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 17 | * |
| 18 | * The full GNU General Public License is included in this distribution in |
| 19 | * the file called "COPYING". |
| 20 | * |
| 21 | * Contact Information: |
| 22 | * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net> |
| 23 | * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 |
| 24 | * |
| 25 | ******************************************************************************/ |
| 26 | |
| 27 | #ifndef _I40E_H_ |
| 28 | #define _I40E_H_ |
| 29 | |
| 30 | #include <net/tcp.h> |
Joseph Gasparakis | 8144f0f | 2013-12-28 05:27:57 +0000 | [diff] [blame] | 31 | #include <net/udp.h> |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 32 | #include <linux/types.h> |
| 33 | #include <linux/errno.h> |
| 34 | #include <linux/module.h> |
| 35 | #include <linux/pci.h> |
| 36 | #include <linux/aer.h> |
| 37 | #include <linux/netdevice.h> |
| 38 | #include <linux/ioport.h> |
| 39 | #include <linux/slab.h> |
| 40 | #include <linux/list.h> |
| 41 | #include <linux/string.h> |
| 42 | #include <linux/in.h> |
| 43 | #include <linux/ip.h> |
| 44 | #include <linux/tcp.h> |
| 45 | #include <linux/sctp.h> |
| 46 | #include <linux/pkt_sched.h> |
| 47 | #include <linux/ipv6.h> |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 48 | #include <net/checksum.h> |
| 49 | #include <net/ip6_checksum.h> |
| 50 | #include <linux/ethtool.h> |
| 51 | #include <linux/if_vlan.h> |
Jacob Keller | beb0dff | 2014-01-11 05:43:19 +0000 | [diff] [blame] | 52 | #include <linux/clocksource.h> |
| 53 | #include <linux/net_tstamp.h> |
| 54 | #include <linux/ptp_clock_kernel.h> |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 55 | #include "i40e_type.h" |
| 56 | #include "i40e_prototype.h" |
| 57 | #include "i40e_virtchnl.h" |
| 58 | #include "i40e_virtchnl_pf.h" |
| 59 | #include "i40e_txrx.h" |
Neerav Parikh | 4e3b35b | 2014-01-17 15:36:37 -0800 | [diff] [blame] | 60 | #include "i40e_dcb.h" |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 61 | |
| 62 | /* Useful i40e defaults */ |
| 63 | #define I40E_BASE_PF_SEID 16 |
| 64 | #define I40E_BASE_VSI_SEID 512 |
| 65 | #define I40E_BASE_VEB_SEID 288 |
| 66 | #define I40E_MAX_VEB 16 |
| 67 | |
| 68 | #define I40E_MAX_NUM_DESCRIPTORS 4096 |
Anjali Singhai Jain | a45e88c | 2013-11-28 06:39:26 +0000 | [diff] [blame] | 69 | #define I40E_MAX_REGISTER 0x800000 |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 70 | #define I40E_DEFAULT_NUM_DESCRIPTORS 512 |
| 71 | #define I40E_REQ_DESCRIPTOR_MULTIPLE 32 |
| 72 | #define I40E_MIN_NUM_DESCRIPTORS 64 |
| 73 | #define I40E_MIN_MSIX 2 |
| 74 | #define I40E_DEFAULT_NUM_VMDQ_VSI 8 /* max 256 VSIs */ |
Mitch Williams | 505682c | 2014-05-20 08:01:37 +0000 | [diff] [blame] | 75 | #define I40E_MIN_VSI_ALLOC 51 /* LAN, ATR, FCOE, 32 VF, 16 VMDQ */ |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 76 | #define I40E_DEFAULT_QUEUES_PER_VMDQ 2 /* max 16 qps */ |
| 77 | #define I40E_DEFAULT_QUEUES_PER_VF 4 |
| 78 | #define I40E_DEFAULT_QUEUES_PER_TC 1 /* should be a power of 2 */ |
Neerav Parikh | 4e3b35b | 2014-01-17 15:36:37 -0800 | [diff] [blame] | 79 | #define I40E_MAX_QUEUES_PER_TC 64 /* should be a power of 2 */ |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 80 | #define I40E_FDIR_RING 0 |
| 81 | #define I40E_FDIR_RING_COUNT 32 |
| 82 | #define I40E_MAX_AQ_BUF_SIZE 4096 |
| 83 | #define I40E_AQ_LEN 32 |
| 84 | #define I40E_AQ_WORK_LIMIT 16 |
| 85 | #define I40E_MAX_USER_PRIORITY 8 |
| 86 | #define I40E_DEFAULT_MSG_ENABLE 4 |
| 87 | |
| 88 | #define I40E_NVM_VERSION_LO_SHIFT 0 |
Anjali Singhai jain | fe31070 | 2013-11-16 10:00:37 +0000 | [diff] [blame] | 89 | #define I40E_NVM_VERSION_LO_MASK (0xff << I40E_NVM_VERSION_LO_SHIFT) |
Jesse Brandeburg | ff80301 | 2014-02-06 05:51:12 +0000 | [diff] [blame] | 90 | #define I40E_NVM_VERSION_HI_SHIFT 12 |
| 91 | #define I40E_NVM_VERSION_HI_MASK (0xf << I40E_NVM_VERSION_HI_SHIFT) |
Anjali Singhai jain | fe31070 | 2013-11-16 10:00:37 +0000 | [diff] [blame] | 92 | |
| 93 | /* The values in here are decimal coded as hex as is the case in the NVM map*/ |
| 94 | #define I40E_CURRENT_NVM_VERSION_HI 0x2 |
Jesse Brandeburg | ff80301 | 2014-02-06 05:51:12 +0000 | [diff] [blame] | 95 | #define I40E_CURRENT_NVM_VERSION_LO 0x40 |
Anjali Singhai jain | fe31070 | 2013-11-16 10:00:37 +0000 | [diff] [blame] | 96 | |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 97 | /* magic for getting defines into strings */ |
| 98 | #define STRINGIFY(foo) #foo |
| 99 | #define XSTRINGIFY(bar) STRINGIFY(bar) |
| 100 | |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 101 | #define I40E_RX_DESC(R, i) \ |
| 102 | ((ring_is_16byte_desc_enabled(R)) \ |
| 103 | ? (union i40e_32byte_rx_desc *) \ |
| 104 | (&(((union i40e_16byte_rx_desc *)((R)->desc))[i])) \ |
| 105 | : (&(((union i40e_32byte_rx_desc *)((R)->desc))[i]))) |
| 106 | #define I40E_TX_DESC(R, i) \ |
| 107 | (&(((struct i40e_tx_desc *)((R)->desc))[i])) |
| 108 | #define I40E_TX_CTXTDESC(R, i) \ |
| 109 | (&(((struct i40e_tx_context_desc *)((R)->desc))[i])) |
| 110 | #define I40E_TX_FDIRDESC(R, i) \ |
| 111 | (&(((struct i40e_filter_program_desc *)((R)->desc))[i])) |
| 112 | |
| 113 | /* default to trying for four seconds */ |
| 114 | #define I40E_TRY_LINK_TIMEOUT (4 * HZ) |
| 115 | |
| 116 | /* driver state flags */ |
| 117 | enum i40e_state_t { |
| 118 | __I40E_TESTING, |
| 119 | __I40E_CONFIG_BUSY, |
| 120 | __I40E_CONFIG_DONE, |
| 121 | __I40E_DOWN, |
| 122 | __I40E_NEEDS_RESTART, |
| 123 | __I40E_SERVICE_SCHED, |
| 124 | __I40E_ADMINQ_EVENT_PENDING, |
| 125 | __I40E_MDD_EVENT_PENDING, |
| 126 | __I40E_VFLR_EVENT_PENDING, |
| 127 | __I40E_RESET_RECOVERY_PENDING, |
| 128 | __I40E_RESET_INTR_RECEIVED, |
| 129 | __I40E_REINIT_REQUESTED, |
| 130 | __I40E_PF_RESET_REQUESTED, |
| 131 | __I40E_CORE_RESET_REQUESTED, |
| 132 | __I40E_GLOBAL_RESET_REQUESTED, |
Shannon Nelson | 7823fe3 | 2013-11-16 10:00:45 +0000 | [diff] [blame] | 133 | __I40E_EMP_RESET_REQUESTED, |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 134 | __I40E_FILTER_OVERFLOW_PROMISC, |
Shannon Nelson | 9007bcc | 2013-11-26 10:49:23 +0000 | [diff] [blame] | 135 | __I40E_SUSPENDED, |
Shannon Nelson | 4eb3f76 | 2014-03-06 08:59:58 +0000 | [diff] [blame] | 136 | __I40E_BAD_EEPROM, |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 137 | }; |
| 138 | |
| 139 | enum i40e_interrupt_policy { |
| 140 | I40E_INTERRUPT_BEST_CASE, |
| 141 | I40E_INTERRUPT_MEDIUM, |
| 142 | I40E_INTERRUPT_LOWEST |
| 143 | }; |
| 144 | |
| 145 | struct i40e_lump_tracking { |
| 146 | u16 num_entries; |
| 147 | u16 search_hint; |
| 148 | u16 list[0]; |
| 149 | #define I40E_PILE_VALID_BIT 0x8000 |
| 150 | }; |
| 151 | |
| 152 | #define I40E_DEFAULT_ATR_SAMPLE_RATE 20 |
Anjali Singhai Jain | 55a5e60 | 2014-02-12 06:33:25 +0000 | [diff] [blame] | 153 | #define I40E_FDIR_MAX_RAW_PACKET_SIZE 512 |
| 154 | #define I40E_FDIR_BUFFER_FULL_MARGIN 10 |
| 155 | #define I40E_FDIR_BUFFER_HEAD_ROOM 200 |
| 156 | |
Joseph Gasparakis | 17a73f6 | 2014-02-12 01:45:30 +0000 | [diff] [blame] | 157 | struct i40e_fdir_filter { |
| 158 | struct hlist_node fdir_node; |
| 159 | /* filter ipnut set */ |
| 160 | u8 flow_type; |
| 161 | u8 ip4_proto; |
Anjali Singhai Jain | 04b73bd | 2014-05-22 06:31:41 +0000 | [diff] [blame] | 162 | /* TX packet view of src and dst */ |
Joseph Gasparakis | 17a73f6 | 2014-02-12 01:45:30 +0000 | [diff] [blame] | 163 | __be32 dst_ip[4]; |
| 164 | __be32 src_ip[4]; |
| 165 | __be16 src_port; |
| 166 | __be16 dst_port; |
| 167 | __be32 sctp_v_tag; |
| 168 | /* filter control */ |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 169 | u16 q_index; |
| 170 | u8 flex_off; |
| 171 | u8 pctype; |
| 172 | u16 dest_vsi; |
| 173 | u8 dest_ctl; |
| 174 | u8 fd_status; |
| 175 | u16 cnt_index; |
| 176 | u32 fd_id; |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 177 | }; |
| 178 | |
Neerav Parikh | 4e3b35b | 2014-01-17 15:36:37 -0800 | [diff] [blame] | 179 | #define I40E_ETH_P_LLDP 0x88cc |
| 180 | |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 181 | #define I40E_DCB_PRIO_TYPE_STRICT 0 |
| 182 | #define I40E_DCB_PRIO_TYPE_ETS 1 |
| 183 | #define I40E_DCB_STRICT_PRIO_CREDITS 127 |
| 184 | #define I40E_MAX_USER_PRIORITY 8 |
| 185 | /* DCB per TC information data structure */ |
| 186 | struct i40e_tc_info { |
| 187 | u16 qoffset; /* Queue offset from base queue */ |
| 188 | u16 qcount; /* Total Queues */ |
| 189 | u8 netdev_tc; /* Netdev TC index if netdev associated */ |
| 190 | }; |
| 191 | |
| 192 | /* TC configuration data structure */ |
| 193 | struct i40e_tc_configuration { |
| 194 | u8 numtc; /* Total number of enabled TCs */ |
| 195 | u8 enabled_tc; /* TC map */ |
| 196 | struct i40e_tc_info tc_info[I40E_MAX_TRAFFIC_CLASS]; |
| 197 | }; |
| 198 | |
| 199 | /* struct that defines the Ethernet device */ |
| 200 | struct i40e_pf { |
| 201 | struct pci_dev *pdev; |
| 202 | struct i40e_hw hw; |
| 203 | unsigned long state; |
| 204 | unsigned long link_check_timeout; |
| 205 | struct msix_entry *msix_entries; |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 206 | bool fc_autoneg_status; |
| 207 | |
| 208 | u16 eeprom_version; |
Elizabeth Kappler | 6c167f5 | 2014-02-15 07:41:38 +0000 | [diff] [blame] | 209 | u16 num_vmdq_vsis; /* num vmdq vsis this pf has set up */ |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 210 | u16 num_vmdq_qps; /* num queue pairs per vmdq pool */ |
| 211 | u16 num_vmdq_msix; /* num queue vectors per vmdq pool */ |
| 212 | u16 num_req_vfs; /* num vfs requested for this vf */ |
| 213 | u16 num_vf_qps; /* num queue pairs per vf */ |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 214 | u16 num_lan_qps; /* num lan queues this pf has set up */ |
| 215 | u16 num_lan_msix; /* num queue vectors for the base pf vsi */ |
Anjali Singhai Jain | f8ff146 | 2013-11-26 10:49:19 +0000 | [diff] [blame] | 216 | int queues_left; /* queues left unclaimed */ |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 217 | u16 rss_size; /* num queues in the RSS array */ |
| 218 | u16 rss_size_max; /* HW defined max RSS queues */ |
| 219 | u16 fdir_pf_filter_count; /* num of guaranteed filters for this PF */ |
Mitch Williams | 505682c | 2014-05-20 08:01:37 +0000 | [diff] [blame] | 220 | u16 num_alloc_vsi; /* num VSIs this driver supports */ |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 221 | u8 atr_sample_rate; |
Shannon Nelson | 8e2773a | 2013-11-28 06:39:22 +0000 | [diff] [blame] | 222 | bool wol_en; |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 223 | |
Joseph Gasparakis | 17a73f6 | 2014-02-12 01:45:30 +0000 | [diff] [blame] | 224 | struct hlist_head fdir_filter_list; |
| 225 | u16 fdir_pf_active_filters; |
| 226 | |
Jeff Kirsher | a1c9a9d | 2013-12-28 07:32:18 +0000 | [diff] [blame] | 227 | #ifdef CONFIG_I40E_VXLAN |
| 228 | __be16 vxlan_ports[I40E_MAX_PF_UDP_OFFLOAD_PORTS]; |
| 229 | u16 pending_vxlan_bitmap; |
| 230 | |
| 231 | #endif |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 232 | enum i40e_interrupt_policy int_policy; |
| 233 | u16 rx_itr_default; |
| 234 | u16 tx_itr_default; |
| 235 | u16 msg_enable; |
| 236 | char misc_int_name[IFNAMSIZ + 9]; |
| 237 | u16 adminq_work_limit; /* num of admin receive queue desc to process */ |
| 238 | int service_timer_period; |
| 239 | struct timer_list service_timer; |
| 240 | struct work_struct service_task; |
| 241 | |
| 242 | u64 flags; |
| 243 | #define I40E_FLAG_RX_CSUM_ENABLED (u64)(1 << 1) |
| 244 | #define I40E_FLAG_MSI_ENABLED (u64)(1 << 2) |
| 245 | #define I40E_FLAG_MSIX_ENABLED (u64)(1 << 3) |
| 246 | #define I40E_FLAG_RX_1BUF_ENABLED (u64)(1 << 4) |
| 247 | #define I40E_FLAG_RX_PS_ENABLED (u64)(1 << 5) |
| 248 | #define I40E_FLAG_RSS_ENABLED (u64)(1 << 6) |
Neerav Parikh | 9f52987 | 2013-11-28 06:39:38 +0000 | [diff] [blame] | 249 | #define I40E_FLAG_VMDQ_ENABLED (u64)(1 << 7) |
| 250 | #define I40E_FLAG_FDIR_REQUIRES_REINIT (u64)(1 << 8) |
| 251 | #define I40E_FLAG_NEED_LINK_UPDATE (u64)(1 << 9) |
| 252 | #define I40E_FLAG_IN_NETPOLL (u64)(1 << 12) |
| 253 | #define I40E_FLAG_16BYTE_RX_DESC_ENABLED (u64)(1 << 13) |
| 254 | #define I40E_FLAG_CLEAN_ADMINQ (u64)(1 << 14) |
| 255 | #define I40E_FLAG_FILTER_SYNC (u64)(1 << 15) |
| 256 | #define I40E_FLAG_PROCESS_MDD_EVENT (u64)(1 << 17) |
| 257 | #define I40E_FLAG_PROCESS_VFLR_EVENT (u64)(1 << 18) |
| 258 | #define I40E_FLAG_SRIOV_ENABLED (u64)(1 << 19) |
| 259 | #define I40E_FLAG_DCB_ENABLED (u64)(1 << 20) |
Jesse Brandeburg | 60ea5f8 | 2014-01-17 15:36:34 -0800 | [diff] [blame] | 260 | #define I40E_FLAG_FD_SB_ENABLED (u64)(1 << 21) |
| 261 | #define I40E_FLAG_FD_ATR_ENABLED (u64)(1 << 22) |
Jacob Keller | beb0dff | 2014-01-11 05:43:19 +0000 | [diff] [blame] | 262 | #define I40E_FLAG_PTP (u64)(1 << 25) |
Jeff Kirsher | a1c9a9d | 2013-12-28 07:32:18 +0000 | [diff] [blame] | 263 | #define I40E_FLAG_MFP_ENABLED (u64)(1 << 26) |
| 264 | #ifdef CONFIG_I40E_VXLAN |
| 265 | #define I40E_FLAG_VXLAN_FILTER_SYNC (u64)(1 << 27) |
| 266 | #endif |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 267 | |
Anjali Singhai Jain | 61dade7 | 2014-02-11 08:26:28 +0000 | [diff] [blame] | 268 | /* tracks features that get auto disabled by errors */ |
| 269 | u64 auto_disable_flags; |
| 270 | |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 271 | bool stat_offsets_loaded; |
| 272 | struct i40e_hw_port_stats stats; |
| 273 | struct i40e_hw_port_stats stats_offsets; |
| 274 | u32 tx_timeout_count; |
| 275 | u32 tx_timeout_recovery_level; |
| 276 | unsigned long tx_timeout_last_recovery; |
| 277 | u32 hw_csum_rx_error; |
| 278 | u32 led_status; |
| 279 | u16 corer_count; /* Core reset count */ |
| 280 | u16 globr_count; /* Global reset count */ |
| 281 | u16 empr_count; /* EMP reset count */ |
| 282 | u16 pfr_count; /* PF reset count */ |
Shannon Nelson | cd92e72 | 2013-11-16 10:00:44 +0000 | [diff] [blame] | 283 | u16 sw_int_count; /* SW interrupt count */ |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 284 | |
| 285 | struct mutex switch_mutex; |
| 286 | u16 lan_vsi; /* our default LAN VSI */ |
| 287 | u16 lan_veb; /* initial relay, if exists */ |
| 288 | #define I40E_NO_VEB 0xffff |
| 289 | #define I40E_NO_VSI 0xffff |
| 290 | u16 next_vsi; /* Next unallocated VSI - 0-based! */ |
| 291 | struct i40e_vsi **vsi; |
| 292 | struct i40e_veb *veb[I40E_MAX_VEB]; |
| 293 | |
| 294 | struct i40e_lump_tracking *qp_pile; |
| 295 | struct i40e_lump_tracking *irq_pile; |
| 296 | |
| 297 | /* switch config info */ |
| 298 | u16 pf_seid; |
| 299 | u16 main_vsi_seid; |
| 300 | u16 mac_seid; |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 301 | struct kobject *switch_kobj; |
| 302 | #ifdef CONFIG_DEBUG_FS |
| 303 | struct dentry *i40e_dbg_pf; |
| 304 | #endif /* CONFIG_DEBUG_FS */ |
| 305 | |
Anjali Singhai Jain | 93cd765 | 2013-11-20 10:03:01 +0000 | [diff] [blame] | 306 | u16 instance; /* A unique number per i40e_pf instance in the system */ |
| 307 | |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 308 | /* sr-iov config info */ |
| 309 | struct i40e_vf *vf; |
| 310 | int num_alloc_vfs; /* actual number of VFs allocated */ |
| 311 | u32 vf_aq_requests; |
| 312 | |
| 313 | /* DCBx/DCBNL capability for PF that indicates |
| 314 | * whether DCBx is managed by firmware or host |
| 315 | * based agent (LLDPAD). Also, indicates what |
| 316 | * flavor of DCBx protocol (IEEE/CEE) is supported |
| 317 | * by the device. For now we're supporting IEEE |
| 318 | * mode only. |
| 319 | */ |
| 320 | u16 dcbx_cap; |
| 321 | |
| 322 | u32 fcoe_hmc_filt_num; |
| 323 | u32 fcoe_hmc_cntx_num; |
| 324 | struct i40e_filter_control_settings filter_settings; |
Jacob Keller | beb0dff | 2014-01-11 05:43:19 +0000 | [diff] [blame] | 325 | |
| 326 | struct ptp_clock *ptp_clock; |
| 327 | struct ptp_clock_info ptp_caps; |
| 328 | struct sk_buff *ptp_tx_skb; |
Jacob Keller | beb0dff | 2014-01-11 05:43:19 +0000 | [diff] [blame] | 329 | struct hwtstamp_config tstamp_config; |
Jacob Keller | beb0dff | 2014-01-11 05:43:19 +0000 | [diff] [blame] | 330 | unsigned long last_rx_ptp_check; |
| 331 | spinlock_t tmreg_lock; /* Used to protect the device time registers. */ |
| 332 | u64 ptp_base_adj; |
| 333 | u32 tx_hwtstamp_timeouts; |
| 334 | u32 rx_hwtstamp_cleared; |
| 335 | bool ptp_tx; |
| 336 | bool ptp_rx; |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 337 | }; |
| 338 | |
| 339 | struct i40e_mac_filter { |
| 340 | struct list_head list; |
| 341 | u8 macaddr[ETH_ALEN]; |
| 342 | #define I40E_VLAN_ANY -1 |
| 343 | s16 vlan; |
| 344 | u8 counter; /* number of instances of this filter */ |
| 345 | bool is_vf; /* filter belongs to a VF */ |
| 346 | bool is_netdev; /* filter belongs to a netdev */ |
| 347 | bool changed; /* filter needs to be sync'd to the HW */ |
| 348 | }; |
| 349 | |
| 350 | struct i40e_veb { |
| 351 | struct i40e_pf *pf; |
| 352 | u16 idx; |
| 353 | u16 veb_idx; /* index of VEB parent */ |
| 354 | u16 seid; |
| 355 | u16 uplink_seid; |
| 356 | u16 stats_idx; /* index of VEB parent */ |
| 357 | u8 enabled_tc; |
| 358 | u16 flags; |
| 359 | u16 bw_limit; |
| 360 | u8 bw_max_quanta; |
| 361 | bool is_abs_credits; |
| 362 | u8 bw_tc_share_credits[I40E_MAX_TRAFFIC_CLASS]; |
| 363 | u16 bw_tc_limit_credits[I40E_MAX_TRAFFIC_CLASS]; |
| 364 | u8 bw_tc_max_quanta[I40E_MAX_TRAFFIC_CLASS]; |
| 365 | struct kobject *kobj; |
| 366 | bool stat_offsets_loaded; |
| 367 | struct i40e_eth_stats stats; |
| 368 | struct i40e_eth_stats stats_offsets; |
| 369 | }; |
| 370 | |
| 371 | /* struct that defines a VSI, associated with a dev */ |
| 372 | struct i40e_vsi { |
| 373 | struct net_device *netdev; |
| 374 | unsigned long active_vlans[BITS_TO_LONGS(VLAN_N_VID)]; |
| 375 | bool netdev_registered; |
| 376 | bool stat_offsets_loaded; |
| 377 | |
| 378 | u32 current_netdev_flags; |
| 379 | unsigned long state; |
| 380 | #define I40E_VSI_FLAG_FILTER_CHANGED (1<<0) |
| 381 | #define I40E_VSI_FLAG_VEB_OWNER (1<<1) |
| 382 | unsigned long flags; |
| 383 | |
| 384 | struct list_head mac_filter_list; |
| 385 | |
| 386 | /* VSI stats */ |
| 387 | struct rtnl_link_stats64 net_stats; |
| 388 | struct rtnl_link_stats64 net_stats_offsets; |
| 389 | struct i40e_eth_stats eth_stats; |
| 390 | struct i40e_eth_stats eth_stats_offsets; |
| 391 | u32 tx_restart; |
| 392 | u32 tx_busy; |
| 393 | u32 rx_buf_failed; |
| 394 | u32 rx_page_failed; |
| 395 | |
Alexander Duyck | 9f65e15b | 2013-09-28 06:00:58 +0000 | [diff] [blame] | 396 | /* These are containers of ring pointers, allocated at run-time */ |
| 397 | struct i40e_ring **rx_rings; |
| 398 | struct i40e_ring **tx_rings; |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 399 | |
| 400 | u16 work_limit; |
| 401 | /* high bit set means dynamic, use accessor routines to read/write. |
| 402 | * hardware only supports 2us resolution for the ITR registers. |
| 403 | * these values always store the USER setting, and must be converted |
| 404 | * before programming to a register. |
| 405 | */ |
| 406 | u16 rx_itr_setting; |
| 407 | u16 tx_itr_setting; |
| 408 | |
| 409 | u16 max_frame; |
| 410 | u16 rx_hdr_len; |
| 411 | u16 rx_buf_len; |
| 412 | u8 dtype; |
| 413 | |
| 414 | /* List of q_vectors allocated to this VSI */ |
Alexander Duyck | 493fb30 | 2013-09-28 07:01:44 +0000 | [diff] [blame] | 415 | struct i40e_q_vector **q_vectors; |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 416 | int num_q_vectors; |
| 417 | int base_vector; |
Shannon Nelson | 6374184 | 2014-04-23 04:50:16 +0000 | [diff] [blame] | 418 | bool irqs_ready; |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 419 | |
| 420 | u16 seid; /* HW index of this VSI (absolute index) */ |
| 421 | u16 id; /* VSI number */ |
| 422 | u16 uplink_seid; |
| 423 | |
| 424 | u16 base_queue; /* vsi's first queue in hw array */ |
| 425 | u16 alloc_queue_pairs; /* Allocated Tx/Rx queues */ |
| 426 | u16 num_queue_pairs; /* Used tx and rx pairs */ |
| 427 | u16 num_desc; |
| 428 | enum i40e_vsi_type type; /* VSI type, e.g., LAN, FCoE, etc */ |
| 429 | u16 vf_id; /* Virtual function ID for SRIOV VSIs */ |
| 430 | |
| 431 | struct i40e_tc_configuration tc_config; |
| 432 | struct i40e_aqc_vsi_properties_data info; |
| 433 | |
| 434 | /* VSI BW limit (absolute across all TCs) */ |
| 435 | u16 bw_limit; /* VSI BW Limit (0 = disabled) */ |
| 436 | u8 bw_max_quanta; /* Max Quanta when BW limit is enabled */ |
| 437 | |
| 438 | /* Relative TC credits across VSIs */ |
| 439 | u8 bw_ets_share_credits[I40E_MAX_TRAFFIC_CLASS]; |
| 440 | /* TC BW limit credits within VSI */ |
| 441 | u16 bw_ets_limit_credits[I40E_MAX_TRAFFIC_CLASS]; |
| 442 | /* TC BW limit max quanta within VSI */ |
| 443 | u8 bw_ets_max_quanta[I40E_MAX_TRAFFIC_CLASS]; |
| 444 | |
| 445 | struct i40e_pf *back; /* Backreference to associated PF */ |
| 446 | u16 idx; /* index in pf->vsi[] */ |
| 447 | u16 veb_idx; /* index of VEB parent */ |
| 448 | struct kobject *kobj; /* sysfs object */ |
| 449 | |
| 450 | /* VSI specific handlers */ |
| 451 | irqreturn_t (*irq_handler)(int irq, void *data); |
| 452 | } ____cacheline_internodealigned_in_smp; |
| 453 | |
| 454 | struct i40e_netdev_priv { |
| 455 | struct i40e_vsi *vsi; |
| 456 | }; |
| 457 | |
| 458 | /* struct that defines an interrupt vector */ |
| 459 | struct i40e_q_vector { |
| 460 | struct i40e_vsi *vsi; |
| 461 | |
| 462 | u16 v_idx; /* index in the vsi->q_vector array. */ |
| 463 | u16 reg_idx; /* register index of the interrupt */ |
| 464 | |
| 465 | struct napi_struct napi; |
| 466 | |
| 467 | struct i40e_ring_container rx; |
| 468 | struct i40e_ring_container tx; |
| 469 | |
| 470 | u8 num_ringpairs; /* total number of ring pairs in vector */ |
| 471 | |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 472 | cpumask_t affinity_mask; |
Alexander Duyck | 493fb30 | 2013-09-28 07:01:44 +0000 | [diff] [blame] | 473 | struct rcu_head rcu; /* to avoid race with update stats on free */ |
| 474 | char name[IFNAMSIZ + 9]; |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 475 | } ____cacheline_internodealigned_in_smp; |
| 476 | |
| 477 | /* lan device */ |
| 478 | struct i40e_device { |
| 479 | struct list_head list; |
| 480 | struct i40e_pf *pf; |
| 481 | }; |
| 482 | |
| 483 | /** |
| 484 | * i40e_fw_version_str - format the FW and NVM version strings |
| 485 | * @hw: ptr to the hardware info |
| 486 | **/ |
| 487 | static inline char *i40e_fw_version_str(struct i40e_hw *hw) |
| 488 | { |
| 489 | static char buf[32]; |
| 490 | |
| 491 | snprintf(buf, sizeof(buf), |
Anjali Singhai jain | fe31070 | 2013-11-16 10:00:37 +0000 | [diff] [blame] | 492 | "f%d.%d a%d.%d n%02x.%02x e%08x", |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 493 | hw->aq.fw_maj_ver, hw->aq.fw_min_ver, |
| 494 | hw->aq.api_maj_ver, hw->aq.api_min_ver, |
Jesse Brandeburg | ff80301 | 2014-02-06 05:51:12 +0000 | [diff] [blame] | 495 | (hw->nvm.version & I40E_NVM_VERSION_HI_MASK) >> |
| 496 | I40E_NVM_VERSION_HI_SHIFT, |
| 497 | (hw->nvm.version & I40E_NVM_VERSION_LO_MASK) >> |
| 498 | I40E_NVM_VERSION_LO_SHIFT, |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 499 | hw->nvm.eetrack); |
| 500 | |
| 501 | return buf; |
| 502 | } |
| 503 | |
| 504 | /** |
| 505 | * i40e_netdev_to_pf: Retrieve the PF struct for given netdev |
| 506 | * @netdev: the corresponding netdev |
| 507 | * |
| 508 | * Return the PF struct for the given netdev |
| 509 | **/ |
| 510 | static inline struct i40e_pf *i40e_netdev_to_pf(struct net_device *netdev) |
| 511 | { |
| 512 | struct i40e_netdev_priv *np = netdev_priv(netdev); |
| 513 | struct i40e_vsi *vsi = np->vsi; |
| 514 | |
| 515 | return vsi->back; |
| 516 | } |
| 517 | |
| 518 | static inline void i40e_vsi_setup_irqhandler(struct i40e_vsi *vsi, |
| 519 | irqreturn_t (*irq_handler)(int, void *)) |
| 520 | { |
| 521 | vsi->irq_handler = irq_handler; |
| 522 | } |
| 523 | |
| 524 | /** |
| 525 | * i40e_rx_is_programming_status - check for programming status descriptor |
| 526 | * @qw: the first quad word of the program status descriptor |
| 527 | * |
| 528 | * The value of in the descriptor length field indicate if this |
| 529 | * is a programming status descriptor for flow director or FCoE |
| 530 | * by the value of I40E_RX_PROG_STATUS_DESC_LENGTH, otherwise |
| 531 | * it is a packet descriptor. |
| 532 | **/ |
| 533 | static inline bool i40e_rx_is_programming_status(u64 qw) |
| 534 | { |
| 535 | return I40E_RX_PROG_STATUS_DESC_LENGTH == |
| 536 | (qw >> I40E_RX_PROG_STATUS_DESC_LENGTH_SHIFT); |
| 537 | } |
| 538 | |
Anjali Singhai Jain | 082def1 | 2014-04-09 05:59:00 +0000 | [diff] [blame] | 539 | /** |
| 540 | * i40e_get_fd_cnt_all - get the total FD filter space available |
| 541 | * @pf: pointer to the pf struct |
| 542 | **/ |
| 543 | static inline int i40e_get_fd_cnt_all(struct i40e_pf *pf) |
| 544 | { |
| 545 | return pf->hw.fdir_shared_filter_count + pf->fdir_pf_filter_count; |
| 546 | } |
| 547 | |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 548 | /* needed by i40e_ethtool.c */ |
| 549 | int i40e_up(struct i40e_vsi *vsi); |
| 550 | void i40e_down(struct i40e_vsi *vsi); |
| 551 | extern const char i40e_driver_name[]; |
| 552 | extern const char i40e_driver_version_str[]; |
Anjali Singhai Jain | 2332618 | 2013-11-26 10:49:22 +0000 | [diff] [blame] | 553 | void i40e_do_reset_safe(struct i40e_pf *pf, u32 reset_flags); |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 554 | void i40e_do_reset(struct i40e_pf *pf, u32 reset_flags); |
| 555 | void i40e_update_stats(struct i40e_vsi *vsi); |
| 556 | void i40e_update_eth_stats(struct i40e_vsi *vsi); |
| 557 | struct rtnl_link_stats64 *i40e_get_vsi_stats_struct(struct i40e_vsi *vsi); |
| 558 | int i40e_fetch_switch_configuration(struct i40e_pf *pf, |
| 559 | bool printconfig); |
| 560 | |
Joseph Gasparakis | 17a73f6 | 2014-02-12 01:45:30 +0000 | [diff] [blame] | 561 | int i40e_program_fdir_filter(struct i40e_fdir_filter *fdir_data, u8 *raw_packet, |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 562 | struct i40e_pf *pf, bool add); |
Joseph Gasparakis | 17a73f6 | 2014-02-12 01:45:30 +0000 | [diff] [blame] | 563 | int i40e_add_del_fdir(struct i40e_vsi *vsi, |
| 564 | struct i40e_fdir_filter *input, bool add); |
Anjali Singhai Jain | 55a5e60 | 2014-02-12 06:33:25 +0000 | [diff] [blame] | 565 | void i40e_fdir_check_and_reenable(struct i40e_pf *pf); |
| 566 | int i40e_get_current_fd_count(struct i40e_pf *pf); |
Anjali Singhai Jain | 7c3c288 | 2014-02-14 02:14:38 +0000 | [diff] [blame] | 567 | bool i40e_set_ntuple(struct i40e_pf *pf, netdev_features_t features); |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 568 | void i40e_set_ethtool_ops(struct net_device *netdev); |
| 569 | struct i40e_mac_filter *i40e_add_filter(struct i40e_vsi *vsi, |
| 570 | u8 *macaddr, s16 vlan, |
| 571 | bool is_vf, bool is_netdev); |
| 572 | void i40e_del_filter(struct i40e_vsi *vsi, u8 *macaddr, s16 vlan, |
| 573 | bool is_vf, bool is_netdev); |
| 574 | int i40e_sync_vsi_filters(struct i40e_vsi *vsi); |
| 575 | struct i40e_vsi *i40e_vsi_setup(struct i40e_pf *pf, u8 type, |
| 576 | u16 uplink, u32 param1); |
| 577 | int i40e_vsi_release(struct i40e_vsi *vsi); |
| 578 | struct i40e_vsi *i40e_vsi_lookup(struct i40e_pf *pf, enum i40e_vsi_type type, |
| 579 | struct i40e_vsi *start_vsi); |
Mitch Williams | fc18eaa | 2013-11-28 06:39:27 +0000 | [diff] [blame] | 580 | int i40e_vsi_control_rings(struct i40e_vsi *vsi, bool enable); |
Anjali Singhai Jain | f8ff146 | 2013-11-26 10:49:19 +0000 | [diff] [blame] | 581 | int i40e_reconfig_rss_queues(struct i40e_pf *pf, int queue_count); |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 582 | struct i40e_veb *i40e_veb_setup(struct i40e_pf *pf, u16 flags, u16 uplink_seid, |
| 583 | u16 downlink_seid, u8 enabled_tc); |
| 584 | void i40e_veb_release(struct i40e_veb *veb); |
| 585 | |
Neerav Parikh | 4e3b35b | 2014-01-17 15:36:37 -0800 | [diff] [blame] | 586 | int i40e_veb_config_tc(struct i40e_veb *veb, u8 enabled_tc); |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 587 | i40e_status i40e_vsi_add_pvid(struct i40e_vsi *vsi, u16 vid); |
| 588 | void i40e_vsi_remove_pvid(struct i40e_vsi *vsi); |
| 589 | void i40e_vsi_reset_stats(struct i40e_vsi *vsi); |
| 590 | void i40e_pf_reset_stats(struct i40e_pf *pf); |
| 591 | #ifdef CONFIG_DEBUG_FS |
| 592 | void i40e_dbg_pf_init(struct i40e_pf *pf); |
| 593 | void i40e_dbg_pf_exit(struct i40e_pf *pf); |
| 594 | void i40e_dbg_init(void); |
| 595 | void i40e_dbg_exit(void); |
| 596 | #else |
| 597 | static inline void i40e_dbg_pf_init(struct i40e_pf *pf) {} |
| 598 | static inline void i40e_dbg_pf_exit(struct i40e_pf *pf) {} |
| 599 | static inline void i40e_dbg_init(void) {} |
| 600 | static inline void i40e_dbg_exit(void) {} |
| 601 | #endif /* CONFIG_DEBUG_FS*/ |
| 602 | void i40e_irq_dynamic_enable(struct i40e_vsi *vsi, int vector); |
Mitch Williams | 2ef28cf | 2013-11-28 06:39:32 +0000 | [diff] [blame] | 603 | void i40e_irq_dynamic_disable_icr0(struct i40e_pf *pf); |
Shannon Nelson | 116a57d | 2013-09-28 07:13:59 +0000 | [diff] [blame] | 604 | void i40e_irq_dynamic_enable_icr0(struct i40e_pf *pf); |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 605 | int i40e_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd); |
Elizabeth Kappler | 6c167f5 | 2014-02-15 07:41:38 +0000 | [diff] [blame] | 606 | int i40e_vsi_open(struct i40e_vsi *vsi); |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 607 | void i40e_vlan_stripping_disable(struct i40e_vsi *vsi); |
| 608 | int i40e_vsi_add_vlan(struct i40e_vsi *vsi, s16 vid); |
| 609 | int i40e_vsi_kill_vlan(struct i40e_vsi *vsi, s16 vid); |
| 610 | struct i40e_mac_filter *i40e_put_mac_in_vlan(struct i40e_vsi *vsi, u8 *macaddr, |
| 611 | bool is_vf, bool is_netdev); |
| 612 | bool i40e_is_vsi_in_vlan(struct i40e_vsi *vsi); |
| 613 | struct i40e_mac_filter *i40e_find_mac(struct i40e_vsi *vsi, u8 *macaddr, |
| 614 | bool is_vf, bool is_netdev); |
| 615 | void i40e_vlan_stripping_enable(struct i40e_vsi *vsi); |
Neerav Parikh | 4e3b35b | 2014-01-17 15:36:37 -0800 | [diff] [blame] | 616 | #ifdef CONFIG_I40E_DCB |
| 617 | void i40e_dcbnl_flush_apps(struct i40e_pf *pf, |
| 618 | struct i40e_dcbx_config *new_cfg); |
| 619 | void i40e_dcbnl_set_all(struct i40e_vsi *vsi); |
| 620 | void i40e_dcbnl_setup(struct i40e_vsi *vsi); |
| 621 | bool i40e_dcb_need_reconfig(struct i40e_pf *pf, |
| 622 | struct i40e_dcbx_config *old_cfg, |
| 623 | struct i40e_dcbx_config *new_cfg); |
| 624 | #endif /* CONFIG_I40E_DCB */ |
Jacob Keller | beb0dff | 2014-01-11 05:43:19 +0000 | [diff] [blame] | 625 | void i40e_ptp_rx_hang(struct i40e_vsi *vsi); |
| 626 | void i40e_ptp_tx_hwtstamp(struct i40e_pf *pf); |
| 627 | void i40e_ptp_rx_hwtstamp(struct i40e_pf *pf, struct sk_buff *skb, u8 index); |
| 628 | void i40e_ptp_set_increment(struct i40e_pf *pf); |
| 629 | int i40e_ptp_set_ts_config(struct i40e_pf *pf, struct ifreq *ifr); |
| 630 | int i40e_ptp_get_ts_config(struct i40e_pf *pf, struct ifreq *ifr); |
| 631 | void i40e_ptp_init(struct i40e_pf *pf); |
| 632 | void i40e_ptp_stop(struct i40e_pf *pf); |
Jesse Brandeburg | 7daa6bf | 2013-09-11 08:40:01 +0000 | [diff] [blame] | 633 | #endif /* _I40E_H_ */ |