blob: bd1c2728bc5c603887bc6d0a8090706c19ea3143 [file] [log] [blame]
Greg Rosefbb7ddf2013-12-21 06:12:56 +00001/*******************************************************************************
2 *
3 * Intel Ethernet Controller XL710 Family Linux Virtual Function Driver
Ashish Shah0e888982015-02-06 08:52:10 +00004 * Copyright(c) 2013 - 2015 Intel Corporation.
Greg Rosefbb7ddf2013-12-21 06:12:56 +00005 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
Jesse Brandeburgb8316072014-04-05 07:46:11 +000015 * You should have received a copy of the GNU General Public License along
16 * with this program. If not, see <http://www.gnu.org/licenses/>.
17 *
Greg Rosefbb7ddf2013-12-21 06:12:56 +000018 * The full GNU General Public License is included in this distribution in
19 * the file called "COPYING".
20 *
21 * Contact Information:
22 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
23 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
24 *
25 ******************************************************************************/
26
27/* ethtool support for i40evf */
28#include "i40evf.h"
29
30#include <linux/uaccess.h>
31
Greg Rosefbb7ddf2013-12-21 06:12:56 +000032struct i40evf_stats {
33 char stat_string[ETH_GSTRING_LEN];
34 int stat_offset;
35};
36
37#define I40EVF_STAT(_name, _stat) { \
38 .stat_string = _name, \
39 .stat_offset = offsetof(struct i40evf_adapter, _stat) \
40}
41
42/* All stats are u64, so we don't need to track the size of the field. */
43static const struct i40evf_stats i40evf_gstrings_stats[] = {
44 I40EVF_STAT("rx_bytes", current_stats.rx_bytes),
45 I40EVF_STAT("rx_unicast", current_stats.rx_unicast),
46 I40EVF_STAT("rx_multicast", current_stats.rx_multicast),
47 I40EVF_STAT("rx_broadcast", current_stats.rx_broadcast),
48 I40EVF_STAT("rx_discards", current_stats.rx_discards),
Greg Rosefbb7ddf2013-12-21 06:12:56 +000049 I40EVF_STAT("rx_unknown_protocol", current_stats.rx_unknown_protocol),
50 I40EVF_STAT("tx_bytes", current_stats.tx_bytes),
51 I40EVF_STAT("tx_unicast", current_stats.tx_unicast),
52 I40EVF_STAT("tx_multicast", current_stats.tx_multicast),
53 I40EVF_STAT("tx_broadcast", current_stats.tx_broadcast),
54 I40EVF_STAT("tx_discards", current_stats.tx_discards),
55 I40EVF_STAT("tx_errors", current_stats.tx_errors),
56};
57
58#define I40EVF_GLOBAL_STATS_LEN ARRAY_SIZE(i40evf_gstrings_stats)
Mitch Williamsc7b8d972014-04-04 04:43:08 +000059#define I40EVF_QUEUE_STATS_LEN(_dev) \
Mitch Williams75a64432014-11-11 20:02:42 +000060 (((struct i40evf_adapter *)\
Mitch Williamscc052922014-10-25 03:24:34 +000061 netdev_priv(_dev))->num_active_queues \
Mitch Williamsc7b8d972014-04-04 04:43:08 +000062 * 2 * (sizeof(struct i40e_queue_stats) / sizeof(u64)))
63#define I40EVF_STATS_LEN(_dev) \
64 (I40EVF_GLOBAL_STATS_LEN + I40EVF_QUEUE_STATS_LEN(_dev))
Greg Rosefbb7ddf2013-12-21 06:12:56 +000065
66/**
67 * i40evf_get_settings - Get Link Speed and Duplex settings
68 * @netdev: network interface device structure
69 * @ecmd: ethtool command
70 *
71 * Reports speed/duplex settings. Because this is a VF, we don't know what
72 * kind of link we really have, so we fake it.
73 **/
74static int i40evf_get_settings(struct net_device *netdev,
75 struct ethtool_cmd *ecmd)
76{
77 /* In the future the VF will be able to query the PF for
78 * some information - for now use a dummy value
79 */
Mitch Williams107f3012014-04-04 04:43:09 +000080 ecmd->supported = 0;
Greg Rosefbb7ddf2013-12-21 06:12:56 +000081 ecmd->autoneg = AUTONEG_DISABLE;
82 ecmd->transceiver = XCVR_DUMMY1;
83 ecmd->port = PORT_NONE;
84
85 return 0;
86}
87
88/**
89 * i40evf_get_sset_count - Get length of string set
90 * @netdev: network interface device structure
91 * @sset: id of string set
92 *
93 * Reports size of string table. This driver only supports
94 * strings for statistics.
95 **/
96static int i40evf_get_sset_count(struct net_device *netdev, int sset)
97{
98 if (sset == ETH_SS_STATS)
Mitch Williamsc7b8d972014-04-04 04:43:08 +000099 return I40EVF_STATS_LEN(netdev);
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000100 else
Mitch Williamsc7b8d972014-04-04 04:43:08 +0000101 return -EINVAL;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000102}
103
104/**
105 * i40evf_get_ethtool_stats - report device statistics
106 * @netdev: network interface device structure
107 * @stats: ethtool statistics structure
108 * @data: pointer to data buffer
109 *
110 * All statistics are added to the data buffer as an array of u64.
111 **/
112static void i40evf_get_ethtool_stats(struct net_device *netdev,
113 struct ethtool_stats *stats, u64 *data)
114{
115 struct i40evf_adapter *adapter = netdev_priv(netdev);
116 int i, j;
117 char *p;
118
119 for (i = 0; i < I40EVF_GLOBAL_STATS_LEN; i++) {
120 p = (char *)adapter + i40evf_gstrings_stats[i].stat_offset;
121 data[i] = *(u64 *)p;
122 }
Mitch Williamscc052922014-10-25 03:24:34 +0000123 for (j = 0; j < adapter->num_active_queues; j++) {
Mitch Williams0dd438d2015-10-26 19:44:40 -0400124 data[i++] = adapter->tx_rings[j].stats.packets;
125 data[i++] = adapter->tx_rings[j].stats.bytes;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000126 }
Mitch Williamscc052922014-10-25 03:24:34 +0000127 for (j = 0; j < adapter->num_active_queues; j++) {
Mitch Williams0dd438d2015-10-26 19:44:40 -0400128 data[i++] = adapter->rx_rings[j].stats.packets;
129 data[i++] = adapter->rx_rings[j].stats.bytes;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000130 }
131}
132
133/**
134 * i40evf_get_strings - Get string set
135 * @netdev: network interface device structure
136 * @sset: id of string set
137 * @data: buffer for string data
138 *
139 * Builds stats string table.
140 **/
141static void i40evf_get_strings(struct net_device *netdev, u32 sset, u8 *data)
142{
143 struct i40evf_adapter *adapter = netdev_priv(netdev);
144 u8 *p = data;
145 int i;
146
147 if (sset == ETH_SS_STATS) {
148 for (i = 0; i < I40EVF_GLOBAL_STATS_LEN; i++) {
149 memcpy(p, i40evf_gstrings_stats[i].stat_string,
150 ETH_GSTRING_LEN);
151 p += ETH_GSTRING_LEN;
152 }
Mitch Williamscc052922014-10-25 03:24:34 +0000153 for (i = 0; i < adapter->num_active_queues; i++) {
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000154 snprintf(p, ETH_GSTRING_LEN, "tx-%u.packets", i);
155 p += ETH_GSTRING_LEN;
156 snprintf(p, ETH_GSTRING_LEN, "tx-%u.bytes", i);
157 p += ETH_GSTRING_LEN;
158 }
Mitch Williamscc052922014-10-25 03:24:34 +0000159 for (i = 0; i < adapter->num_active_queues; i++) {
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000160 snprintf(p, ETH_GSTRING_LEN, "rx-%u.packets", i);
161 p += ETH_GSTRING_LEN;
162 snprintf(p, ETH_GSTRING_LEN, "rx-%u.bytes", i);
163 p += ETH_GSTRING_LEN;
164 }
165 }
166}
167
168/**
169 * i40evf_get_msglevel - Get debug message level
170 * @netdev: network interface device structure
171 *
172 * Returns current debug message level.
173 **/
174static u32 i40evf_get_msglevel(struct net_device *netdev)
175{
176 struct i40evf_adapter *adapter = netdev_priv(netdev);
Mitch Williams75a64432014-11-11 20:02:42 +0000177
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000178 return adapter->msg_enable;
179}
180
181/**
Ashish Shah0e888982015-02-06 08:52:10 +0000182 * i40evf_set_msglevel - Set debug message level
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000183 * @netdev: network interface device structure
184 * @data: message level
185 *
186 * Set current debug message level. Higher values cause the driver to
187 * be noisier.
188 **/
189static void i40evf_set_msglevel(struct net_device *netdev, u32 data)
190{
191 struct i40evf_adapter *adapter = netdev_priv(netdev);
Mitch Williams75a64432014-11-11 20:02:42 +0000192
Ashish Shah0e888982015-02-06 08:52:10 +0000193 if (I40E_DEBUG_USER & data)
194 adapter->hw.debug_mask = data;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000195 adapter->msg_enable = data;
196}
197
198/**
Jesse Brandeburgb39c1e22014-08-01 13:27:08 -0700199 * i40evf_get_drvinfo - Get driver info
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000200 * @netdev: network interface device structure
201 * @drvinfo: ethool driver info structure
202 *
203 * Returns information about the driver and device for display to the user.
204 **/
205static void i40evf_get_drvinfo(struct net_device *netdev,
206 struct ethtool_drvinfo *drvinfo)
207{
208 struct i40evf_adapter *adapter = netdev_priv(netdev);
209
210 strlcpy(drvinfo->driver, i40evf_driver_name, 32);
211 strlcpy(drvinfo->version, i40evf_driver_version, 32);
Mitch Williamscc470a82015-03-27 00:12:11 -0700212 strlcpy(drvinfo->fw_version, "N/A", 4);
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000213 strlcpy(drvinfo->bus_info, pci_name(adapter->pdev), 32);
214}
215
216/**
217 * i40evf_get_ringparam - Get ring parameters
218 * @netdev: network interface device structure
219 * @ring: ethtool ringparam structure
220 *
221 * Returns current ring parameters. TX and RX rings are reported separately,
222 * but the number of rings is not reported.
223 **/
224static void i40evf_get_ringparam(struct net_device *netdev,
Mitch Williams75a64432014-11-11 20:02:42 +0000225 struct ethtool_ringparam *ring)
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000226{
227 struct i40evf_adapter *adapter = netdev_priv(netdev);
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000228
229 ring->rx_max_pending = I40EVF_MAX_RXD;
230 ring->tx_max_pending = I40EVF_MAX_TXD;
Mitch Williamsd732a182014-04-24 06:41:37 +0000231 ring->rx_pending = adapter->rx_desc_count;
232 ring->tx_pending = adapter->tx_desc_count;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000233}
234
235/**
236 * i40evf_set_ringparam - Set ring parameters
237 * @netdev: network interface device structure
238 * @ring: ethtool ringparam structure
239 *
240 * Sets ring parameters. TX and RX rings are controlled separately, but the
241 * number of rings is not specified, so all rings get the same settings.
242 **/
243static int i40evf_set_ringparam(struct net_device *netdev,
244 struct ethtool_ringparam *ring)
245{
246 struct i40evf_adapter *adapter = netdev_priv(netdev);
247 u32 new_rx_count, new_tx_count;
248
249 if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
250 return -EINVAL;
251
252 new_tx_count = clamp_t(u32, ring->tx_pending,
253 I40EVF_MIN_TXD,
254 I40EVF_MAX_TXD);
255 new_tx_count = ALIGN(new_tx_count, I40EVF_REQ_DESCRIPTOR_MULTIPLE);
256
257 new_rx_count = clamp_t(u32, ring->rx_pending,
258 I40EVF_MIN_RXD,
259 I40EVF_MAX_RXD);
260 new_rx_count = ALIGN(new_rx_count, I40EVF_REQ_DESCRIPTOR_MULTIPLE);
261
262 /* if nothing to do return success */
Mitch Williamsd732a182014-04-24 06:41:37 +0000263 if ((new_tx_count == adapter->tx_desc_count) &&
264 (new_rx_count == adapter->rx_desc_count))
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000265 return 0;
266
Mitch Williamsd732a182014-04-24 06:41:37 +0000267 adapter->tx_desc_count = new_tx_count;
268 adapter->rx_desc_count = new_rx_count;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000269
Mitch Williams67c818a2015-06-19 08:56:30 -0700270 if (netif_running(netdev)) {
271 adapter->flags |= I40EVF_FLAG_RESET_NEEDED;
272 schedule_work(&adapter->reset_task);
273 }
Mitch Williamsd732a182014-04-24 06:41:37 +0000274
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000275 return 0;
276}
277
278/**
279 * i40evf_get_coalesce - Get interrupt coalescing settings
280 * @netdev: network interface device structure
281 * @ec: ethtool coalesce structure
282 *
283 * Returns current coalescing settings. This is referred to elsewhere in the
284 * driver as Interrupt Throttle Rate, as this is how the hardware describes
285 * this functionality.
286 **/
287static int i40evf_get_coalesce(struct net_device *netdev,
Mitch Williams75a64432014-11-11 20:02:42 +0000288 struct ethtool_coalesce *ec)
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000289{
290 struct i40evf_adapter *adapter = netdev_priv(netdev);
291 struct i40e_vsi *vsi = &adapter->vsi;
292
293 ec->tx_max_coalesced_frames = vsi->work_limit;
294 ec->rx_max_coalesced_frames = vsi->work_limit;
295
296 if (ITR_IS_DYNAMIC(vsi->rx_itr_setting))
Mitch Williams32f5f542014-04-04 04:43:10 +0000297 ec->use_adaptive_rx_coalesce = 1;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000298
299 if (ITR_IS_DYNAMIC(vsi->tx_itr_setting))
Mitch Williams32f5f542014-04-04 04:43:10 +0000300 ec->use_adaptive_tx_coalesce = 1;
301
302 ec->rx_coalesce_usecs = vsi->rx_itr_setting & ~I40E_ITR_DYNAMIC;
303 ec->tx_coalesce_usecs = vsi->tx_itr_setting & ~I40E_ITR_DYNAMIC;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000304
305 return 0;
306}
307
308/**
309 * i40evf_set_coalesce - Set interrupt coalescing settings
310 * @netdev: network interface device structure
311 * @ec: ethtool coalesce structure
312 *
313 * Change current coalescing settings.
314 **/
315static int i40evf_set_coalesce(struct net_device *netdev,
Mitch Williams75a64432014-11-11 20:02:42 +0000316 struct ethtool_coalesce *ec)
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000317{
318 struct i40evf_adapter *adapter = netdev_priv(netdev);
319 struct i40e_hw *hw = &adapter->hw;
320 struct i40e_vsi *vsi = &adapter->vsi;
321 struct i40e_q_vector *q_vector;
322 int i;
323
Mitch Williams32f5f542014-04-04 04:43:10 +0000324 if (ec->tx_max_coalesced_frames_irq || ec->rx_max_coalesced_frames_irq)
325 vsi->work_limit = ec->tx_max_coalesced_frames_irq;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000326
Mitch Williams32f5f542014-04-04 04:43:10 +0000327 if ((ec->rx_coalesce_usecs >= (I40E_MIN_ITR << 1)) &&
328 (ec->rx_coalesce_usecs <= (I40E_MAX_ITR << 1)))
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000329 vsi->rx_itr_setting = ec->rx_coalesce_usecs;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000330
Mitch Williams32f5f542014-04-04 04:43:10 +0000331 else
332 return -EINVAL;
333
334 if ((ec->tx_coalesce_usecs >= (I40E_MIN_ITR << 1)) &&
335 (ec->tx_coalesce_usecs <= (I40E_MAX_ITR << 1)))
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000336 vsi->tx_itr_setting = ec->tx_coalesce_usecs;
Mitch Williams32f5f542014-04-04 04:43:10 +0000337 else if (ec->use_adaptive_tx_coalesce)
338 vsi->tx_itr_setting = (I40E_ITR_DYNAMIC |
339 ITR_REG_TO_USEC(I40E_ITR_RX_DEF));
340 else
341 return -EINVAL;
342
343 if (ec->use_adaptive_rx_coalesce)
344 vsi->rx_itr_setting |= I40E_ITR_DYNAMIC;
345 else
346 vsi->rx_itr_setting &= ~I40E_ITR_DYNAMIC;
347
348 if (ec->use_adaptive_tx_coalesce)
349 vsi->tx_itr_setting |= I40E_ITR_DYNAMIC;
350 else
351 vsi->tx_itr_setting &= ~I40E_ITR_DYNAMIC;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000352
353 for (i = 0; i < adapter->num_msix_vectors - NONQ_VECS; i++) {
Mitch Williams7d96ba12015-10-26 19:44:39 -0400354 q_vector = &adapter->q_vectors[i];
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000355 q_vector->rx.itr = ITR_TO_REG(vsi->rx_itr_setting);
356 wr32(hw, I40E_VFINT_ITRN1(0, i), q_vector->rx.itr);
357 q_vector->tx.itr = ITR_TO_REG(vsi->tx_itr_setting);
358 wr32(hw, I40E_VFINT_ITRN1(1, i), q_vector->tx.itr);
359 i40e_flush(hw);
360 }
361
362 return 0;
363}
364
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000365/**
366 * i40e_get_rss_hash_opts - Get RSS hash Input Set for each flow type
367 * @adapter: board private structure
368 * @cmd: ethtool rxnfc command
369 *
370 * Returns Success if the flow is supported, else Invalid Input.
371 **/
372static int i40evf_get_rss_hash_opts(struct i40evf_adapter *adapter,
373 struct ethtool_rxnfc *cmd)
374{
375 struct i40e_hw *hw = &adapter->hw;
376 u64 hena = (u64)rd32(hw, I40E_VFQF_HENA(0)) |
377 ((u64)rd32(hw, I40E_VFQF_HENA(1)) << 32);
378
379 /* We always hash on IP src and dest addresses */
380 cmd->data = RXH_IP_SRC | RXH_IP_DST;
381
382 switch (cmd->flow_type) {
383 case TCP_V4_FLOW:
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400384 if (hena & BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_TCP))
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000385 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
386 break;
387 case UDP_V4_FLOW:
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400388 if (hena & BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_UDP))
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000389 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
390 break;
391
392 case SCTP_V4_FLOW:
393 case AH_ESP_V4_FLOW:
394 case AH_V4_FLOW:
395 case ESP_V4_FLOW:
396 case IPV4_FLOW:
397 break;
398
399 case TCP_V6_FLOW:
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400400 if (hena & BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_TCP))
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000401 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
402 break;
403 case UDP_V6_FLOW:
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400404 if (hena & BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_UDP))
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000405 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
406 break;
407
408 case SCTP_V6_FLOW:
409 case AH_ESP_V6_FLOW:
410 case AH_V6_FLOW:
411 case ESP_V6_FLOW:
412 case IPV6_FLOW:
413 break;
414 default:
415 cmd->data = 0;
416 return -EINVAL;
417 }
418
419 return 0;
420}
421
422/**
423 * i40evf_get_rxnfc - command to get RX flow classification rules
424 * @netdev: network interface device structure
425 * @cmd: ethtool rxnfc command
426 *
427 * Returns Success if the command is supported.
428 **/
429static int i40evf_get_rxnfc(struct net_device *netdev,
430 struct ethtool_rxnfc *cmd,
431 u32 *rule_locs)
432{
433 struct i40evf_adapter *adapter = netdev_priv(netdev);
434 int ret = -EOPNOTSUPP;
435
436 switch (cmd->cmd) {
437 case ETHTOOL_GRXRINGS:
Mitch Williamscc052922014-10-25 03:24:34 +0000438 cmd->data = adapter->num_active_queues;
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000439 ret = 0;
440 break;
441 case ETHTOOL_GRXFH:
442 ret = i40evf_get_rss_hash_opts(adapter, cmd);
443 break;
444 default:
445 break;
446 }
447
448 return ret;
449}
450
451/**
452 * i40evf_set_rss_hash_opt - Enable/Disable flow types for RSS hash
453 * @adapter: board private structure
454 * @cmd: ethtool rxnfc command
455 *
456 * Returns Success if the flow input set is supported.
457 **/
458static int i40evf_set_rss_hash_opt(struct i40evf_adapter *adapter,
459 struct ethtool_rxnfc *nfc)
460{
461 struct i40e_hw *hw = &adapter->hw;
Anjali Singhai Jain3d0da5b2015-12-22 14:25:05 -0800462 u32 flags = adapter->vf_res->vf_offload_flags;
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000463
464 u64 hena = (u64)rd32(hw, I40E_VFQF_HENA(0)) |
465 ((u64)rd32(hw, I40E_VFQF_HENA(1)) << 32);
466
467 /* RSS does not support anything other than hashing
468 * to queues on src and dst IPs and ports
469 */
470 if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
471 RXH_L4_B_0_1 | RXH_L4_B_2_3))
472 return -EINVAL;
473
474 /* We need at least the IP SRC and DEST fields for hashing */
475 if (!(nfc->data & RXH_IP_SRC) ||
476 !(nfc->data & RXH_IP_DST))
477 return -EINVAL;
478
479 switch (nfc->flow_type) {
480 case TCP_V4_FLOW:
Anjali Singhai Jain3d0da5b2015-12-22 14:25:05 -0800481 if (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
482 if (flags & I40E_VIRTCHNL_VF_OFFLOAD_RSS_PCTYPE_V2)
483 hena |=
484 BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_TCP_SYN_NO_ACK);
485
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400486 hena |= BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_TCP);
Anjali Singhai Jain3d0da5b2015-12-22 14:25:05 -0800487 } else {
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000488 return -EINVAL;
Anjali Singhai Jain3d0da5b2015-12-22 14:25:05 -0800489 }
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000490 break;
491 case TCP_V6_FLOW:
Anjali Singhai Jain3d0da5b2015-12-22 14:25:05 -0800492 if (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
493 if (flags & I40E_VIRTCHNL_VF_OFFLOAD_RSS_PCTYPE_V2)
494 hena |=
495 BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_TCP_SYN_NO_ACK);
496
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400497 hena |= BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_TCP);
Anjali Singhai Jain3d0da5b2015-12-22 14:25:05 -0800498 } else {
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000499 return -EINVAL;
Anjali Singhai Jain3d0da5b2015-12-22 14:25:05 -0800500 }
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000501 break;
502 case UDP_V4_FLOW:
Anjali Singhai Jain6e35c042015-12-09 15:50:24 -0800503 if (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
Anjali Singhai Jain3d0da5b2015-12-22 14:25:05 -0800504 if (flags & I40E_VIRTCHNL_VF_OFFLOAD_RSS_PCTYPE_V2)
505 hena |=
506 BIT_ULL(I40E_FILTER_PCTYPE_NONF_UNICAST_IPV4_UDP) |
507 BIT_ULL(I40E_FILTER_PCTYPE_NONF_MULTICAST_IPV4_UDP);
508
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400509 hena |= (BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_UDP) |
510 BIT_ULL(I40E_FILTER_PCTYPE_FRAG_IPV4));
Anjali Singhai Jain6e35c042015-12-09 15:50:24 -0800511 } else {
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000512 return -EINVAL;
513 }
514 break;
515 case UDP_V6_FLOW:
Anjali Singhai Jain6e35c042015-12-09 15:50:24 -0800516 if (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
Anjali Singhai Jain3d0da5b2015-12-22 14:25:05 -0800517 if (flags & I40E_VIRTCHNL_VF_OFFLOAD_RSS_PCTYPE_V2)
518 hena |=
519 BIT_ULL(I40E_FILTER_PCTYPE_NONF_UNICAST_IPV6_UDP) |
520 BIT_ULL(I40E_FILTER_PCTYPE_NONF_MULTICAST_IPV6_UDP);
521
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400522 hena |= (BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_UDP) |
523 BIT_ULL(I40E_FILTER_PCTYPE_FRAG_IPV6));
Anjali Singhai Jain6e35c042015-12-09 15:50:24 -0800524 } else {
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000525 return -EINVAL;
526 }
527 break;
528 case AH_ESP_V4_FLOW:
529 case AH_V4_FLOW:
530 case ESP_V4_FLOW:
531 case SCTP_V4_FLOW:
532 if ((nfc->data & RXH_L4_B_0_1) ||
533 (nfc->data & RXH_L4_B_2_3))
534 return -EINVAL;
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400535 hena |= BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_OTHER);
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000536 break;
537 case AH_ESP_V6_FLOW:
538 case AH_V6_FLOW:
539 case ESP_V6_FLOW:
540 case SCTP_V6_FLOW:
541 if ((nfc->data & RXH_L4_B_0_1) ||
542 (nfc->data & RXH_L4_B_2_3))
543 return -EINVAL;
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400544 hena |= BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_OTHER);
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000545 break;
546 case IPV4_FLOW:
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400547 hena |= (BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV4_OTHER) |
548 BIT_ULL(I40E_FILTER_PCTYPE_FRAG_IPV4));
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000549 break;
550 case IPV6_FLOW:
Jesse Brandeburg41a1d042015-06-04 16:24:02 -0400551 hena |= (BIT_ULL(I40E_FILTER_PCTYPE_NONF_IPV6_OTHER) |
552 BIT_ULL(I40E_FILTER_PCTYPE_FRAG_IPV6));
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000553 break;
554 default:
555 return -EINVAL;
556 }
557
558 wr32(hw, I40E_VFQF_HENA(0), (u32)hena);
559 wr32(hw, I40E_VFQF_HENA(1), (u32)(hena >> 32));
560 i40e_flush(hw);
561
562 return 0;
563}
564
565/**
566 * i40evf_set_rxnfc - command to set RX flow classification rules
567 * @netdev: network interface device structure
568 * @cmd: ethtool rxnfc command
569 *
570 * Returns Success if the command is supported.
571 **/
572static int i40evf_set_rxnfc(struct net_device *netdev,
573 struct ethtool_rxnfc *cmd)
574{
575 struct i40evf_adapter *adapter = netdev_priv(netdev);
576 int ret = -EOPNOTSUPP;
577
578 switch (cmd->cmd) {
579 case ETHTOOL_SRXFH:
580 ret = i40evf_set_rss_hash_opt(adapter, cmd);
581 break;
582 default:
583 break;
584 }
585
586 return ret;
587}
588
589/**
590 * i40evf_get_channels: get the number of channels supported by the device
591 * @netdev: network interface device structure
592 * @ch: channel information structure
593 *
594 * For the purposes of our device, we only use combined channels, i.e. a tx/rx
595 * queue pair. Report one extra channel to match our "other" MSI-X vector.
596 **/
597static void i40evf_get_channels(struct net_device *netdev,
598 struct ethtool_channels *ch)
599{
600 struct i40evf_adapter *adapter = netdev_priv(netdev);
601
602 /* Report maximum channels */
Mitch Williamscc052922014-10-25 03:24:34 +0000603 ch->max_combined = adapter->num_active_queues;
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000604
605 ch->max_other = NONQ_VECS;
606 ch->other_count = NONQ_VECS;
607
Mitch Williamscc052922014-10-25 03:24:34 +0000608 ch->combined_count = adapter->num_active_queues;
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000609}
610
611/**
612 * i40evf_get_rxfh_indir_size - get the rx flow hash indirection table size
613 * @netdev: network interface device structure
614 *
615 * Returns the table size.
616 **/
617static u32 i40evf_get_rxfh_indir_size(struct net_device *netdev)
618{
619 return (I40E_VFQF_HLUT_MAX_INDEX + 1) * 4;
620}
621
622/**
Ben Hutchingsfe62d002014-05-15 01:25:27 +0100623 * i40evf_get_rxfh - get the rx flow hash indirection table
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000624 * @netdev: network interface device structure
625 * @indir: indirection table
Mitch Williams2cda3f32014-11-11 20:02:31 +0000626 * @key: hash key
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000627 *
628 * Reads the indirection table directly from the hardware. Always returns 0.
629 **/
Eyal Perry892311f2014-12-02 18:12:10 +0200630static int i40evf_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
631 u8 *hfunc)
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000632{
633 struct i40evf_adapter *adapter = netdev_priv(netdev);
Helin Zhang90b02b42015-10-26 19:44:33 -0400634 struct i40e_vsi *vsi = &adapter->vsi;
635 u8 *seed = NULL, *lut;
636 int ret;
637 u16 i;
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000638
Eyal Perry892311f2014-12-02 18:12:10 +0200639 if (hfunc)
640 *hfunc = ETH_RSS_HASH_TOP;
641 if (!indir)
642 return 0;
643
Helin Zhang90b02b42015-10-26 19:44:33 -0400644 seed = key;
645
646 lut = kzalloc(I40EVF_HLUT_ARRAY_SIZE, GFP_KERNEL);
647 if (!lut)
648 return -ENOMEM;
649
650 ret = i40evf_get_rss(vsi, seed, lut, I40EVF_HLUT_ARRAY_SIZE);
651 if (ret)
652 goto out;
653
654 /* Each 32 bits pointed by 'indir' is stored with a lut entry */
655 for (i = 0; i < I40EVF_HLUT_ARRAY_SIZE; i++)
656 indir[i] = (u32)lut[i];
657
658out:
659 kfree(lut);
660
661 return ret;
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000662}
663
664/**
Ben Hutchingsfe62d002014-05-15 01:25:27 +0100665 * i40evf_set_rxfh - set the rx flow hash indirection table
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000666 * @netdev: network interface device structure
667 * @indir: indirection table
Mitch Williams2cda3f32014-11-11 20:02:31 +0000668 * @key: hash key
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000669 *
670 * Returns -EINVAL if the table specifies an inavlid queue id, otherwise
671 * returns 0 after programming the table.
672 **/
Ben Hutchingsfe62d002014-05-15 01:25:27 +0100673static int i40evf_set_rxfh(struct net_device *netdev, const u32 *indir,
Eyal Perry892311f2014-12-02 18:12:10 +0200674 const u8 *key, const u8 hfunc)
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000675{
676 struct i40evf_adapter *adapter = netdev_priv(netdev);
Helin Zhang2c86ac32015-10-27 16:15:06 -0400677 struct i40e_vsi *vsi = &adapter->vsi;
Helin Zhang66f9af852015-10-26 19:44:34 -0400678 u8 *seed = NULL;
Helin Zhang2c86ac32015-10-27 16:15:06 -0400679 u16 i;
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000680
Eyal Perry892311f2014-12-02 18:12:10 +0200681 /* We do not allow change in unsupported parameters */
682 if (key ||
683 (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP))
684 return -EOPNOTSUPP;
685 if (!indir)
686 return 0;
687
Helin Zhang2c86ac32015-10-27 16:15:06 -0400688 if (key) {
Helin Zhang66f9af852015-10-26 19:44:34 -0400689 if (!vsi->rss_hkey_user) {
690 vsi->rss_hkey_user = kzalloc(I40EVF_HKEY_ARRAY_SIZE,
691 GFP_KERNEL);
692 if (!vsi->rss_hkey_user)
693 return -ENOMEM;
694 }
695 memcpy(vsi->rss_hkey_user, key, I40EVF_HKEY_ARRAY_SIZE);
696 seed = vsi->rss_hkey_user;
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000697 }
Helin Zhang66f9af852015-10-26 19:44:34 -0400698 if (!vsi->rss_lut_user) {
699 vsi->rss_lut_user = kzalloc(I40EVF_HLUT_ARRAY_SIZE,
700 GFP_KERNEL);
701 if (!vsi->rss_lut_user)
702 return -ENOMEM;
703 }
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000704
Helin Zhang2c86ac32015-10-27 16:15:06 -0400705 /* Each 32 bits pointed by 'indir' is stored with a lut entry */
706 for (i = 0; i < I40EVF_HLUT_ARRAY_SIZE; i++)
Helin Zhang66f9af852015-10-26 19:44:34 -0400707 vsi->rss_lut_user[i] = (u8)(indir[i]);
Helin Zhang2c86ac32015-10-27 16:15:06 -0400708
Helin Zhang66f9af852015-10-26 19:44:34 -0400709 return i40evf_config_rss(vsi, seed, vsi->rss_lut_user,
710 I40EVF_HLUT_ARRAY_SIZE);
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000711}
712
Mitch Williamsf0c53c72014-04-04 04:43:11 +0000713static const struct ethtool_ops i40evf_ethtool_ops = {
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000714 .get_settings = i40evf_get_settings,
715 .get_drvinfo = i40evf_get_drvinfo,
716 .get_link = ethtool_op_get_link,
717 .get_ringparam = i40evf_get_ringparam,
718 .set_ringparam = i40evf_set_ringparam,
719 .get_strings = i40evf_get_strings,
720 .get_ethtool_stats = i40evf_get_ethtool_stats,
721 .get_sset_count = i40evf_get_sset_count,
722 .get_msglevel = i40evf_get_msglevel,
723 .set_msglevel = i40evf_set_msglevel,
724 .get_coalesce = i40evf_get_coalesce,
725 .set_coalesce = i40evf_set_coalesce,
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000726 .get_rxnfc = i40evf_get_rxnfc,
727 .set_rxnfc = i40evf_set_rxnfc,
728 .get_rxfh_indir_size = i40evf_get_rxfh_indir_size,
Ben Hutchingsfe62d002014-05-15 01:25:27 +0100729 .get_rxfh = i40evf_get_rxfh,
730 .set_rxfh = i40evf_set_rxfh,
Mitch A Williams4e9dc312014-04-01 04:43:49 +0000731 .get_channels = i40evf_get_channels,
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000732};
733
734/**
735 * i40evf_set_ethtool_ops - Initialize ethtool ops struct
736 * @netdev: network interface device structure
737 *
738 * Sets ethtool ops struct in our netdev so that ethtool can call
739 * our functions.
740 **/
741void i40evf_set_ethtool_ops(struct net_device *netdev)
742{
Wilfried Klaebe7ad24ea2014-05-11 00:12:32 +0000743 netdev->ethtool_ops = &i40evf_ethtool_ops;
Greg Rosefbb7ddf2013-12-21 06:12:56 +0000744}