blob: 48f35fc963f89b5d3e7f8260a3a916970493c260 [file] [log] [blame]
Alexander Duyck2f90b862008-11-20 20:52:10 -08001/*******************************************************************************
2
3 Intel 10 Gigabit PCI Express Linux driver
Mark Rustade90dd262014-07-22 06:51:08 +00004 Copyright(c) 1999 - 2014 Intel Corporation.
Alexander Duyck2f90b862008-11-20 20:52:10 -08005
6 This program is free software; you can redistribute it and/or modify it
7 under the terms and conditions of the GNU General Public License,
8 version 2, as published by the Free Software Foundation.
9
10 This program is distributed in the hope it will be useful, but WITHOUT
11 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 more details.
14
15 You should have received a copy of the GNU General Public License along with
16 this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18
19 The full GNU General Public License is included in this distribution in
20 the file called "COPYING".
21
22 Contact Information:
23 Linux NICS <linux.nics@intel.com>
24 e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
25 Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
26
27*******************************************************************************/
28
29
30#include "ixgbe.h"
31#include "ixgbe_type.h"
32#include "ixgbe_dcb.h"
33#include "ixgbe_dcb_82598.h"
PJ Waskiewicz235ea822009-02-27 15:44:48 +000034#include "ixgbe_dcb_82599.h"
Alexander Duyck2f90b862008-11-20 20:52:10 -080035
36/**
John Fastabendd033d522011-02-10 14:40:01 +000037 * ixgbe_ieee_credits - This calculates the ieee traffic class
38 * credits from the configured bandwidth percentages. Credits
Lucas De Marchi25985ed2011-03-30 22:57:33 -030039 * are the smallest unit programmable into the underlying
John Fastabendd033d522011-02-10 14:40:01 +000040 * hardware. The IEEE 802.1Qaz specification do not use bandwidth
41 * groups so this is much simplified from the CEE case.
42 */
John Fastabend4c09f3a2011-08-04 05:47:07 +000043static s32 ixgbe_ieee_credits(__u8 *bw, __u16 *refill,
44 __u16 *max, int max_frame)
John Fastabendd033d522011-02-10 14:40:01 +000045{
46 int min_percent = 100;
47 int min_credit, multiplier;
48 int i;
49
50 min_credit = ((max_frame / 2) + DCB_CREDIT_QUANTUM - 1) /
51 DCB_CREDIT_QUANTUM;
52
53 for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
54 if (bw[i] < min_percent && bw[i])
55 min_percent = bw[i];
56 }
57
58 multiplier = (min_credit / min_percent) + 1;
59
60 /* Find out the hw credits for each TC */
61 for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
62 int val = min(bw[i] * multiplier, MAX_CREDIT_REFILL);
63
64 if (val < min_credit)
65 val = min_credit;
66 refill[i] = val;
67
John Fastabend1390a592011-03-09 04:46:16 +000068 max[i] = bw[i] ? (bw[i] * MAX_CREDIT)/100 : min_credit;
John Fastabendd033d522011-02-10 14:40:01 +000069 }
70 return 0;
71}
72
73/**
Alexander Duyck2f90b862008-11-20 20:52:10 -080074 * ixgbe_dcb_calculate_tc_credits - Calculates traffic class credits
75 * @ixgbe_dcb_config: Struct containing DCB settings.
76 * @direction: Configuring either Tx or Rx.
77 *
78 * This function calculates the credits allocated to each traffic class.
79 * It should be called only after the rules are checked by
80 * ixgbe_dcb_check_config().
81 */
John Fastabend80ab1932010-11-16 19:26:45 -080082s32 ixgbe_dcb_calculate_tc_credits(struct ixgbe_hw *hw,
83 struct ixgbe_dcb_config *dcb_config,
John Fastabend9806307a2010-10-28 00:59:57 +000084 int max_frame, u8 direction)
Alexander Duyck2f90b862008-11-20 20:52:10 -080085{
86 struct tc_bw_alloc *p;
John Fastabend9806307a2010-10-28 00:59:57 +000087 int min_credit;
88 int min_multiplier;
89 int min_percent = 100;
Alexander Duyck2f90b862008-11-20 20:52:10 -080090 /* Initialization values default for Tx settings */
91 u32 credit_refill = 0;
92 u32 credit_max = 0;
93 u16 link_percentage = 0;
94 u8 bw_percent = 0;
95 u8 i;
96
Mark Rustade90dd262014-07-22 06:51:08 +000097 if (!dcb_config)
98 return DCB_ERR_CONFIG;
Alexander Duyck2f90b862008-11-20 20:52:10 -080099
John Fastabend9806307a2010-10-28 00:59:57 +0000100 min_credit = ((max_frame / 2) + DCB_CREDIT_QUANTUM - 1) /
101 DCB_CREDIT_QUANTUM;
102
103 /* Find smallest link percentage */
104 for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
105 p = &dcb_config->tc_config[i].path[direction];
106 bw_percent = dcb_config->bw_percentage[direction][p->bwg_id];
107 link_percentage = p->bwg_percent;
108
109 link_percentage = (link_percentage * bw_percent) / 100;
110
111 if (link_percentage && link_percentage < min_percent)
112 min_percent = link_percentage;
113 }
114
115 /*
116 * The ratio between traffic classes will control the bandwidth
117 * percentages seen on the wire. To calculate this ratio we use
118 * a multiplier. It is required that the refill credits must be
119 * larger than the max frame size so here we find the smallest
120 * multiplier that will allow all bandwidth percentages to be
121 * greater than the max frame size.
122 */
123 min_multiplier = (min_credit / min_percent) + 1;
124
Alexander Duyck2f90b862008-11-20 20:52:10 -0800125 /* Find out the link percentage for each TC first */
126 for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
127 p = &dcb_config->tc_config[i].path[direction];
128 bw_percent = dcb_config->bw_percentage[direction][p->bwg_id];
129
130 link_percentage = p->bwg_percent;
131 /* Must be careful of integer division for very small nums */
132 link_percentage = (link_percentage * bw_percent) / 100;
133 if (p->bwg_percent > 0 && link_percentage == 0)
134 link_percentage = 1;
135
136 /* Save link_percentage for reference */
137 p->link_percent = (u8)link_percentage;
138
John Fastabend9806307a2010-10-28 00:59:57 +0000139 /* Calculate credit refill ratio using multiplier */
140 credit_refill = min(link_percentage * min_multiplier,
141 MAX_CREDIT_REFILL);
Alexander Duyck2f90b862008-11-20 20:52:10 -0800142 p->data_credits_refill = (u16)credit_refill;
143
144 /* Calculate maximum credit for the TC */
145 credit_max = (link_percentage * MAX_CREDIT) / 100;
146
147 /*
148 * Adjustment based on rule checking, if the percentage
149 * of a TC is too small, the maximum credit may not be
150 * enough to send out a jumbo frame in data plane arbitration.
151 */
John Fastabend9806307a2010-10-28 00:59:57 +0000152 if (credit_max && (credit_max < min_credit))
153 credit_max = min_credit;
Alexander Duyck2f90b862008-11-20 20:52:10 -0800154
155 if (direction == DCB_TX_CONFIG) {
156 /*
157 * Adjustment based on rule checking, if the
158 * percentage of a TC is too small, the maximum
159 * credit may not be enough to send out a TSO
160 * packet in descriptor plane arbitration.
161 */
John Fastabend80ab1932010-11-16 19:26:45 -0800162 if ((hw->mac.type == ixgbe_mac_82598EB) &&
163 credit_max &&
Alexander Duyck2f90b862008-11-20 20:52:10 -0800164 (credit_max < MINIMUM_CREDIT_FOR_TSO))
165 credit_max = MINIMUM_CREDIT_FOR_TSO;
166
167 dcb_config->tc_config[i].desc_credits_max =
168 (u16)credit_max;
169 }
170
171 p->data_credits_max = (u16)credit_max;
172 }
173
Mark Rustade90dd262014-07-22 06:51:08 +0000174 return 0;
Alexander Duyck2f90b862008-11-20 20:52:10 -0800175}
176
John Fastabend55320cb2011-01-05 04:47:43 +0000177void ixgbe_dcb_unpack_pfc(struct ixgbe_dcb_config *cfg, u8 *pfc_en)
178{
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000179 struct tc_configuration *tc_config = &cfg->tc_config[0];
180 int tc;
John Fastabend55320cb2011-01-05 04:47:43 +0000181
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000182 for (*pfc_en = 0, tc = 0; tc < MAX_TRAFFIC_CLASS; tc++) {
183 if (tc_config[tc].dcb_pfc != pfc_disabled)
184 *pfc_en |= 1 << tc;
185 }
John Fastabend55320cb2011-01-05 04:47:43 +0000186}
187
188void ixgbe_dcb_unpack_refill(struct ixgbe_dcb_config *cfg, int direction,
189 u16 *refill)
190{
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000191 struct tc_configuration *tc_config = &cfg->tc_config[0];
192 int tc;
John Fastabend55320cb2011-01-05 04:47:43 +0000193
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000194 for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
195 refill[tc] = tc_config[tc].path[direction].data_credits_refill;
John Fastabend55320cb2011-01-05 04:47:43 +0000196}
197
198void ixgbe_dcb_unpack_max(struct ixgbe_dcb_config *cfg, u16 *max)
199{
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000200 struct tc_configuration *tc_config = &cfg->tc_config[0];
201 int tc;
John Fastabend55320cb2011-01-05 04:47:43 +0000202
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000203 for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
204 max[tc] = tc_config[tc].desc_credits_max;
John Fastabend55320cb2011-01-05 04:47:43 +0000205}
206
207void ixgbe_dcb_unpack_bwgid(struct ixgbe_dcb_config *cfg, int direction,
208 u8 *bwgid)
209{
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000210 struct tc_configuration *tc_config = &cfg->tc_config[0];
211 int tc;
John Fastabend55320cb2011-01-05 04:47:43 +0000212
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000213 for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
214 bwgid[tc] = tc_config[tc].path[direction].bwg_id;
John Fastabend55320cb2011-01-05 04:47:43 +0000215}
216
217void ixgbe_dcb_unpack_prio(struct ixgbe_dcb_config *cfg, int direction,
218 u8 *ptype)
219{
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000220 struct tc_configuration *tc_config = &cfg->tc_config[0];
221 int tc;
John Fastabend55320cb2011-01-05 04:47:43 +0000222
Alexander Duyckdf0676d2012-05-17 05:14:39 +0000223 for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
224 ptype[tc] = tc_config[tc].path[direction].prio_type;
John Fastabend55320cb2011-01-05 04:47:43 +0000225}
226
Alexander Duyck02debdc2012-05-18 06:33:31 +0000227u8 ixgbe_dcb_get_tc_from_up(struct ixgbe_dcb_config *cfg, int direction, u8 up)
Alexander Duyck15cbc702012-05-17 05:14:34 +0000228{
229 struct tc_configuration *tc_config = &cfg->tc_config[0];
230 u8 prio_mask = 1 << up;
Alexander Duyckb92ad722012-05-25 01:45:38 +0000231 u8 tc = cfg->num_tcs.pg_tcs;
232
233 /* If tc is 0 then DCB is likely not enabled or supported */
234 if (!tc)
Mark Rustade90dd262014-07-22 06:51:08 +0000235 return 0;
Alexander Duyck15cbc702012-05-17 05:14:34 +0000236
237 /*
Alexander Duyckb92ad722012-05-25 01:45:38 +0000238 * Test from maximum TC to 1 and report the first match we find. If
Alexander Duyck15cbc702012-05-17 05:14:34 +0000239 * we find no match we can assume that the TC is 0 since the TC must
240 * be set for all user priorities
241 */
Alexander Duyckb92ad722012-05-25 01:45:38 +0000242 for (tc--; tc; tc--) {
Alexander Duyck15cbc702012-05-17 05:14:34 +0000243 if (prio_mask & tc_config[tc].path[direction].up_to_tc_bitmap)
244 break;
245 }
Mark Rustade90dd262014-07-22 06:51:08 +0000246
Alexander Duyck15cbc702012-05-17 05:14:34 +0000247 return tc;
248}
249
John Fastabend32701dc2011-09-27 03:51:56 +0000250void ixgbe_dcb_unpack_map(struct ixgbe_dcb_config *cfg, int direction, u8 *map)
251{
Alexander Duyck15cbc702012-05-17 05:14:34 +0000252 u8 up;
John Fastabend32701dc2011-09-27 03:51:56 +0000253
Alexander Duyck15cbc702012-05-17 05:14:34 +0000254 for (up = 0; up < MAX_USER_PRIORITY; up++)
255 map[up] = ixgbe_dcb_get_tc_from_up(cfg, direction, up);
John Fastabend32701dc2011-09-27 03:51:56 +0000256}
257
Alexander Duyck2f90b862008-11-20 20:52:10 -0800258/**
Alexander Duyck2f90b862008-11-20 20:52:10 -0800259 * ixgbe_dcb_hw_config - Config and enable DCB
260 * @hw: pointer to hardware structure
261 * @dcb_config: pointer to ixgbe_dcb_config structure
262 *
263 * Configure dcb settings and enable dcb mode.
264 */
265s32 ixgbe_dcb_hw_config(struct ixgbe_hw *hw,
Jacob Kellere7cf7452014-04-09 06:03:10 +0000266 struct ixgbe_dcb_config *dcb_config)
Alexander Duyck2f90b862008-11-20 20:52:10 -0800267{
John Fastabend55320cb2011-01-05 04:47:43 +0000268 u8 pfc_en;
269 u8 ptype[MAX_TRAFFIC_CLASS];
270 u8 bwgid[MAX_TRAFFIC_CLASS];
John Fastabend32701dc2011-09-27 03:51:56 +0000271 u8 prio_tc[MAX_TRAFFIC_CLASS];
John Fastabend55320cb2011-01-05 04:47:43 +0000272 u16 refill[MAX_TRAFFIC_CLASS];
273 u16 max[MAX_TRAFFIC_CLASS];
274
275 /* Unpack CEE standard containers */
276 ixgbe_dcb_unpack_pfc(dcb_config, &pfc_en);
277 ixgbe_dcb_unpack_refill(dcb_config, DCB_TX_CONFIG, refill);
278 ixgbe_dcb_unpack_max(dcb_config, max);
279 ixgbe_dcb_unpack_bwgid(dcb_config, DCB_TX_CONFIG, bwgid);
280 ixgbe_dcb_unpack_prio(dcb_config, DCB_TX_CONFIG, ptype);
John Fastabend32701dc2011-09-27 03:51:56 +0000281 ixgbe_dcb_unpack_map(dcb_config, DCB_TX_CONFIG, prio_tc);
John Fastabend55320cb2011-01-05 04:47:43 +0000282
Don Skidmoreb93a2222010-11-16 19:27:17 -0800283 switch (hw->mac.type) {
284 case ixgbe_mac_82598EB:
Mark Rustade90dd262014-07-22 06:51:08 +0000285 return ixgbe_dcb_hw_config_82598(hw, pfc_en, refill, max,
286 bwgid, ptype);
Don Skidmoreb93a2222010-11-16 19:27:17 -0800287 case ixgbe_mac_82599EB:
288 case ixgbe_mac_X540:
Mark Rustade90dd262014-07-22 06:51:08 +0000289 return ixgbe_dcb_hw_config_82599(hw, pfc_en, refill, max,
290 bwgid, ptype, prio_tc);
Don Skidmoreb93a2222010-11-16 19:27:17 -0800291 default:
292 break;
293 }
Mark Rustade90dd262014-07-22 06:51:08 +0000294 return 0;
Alexander Duyck2f90b862008-11-20 20:52:10 -0800295}
296
John Fastabendd033d522011-02-10 14:40:01 +0000297/* Helper routines to abstract HW specifics from DCB netlink ops */
John Fastabend32701dc2011-09-27 03:51:56 +0000298s32 ixgbe_dcb_hw_pfc_config(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc)
John Fastabendd033d522011-02-10 14:40:01 +0000299{
John Fastabendd033d522011-02-10 14:40:01 +0000300 switch (hw->mac.type) {
301 case ixgbe_mac_82598EB:
Mark Rustade90dd262014-07-22 06:51:08 +0000302 return ixgbe_dcb_config_pfc_82598(hw, pfc_en);
John Fastabendd033d522011-02-10 14:40:01 +0000303 case ixgbe_mac_82599EB:
304 case ixgbe_mac_X540:
Mark Rustade90dd262014-07-22 06:51:08 +0000305 return ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc);
John Fastabendd033d522011-02-10 14:40:01 +0000306 default:
307 break;
308 }
Mark Rustade90dd262014-07-22 06:51:08 +0000309 return -EINVAL;
John Fastabendd033d522011-02-10 14:40:01 +0000310}
311
John Fastabend4c09f3a2011-08-04 05:47:07 +0000312s32 ixgbe_dcb_hw_ets(struct ixgbe_hw *hw, struct ieee_ets *ets, int max_frame)
313{
314 __u16 refill[IEEE_8021QAZ_MAX_TCS], max[IEEE_8021QAZ_MAX_TCS];
315 __u8 prio_type[IEEE_8021QAZ_MAX_TCS];
316 int i;
317
318 /* naively give each TC a bwg to map onto CEE hardware */
319 __u8 bwg_id[IEEE_8021QAZ_MAX_TCS] = {0, 1, 2, 3, 4, 5, 6, 7};
320
321 /* Map TSA onto CEE prio type */
322 for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
323 switch (ets->tc_tsa[i]) {
324 case IEEE_8021QAZ_TSA_STRICT:
325 prio_type[i] = 2;
326 break;
327 case IEEE_8021QAZ_TSA_ETS:
328 prio_type[i] = 0;
329 break;
330 default:
331 /* Hardware only supports priority strict or
332 * ETS transmission selection algorithms if
333 * we receive some other value from dcbnl
334 * throw an error
335 */
336 return -EINVAL;
337 }
338 }
339
340 ixgbe_ieee_credits(ets->tc_tx_bw, refill, max, max_frame);
341 return ixgbe_dcb_hw_ets_config(hw, refill, max,
342 bwg_id, prio_type, ets->prio_tc);
343}
344
John Fastabendd033d522011-02-10 14:40:01 +0000345s32 ixgbe_dcb_hw_ets_config(struct ixgbe_hw *hw,
John Fastabend17049d32011-02-23 05:58:19 +0000346 u16 *refill, u16 *max, u8 *bwg_id,
347 u8 *prio_type, u8 *prio_tc)
John Fastabendd033d522011-02-10 14:40:01 +0000348{
John Fastabendd033d522011-02-10 14:40:01 +0000349 switch (hw->mac.type) {
350 case ixgbe_mac_82598EB:
351 ixgbe_dcb_config_rx_arbiter_82598(hw, refill, max,
352 prio_type);
353 ixgbe_dcb_config_tx_desc_arbiter_82598(hw, refill, max,
354 bwg_id, prio_type);
355 ixgbe_dcb_config_tx_data_arbiter_82598(hw, refill, max,
356 bwg_id, prio_type);
357 break;
358 case ixgbe_mac_82599EB:
359 case ixgbe_mac_X540:
360 ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max,
John Fastabend17049d32011-02-23 05:58:19 +0000361 bwg_id, prio_type, prio_tc);
John Fastabendd033d522011-02-10 14:40:01 +0000362 ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max,
363 bwg_id, prio_type);
John Fastabend17049d32011-02-23 05:58:19 +0000364 ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max, bwg_id,
365 prio_type, prio_tc);
John Fastabendd033d522011-02-10 14:40:01 +0000366 break;
367 default:
368 break;
369 }
370 return 0;
371}
Amir Hananiae8915be2013-04-18 04:23:52 +0000372
373static void ixgbe_dcb_read_rtrup2tc_82599(struct ixgbe_hw *hw, u8 *map)
374{
375 u32 reg, i;
376
377 reg = IXGBE_READ_REG(hw, IXGBE_RTRUP2TC);
378 for (i = 0; i < MAX_USER_PRIORITY; i++)
379 map[i] = IXGBE_RTRUP2TC_UP_MASK &
380 (reg >> (i * IXGBE_RTRUP2TC_UP_SHIFT));
Amir Hananiae8915be2013-04-18 04:23:52 +0000381}
382
383void ixgbe_dcb_read_rtrup2tc(struct ixgbe_hw *hw, u8 *map)
384{
385 switch (hw->mac.type) {
386 case ixgbe_mac_82599EB:
387 case ixgbe_mac_X540:
388 ixgbe_dcb_read_rtrup2tc_82599(hw, map);
389 break;
390 default:
391 break;
392 }
393}