Linux Audio

Check our new training course

Loading...
v6.8
  1// SPDX-License-Identifier: GPL-2.0
  2/* Copyright(c) 1999 - 2018 Intel Corporation. */
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  3
  4#include "ixgbe.h"
  5#include "ixgbe_type.h"
  6#include "ixgbe_dcb.h"
  7#include "ixgbe_dcb_82598.h"
  8#include "ixgbe_dcb_82599.h"
  9
 10/**
 11 * ixgbe_ieee_credits - This calculates the ieee traffic class
 12 * credits from the configured bandwidth percentages. Credits
 13 * are the smallest unit programmable into the underlying
 14 * hardware. The IEEE 802.1Qaz specification do not use bandwidth
 15 * groups so this is much simplified from the CEE case.
 16 * @bw: bandwidth index by traffic class
 17 * @refill: refill credits index by traffic class
 18 * @max: max credits by traffic class
 19 * @max_frame: maximum frame size
 20 */
 21static s32 ixgbe_ieee_credits(__u8 *bw, __u16 *refill,
 22			      __u16 *max, int max_frame)
 23{
 24	int min_percent = 100;
 25	int min_credit, multiplier;
 26	int i;
 27
 28	min_credit = ((max_frame / 2) + DCB_CREDIT_QUANTUM - 1) /
 29			DCB_CREDIT_QUANTUM;
 30
 31	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 32		if (bw[i] < min_percent && bw[i])
 33			min_percent = bw[i];
 34	}
 35
 36	multiplier = (min_credit / min_percent) + 1;
 37
 38	/* Find out the hw credits for each TC */
 39	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 40		int val = min(bw[i] * multiplier, MAX_CREDIT_REFILL);
 41
 42		if (val < min_credit)
 43			val = min_credit;
 44		refill[i] = val;
 45
 46		max[i] = bw[i] ? (bw[i] * MAX_CREDIT)/100 : min_credit;
 47	}
 48	return 0;
 49}
 50
 51/**
 52 * ixgbe_dcb_calculate_tc_credits - Calculates traffic class credits
 53 * @hw: pointer to hardware structure
 54 * @dcb_config: Struct containing DCB settings
 55 * @max_frame: Maximum frame size
 56 * @direction: Configuring either Tx or Rx
 57 *
 58 * This function calculates the credits allocated to each traffic class.
 59 * It should be called only after the rules are checked by
 60 * ixgbe_dcb_check_config().
 61 */
 62s32 ixgbe_dcb_calculate_tc_credits(struct ixgbe_hw *hw,
 63				   struct ixgbe_dcb_config *dcb_config,
 64				   int max_frame, u8 direction)
 65{
 66	struct tc_bw_alloc *p;
 67	int min_credit;
 68	int min_multiplier;
 69	int min_percent = 100;
 70	/* Initialization values default for Tx settings */
 71	u32 credit_refill       = 0;
 72	u32 credit_max          = 0;
 73	u16 link_percentage     = 0;
 74	u8  bw_percent          = 0;
 75	u8  i;
 76
 77	if (!dcb_config)
 78		return DCB_ERR_CONFIG;
 79
 80	min_credit = ((max_frame / 2) + DCB_CREDIT_QUANTUM - 1) /
 81			DCB_CREDIT_QUANTUM;
 82
 83	/* Find smallest link percentage */
 84	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 85		p = &dcb_config->tc_config[i].path[direction];
 86		bw_percent = dcb_config->bw_percentage[direction][p->bwg_id];
 87		link_percentage = p->bwg_percent;
 88
 89		link_percentage = (link_percentage * bw_percent) / 100;
 90
 91		if (link_percentage && link_percentage < min_percent)
 92			min_percent = link_percentage;
 93	}
 94
 95	/*
 96	 * The ratio between traffic classes will control the bandwidth
 97	 * percentages seen on the wire. To calculate this ratio we use
 98	 * a multiplier. It is required that the refill credits must be
 99	 * larger than the max frame size so here we find the smallest
100	 * multiplier that will allow all bandwidth percentages to be
101	 * greater than the max frame size.
102	 */
103	min_multiplier = (min_credit / min_percent) + 1;
104
105	/* Find out the link percentage for each TC first */
106	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
107		p = &dcb_config->tc_config[i].path[direction];
108		bw_percent = dcb_config->bw_percentage[direction][p->bwg_id];
109
110		link_percentage = p->bwg_percent;
111		/* Must be careful of integer division for very small nums */
112		link_percentage = (link_percentage * bw_percent) / 100;
113		if (p->bwg_percent > 0 && link_percentage == 0)
114			link_percentage = 1;
115
116		/* Save link_percentage for reference */
117		p->link_percent = (u8)link_percentage;
118
119		/* Calculate credit refill ratio using multiplier */
120		credit_refill = min(link_percentage * min_multiplier,
121				    MAX_CREDIT_REFILL);
122
123		/* Refill at least minimum credit */
124		if (credit_refill < min_credit)
125			credit_refill = min_credit;
126
127		p->data_credits_refill = (u16)credit_refill;
128
129		/* Calculate maximum credit for the TC */
130		credit_max = (link_percentage * MAX_CREDIT) / 100;
131
132		/*
133		 * Adjustment based on rule checking, if the percentage
134		 * of a TC is too small, the maximum credit may not be
135		 * enough to send out a jumbo frame in data plane arbitration.
136		 */
137		if (credit_max < min_credit)
138			credit_max = min_credit;
139
140		if (direction == DCB_TX_CONFIG) {
141			/*
142			 * Adjustment based on rule checking, if the
143			 * percentage of a TC is too small, the maximum
144			 * credit may not be enough to send out a TSO
145			 * packet in descriptor plane arbitration.
146			 */
147			if ((hw->mac.type == ixgbe_mac_82598EB) &&
148			    credit_max &&
149			    (credit_max < MINIMUM_CREDIT_FOR_TSO))
150				credit_max = MINIMUM_CREDIT_FOR_TSO;
151
152			dcb_config->tc_config[i].desc_credits_max =
153				(u16)credit_max;
154		}
155
156		p->data_credits_max = (u16)credit_max;
157	}
158
159	return 0;
160}
161
162void ixgbe_dcb_unpack_pfc(struct ixgbe_dcb_config *cfg, u8 *pfc_en)
163{
164	struct tc_configuration *tc_config = &cfg->tc_config[0];
165	int tc;
166
167	for (*pfc_en = 0, tc = 0; tc < MAX_TRAFFIC_CLASS; tc++) {
168		if (tc_config[tc].dcb_pfc != pfc_disabled)
169			*pfc_en |= BIT(tc);
170	}
171}
172
173void ixgbe_dcb_unpack_refill(struct ixgbe_dcb_config *cfg, int direction,
174			     u16 *refill)
175{
176	struct tc_configuration *tc_config = &cfg->tc_config[0];
177	int tc;
178
179	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
180		refill[tc] = tc_config[tc].path[direction].data_credits_refill;
181}
182
183void ixgbe_dcb_unpack_max(struct ixgbe_dcb_config *cfg, u16 *max)
184{
185	struct tc_configuration *tc_config = &cfg->tc_config[0];
186	int tc;
187
188	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
189		max[tc] = tc_config[tc].desc_credits_max;
190}
191
192void ixgbe_dcb_unpack_bwgid(struct ixgbe_dcb_config *cfg, int direction,
193			    u8 *bwgid)
194{
195	struct tc_configuration *tc_config = &cfg->tc_config[0];
196	int tc;
197
198	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
199		bwgid[tc] = tc_config[tc].path[direction].bwg_id;
200}
201
202void ixgbe_dcb_unpack_prio(struct ixgbe_dcb_config *cfg, int direction,
203			    u8 *ptype)
204{
205	struct tc_configuration *tc_config = &cfg->tc_config[0];
206	int tc;
207
208	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
209		ptype[tc] = tc_config[tc].path[direction].prio_type;
210}
211
212u8 ixgbe_dcb_get_tc_from_up(struct ixgbe_dcb_config *cfg, int direction, u8 up)
213{
214	struct tc_configuration *tc_config = &cfg->tc_config[0];
215	u8 prio_mask = BIT(up);
216	u8 tc = cfg->num_tcs.pg_tcs;
217
218	/* If tc is 0 then DCB is likely not enabled or supported */
219	if (!tc)
220		return 0;
221
222	/*
223	 * Test from maximum TC to 1 and report the first match we find.  If
224	 * we find no match we can assume that the TC is 0 since the TC must
225	 * be set for all user priorities
226	 */
227	for (tc--; tc; tc--) {
228		if (prio_mask & tc_config[tc].path[direction].up_to_tc_bitmap)
229			break;
230	}
231
232	return tc;
233}
234
235void ixgbe_dcb_unpack_map(struct ixgbe_dcb_config *cfg, int direction, u8 *map)
236{
237	u8 up;
238
239	for (up = 0; up < MAX_USER_PRIORITY; up++)
240		map[up] = ixgbe_dcb_get_tc_from_up(cfg, direction, up);
241}
242
243/**
244 * ixgbe_dcb_hw_config - Config and enable DCB
245 * @hw: pointer to hardware structure
246 * @dcb_config: pointer to ixgbe_dcb_config structure
247 *
248 * Configure dcb settings and enable dcb mode.
249 */
250s32 ixgbe_dcb_hw_config(struct ixgbe_hw *hw,
251			struct ixgbe_dcb_config *dcb_config)
252{
253	u8 pfc_en;
254	u8 ptype[MAX_TRAFFIC_CLASS];
255	u8 bwgid[MAX_TRAFFIC_CLASS];
256	u8 prio_tc[MAX_TRAFFIC_CLASS];
257	u16 refill[MAX_TRAFFIC_CLASS];
258	u16 max[MAX_TRAFFIC_CLASS];
259
260	/* Unpack CEE standard containers */
261	ixgbe_dcb_unpack_pfc(dcb_config, &pfc_en);
262	ixgbe_dcb_unpack_refill(dcb_config, DCB_TX_CONFIG, refill);
263	ixgbe_dcb_unpack_max(dcb_config, max);
264	ixgbe_dcb_unpack_bwgid(dcb_config, DCB_TX_CONFIG, bwgid);
265	ixgbe_dcb_unpack_prio(dcb_config, DCB_TX_CONFIG, ptype);
266	ixgbe_dcb_unpack_map(dcb_config, DCB_TX_CONFIG, prio_tc);
267
268	switch (hw->mac.type) {
269	case ixgbe_mac_82598EB:
270		return ixgbe_dcb_hw_config_82598(hw, pfc_en, refill, max,
271						 bwgid, ptype);
272	case ixgbe_mac_82599EB:
273	case ixgbe_mac_X540:
274	case ixgbe_mac_X550:
275	case ixgbe_mac_X550EM_x:
276	case ixgbe_mac_x550em_a:
277		return ixgbe_dcb_hw_config_82599(hw, pfc_en, refill, max,
278						 bwgid, ptype, prio_tc);
279	default:
280		break;
281	}
282	return 0;
283}
284
285/* Helper routines to abstract HW specifics from DCB netlink ops */
286s32 ixgbe_dcb_hw_pfc_config(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc)
287{
288	switch (hw->mac.type) {
289	case ixgbe_mac_82598EB:
290		return ixgbe_dcb_config_pfc_82598(hw, pfc_en);
291	case ixgbe_mac_82599EB:
292	case ixgbe_mac_X540:
293	case ixgbe_mac_X550:
294	case ixgbe_mac_X550EM_x:
295	case ixgbe_mac_x550em_a:
296		return ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc);
297	default:
298		break;
299	}
300	return -EINVAL;
301}
302
303s32 ixgbe_dcb_hw_ets(struct ixgbe_hw *hw, struct ieee_ets *ets, int max_frame)
304{
305	__u16 refill[IEEE_8021QAZ_MAX_TCS], max[IEEE_8021QAZ_MAX_TCS];
306	__u8 prio_type[IEEE_8021QAZ_MAX_TCS];
307	int i;
308
309	/* naively give each TC a bwg to map onto CEE hardware */
310	__u8 bwg_id[IEEE_8021QAZ_MAX_TCS] = {0, 1, 2, 3, 4, 5, 6, 7};
311
312	/* Map TSA onto CEE prio type */
313	for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
314		switch (ets->tc_tsa[i]) {
315		case IEEE_8021QAZ_TSA_STRICT:
316			prio_type[i] = 2;
317			break;
318		case IEEE_8021QAZ_TSA_ETS:
319			prio_type[i] = 0;
320			break;
321		default:
322			/* Hardware only supports priority strict or
323			 * ETS transmission selection algorithms if
324			 * we receive some other value from dcbnl
325			 * throw an error
326			 */
327			return -EINVAL;
328		}
329	}
330
331	ixgbe_ieee_credits(ets->tc_tx_bw, refill, max, max_frame);
332	return ixgbe_dcb_hw_ets_config(hw, refill, max,
333				       bwg_id, prio_type, ets->prio_tc);
334}
335
336s32 ixgbe_dcb_hw_ets_config(struct ixgbe_hw *hw,
337			    u16 *refill, u16 *max, u8 *bwg_id,
338			    u8 *prio_type, u8 *prio_tc)
339{
340	switch (hw->mac.type) {
341	case ixgbe_mac_82598EB:
342		ixgbe_dcb_config_rx_arbiter_82598(hw, refill, max,
343							prio_type);
344		ixgbe_dcb_config_tx_desc_arbiter_82598(hw, refill, max,
345							     bwg_id, prio_type);
346		ixgbe_dcb_config_tx_data_arbiter_82598(hw, refill, max,
347							     bwg_id, prio_type);
348		break;
349	case ixgbe_mac_82599EB:
350	case ixgbe_mac_X540:
351	case ixgbe_mac_X550:
352	case ixgbe_mac_X550EM_x:
353	case ixgbe_mac_x550em_a:
354		ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max,
355						  bwg_id, prio_type, prio_tc);
356		ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max,
357						       bwg_id, prio_type);
358		ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max, bwg_id,
359						       prio_type, prio_tc);
360		break;
361	default:
362		break;
363	}
364	return 0;
365}
366
367static void ixgbe_dcb_read_rtrup2tc_82599(struct ixgbe_hw *hw, u8 *map)
368{
369	u32 reg, i;
370
371	reg = IXGBE_READ_REG(hw, IXGBE_RTRUP2TC);
372	for (i = 0; i < MAX_USER_PRIORITY; i++)
373		map[i] = IXGBE_RTRUP2TC_UP_MASK &
374			(reg >> (i * IXGBE_RTRUP2TC_UP_SHIFT));
375}
376
377void ixgbe_dcb_read_rtrup2tc(struct ixgbe_hw *hw, u8 *map)
378{
379	switch (hw->mac.type) {
380	case ixgbe_mac_82599EB:
381	case ixgbe_mac_X540:
382	case ixgbe_mac_X550:
383	case ixgbe_mac_X550EM_x:
384	case ixgbe_mac_x550em_a:
385		ixgbe_dcb_read_rtrup2tc_82599(hw, map);
386		break;
387	default:
388		break;
389	}
390}
v4.17
  1/*******************************************************************************
  2
  3  Intel 10 Gigabit PCI Express Linux driver
  4  Copyright(c) 1999 - 2016 Intel Corporation.
  5
  6  This program is free software; you can redistribute it and/or modify it
  7  under the terms and conditions of the GNU General Public License,
  8  version 2, as published by the Free Software Foundation.
  9
 10  This program is distributed in the hope it will be useful, but WITHOUT
 11  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 12  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 13  more details.
 14
 15  You should have received a copy of the GNU General Public License along with
 16  this program; if not, write to the Free Software Foundation, Inc.,
 17  51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
 18
 19  The full GNU General Public License is included in this distribution in
 20  the file called "COPYING".
 21
 22  Contact Information:
 23  Linux NICS <linux.nics@intel.com>
 24  e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
 25  Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
 26
 27*******************************************************************************/
 28
 29
 30#include "ixgbe.h"
 31#include "ixgbe_type.h"
 32#include "ixgbe_dcb.h"
 33#include "ixgbe_dcb_82598.h"
 34#include "ixgbe_dcb_82599.h"
 35
 36/**
 37 * ixgbe_ieee_credits - This calculates the ieee traffic class
 38 * credits from the configured bandwidth percentages. Credits
 39 * are the smallest unit programmable into the underlying
 40 * hardware. The IEEE 802.1Qaz specification do not use bandwidth
 41 * groups so this is much simplified from the CEE case.
 42 * @bw: bandwidth index by traffic class
 43 * @refill: refill credits index by traffic class
 44 * @max: max credits by traffic class
 45 * @max_frame: maximum frame size
 46 */
 47static s32 ixgbe_ieee_credits(__u8 *bw, __u16 *refill,
 48			      __u16 *max, int max_frame)
 49{
 50	int min_percent = 100;
 51	int min_credit, multiplier;
 52	int i;
 53
 54	min_credit = ((max_frame / 2) + DCB_CREDIT_QUANTUM - 1) /
 55			DCB_CREDIT_QUANTUM;
 56
 57	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 58		if (bw[i] < min_percent && bw[i])
 59			min_percent = bw[i];
 60	}
 61
 62	multiplier = (min_credit / min_percent) + 1;
 63
 64	/* Find out the hw credits for each TC */
 65	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 66		int val = min(bw[i] * multiplier, MAX_CREDIT_REFILL);
 67
 68		if (val < min_credit)
 69			val = min_credit;
 70		refill[i] = val;
 71
 72		max[i] = bw[i] ? (bw[i] * MAX_CREDIT)/100 : min_credit;
 73	}
 74	return 0;
 75}
 76
 77/**
 78 * ixgbe_dcb_calculate_tc_credits - Calculates traffic class credits
 79 * @hw: pointer to hardware structure
 80 * @dcb_config: Struct containing DCB settings
 81 * @max_frame: Maximum frame size
 82 * @direction: Configuring either Tx or Rx
 83 *
 84 * This function calculates the credits allocated to each traffic class.
 85 * It should be called only after the rules are checked by
 86 * ixgbe_dcb_check_config().
 87 */
 88s32 ixgbe_dcb_calculate_tc_credits(struct ixgbe_hw *hw,
 89				   struct ixgbe_dcb_config *dcb_config,
 90				   int max_frame, u8 direction)
 91{
 92	struct tc_bw_alloc *p;
 93	int min_credit;
 94	int min_multiplier;
 95	int min_percent = 100;
 96	/* Initialization values default for Tx settings */
 97	u32 credit_refill       = 0;
 98	u32 credit_max          = 0;
 99	u16 link_percentage     = 0;
100	u8  bw_percent          = 0;
101	u8  i;
102
103	if (!dcb_config)
104		return DCB_ERR_CONFIG;
105
106	min_credit = ((max_frame / 2) + DCB_CREDIT_QUANTUM - 1) /
107			DCB_CREDIT_QUANTUM;
108
109	/* Find smallest link percentage */
110	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
111		p = &dcb_config->tc_config[i].path[direction];
112		bw_percent = dcb_config->bw_percentage[direction][p->bwg_id];
113		link_percentage = p->bwg_percent;
114
115		link_percentage = (link_percentage * bw_percent) / 100;
116
117		if (link_percentage && link_percentage < min_percent)
118			min_percent = link_percentage;
119	}
120
121	/*
122	 * The ratio between traffic classes will control the bandwidth
123	 * percentages seen on the wire. To calculate this ratio we use
124	 * a multiplier. It is required that the refill credits must be
125	 * larger than the max frame size so here we find the smallest
126	 * multiplier that will allow all bandwidth percentages to be
127	 * greater than the max frame size.
128	 */
129	min_multiplier = (min_credit / min_percent) + 1;
130
131	/* Find out the link percentage for each TC first */
132	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
133		p = &dcb_config->tc_config[i].path[direction];
134		bw_percent = dcb_config->bw_percentage[direction][p->bwg_id];
135
136		link_percentage = p->bwg_percent;
137		/* Must be careful of integer division for very small nums */
138		link_percentage = (link_percentage * bw_percent) / 100;
139		if (p->bwg_percent > 0 && link_percentage == 0)
140			link_percentage = 1;
141
142		/* Save link_percentage for reference */
143		p->link_percent = (u8)link_percentage;
144
145		/* Calculate credit refill ratio using multiplier */
146		credit_refill = min(link_percentage * min_multiplier,
147				    MAX_CREDIT_REFILL);
148
149		/* Refill at least minimum credit */
150		if (credit_refill < min_credit)
151			credit_refill = min_credit;
152
153		p->data_credits_refill = (u16)credit_refill;
154
155		/* Calculate maximum credit for the TC */
156		credit_max = (link_percentage * MAX_CREDIT) / 100;
157
158		/*
159		 * Adjustment based on rule checking, if the percentage
160		 * of a TC is too small, the maximum credit may not be
161		 * enough to send out a jumbo frame in data plane arbitration.
162		 */
163		if (credit_max < min_credit)
164			credit_max = min_credit;
165
166		if (direction == DCB_TX_CONFIG) {
167			/*
168			 * Adjustment based on rule checking, if the
169			 * percentage of a TC is too small, the maximum
170			 * credit may not be enough to send out a TSO
171			 * packet in descriptor plane arbitration.
172			 */
173			if ((hw->mac.type == ixgbe_mac_82598EB) &&
174			    credit_max &&
175			    (credit_max < MINIMUM_CREDIT_FOR_TSO))
176				credit_max = MINIMUM_CREDIT_FOR_TSO;
177
178			dcb_config->tc_config[i].desc_credits_max =
179				(u16)credit_max;
180		}
181
182		p->data_credits_max = (u16)credit_max;
183	}
184
185	return 0;
186}
187
188void ixgbe_dcb_unpack_pfc(struct ixgbe_dcb_config *cfg, u8 *pfc_en)
189{
190	struct tc_configuration *tc_config = &cfg->tc_config[0];
191	int tc;
192
193	for (*pfc_en = 0, tc = 0; tc < MAX_TRAFFIC_CLASS; tc++) {
194		if (tc_config[tc].dcb_pfc != pfc_disabled)
195			*pfc_en |= BIT(tc);
196	}
197}
198
199void ixgbe_dcb_unpack_refill(struct ixgbe_dcb_config *cfg, int direction,
200			     u16 *refill)
201{
202	struct tc_configuration *tc_config = &cfg->tc_config[0];
203	int tc;
204
205	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
206		refill[tc] = tc_config[tc].path[direction].data_credits_refill;
207}
208
209void ixgbe_dcb_unpack_max(struct ixgbe_dcb_config *cfg, u16 *max)
210{
211	struct tc_configuration *tc_config = &cfg->tc_config[0];
212	int tc;
213
214	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
215		max[tc] = tc_config[tc].desc_credits_max;
216}
217
218void ixgbe_dcb_unpack_bwgid(struct ixgbe_dcb_config *cfg, int direction,
219			    u8 *bwgid)
220{
221	struct tc_configuration *tc_config = &cfg->tc_config[0];
222	int tc;
223
224	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
225		bwgid[tc] = tc_config[tc].path[direction].bwg_id;
226}
227
228void ixgbe_dcb_unpack_prio(struct ixgbe_dcb_config *cfg, int direction,
229			    u8 *ptype)
230{
231	struct tc_configuration *tc_config = &cfg->tc_config[0];
232	int tc;
233
234	for (tc = 0; tc < MAX_TRAFFIC_CLASS; tc++)
235		ptype[tc] = tc_config[tc].path[direction].prio_type;
236}
237
238u8 ixgbe_dcb_get_tc_from_up(struct ixgbe_dcb_config *cfg, int direction, u8 up)
239{
240	struct tc_configuration *tc_config = &cfg->tc_config[0];
241	u8 prio_mask = BIT(up);
242	u8 tc = cfg->num_tcs.pg_tcs;
243
244	/* If tc is 0 then DCB is likely not enabled or supported */
245	if (!tc)
246		return 0;
247
248	/*
249	 * Test from maximum TC to 1 and report the first match we find.  If
250	 * we find no match we can assume that the TC is 0 since the TC must
251	 * be set for all user priorities
252	 */
253	for (tc--; tc; tc--) {
254		if (prio_mask & tc_config[tc].path[direction].up_to_tc_bitmap)
255			break;
256	}
257
258	return tc;
259}
260
261void ixgbe_dcb_unpack_map(struct ixgbe_dcb_config *cfg, int direction, u8 *map)
262{
263	u8 up;
264
265	for (up = 0; up < MAX_USER_PRIORITY; up++)
266		map[up] = ixgbe_dcb_get_tc_from_up(cfg, direction, up);
267}
268
269/**
270 * ixgbe_dcb_hw_config - Config and enable DCB
271 * @hw: pointer to hardware structure
272 * @dcb_config: pointer to ixgbe_dcb_config structure
273 *
274 * Configure dcb settings and enable dcb mode.
275 */
276s32 ixgbe_dcb_hw_config(struct ixgbe_hw *hw,
277			struct ixgbe_dcb_config *dcb_config)
278{
279	u8 pfc_en;
280	u8 ptype[MAX_TRAFFIC_CLASS];
281	u8 bwgid[MAX_TRAFFIC_CLASS];
282	u8 prio_tc[MAX_TRAFFIC_CLASS];
283	u16 refill[MAX_TRAFFIC_CLASS];
284	u16 max[MAX_TRAFFIC_CLASS];
285
286	/* Unpack CEE standard containers */
287	ixgbe_dcb_unpack_pfc(dcb_config, &pfc_en);
288	ixgbe_dcb_unpack_refill(dcb_config, DCB_TX_CONFIG, refill);
289	ixgbe_dcb_unpack_max(dcb_config, max);
290	ixgbe_dcb_unpack_bwgid(dcb_config, DCB_TX_CONFIG, bwgid);
291	ixgbe_dcb_unpack_prio(dcb_config, DCB_TX_CONFIG, ptype);
292	ixgbe_dcb_unpack_map(dcb_config, DCB_TX_CONFIG, prio_tc);
293
294	switch (hw->mac.type) {
295	case ixgbe_mac_82598EB:
296		return ixgbe_dcb_hw_config_82598(hw, pfc_en, refill, max,
297						 bwgid, ptype);
298	case ixgbe_mac_82599EB:
299	case ixgbe_mac_X540:
300	case ixgbe_mac_X550:
301	case ixgbe_mac_X550EM_x:
302	case ixgbe_mac_x550em_a:
303		return ixgbe_dcb_hw_config_82599(hw, pfc_en, refill, max,
304						 bwgid, ptype, prio_tc);
305	default:
306		break;
307	}
308	return 0;
309}
310
311/* Helper routines to abstract HW specifics from DCB netlink ops */
312s32 ixgbe_dcb_hw_pfc_config(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc)
313{
314	switch (hw->mac.type) {
315	case ixgbe_mac_82598EB:
316		return ixgbe_dcb_config_pfc_82598(hw, pfc_en);
317	case ixgbe_mac_82599EB:
318	case ixgbe_mac_X540:
319	case ixgbe_mac_X550:
320	case ixgbe_mac_X550EM_x:
321	case ixgbe_mac_x550em_a:
322		return ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc);
323	default:
324		break;
325	}
326	return -EINVAL;
327}
328
329s32 ixgbe_dcb_hw_ets(struct ixgbe_hw *hw, struct ieee_ets *ets, int max_frame)
330{
331	__u16 refill[IEEE_8021QAZ_MAX_TCS], max[IEEE_8021QAZ_MAX_TCS];
332	__u8 prio_type[IEEE_8021QAZ_MAX_TCS];
333	int i;
334
335	/* naively give each TC a bwg to map onto CEE hardware */
336	__u8 bwg_id[IEEE_8021QAZ_MAX_TCS] = {0, 1, 2, 3, 4, 5, 6, 7};
337
338	/* Map TSA onto CEE prio type */
339	for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
340		switch (ets->tc_tsa[i]) {
341		case IEEE_8021QAZ_TSA_STRICT:
342			prio_type[i] = 2;
343			break;
344		case IEEE_8021QAZ_TSA_ETS:
345			prio_type[i] = 0;
346			break;
347		default:
348			/* Hardware only supports priority strict or
349			 * ETS transmission selection algorithms if
350			 * we receive some other value from dcbnl
351			 * throw an error
352			 */
353			return -EINVAL;
354		}
355	}
356
357	ixgbe_ieee_credits(ets->tc_tx_bw, refill, max, max_frame);
358	return ixgbe_dcb_hw_ets_config(hw, refill, max,
359				       bwg_id, prio_type, ets->prio_tc);
360}
361
362s32 ixgbe_dcb_hw_ets_config(struct ixgbe_hw *hw,
363			    u16 *refill, u16 *max, u8 *bwg_id,
364			    u8 *prio_type, u8 *prio_tc)
365{
366	switch (hw->mac.type) {
367	case ixgbe_mac_82598EB:
368		ixgbe_dcb_config_rx_arbiter_82598(hw, refill, max,
369							prio_type);
370		ixgbe_dcb_config_tx_desc_arbiter_82598(hw, refill, max,
371							     bwg_id, prio_type);
372		ixgbe_dcb_config_tx_data_arbiter_82598(hw, refill, max,
373							     bwg_id, prio_type);
374		break;
375	case ixgbe_mac_82599EB:
376	case ixgbe_mac_X540:
377	case ixgbe_mac_X550:
378	case ixgbe_mac_X550EM_x:
379	case ixgbe_mac_x550em_a:
380		ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max,
381						  bwg_id, prio_type, prio_tc);
382		ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max,
383						       bwg_id, prio_type);
384		ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max, bwg_id,
385						       prio_type, prio_tc);
386		break;
387	default:
388		break;
389	}
390	return 0;
391}
392
393static void ixgbe_dcb_read_rtrup2tc_82599(struct ixgbe_hw *hw, u8 *map)
394{
395	u32 reg, i;
396
397	reg = IXGBE_READ_REG(hw, IXGBE_RTRUP2TC);
398	for (i = 0; i < MAX_USER_PRIORITY; i++)
399		map[i] = IXGBE_RTRUP2TC_UP_MASK &
400			(reg >> (i * IXGBE_RTRUP2TC_UP_SHIFT));
401}
402
403void ixgbe_dcb_read_rtrup2tc(struct ixgbe_hw *hw, u8 *map)
404{
405	switch (hw->mac.type) {
406	case ixgbe_mac_82599EB:
407	case ixgbe_mac_X540:
408	case ixgbe_mac_X550:
409	case ixgbe_mac_X550EM_x:
410	case ixgbe_mac_x550em_a:
411		ixgbe_dcb_read_rtrup2tc_82599(hw, map);
412		break;
413	default:
414		break;
415	}
416}