Linux Audio

Check our new training course

Loading...
v6.8
  1// SPDX-License-Identifier: GPL-2.0
  2/* Copyright(c) 1999 - 2018 Intel Corporation. */
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  3
  4#include "ixgbe.h"
  5#include "ixgbe_type.h"
  6#include "ixgbe_dcb.h"
  7#include "ixgbe_dcb_82599.h"
  8
  9/**
 10 * ixgbe_dcb_config_rx_arbiter_82599 - Config Rx Data arbiter
 11 * @hw: pointer to hardware structure
 12 * @refill: refill credits index by traffic class
 13 * @max: max credits index by traffic class
 14 * @bwg_id: bandwidth grouping indexed by traffic class
 15 * @prio_type: priority type indexed by traffic class
 16 * @prio_tc: priority to tc assignments indexed by priority
 17 *
 18 * Configure Rx Packet Arbiter and credits for each traffic class.
 19 */
 20s32 ixgbe_dcb_config_rx_arbiter_82599(struct ixgbe_hw *hw,
 21				      u16 *refill,
 22				      u16 *max,
 23				      u8 *bwg_id,
 24				      u8 *prio_type,
 25				      u8 *prio_tc)
 26{
 27	u32    reg           = 0;
 28	u32    credit_refill = 0;
 29	u32    credit_max    = 0;
 30	u8     i             = 0;
 31
 32	/*
 33	 * Disable the arbiter before changing parameters
 34	 * (always enable recycle mode; WSP)
 35	 */
 36	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC | IXGBE_RTRPCS_ARBDIS;
 37	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
 38
 39	/* Map all traffic classes to their UP */
 40	reg = 0;
 41	for (i = 0; i < MAX_USER_PRIORITY; i++)
 42		reg |= (prio_tc[i] << (i * IXGBE_RTRUP2TC_UP_SHIFT));
 43	IXGBE_WRITE_REG(hw, IXGBE_RTRUP2TC, reg);
 44
 45	/* Configure traffic class credits and priority */
 46	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 47		credit_refill = refill[i];
 48		credit_max    = max[i];
 49		reg = credit_refill | (credit_max << IXGBE_RTRPT4C_MCL_SHIFT);
 50
 51		reg |= (u32)(bwg_id[i]) << IXGBE_RTRPT4C_BWG_SHIFT;
 52
 53		if (prio_type[i] == prio_link)
 54			reg |= IXGBE_RTRPT4C_LSP;
 55
 56		IXGBE_WRITE_REG(hw, IXGBE_RTRPT4C(i), reg);
 57	}
 58
 59	/*
 60	 * Configure Rx packet plane (recycle mode; WSP) and
 61	 * enable arbiter
 62	 */
 63	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC;
 64	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
 65
 66	return 0;
 67}
 68
 69/**
 70 * ixgbe_dcb_config_tx_desc_arbiter_82599 - Config Tx Desc. arbiter
 71 * @hw: pointer to hardware structure
 72 * @refill: refill credits index by traffic class
 73 * @max: max credits index by traffic class
 74 * @bwg_id: bandwidth grouping indexed by traffic class
 75 * @prio_type: priority type indexed by traffic class
 76 *
 77 * Configure Tx Descriptor Arbiter and credits for each traffic class.
 78 */
 79s32 ixgbe_dcb_config_tx_desc_arbiter_82599(struct ixgbe_hw *hw,
 80					   u16 *refill,
 81					   u16 *max,
 82					   u8 *bwg_id,
 83					   u8 *prio_type)
 84{
 85	u32    reg, max_credits;
 86	u8     i;
 87
 88	/* Clear the per-Tx queue credits; we use per-TC instead */
 89	for (i = 0; i < 128; i++) {
 90		IXGBE_WRITE_REG(hw, IXGBE_RTTDQSEL, i);
 91		IXGBE_WRITE_REG(hw, IXGBE_RTTDT1C, 0);
 92	}
 93
 94	/* Configure traffic class credits and priority */
 95	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 96		max_credits = max[i];
 97		reg = max_credits << IXGBE_RTTDT2C_MCL_SHIFT;
 98		reg |= refill[i];
 99		reg |= (u32)(bwg_id[i]) << IXGBE_RTTDT2C_BWG_SHIFT;
100
101		if (prio_type[i] == prio_group)
102			reg |= IXGBE_RTTDT2C_GSP;
103
104		if (prio_type[i] == prio_link)
105			reg |= IXGBE_RTTDT2C_LSP;
106
107		IXGBE_WRITE_REG(hw, IXGBE_RTTDT2C(i), reg);
108	}
109
110	/*
111	 * Configure Tx descriptor plane (recycle mode; WSP) and
112	 * enable arbiter
113	 */
114	reg = IXGBE_RTTDCS_TDPAC | IXGBE_RTTDCS_TDRM;
115	IXGBE_WRITE_REG(hw, IXGBE_RTTDCS, reg);
116
117	return 0;
118}
119
120/**
121 * ixgbe_dcb_config_tx_data_arbiter_82599 - Config Tx Data arbiter
122 * @hw: pointer to hardware structure
123 * @refill: refill credits index by traffic class
124 * @max: max credits index by traffic class
125 * @bwg_id: bandwidth grouping indexed by traffic class
126 * @prio_type: priority type indexed by traffic class
127 * @prio_tc: priority to tc assignments indexed by priority
128 *
129 * Configure Tx Packet Arbiter and credits for each traffic class.
130 */
131s32 ixgbe_dcb_config_tx_data_arbiter_82599(struct ixgbe_hw *hw,
132					   u16 *refill,
133					   u16 *max,
134					   u8 *bwg_id,
135					   u8 *prio_type,
136					   u8 *prio_tc)
137{
138	u32 reg;
139	u8 i;
140
141	/*
142	 * Disable the arbiter before changing parameters
143	 * (always enable recycle mode; SP; arb delay)
144	 */
145	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
146	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT) |
147	      IXGBE_RTTPCS_ARBDIS;
148	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
149
150	/* Map all traffic classes to their UP */
151	reg = 0;
152	for (i = 0; i < MAX_USER_PRIORITY; i++)
153		reg |= (prio_tc[i] << (i * IXGBE_RTTUP2TC_UP_SHIFT));
154	IXGBE_WRITE_REG(hw, IXGBE_RTTUP2TC, reg);
155
156	/* Configure traffic class credits and priority */
157	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
158		reg = refill[i];
159		reg |= (u32)(max[i]) << IXGBE_RTTPT2C_MCL_SHIFT;
160		reg |= (u32)(bwg_id[i]) << IXGBE_RTTPT2C_BWG_SHIFT;
161
162		if (prio_type[i] == prio_group)
163			reg |= IXGBE_RTTPT2C_GSP;
164
165		if (prio_type[i] == prio_link)
166			reg |= IXGBE_RTTPT2C_LSP;
167
168		IXGBE_WRITE_REG(hw, IXGBE_RTTPT2C(i), reg);
169	}
170
171	/*
172	 * Configure Tx packet plane (recycle mode; SP; arb delay) and
173	 * enable arbiter
174	 */
175	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
176	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT);
177	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
178
179	return 0;
180}
181
182/**
183 * ixgbe_dcb_config_pfc_82599 - Configure priority flow control
184 * @hw: pointer to hardware structure
185 * @pfc_en: enabled pfc bitmask
186 * @prio_tc: priority to tc assignments indexed by priority
187 *
188 * Configure Priority Flow Control (PFC) for each traffic class.
189 */
190s32 ixgbe_dcb_config_pfc_82599(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc)
191{
192	u32 i, j, fcrtl, reg;
193	u8 max_tc = 0;
194
195	/* Enable Transmit Priority Flow Control */
196	IXGBE_WRITE_REG(hw, IXGBE_FCCFG, IXGBE_FCCFG_TFCE_PRIORITY);
197
198	/* Enable Receive Priority Flow Control */
199	reg = IXGBE_READ_REG(hw, IXGBE_MFLCN);
200	reg |= IXGBE_MFLCN_DPF;
201
202	/*
203	 * X540 & X550 supports per TC Rx priority flow control.
204	 * So clear all TCs and only enable those that should be
205	 * enabled.
206	 */
207	reg &= ~(IXGBE_MFLCN_RPFCE_MASK | IXGBE_MFLCN_RFCE);
208
209	if (hw->mac.type >= ixgbe_mac_X540)
210		reg |= pfc_en << IXGBE_MFLCN_RPFCE_SHIFT;
211
212	if (pfc_en)
213		reg |= IXGBE_MFLCN_RPFCE;
214
215	IXGBE_WRITE_REG(hw, IXGBE_MFLCN, reg);
216
217	for (i = 0; i < MAX_USER_PRIORITY; i++) {
218		if (prio_tc[i] > max_tc)
219			max_tc = prio_tc[i];
220	}
221
222
223	/* Configure PFC Tx thresholds per TC */
224	for (i = 0; i <= max_tc; i++) {
225		int enabled = 0;
226
227		for (j = 0; j < MAX_USER_PRIORITY; j++) {
228			if ((prio_tc[j] == i) && (pfc_en & BIT(j))) {
229				enabled = 1;
230				break;
231			}
232		}
233
234		if (enabled) {
235			reg = (hw->fc.high_water[i] << 10) | IXGBE_FCRTH_FCEN;
236			fcrtl = (hw->fc.low_water[i] << 10) | IXGBE_FCRTL_XONE;
237			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), fcrtl);
238		} else {
239			/* In order to prevent Tx hangs when the internal Tx
240			 * switch is enabled we must set the high water mark
241			 * to the Rx packet buffer size - 24KB.  This allows
242			 * the Tx switch to function even under heavy Rx
243			 * workloads.
244			 */
245			reg = IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(i)) - 24576;
246			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
247		}
248
249		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), reg);
250	}
251
252	for (; i < MAX_TRAFFIC_CLASS; i++) {
253		IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
254		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), 0);
255	}
256
257	/* Configure pause time (2 TCs per register) */
258	reg = hw->fc.pause_time * 0x00010001;
259	for (i = 0; i < (MAX_TRAFFIC_CLASS / 2); i++)
260		IXGBE_WRITE_REG(hw, IXGBE_FCTTV(i), reg);
261
262	/* Configure flow control refresh threshold value */
263	IXGBE_WRITE_REG(hw, IXGBE_FCRTV, hw->fc.pause_time / 2);
264
265	return 0;
266}
267
268/**
269 * ixgbe_dcb_config_tc_stats_82599 - Config traffic class statistics
270 * @hw: pointer to hardware structure
271 *
272 * Configure queue statistics registers, all queues belonging to same traffic
273 * class uses a single set of queue statistics counters.
274 */
275static s32 ixgbe_dcb_config_tc_stats_82599(struct ixgbe_hw *hw)
276{
277	u32 reg = 0;
278	u8  i   = 0;
279
280	/*
281	 * Receive Queues stats setting
282	 * 32 RQSMR registers, each configuring 4 queues.
283	 * Set all 16 queues of each TC to the same stat
284	 * with TC 'n' going to stat 'n'.
285	 */
286	for (i = 0; i < 32; i++) {
287		reg = 0x01010101 * (i / 4);
288		IXGBE_WRITE_REG(hw, IXGBE_RQSMR(i), reg);
289	}
290	/*
291	 * Transmit Queues stats setting
292	 * 32 TQSM registers, each controlling 4 queues.
293	 * Set all queues of each TC to the same stat
294	 * with TC 'n' going to stat 'n'.
295	 * Tx queues are allocated non-uniformly to TCs:
296	 * 32, 32, 16, 16, 8, 8, 8, 8.
297	 */
298	for (i = 0; i < 32; i++) {
299		if (i < 8)
300			reg = 0x00000000;
301		else if (i < 16)
302			reg = 0x01010101;
303		else if (i < 20)
304			reg = 0x02020202;
305		else if (i < 24)
306			reg = 0x03030303;
307		else if (i < 26)
308			reg = 0x04040404;
309		else if (i < 28)
310			reg = 0x05050505;
311		else if (i < 30)
312			reg = 0x06060606;
313		else
314			reg = 0x07070707;
315		IXGBE_WRITE_REG(hw, IXGBE_TQSM(i), reg);
316	}
317
318	return 0;
319}
320
321/**
322 * ixgbe_dcb_hw_config_82599 - Configure and enable DCB
323 * @hw: pointer to hardware structure
324 * @pfc_en: enabled pfc bitmask
325 * @refill: refill credits index by traffic class
326 * @max: max credits index by traffic class
327 * @bwg_id: bandwidth grouping indexed by traffic class
328 * @prio_type: priority type indexed by traffic class
329 * @prio_tc: priority to tc assignments indexed by priority
330 *
331 * Configure dcb settings and enable dcb mode.
332 */
333s32 ixgbe_dcb_hw_config_82599(struct ixgbe_hw *hw, u8 pfc_en, u16 *refill,
334			      u16 *max, u8 *bwg_id, u8 *prio_type, u8 *prio_tc)
335{
336	ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max, bwg_id,
337					  prio_type, prio_tc);
338	ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max,
339					       bwg_id, prio_type);
340	ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max,
341					       bwg_id, prio_type, prio_tc);
342	ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc);
343	ixgbe_dcb_config_tc_stats_82599(hw);
344
345	return 0;
346}
347
v4.17
  1/*******************************************************************************
  2
  3  Intel 10 Gigabit PCI Express Linux driver
  4  Copyright(c) 1999 - 2013 Intel Corporation.
  5
  6  This program is free software; you can redistribute it and/or modify it
  7  under the terms and conditions of the GNU General Public License,
  8  version 2, as published by the Free Software Foundation.
  9
 10  This program is distributed in the hope it will be useful, but WITHOUT
 11  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 12  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 13  more details.
 14
 15  You should have received a copy of the GNU General Public License along with
 16  this program; if not, write to the Free Software Foundation, Inc.,
 17  51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
 18
 19  The full GNU General Public License is included in this distribution in
 20  the file called "COPYING".
 21
 22  Contact Information:
 23  Linux NICS <linux.nics@intel.com>
 24  e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
 25  Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
 26
 27*******************************************************************************/
 28
 29#include "ixgbe.h"
 30#include "ixgbe_type.h"
 31#include "ixgbe_dcb.h"
 32#include "ixgbe_dcb_82599.h"
 33
 34/**
 35 * ixgbe_dcb_config_rx_arbiter_82599 - Config Rx Data arbiter
 36 * @hw: pointer to hardware structure
 37 * @refill: refill credits index by traffic class
 38 * @max: max credits index by traffic class
 39 * @bwg_id: bandwidth grouping indexed by traffic class
 40 * @prio_type: priority type indexed by traffic class
 41 * @prio_tc: priority to tc assignments indexed by priority
 42 *
 43 * Configure Rx Packet Arbiter and credits for each traffic class.
 44 */
 45s32 ixgbe_dcb_config_rx_arbiter_82599(struct ixgbe_hw *hw,
 46				      u16 *refill,
 47				      u16 *max,
 48				      u8 *bwg_id,
 49				      u8 *prio_type,
 50				      u8 *prio_tc)
 51{
 52	u32    reg           = 0;
 53	u32    credit_refill = 0;
 54	u32    credit_max    = 0;
 55	u8     i             = 0;
 56
 57	/*
 58	 * Disable the arbiter before changing parameters
 59	 * (always enable recycle mode; WSP)
 60	 */
 61	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC | IXGBE_RTRPCS_ARBDIS;
 62	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
 63
 64	/* Map all traffic classes to their UP */
 65	reg = 0;
 66	for (i = 0; i < MAX_USER_PRIORITY; i++)
 67		reg |= (prio_tc[i] << (i * IXGBE_RTRUP2TC_UP_SHIFT));
 68	IXGBE_WRITE_REG(hw, IXGBE_RTRUP2TC, reg);
 69
 70	/* Configure traffic class credits and priority */
 71	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 72		credit_refill = refill[i];
 73		credit_max    = max[i];
 74		reg = credit_refill | (credit_max << IXGBE_RTRPT4C_MCL_SHIFT);
 75
 76		reg |= (u32)(bwg_id[i]) << IXGBE_RTRPT4C_BWG_SHIFT;
 77
 78		if (prio_type[i] == prio_link)
 79			reg |= IXGBE_RTRPT4C_LSP;
 80
 81		IXGBE_WRITE_REG(hw, IXGBE_RTRPT4C(i), reg);
 82	}
 83
 84	/*
 85	 * Configure Rx packet plane (recycle mode; WSP) and
 86	 * enable arbiter
 87	 */
 88	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC;
 89	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
 90
 91	return 0;
 92}
 93
 94/**
 95 * ixgbe_dcb_config_tx_desc_arbiter_82599 - Config Tx Desc. arbiter
 96 * @hw: pointer to hardware structure
 97 * @refill: refill credits index by traffic class
 98 * @max: max credits index by traffic class
 99 * @bwg_id: bandwidth grouping indexed by traffic class
100 * @prio_type: priority type indexed by traffic class
101 *
102 * Configure Tx Descriptor Arbiter and credits for each traffic class.
103 */
104s32 ixgbe_dcb_config_tx_desc_arbiter_82599(struct ixgbe_hw *hw,
105					   u16 *refill,
106					   u16 *max,
107					   u8 *bwg_id,
108					   u8 *prio_type)
109{
110	u32    reg, max_credits;
111	u8     i;
112
113	/* Clear the per-Tx queue credits; we use per-TC instead */
114	for (i = 0; i < 128; i++) {
115		IXGBE_WRITE_REG(hw, IXGBE_RTTDQSEL, i);
116		IXGBE_WRITE_REG(hw, IXGBE_RTTDT1C, 0);
117	}
118
119	/* Configure traffic class credits and priority */
120	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
121		max_credits = max[i];
122		reg = max_credits << IXGBE_RTTDT2C_MCL_SHIFT;
123		reg |= refill[i];
124		reg |= (u32)(bwg_id[i]) << IXGBE_RTTDT2C_BWG_SHIFT;
125
126		if (prio_type[i] == prio_group)
127			reg |= IXGBE_RTTDT2C_GSP;
128
129		if (prio_type[i] == prio_link)
130			reg |= IXGBE_RTTDT2C_LSP;
131
132		IXGBE_WRITE_REG(hw, IXGBE_RTTDT2C(i), reg);
133	}
134
135	/*
136	 * Configure Tx descriptor plane (recycle mode; WSP) and
137	 * enable arbiter
138	 */
139	reg = IXGBE_RTTDCS_TDPAC | IXGBE_RTTDCS_TDRM;
140	IXGBE_WRITE_REG(hw, IXGBE_RTTDCS, reg);
141
142	return 0;
143}
144
145/**
146 * ixgbe_dcb_config_tx_data_arbiter_82599 - Config Tx Data arbiter
147 * @hw: pointer to hardware structure
148 * @refill: refill credits index by traffic class
149 * @max: max credits index by traffic class
150 * @bwg_id: bandwidth grouping indexed by traffic class
151 * @prio_type: priority type indexed by traffic class
152 * @prio_tc: priority to tc assignments indexed by priority
153 *
154 * Configure Tx Packet Arbiter and credits for each traffic class.
155 */
156s32 ixgbe_dcb_config_tx_data_arbiter_82599(struct ixgbe_hw *hw,
157					   u16 *refill,
158					   u16 *max,
159					   u8 *bwg_id,
160					   u8 *prio_type,
161					   u8 *prio_tc)
162{
163	u32 reg;
164	u8 i;
165
166	/*
167	 * Disable the arbiter before changing parameters
168	 * (always enable recycle mode; SP; arb delay)
169	 */
170	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
171	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT) |
172	      IXGBE_RTTPCS_ARBDIS;
173	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
174
175	/* Map all traffic classes to their UP */
176	reg = 0;
177	for (i = 0; i < MAX_USER_PRIORITY; i++)
178		reg |= (prio_tc[i] << (i * IXGBE_RTTUP2TC_UP_SHIFT));
179	IXGBE_WRITE_REG(hw, IXGBE_RTTUP2TC, reg);
180
181	/* Configure traffic class credits and priority */
182	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
183		reg = refill[i];
184		reg |= (u32)(max[i]) << IXGBE_RTTPT2C_MCL_SHIFT;
185		reg |= (u32)(bwg_id[i]) << IXGBE_RTTPT2C_BWG_SHIFT;
186
187		if (prio_type[i] == prio_group)
188			reg |= IXGBE_RTTPT2C_GSP;
189
190		if (prio_type[i] == prio_link)
191			reg |= IXGBE_RTTPT2C_LSP;
192
193		IXGBE_WRITE_REG(hw, IXGBE_RTTPT2C(i), reg);
194	}
195
196	/*
197	 * Configure Tx packet plane (recycle mode; SP; arb delay) and
198	 * enable arbiter
199	 */
200	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
201	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT);
202	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
203
204	return 0;
205}
206
207/**
208 * ixgbe_dcb_config_pfc_82599 - Configure priority flow control
209 * @hw: pointer to hardware structure
210 * @pfc_en: enabled pfc bitmask
211 * @prio_tc: priority to tc assignments indexed by priority
212 *
213 * Configure Priority Flow Control (PFC) for each traffic class.
214 */
215s32 ixgbe_dcb_config_pfc_82599(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc)
216{
217	u32 i, j, fcrtl, reg;
218	u8 max_tc = 0;
219
220	/* Enable Transmit Priority Flow Control */
221	IXGBE_WRITE_REG(hw, IXGBE_FCCFG, IXGBE_FCCFG_TFCE_PRIORITY);
222
223	/* Enable Receive Priority Flow Control */
224	reg = IXGBE_READ_REG(hw, IXGBE_MFLCN);
225	reg |= IXGBE_MFLCN_DPF;
226
227	/*
228	 * X540 & X550 supports per TC Rx priority flow control.
229	 * So clear all TCs and only enable those that should be
230	 * enabled.
231	 */
232	reg &= ~(IXGBE_MFLCN_RPFCE_MASK | IXGBE_MFLCN_RFCE);
233
234	if (hw->mac.type >= ixgbe_mac_X540)
235		reg |= pfc_en << IXGBE_MFLCN_RPFCE_SHIFT;
236
237	if (pfc_en)
238		reg |= IXGBE_MFLCN_RPFCE;
239
240	IXGBE_WRITE_REG(hw, IXGBE_MFLCN, reg);
241
242	for (i = 0; i < MAX_USER_PRIORITY; i++) {
243		if (prio_tc[i] > max_tc)
244			max_tc = prio_tc[i];
245	}
246
247
248	/* Configure PFC Tx thresholds per TC */
249	for (i = 0; i <= max_tc; i++) {
250		int enabled = 0;
251
252		for (j = 0; j < MAX_USER_PRIORITY; j++) {
253			if ((prio_tc[j] == i) && (pfc_en & BIT(j))) {
254				enabled = 1;
255				break;
256			}
257		}
258
259		if (enabled) {
260			reg = (hw->fc.high_water[i] << 10) | IXGBE_FCRTH_FCEN;
261			fcrtl = (hw->fc.low_water[i] << 10) | IXGBE_FCRTL_XONE;
262			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), fcrtl);
263		} else {
264			/* In order to prevent Tx hangs when the internal Tx
265			 * switch is enabled we must set the high water mark
266			 * to the Rx packet buffer size - 24KB.  This allows
267			 * the Tx switch to function even under heavy Rx
268			 * workloads.
269			 */
270			reg = IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(i)) - 24576;
271			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
272		}
273
274		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), reg);
275	}
276
277	for (; i < MAX_TRAFFIC_CLASS; i++) {
278		IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
279		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), 0);
280	}
281
282	/* Configure pause time (2 TCs per register) */
283	reg = hw->fc.pause_time * 0x00010001;
284	for (i = 0; i < (MAX_TRAFFIC_CLASS / 2); i++)
285		IXGBE_WRITE_REG(hw, IXGBE_FCTTV(i), reg);
286
287	/* Configure flow control refresh threshold value */
288	IXGBE_WRITE_REG(hw, IXGBE_FCRTV, hw->fc.pause_time / 2);
289
290	return 0;
291}
292
293/**
294 * ixgbe_dcb_config_tc_stats_82599 - Config traffic class statistics
295 * @hw: pointer to hardware structure
296 *
297 * Configure queue statistics registers, all queues belonging to same traffic
298 * class uses a single set of queue statistics counters.
299 */
300static s32 ixgbe_dcb_config_tc_stats_82599(struct ixgbe_hw *hw)
301{
302	u32 reg = 0;
303	u8  i   = 0;
304
305	/*
306	 * Receive Queues stats setting
307	 * 32 RQSMR registers, each configuring 4 queues.
308	 * Set all 16 queues of each TC to the same stat
309	 * with TC 'n' going to stat 'n'.
310	 */
311	for (i = 0; i < 32; i++) {
312		reg = 0x01010101 * (i / 4);
313		IXGBE_WRITE_REG(hw, IXGBE_RQSMR(i), reg);
314	}
315	/*
316	 * Transmit Queues stats setting
317	 * 32 TQSM registers, each controlling 4 queues.
318	 * Set all queues of each TC to the same stat
319	 * with TC 'n' going to stat 'n'.
320	 * Tx queues are allocated non-uniformly to TCs:
321	 * 32, 32, 16, 16, 8, 8, 8, 8.
322	 */
323	for (i = 0; i < 32; i++) {
324		if (i < 8)
325			reg = 0x00000000;
326		else if (i < 16)
327			reg = 0x01010101;
328		else if (i < 20)
329			reg = 0x02020202;
330		else if (i < 24)
331			reg = 0x03030303;
332		else if (i < 26)
333			reg = 0x04040404;
334		else if (i < 28)
335			reg = 0x05050505;
336		else if (i < 30)
337			reg = 0x06060606;
338		else
339			reg = 0x07070707;
340		IXGBE_WRITE_REG(hw, IXGBE_TQSM(i), reg);
341	}
342
343	return 0;
344}
345
346/**
347 * ixgbe_dcb_hw_config_82599 - Configure and enable DCB
348 * @hw: pointer to hardware structure
349 * @pfc_en: enabled pfc bitmask
350 * @refill: refill credits index by traffic class
351 * @max: max credits index by traffic class
352 * @bwg_id: bandwidth grouping indexed by traffic class
353 * @prio_type: priority type indexed by traffic class
354 * @prio_tc: priority to tc assignments indexed by priority
355 *
356 * Configure dcb settings and enable dcb mode.
357 */
358s32 ixgbe_dcb_hw_config_82599(struct ixgbe_hw *hw, u8 pfc_en, u16 *refill,
359			      u16 *max, u8 *bwg_id, u8 *prio_type, u8 *prio_tc)
360{
361	ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max, bwg_id,
362					  prio_type, prio_tc);
363	ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max,
364					       bwg_id, prio_type);
365	ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max,
366					       bwg_id, prio_type, prio_tc);
367	ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc);
368	ixgbe_dcb_config_tc_stats_82599(hw);
369
370	return 0;
371}
372