Linux Audio

Check our new training course

Loading...
v6.9.4
  1// SPDX-License-Identifier: GPL-2.0
  2/* Copyright(c) 1999 - 2018 Intel Corporation. */
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  3
  4#include "ixgbe.h"
  5#include "ixgbe_type.h"
  6#include "ixgbe_dcb.h"
  7#include "ixgbe_dcb_82599.h"
  8
  9/**
 10 * ixgbe_dcb_config_rx_arbiter_82599 - Config Rx Data arbiter
 11 * @hw: pointer to hardware structure
 12 * @refill: refill credits index by traffic class
 13 * @max: max credits index by traffic class
 14 * @bwg_id: bandwidth grouping indexed by traffic class
 15 * @prio_type: priority type indexed by traffic class
 16 * @prio_tc: priority to tc assignments indexed by priority
 17 *
 18 * Configure Rx Packet Arbiter and credits for each traffic class.
 19 */
 20int ixgbe_dcb_config_rx_arbiter_82599(struct ixgbe_hw *hw,
 21				      u16 *refill,
 22				      u16 *max,
 23				      u8 *bwg_id,
 24				      u8 *prio_type,
 25				      u8 *prio_tc)
 26{
 27	u32    reg           = 0;
 28	u32    credit_refill = 0;
 29	u32    credit_max    = 0;
 30	u8     i             = 0;
 31
 32	/*
 33	 * Disable the arbiter before changing parameters
 34	 * (always enable recycle mode; WSP)
 35	 */
 36	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC | IXGBE_RTRPCS_ARBDIS;
 37	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
 38
 39	/* Map all traffic classes to their UP */
 40	reg = 0;
 41	for (i = 0; i < MAX_USER_PRIORITY; i++)
 42		reg |= (prio_tc[i] << (i * IXGBE_RTRUP2TC_UP_SHIFT));
 43	IXGBE_WRITE_REG(hw, IXGBE_RTRUP2TC, reg);
 44
 45	/* Configure traffic class credits and priority */
 46	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 47		credit_refill = refill[i];
 48		credit_max    = max[i];
 49		reg = credit_refill | (credit_max << IXGBE_RTRPT4C_MCL_SHIFT);
 50
 51		reg |= (u32)(bwg_id[i]) << IXGBE_RTRPT4C_BWG_SHIFT;
 52
 53		if (prio_type[i] == prio_link)
 54			reg |= IXGBE_RTRPT4C_LSP;
 55
 56		IXGBE_WRITE_REG(hw, IXGBE_RTRPT4C(i), reg);
 57	}
 58
 59	/*
 60	 * Configure Rx packet plane (recycle mode; WSP) and
 61	 * enable arbiter
 62	 */
 63	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC;
 64	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
 65
 66	return 0;
 67}
 68
 69/**
 70 * ixgbe_dcb_config_tx_desc_arbiter_82599 - Config Tx Desc. arbiter
 71 * @hw: pointer to hardware structure
 72 * @refill: refill credits index by traffic class
 73 * @max: max credits index by traffic class
 74 * @bwg_id: bandwidth grouping indexed by traffic class
 75 * @prio_type: priority type indexed by traffic class
 76 *
 77 * Configure Tx Descriptor Arbiter and credits for each traffic class.
 78 */
 79int ixgbe_dcb_config_tx_desc_arbiter_82599(struct ixgbe_hw *hw,
 80					   u16 *refill,
 81					   u16 *max,
 82					   u8 *bwg_id,
 83					   u8 *prio_type)
 84{
 85	u32    reg, max_credits;
 86	u8     i;
 87
 88	/* Clear the per-Tx queue credits; we use per-TC instead */
 89	for (i = 0; i < 128; i++) {
 90		IXGBE_WRITE_REG(hw, IXGBE_RTTDQSEL, i);
 91		IXGBE_WRITE_REG(hw, IXGBE_RTTDT1C, 0);
 92	}
 93
 94	/* Configure traffic class credits and priority */
 95	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 96		max_credits = max[i];
 97		reg = max_credits << IXGBE_RTTDT2C_MCL_SHIFT;
 98		reg |= refill[i];
 99		reg |= (u32)(bwg_id[i]) << IXGBE_RTTDT2C_BWG_SHIFT;
100
101		if (prio_type[i] == prio_group)
102			reg |= IXGBE_RTTDT2C_GSP;
103
104		if (prio_type[i] == prio_link)
105			reg |= IXGBE_RTTDT2C_LSP;
106
107		IXGBE_WRITE_REG(hw, IXGBE_RTTDT2C(i), reg);
108	}
109
110	/*
111	 * Configure Tx descriptor plane (recycle mode; WSP) and
112	 * enable arbiter
113	 */
114	reg = IXGBE_RTTDCS_TDPAC | IXGBE_RTTDCS_TDRM;
115	IXGBE_WRITE_REG(hw, IXGBE_RTTDCS, reg);
116
117	return 0;
118}
119
120/**
121 * ixgbe_dcb_config_tx_data_arbiter_82599 - Config Tx Data arbiter
122 * @hw: pointer to hardware structure
123 * @refill: refill credits index by traffic class
124 * @max: max credits index by traffic class
125 * @bwg_id: bandwidth grouping indexed by traffic class
126 * @prio_type: priority type indexed by traffic class
127 * @prio_tc: priority to tc assignments indexed by priority
128 *
129 * Configure Tx Packet Arbiter and credits for each traffic class.
130 */
131int ixgbe_dcb_config_tx_data_arbiter_82599(struct ixgbe_hw *hw,
132					   u16 *refill,
133					   u16 *max,
134					   u8 *bwg_id,
135					   u8 *prio_type,
136					   u8 *prio_tc)
137{
138	u32 reg;
139	u8 i;
140
141	/*
142	 * Disable the arbiter before changing parameters
143	 * (always enable recycle mode; SP; arb delay)
144	 */
145	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
146	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT) |
147	      IXGBE_RTTPCS_ARBDIS;
148	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
149
150	/* Map all traffic classes to their UP */
151	reg = 0;
152	for (i = 0; i < MAX_USER_PRIORITY; i++)
153		reg |= (prio_tc[i] << (i * IXGBE_RTTUP2TC_UP_SHIFT));
154	IXGBE_WRITE_REG(hw, IXGBE_RTTUP2TC, reg);
155
156	/* Configure traffic class credits and priority */
157	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
158		reg = refill[i];
159		reg |= (u32)(max[i]) << IXGBE_RTTPT2C_MCL_SHIFT;
160		reg |= (u32)(bwg_id[i]) << IXGBE_RTTPT2C_BWG_SHIFT;
161
162		if (prio_type[i] == prio_group)
163			reg |= IXGBE_RTTPT2C_GSP;
164
165		if (prio_type[i] == prio_link)
166			reg |= IXGBE_RTTPT2C_LSP;
167
168		IXGBE_WRITE_REG(hw, IXGBE_RTTPT2C(i), reg);
169	}
170
171	/*
172	 * Configure Tx packet plane (recycle mode; SP; arb delay) and
173	 * enable arbiter
174	 */
175	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
176	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT);
177	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
178
179	return 0;
180}
181
182/**
183 * ixgbe_dcb_config_pfc_82599 - Configure priority flow control
184 * @hw: pointer to hardware structure
185 * @pfc_en: enabled pfc bitmask
186 * @prio_tc: priority to tc assignments indexed by priority
187 *
188 * Configure Priority Flow Control (PFC) for each traffic class.
189 */
190int ixgbe_dcb_config_pfc_82599(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc)
191{
192	u32 i, j, fcrtl, reg;
193	u8 max_tc = 0;
194
195	/* Enable Transmit Priority Flow Control */
196	IXGBE_WRITE_REG(hw, IXGBE_FCCFG, IXGBE_FCCFG_TFCE_PRIORITY);
197
198	/* Enable Receive Priority Flow Control */
199	reg = IXGBE_READ_REG(hw, IXGBE_MFLCN);
200	reg |= IXGBE_MFLCN_DPF;
201
202	/*
203	 * X540 & X550 supports per TC Rx priority flow control.
204	 * So clear all TCs and only enable those that should be
205	 * enabled.
206	 */
207	reg &= ~(IXGBE_MFLCN_RPFCE_MASK | IXGBE_MFLCN_RFCE);
208
209	if (hw->mac.type >= ixgbe_mac_X540)
210		reg |= pfc_en << IXGBE_MFLCN_RPFCE_SHIFT;
211
212	if (pfc_en)
213		reg |= IXGBE_MFLCN_RPFCE;
214
215	IXGBE_WRITE_REG(hw, IXGBE_MFLCN, reg);
216
217	for (i = 0; i < MAX_USER_PRIORITY; i++) {
218		if (prio_tc[i] > max_tc)
219			max_tc = prio_tc[i];
220	}
221
222
223	/* Configure PFC Tx thresholds per TC */
224	for (i = 0; i <= max_tc; i++) {
225		int enabled = 0;
226
227		for (j = 0; j < MAX_USER_PRIORITY; j++) {
228			if ((prio_tc[j] == i) && (pfc_en & BIT(j))) {
229				enabled = 1;
230				break;
231			}
232		}
233
234		if (enabled) {
235			reg = (hw->fc.high_water[i] << 10) | IXGBE_FCRTH_FCEN;
236			fcrtl = (hw->fc.low_water[i] << 10) | IXGBE_FCRTL_XONE;
237			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), fcrtl);
238		} else {
239			/* In order to prevent Tx hangs when the internal Tx
240			 * switch is enabled we must set the high water mark
241			 * to the Rx packet buffer size - 24KB.  This allows
242			 * the Tx switch to function even under heavy Rx
243			 * workloads.
244			 */
245			reg = IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(i)) - 24576;
246			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
247		}
248
249		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), reg);
250	}
251
252	for (; i < MAX_TRAFFIC_CLASS; i++) {
253		IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
254		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), 0);
255	}
256
257	/* Configure pause time (2 TCs per register) */
258	reg = hw->fc.pause_time * 0x00010001;
259	for (i = 0; i < (MAX_TRAFFIC_CLASS / 2); i++)
260		IXGBE_WRITE_REG(hw, IXGBE_FCTTV(i), reg);
261
262	/* Configure flow control refresh threshold value */
263	IXGBE_WRITE_REG(hw, IXGBE_FCRTV, hw->fc.pause_time / 2);
264
265	return 0;
266}
267
268/**
269 * ixgbe_dcb_config_tc_stats_82599 - Config traffic class statistics
270 * @hw: pointer to hardware structure
271 *
272 * Configure queue statistics registers, all queues belonging to same traffic
273 * class uses a single set of queue statistics counters.
274 */
275static int ixgbe_dcb_config_tc_stats_82599(struct ixgbe_hw *hw)
276{
277	u32 reg = 0;
278	u8  i   = 0;
279
280	/*
281	 * Receive Queues stats setting
282	 * 32 RQSMR registers, each configuring 4 queues.
283	 * Set all 16 queues of each TC to the same stat
284	 * with TC 'n' going to stat 'n'.
285	 */
286	for (i = 0; i < 32; i++) {
287		reg = 0x01010101 * (i / 4);
288		IXGBE_WRITE_REG(hw, IXGBE_RQSMR(i), reg);
289	}
290	/*
291	 * Transmit Queues stats setting
292	 * 32 TQSM registers, each controlling 4 queues.
293	 * Set all queues of each TC to the same stat
294	 * with TC 'n' going to stat 'n'.
295	 * Tx queues are allocated non-uniformly to TCs:
296	 * 32, 32, 16, 16, 8, 8, 8, 8.
297	 */
298	for (i = 0; i < 32; i++) {
299		if (i < 8)
300			reg = 0x00000000;
301		else if (i < 16)
302			reg = 0x01010101;
303		else if (i < 20)
304			reg = 0x02020202;
305		else if (i < 24)
306			reg = 0x03030303;
307		else if (i < 26)
308			reg = 0x04040404;
309		else if (i < 28)
310			reg = 0x05050505;
311		else if (i < 30)
312			reg = 0x06060606;
313		else
314			reg = 0x07070707;
315		IXGBE_WRITE_REG(hw, IXGBE_TQSM(i), reg);
316	}
317
318	return 0;
319}
320
321/**
322 * ixgbe_dcb_hw_config_82599 - Configure and enable DCB
323 * @hw: pointer to hardware structure
324 * @pfc_en: enabled pfc bitmask
325 * @refill: refill credits index by traffic class
326 * @max: max credits index by traffic class
327 * @bwg_id: bandwidth grouping indexed by traffic class
328 * @prio_type: priority type indexed by traffic class
329 * @prio_tc: priority to tc assignments indexed by priority
330 *
331 * Configure dcb settings and enable dcb mode.
332 */
333int ixgbe_dcb_hw_config_82599(struct ixgbe_hw *hw, u8 pfc_en, u16 *refill,
334			      u16 *max, u8 *bwg_id, u8 *prio_type, u8 *prio_tc)
335{
336	ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max, bwg_id,
337					  prio_type, prio_tc);
338	ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max,
339					       bwg_id, prio_type);
340	ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max,
341					       bwg_id, prio_type, prio_tc);
342	ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc);
343	ixgbe_dcb_config_tc_stats_82599(hw);
344
345	return 0;
346}
347
v4.6
  1/*******************************************************************************
  2
  3  Intel 10 Gigabit PCI Express Linux driver
  4  Copyright(c) 1999 - 2013 Intel Corporation.
  5
  6  This program is free software; you can redistribute it and/or modify it
  7  under the terms and conditions of the GNU General Public License,
  8  version 2, as published by the Free Software Foundation.
  9
 10  This program is distributed in the hope it will be useful, but WITHOUT
 11  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 12  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 13  more details.
 14
 15  You should have received a copy of the GNU General Public License along with
 16  this program; if not, write to the Free Software Foundation, Inc.,
 17  51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
 18
 19  The full GNU General Public License is included in this distribution in
 20  the file called "COPYING".
 21
 22  Contact Information:
 23  Linux NICS <linux.nics@intel.com>
 24  e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
 25  Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
 26
 27*******************************************************************************/
 28
 29#include "ixgbe.h"
 30#include "ixgbe_type.h"
 31#include "ixgbe_dcb.h"
 32#include "ixgbe_dcb_82599.h"
 33
 34/**
 35 * ixgbe_dcb_config_rx_arbiter_82599 - Config Rx Data arbiter
 36 * @hw: pointer to hardware structure
 37 * @refill: refill credits index by traffic class
 38 * @max: max credits index by traffic class
 39 * @bwg_id: bandwidth grouping indexed by traffic class
 40 * @prio_type: priority type indexed by traffic class
 
 41 *
 42 * Configure Rx Packet Arbiter and credits for each traffic class.
 43 */
 44s32 ixgbe_dcb_config_rx_arbiter_82599(struct ixgbe_hw *hw,
 45				      u16 *refill,
 46				      u16 *max,
 47				      u8 *bwg_id,
 48				      u8 *prio_type,
 49				      u8 *prio_tc)
 50{
 51	u32    reg           = 0;
 52	u32    credit_refill = 0;
 53	u32    credit_max    = 0;
 54	u8     i             = 0;
 55
 56	/*
 57	 * Disable the arbiter before changing parameters
 58	 * (always enable recycle mode; WSP)
 59	 */
 60	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC | IXGBE_RTRPCS_ARBDIS;
 61	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
 62
 63	/* Map all traffic classes to their UP */
 64	reg = 0;
 65	for (i = 0; i < MAX_USER_PRIORITY; i++)
 66		reg |= (prio_tc[i] << (i * IXGBE_RTRUP2TC_UP_SHIFT));
 67	IXGBE_WRITE_REG(hw, IXGBE_RTRUP2TC, reg);
 68
 69	/* Configure traffic class credits and priority */
 70	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
 71		credit_refill = refill[i];
 72		credit_max    = max[i];
 73		reg = credit_refill | (credit_max << IXGBE_RTRPT4C_MCL_SHIFT);
 74
 75		reg |= (u32)(bwg_id[i]) << IXGBE_RTRPT4C_BWG_SHIFT;
 76
 77		if (prio_type[i] == prio_link)
 78			reg |= IXGBE_RTRPT4C_LSP;
 79
 80		IXGBE_WRITE_REG(hw, IXGBE_RTRPT4C(i), reg);
 81	}
 82
 83	/*
 84	 * Configure Rx packet plane (recycle mode; WSP) and
 85	 * enable arbiter
 86	 */
 87	reg = IXGBE_RTRPCS_RRM | IXGBE_RTRPCS_RAC;
 88	IXGBE_WRITE_REG(hw, IXGBE_RTRPCS, reg);
 89
 90	return 0;
 91}
 92
 93/**
 94 * ixgbe_dcb_config_tx_desc_arbiter_82599 - Config Tx Desc. arbiter
 95 * @hw: pointer to hardware structure
 96 * @refill: refill credits index by traffic class
 97 * @max: max credits index by traffic class
 98 * @bwg_id: bandwidth grouping indexed by traffic class
 99 * @prio_type: priority type indexed by traffic class
100 *
101 * Configure Tx Descriptor Arbiter and credits for each traffic class.
102 */
103s32 ixgbe_dcb_config_tx_desc_arbiter_82599(struct ixgbe_hw *hw,
104					   u16 *refill,
105					   u16 *max,
106					   u8 *bwg_id,
107					   u8 *prio_type)
108{
109	u32    reg, max_credits;
110	u8     i;
111
112	/* Clear the per-Tx queue credits; we use per-TC instead */
113	for (i = 0; i < 128; i++) {
114		IXGBE_WRITE_REG(hw, IXGBE_RTTDQSEL, i);
115		IXGBE_WRITE_REG(hw, IXGBE_RTTDT1C, 0);
116	}
117
118	/* Configure traffic class credits and priority */
119	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
120		max_credits = max[i];
121		reg = max_credits << IXGBE_RTTDT2C_MCL_SHIFT;
122		reg |= refill[i];
123		reg |= (u32)(bwg_id[i]) << IXGBE_RTTDT2C_BWG_SHIFT;
124
125		if (prio_type[i] == prio_group)
126			reg |= IXGBE_RTTDT2C_GSP;
127
128		if (prio_type[i] == prio_link)
129			reg |= IXGBE_RTTDT2C_LSP;
130
131		IXGBE_WRITE_REG(hw, IXGBE_RTTDT2C(i), reg);
132	}
133
134	/*
135	 * Configure Tx descriptor plane (recycle mode; WSP) and
136	 * enable arbiter
137	 */
138	reg = IXGBE_RTTDCS_TDPAC | IXGBE_RTTDCS_TDRM;
139	IXGBE_WRITE_REG(hw, IXGBE_RTTDCS, reg);
140
141	return 0;
142}
143
144/**
145 * ixgbe_dcb_config_tx_data_arbiter_82599 - Config Tx Data arbiter
146 * @hw: pointer to hardware structure
147 * @refill: refill credits index by traffic class
148 * @max: max credits index by traffic class
149 * @bwg_id: bandwidth grouping indexed by traffic class
150 * @prio_type: priority type indexed by traffic class
 
151 *
152 * Configure Tx Packet Arbiter and credits for each traffic class.
153 */
154s32 ixgbe_dcb_config_tx_data_arbiter_82599(struct ixgbe_hw *hw,
155					   u16 *refill,
156					   u16 *max,
157					   u8 *bwg_id,
158					   u8 *prio_type,
159					   u8 *prio_tc)
160{
161	u32 reg;
162	u8 i;
163
164	/*
165	 * Disable the arbiter before changing parameters
166	 * (always enable recycle mode; SP; arb delay)
167	 */
168	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
169	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT) |
170	      IXGBE_RTTPCS_ARBDIS;
171	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
172
173	/* Map all traffic classes to their UP */
174	reg = 0;
175	for (i = 0; i < MAX_USER_PRIORITY; i++)
176		reg |= (prio_tc[i] << (i * IXGBE_RTTUP2TC_UP_SHIFT));
177	IXGBE_WRITE_REG(hw, IXGBE_RTTUP2TC, reg);
178
179	/* Configure traffic class credits and priority */
180	for (i = 0; i < MAX_TRAFFIC_CLASS; i++) {
181		reg = refill[i];
182		reg |= (u32)(max[i]) << IXGBE_RTTPT2C_MCL_SHIFT;
183		reg |= (u32)(bwg_id[i]) << IXGBE_RTTPT2C_BWG_SHIFT;
184
185		if (prio_type[i] == prio_group)
186			reg |= IXGBE_RTTPT2C_GSP;
187
188		if (prio_type[i] == prio_link)
189			reg |= IXGBE_RTTPT2C_LSP;
190
191		IXGBE_WRITE_REG(hw, IXGBE_RTTPT2C(i), reg);
192	}
193
194	/*
195	 * Configure Tx packet plane (recycle mode; SP; arb delay) and
196	 * enable arbiter
197	 */
198	reg = IXGBE_RTTPCS_TPPAC | IXGBE_RTTPCS_TPRM |
199	      (IXGBE_RTTPCS_ARBD_DCB << IXGBE_RTTPCS_ARBD_SHIFT);
200	IXGBE_WRITE_REG(hw, IXGBE_RTTPCS, reg);
201
202	return 0;
203}
204
205/**
206 * ixgbe_dcb_config_pfc_82599 - Configure priority flow control
207 * @hw: pointer to hardware structure
208 * @pfc_en: enabled pfc bitmask
209 * @prio_tc: priority to tc assignments indexed by priority
210 *
211 * Configure Priority Flow Control (PFC) for each traffic class.
212 */
213s32 ixgbe_dcb_config_pfc_82599(struct ixgbe_hw *hw, u8 pfc_en, u8 *prio_tc)
214{
215	u32 i, j, fcrtl, reg;
216	u8 max_tc = 0;
217
218	/* Enable Transmit Priority Flow Control */
219	IXGBE_WRITE_REG(hw, IXGBE_FCCFG, IXGBE_FCCFG_TFCE_PRIORITY);
220
221	/* Enable Receive Priority Flow Control */
222	reg = IXGBE_READ_REG(hw, IXGBE_MFLCN);
223	reg |= IXGBE_MFLCN_DPF;
224
225	/*
226	 * X540 & X550 supports per TC Rx priority flow control.
227	 * So clear all TCs and only enable those that should be
228	 * enabled.
229	 */
230	reg &= ~(IXGBE_MFLCN_RPFCE_MASK | IXGBE_MFLCN_RFCE);
231
232	if (hw->mac.type >= ixgbe_mac_X540)
233		reg |= pfc_en << IXGBE_MFLCN_RPFCE_SHIFT;
234
235	if (pfc_en)
236		reg |= IXGBE_MFLCN_RPFCE;
237
238	IXGBE_WRITE_REG(hw, IXGBE_MFLCN, reg);
239
240	for (i = 0; i < MAX_USER_PRIORITY; i++) {
241		if (prio_tc[i] > max_tc)
242			max_tc = prio_tc[i];
243	}
244
245
246	/* Configure PFC Tx thresholds per TC */
247	for (i = 0; i <= max_tc; i++) {
248		int enabled = 0;
249
250		for (j = 0; j < MAX_USER_PRIORITY; j++) {
251			if ((prio_tc[j] == i) && (pfc_en & (1 << j))) {
252				enabled = 1;
253				break;
254			}
255		}
256
257		if (enabled) {
258			reg = (hw->fc.high_water[i] << 10) | IXGBE_FCRTH_FCEN;
259			fcrtl = (hw->fc.low_water[i] << 10) | IXGBE_FCRTL_XONE;
260			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), fcrtl);
261		} else {
262			/* In order to prevent Tx hangs when the internal Tx
263			 * switch is enabled we must set the high water mark
264			 * to the Rx packet buffer size - 24KB.  This allows
265			 * the Tx switch to function even under heavy Rx
266			 * workloads.
267			 */
268			reg = IXGBE_READ_REG(hw, IXGBE_RXPBSIZE(i)) - 24576;
269			IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
270		}
271
272		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), reg);
273	}
274
275	for (; i < MAX_TRAFFIC_CLASS; i++) {
276		IXGBE_WRITE_REG(hw, IXGBE_FCRTL_82599(i), 0);
277		IXGBE_WRITE_REG(hw, IXGBE_FCRTH_82599(i), 0);
278	}
279
280	/* Configure pause time (2 TCs per register) */
281	reg = hw->fc.pause_time * 0x00010001;
282	for (i = 0; i < (MAX_TRAFFIC_CLASS / 2); i++)
283		IXGBE_WRITE_REG(hw, IXGBE_FCTTV(i), reg);
284
285	/* Configure flow control refresh threshold value */
286	IXGBE_WRITE_REG(hw, IXGBE_FCRTV, hw->fc.pause_time / 2);
287
288	return 0;
289}
290
291/**
292 * ixgbe_dcb_config_tc_stats_82599 - Config traffic class statistics
293 * @hw: pointer to hardware structure
294 *
295 * Configure queue statistics registers, all queues belonging to same traffic
296 * class uses a single set of queue statistics counters.
297 */
298static s32 ixgbe_dcb_config_tc_stats_82599(struct ixgbe_hw *hw)
299{
300	u32 reg = 0;
301	u8  i   = 0;
302
303	/*
304	 * Receive Queues stats setting
305	 * 32 RQSMR registers, each configuring 4 queues.
306	 * Set all 16 queues of each TC to the same stat
307	 * with TC 'n' going to stat 'n'.
308	 */
309	for (i = 0; i < 32; i++) {
310		reg = 0x01010101 * (i / 4);
311		IXGBE_WRITE_REG(hw, IXGBE_RQSMR(i), reg);
312	}
313	/*
314	 * Transmit Queues stats setting
315	 * 32 TQSM registers, each controlling 4 queues.
316	 * Set all queues of each TC to the same stat
317	 * with TC 'n' going to stat 'n'.
318	 * Tx queues are allocated non-uniformly to TCs:
319	 * 32, 32, 16, 16, 8, 8, 8, 8.
320	 */
321	for (i = 0; i < 32; i++) {
322		if (i < 8)
323			reg = 0x00000000;
324		else if (i < 16)
325			reg = 0x01010101;
326		else if (i < 20)
327			reg = 0x02020202;
328		else if (i < 24)
329			reg = 0x03030303;
330		else if (i < 26)
331			reg = 0x04040404;
332		else if (i < 28)
333			reg = 0x05050505;
334		else if (i < 30)
335			reg = 0x06060606;
336		else
337			reg = 0x07070707;
338		IXGBE_WRITE_REG(hw, IXGBE_TQSM(i), reg);
339	}
340
341	return 0;
342}
343
344/**
345 * ixgbe_dcb_hw_config_82599 - Configure and enable DCB
346 * @hw: pointer to hardware structure
 
347 * @refill: refill credits index by traffic class
348 * @max: max credits index by traffic class
349 * @bwg_id: bandwidth grouping indexed by traffic class
350 * @prio_type: priority type indexed by traffic class
351 * @pfc_en: enabled pfc bitmask
352 *
353 * Configure dcb settings and enable dcb mode.
354 */
355s32 ixgbe_dcb_hw_config_82599(struct ixgbe_hw *hw, u8 pfc_en, u16 *refill,
356			      u16 *max, u8 *bwg_id, u8 *prio_type, u8 *prio_tc)
357{
358	ixgbe_dcb_config_rx_arbiter_82599(hw, refill, max, bwg_id,
359					  prio_type, prio_tc);
360	ixgbe_dcb_config_tx_desc_arbiter_82599(hw, refill, max,
361					       bwg_id, prio_type);
362	ixgbe_dcb_config_tx_data_arbiter_82599(hw, refill, max,
363					       bwg_id, prio_type, prio_tc);
364	ixgbe_dcb_config_pfc_82599(hw, pfc_en, prio_tc);
365	ixgbe_dcb_config_tc_stats_82599(hw);
366
367	return 0;
368}
369