Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*******************************************************************************
3 This is the driver for the GMAC on-chip Ethernet controller for ST SoCs.
4 DWC Ether MAC 10/100/1000 Universal version 3.41a has been used for
5 developing this code.
6
7 This contains the functions to handle the dma.
8
9 Copyright (C) 2007-2009 STMicroelectronics Ltd
10
11
12 Author: Giuseppe Cavallaro <peppe.cavallaro@st.com>
13*******************************************************************************/
14
15#include <asm/io.h>
16#include "dwmac1000.h"
17#include "dwmac_dma.h"
18
19static void dwmac1000_dma_axi(void __iomem *ioaddr, struct stmmac_axi *axi)
20{
21 u32 value = readl(ioaddr + DMA_AXI_BUS_MODE);
22 int i;
23
24 pr_info("dwmac1000: Master AXI performs %s burst length\n",
25 !(value & DMA_AXI_UNDEF) ? "fixed" : "any");
26
27 if (axi->axi_lpi_en)
28 value |= DMA_AXI_EN_LPI;
29 if (axi->axi_xit_frm)
30 value |= DMA_AXI_LPI_XIT_FRM;
31
32 value &= ~DMA_AXI_WR_OSR_LMT;
33 value |= (axi->axi_wr_osr_lmt & DMA_AXI_WR_OSR_LMT_MASK) <<
34 DMA_AXI_WR_OSR_LMT_SHIFT;
35
36 value &= ~DMA_AXI_RD_OSR_LMT;
37 value |= (axi->axi_rd_osr_lmt & DMA_AXI_RD_OSR_LMT_MASK) <<
38 DMA_AXI_RD_OSR_LMT_SHIFT;
39
40 /* Depending on the UNDEF bit the Master AXI will perform any burst
41 * length according to the BLEN programmed (by default all BLEN are
42 * set).
43 */
44 for (i = 0; i < AXI_BLEN; i++) {
45 switch (axi->axi_blen[i]) {
46 case 256:
47 value |= DMA_AXI_BLEN256;
48 break;
49 case 128:
50 value |= DMA_AXI_BLEN128;
51 break;
52 case 64:
53 value |= DMA_AXI_BLEN64;
54 break;
55 case 32:
56 value |= DMA_AXI_BLEN32;
57 break;
58 case 16:
59 value |= DMA_AXI_BLEN16;
60 break;
61 case 8:
62 value |= DMA_AXI_BLEN8;
63 break;
64 case 4:
65 value |= DMA_AXI_BLEN4;
66 break;
67 }
68 }
69
70 writel(value, ioaddr + DMA_AXI_BUS_MODE);
71}
72
73static void dwmac1000_dma_init(void __iomem *ioaddr,
74 struct stmmac_dma_cfg *dma_cfg, int atds)
75{
76 u32 value = readl(ioaddr + DMA_BUS_MODE);
77 int txpbl = dma_cfg->txpbl ?: dma_cfg->pbl;
78 int rxpbl = dma_cfg->rxpbl ?: dma_cfg->pbl;
79
80 /*
81 * Set the DMA PBL (Programmable Burst Length) mode.
82 *
83 * Note: before stmmac core 3.50 this mode bit was 4xPBL, and
84 * post 3.5 mode bit acts as 8*PBL.
85 */
86 if (dma_cfg->pblx8)
87 value |= DMA_BUS_MODE_MAXPBL;
88 value |= DMA_BUS_MODE_USP;
89 value &= ~(DMA_BUS_MODE_PBL_MASK | DMA_BUS_MODE_RPBL_MASK);
90 value |= (txpbl << DMA_BUS_MODE_PBL_SHIFT);
91 value |= (rxpbl << DMA_BUS_MODE_RPBL_SHIFT);
92
93 /* Set the Fixed burst mode */
94 if (dma_cfg->fixed_burst)
95 value |= DMA_BUS_MODE_FB;
96
97 /* Mixed Burst has no effect when fb is set */
98 if (dma_cfg->mixed_burst)
99 value |= DMA_BUS_MODE_MB;
100
101 if (atds)
102 value |= DMA_BUS_MODE_ATDS;
103
104 if (dma_cfg->aal)
105 value |= DMA_BUS_MODE_AAL;
106
107 writel(value, ioaddr + DMA_BUS_MODE);
108
109 /* Mask interrupts by writing to CSR7 */
110 writel(DMA_INTR_DEFAULT_MASK, ioaddr + DMA_INTR_ENA);
111}
112
113static void dwmac1000_dma_init_rx(struct stmmac_priv *priv,
114 void __iomem *ioaddr,
115 struct stmmac_dma_cfg *dma_cfg,
116 dma_addr_t dma_rx_phy, u32 chan)
117{
118 /* RX descriptor base address list must be written into DMA CSR3 */
119 writel(lower_32_bits(dma_rx_phy), ioaddr + DMA_RCV_BASE_ADDR);
120}
121
122static void dwmac1000_dma_init_tx(struct stmmac_priv *priv,
123 void __iomem *ioaddr,
124 struct stmmac_dma_cfg *dma_cfg,
125 dma_addr_t dma_tx_phy, u32 chan)
126{
127 /* TX descriptor base address list must be written into DMA CSR4 */
128 writel(lower_32_bits(dma_tx_phy), ioaddr + DMA_TX_BASE_ADDR);
129}
130
131static u32 dwmac1000_configure_fc(u32 csr6, int rxfifosz)
132{
133 csr6 &= ~DMA_CONTROL_RFA_MASK;
134 csr6 &= ~DMA_CONTROL_RFD_MASK;
135
136 /* Leave flow control disabled if receive fifo size is less than
137 * 4K or 0. Otherwise, send XOFF when fifo is 1K less than full,
138 * and send XON when 2K less than full.
139 */
140 if (rxfifosz < 4096) {
141 csr6 &= ~DMA_CONTROL_EFC;
142 pr_debug("GMAC: disabling flow control, rxfifo too small(%d)\n",
143 rxfifosz);
144 } else {
145 csr6 |= DMA_CONTROL_EFC;
146 csr6 |= RFA_FULL_MINUS_1K;
147 csr6 |= RFD_FULL_MINUS_2K;
148 }
149 return csr6;
150}
151
152static void dwmac1000_dma_operation_mode_rx(struct stmmac_priv *priv,
153 void __iomem *ioaddr, int mode,
154 u32 channel, int fifosz, u8 qmode)
155{
156 u32 csr6 = readl(ioaddr + DMA_CONTROL);
157
158 if (mode == SF_DMA_MODE) {
159 pr_debug("GMAC: enable RX store and forward mode\n");
160 csr6 |= DMA_CONTROL_RSF;
161 } else {
162 pr_debug("GMAC: disable RX SF mode (threshold %d)\n", mode);
163 csr6 &= ~DMA_CONTROL_RSF;
164 csr6 &= DMA_CONTROL_TC_RX_MASK;
165 if (mode <= 32)
166 csr6 |= DMA_CONTROL_RTC_32;
167 else if (mode <= 64)
168 csr6 |= DMA_CONTROL_RTC_64;
169 else if (mode <= 96)
170 csr6 |= DMA_CONTROL_RTC_96;
171 else
172 csr6 |= DMA_CONTROL_RTC_128;
173 }
174
175 /* Configure flow control based on rx fifo size */
176 csr6 = dwmac1000_configure_fc(csr6, fifosz);
177
178 writel(csr6, ioaddr + DMA_CONTROL);
179}
180
181static void dwmac1000_dma_operation_mode_tx(struct stmmac_priv *priv,
182 void __iomem *ioaddr, int mode,
183 u32 channel, int fifosz, u8 qmode)
184{
185 u32 csr6 = readl(ioaddr + DMA_CONTROL);
186
187 if (mode == SF_DMA_MODE) {
188 pr_debug("GMAC: enable TX store and forward mode\n");
189 /* Transmit COE type 2 cannot be done in cut-through mode. */
190 csr6 |= DMA_CONTROL_TSF;
191 /* Operating on second frame increase the performance
192 * especially when transmit store-and-forward is used.
193 */
194 csr6 |= DMA_CONTROL_OSF;
195 } else {
196 pr_debug("GMAC: disabling TX SF (threshold %d)\n", mode);
197 csr6 &= ~DMA_CONTROL_TSF;
198 csr6 &= DMA_CONTROL_TC_TX_MASK;
199 /* Set the transmit threshold */
200 if (mode <= 32)
201 csr6 |= DMA_CONTROL_TTC_32;
202 else if (mode <= 64)
203 csr6 |= DMA_CONTROL_TTC_64;
204 else if (mode <= 128)
205 csr6 |= DMA_CONTROL_TTC_128;
206 else if (mode <= 192)
207 csr6 |= DMA_CONTROL_TTC_192;
208 else
209 csr6 |= DMA_CONTROL_TTC_256;
210 }
211
212 writel(csr6, ioaddr + DMA_CONTROL);
213}
214
215static void dwmac1000_dump_dma_regs(struct stmmac_priv *priv,
216 void __iomem *ioaddr, u32 *reg_space)
217{
218 int i;
219
220 for (i = 0; i < NUM_DWMAC1000_DMA_REGS; i++)
221 if ((i < 12) || (i > 17))
222 reg_space[DMA_BUS_MODE / 4 + i] =
223 readl(ioaddr + DMA_BUS_MODE + i * 4);
224}
225
226static int dwmac1000_get_hw_feature(void __iomem *ioaddr,
227 struct dma_features *dma_cap)
228{
229 u32 hw_cap = readl(ioaddr + DMA_HW_FEATURE);
230
231 if (!hw_cap) {
232 /* 0x00000000 is the value read on old hardware that does not
233 * implement this register
234 */
235 return -EOPNOTSUPP;
236 }
237
238 dma_cap->mbps_10_100 = (hw_cap & DMA_HW_FEAT_MIISEL);
239 dma_cap->mbps_1000 = (hw_cap & DMA_HW_FEAT_GMIISEL) >> 1;
240 dma_cap->half_duplex = (hw_cap & DMA_HW_FEAT_HDSEL) >> 2;
241 dma_cap->hash_filter = (hw_cap & DMA_HW_FEAT_HASHSEL) >> 4;
242 dma_cap->multi_addr = (hw_cap & DMA_HW_FEAT_ADDMAC) >> 5;
243 dma_cap->pcs = (hw_cap & DMA_HW_FEAT_PCSSEL) >> 6;
244 dma_cap->sma_mdio = (hw_cap & DMA_HW_FEAT_SMASEL) >> 8;
245 dma_cap->pmt_remote_wake_up = (hw_cap & DMA_HW_FEAT_RWKSEL) >> 9;
246 dma_cap->pmt_magic_frame = (hw_cap & DMA_HW_FEAT_MGKSEL) >> 10;
247 /* MMC */
248 dma_cap->rmon = (hw_cap & DMA_HW_FEAT_MMCSEL) >> 11;
249 /* IEEE 1588-2002 */
250 dma_cap->time_stamp =
251 (hw_cap & DMA_HW_FEAT_TSVER1SEL) >> 12;
252 /* IEEE 1588-2008 */
253 dma_cap->atime_stamp = (hw_cap & DMA_HW_FEAT_TSVER2SEL) >> 13;
254 /* 802.3az - Energy-Efficient Ethernet (EEE) */
255 dma_cap->eee = (hw_cap & DMA_HW_FEAT_EEESEL) >> 14;
256 dma_cap->av = (hw_cap & DMA_HW_FEAT_AVSEL) >> 15;
257 /* TX and RX csum */
258 dma_cap->tx_coe = (hw_cap & DMA_HW_FEAT_TXCOESEL) >> 16;
259 dma_cap->rx_coe_type1 = (hw_cap & DMA_HW_FEAT_RXTYP1COE) >> 17;
260 dma_cap->rx_coe_type2 = (hw_cap & DMA_HW_FEAT_RXTYP2COE) >> 18;
261 dma_cap->rxfifo_over_2048 = (hw_cap & DMA_HW_FEAT_RXFIFOSIZE) >> 19;
262 /* TX and RX number of channels */
263 dma_cap->number_rx_channel = (hw_cap & DMA_HW_FEAT_RXCHCNT) >> 20;
264 dma_cap->number_tx_channel = (hw_cap & DMA_HW_FEAT_TXCHCNT) >> 22;
265 /* Alternate (enhanced) DESC mode */
266 dma_cap->enh_desc = (hw_cap & DMA_HW_FEAT_ENHDESSEL) >> 24;
267
268 return 0;
269}
270
271static void dwmac1000_rx_watchdog(struct stmmac_priv *priv,
272 void __iomem *ioaddr, u32 riwt, u32 queue)
273{
274 writel(riwt, ioaddr + DMA_RX_WATCHDOG);
275}
276
277const struct stmmac_dma_ops dwmac1000_dma_ops = {
278 .reset = dwmac_dma_reset,
279 .init = dwmac1000_dma_init,
280 .init_rx_chan = dwmac1000_dma_init_rx,
281 .init_tx_chan = dwmac1000_dma_init_tx,
282 .axi = dwmac1000_dma_axi,
283 .dump_regs = dwmac1000_dump_dma_regs,
284 .dma_rx_mode = dwmac1000_dma_operation_mode_rx,
285 .dma_tx_mode = dwmac1000_dma_operation_mode_tx,
286 .enable_dma_transmission = dwmac_enable_dma_transmission,
287 .enable_dma_irq = dwmac_enable_dma_irq,
288 .disable_dma_irq = dwmac_disable_dma_irq,
289 .start_tx = dwmac_dma_start_tx,
290 .stop_tx = dwmac_dma_stop_tx,
291 .start_rx = dwmac_dma_start_rx,
292 .stop_rx = dwmac_dma_stop_rx,
293 .dma_interrupt = dwmac_dma_interrupt,
294 .get_hw_feature = dwmac1000_get_hw_feature,
295 .rx_watchdog = dwmac1000_rx_watchdog,
296};
1/*******************************************************************************
2 This is the driver for the GMAC on-chip Ethernet controller for ST SoCs.
3 DWC Ether MAC 10/100/1000 Universal version 3.41a has been used for
4 developing this code.
5
6 This contains the functions to handle the dma.
7
8 Copyright (C) 2007-2009 STMicroelectronics Ltd
9
10 This program is free software; you can redistribute it and/or modify it
11 under the terms and conditions of the GNU General Public License,
12 version 2, as published by the Free Software Foundation.
13
14 This program is distributed in the hope it will be useful, but WITHOUT
15 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
16 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
17 more details.
18
19 You should have received a copy of the GNU General Public License along with
20 this program; if not, write to the Free Software Foundation, Inc.,
21 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
22
23 The full GNU General Public License is included in this distribution in
24 the file called "COPYING".
25
26 Author: Giuseppe Cavallaro <peppe.cavallaro@st.com>
27*******************************************************************************/
28
29#include <asm/io.h>
30#include "dwmac1000.h"
31#include "dwmac_dma.h"
32
33static void dwmac1000_dma_axi(void __iomem *ioaddr, struct stmmac_axi *axi)
34{
35 u32 value = readl(ioaddr + DMA_AXI_BUS_MODE);
36 int i;
37
38 pr_info("dwmac1000: Master AXI performs %s burst length\n",
39 !(value & DMA_AXI_UNDEF) ? "fixed" : "any");
40
41 if (axi->axi_lpi_en)
42 value |= DMA_AXI_EN_LPI;
43 if (axi->axi_xit_frm)
44 value |= DMA_AXI_LPI_XIT_FRM;
45
46 value |= (axi->axi_wr_osr_lmt & DMA_AXI_WR_OSR_LMT_MASK) <<
47 DMA_AXI_WR_OSR_LMT_SHIFT;
48
49 value |= (axi->axi_rd_osr_lmt & DMA_AXI_RD_OSR_LMT_MASK) <<
50 DMA_AXI_RD_OSR_LMT_SHIFT;
51
52 /* Depending on the UNDEF bit the Master AXI will perform any burst
53 * length according to the BLEN programmed (by default all BLEN are
54 * set).
55 */
56 for (i = 0; i < AXI_BLEN; i++) {
57 switch (axi->axi_blen[i]) {
58 case 256:
59 value |= DMA_AXI_BLEN256;
60 break;
61 case 128:
62 value |= DMA_AXI_BLEN128;
63 break;
64 case 64:
65 value |= DMA_AXI_BLEN64;
66 break;
67 case 32:
68 value |= DMA_AXI_BLEN32;
69 break;
70 case 16:
71 value |= DMA_AXI_BLEN16;
72 break;
73 case 8:
74 value |= DMA_AXI_BLEN8;
75 break;
76 case 4:
77 value |= DMA_AXI_BLEN4;
78 break;
79 }
80 }
81
82 writel(value, ioaddr + DMA_AXI_BUS_MODE);
83}
84
85static void dwmac1000_dma_init(void __iomem *ioaddr, int pbl, int fb, int mb,
86 int aal, u32 dma_tx, u32 dma_rx, int atds)
87{
88 u32 value = readl(ioaddr + DMA_BUS_MODE);
89
90 /*
91 * Set the DMA PBL (Programmable Burst Length) mode.
92 *
93 * Note: before stmmac core 3.50 this mode bit was 4xPBL, and
94 * post 3.5 mode bit acts as 8*PBL.
95 *
96 * This configuration doesn't take care about the Separate PBL
97 * so only the bits: 13-8 are programmed with the PBL passed from the
98 * platform.
99 */
100 value |= DMA_BUS_MODE_MAXPBL;
101 value &= ~DMA_BUS_MODE_PBL_MASK;
102 value |= (pbl << DMA_BUS_MODE_PBL_SHIFT);
103
104 /* Set the Fixed burst mode */
105 if (fb)
106 value |= DMA_BUS_MODE_FB;
107
108 /* Mixed Burst has no effect when fb is set */
109 if (mb)
110 value |= DMA_BUS_MODE_MB;
111
112 if (atds)
113 value |= DMA_BUS_MODE_ATDS;
114
115 if (aal)
116 value |= DMA_BUS_MODE_AAL;
117
118 writel(value, ioaddr + DMA_BUS_MODE);
119
120 /* Mask interrupts by writing to CSR7 */
121 writel(DMA_INTR_DEFAULT_MASK, ioaddr + DMA_INTR_ENA);
122
123 /* RX/TX descriptor base address lists must be written into
124 * DMA CSR3 and CSR4, respectively
125 */
126 writel(dma_tx, ioaddr + DMA_TX_BASE_ADDR);
127 writel(dma_rx, ioaddr + DMA_RCV_BASE_ADDR);
128}
129
130static u32 dwmac1000_configure_fc(u32 csr6, int rxfifosz)
131{
132 csr6 &= ~DMA_CONTROL_RFA_MASK;
133 csr6 &= ~DMA_CONTROL_RFD_MASK;
134
135 /* Leave flow control disabled if receive fifo size is less than
136 * 4K or 0. Otherwise, send XOFF when fifo is 1K less than full,
137 * and send XON when 2K less than full.
138 */
139 if (rxfifosz < 4096) {
140 csr6 &= ~DMA_CONTROL_EFC;
141 pr_debug("GMAC: disabling flow control, rxfifo too small(%d)\n",
142 rxfifosz);
143 } else {
144 csr6 |= DMA_CONTROL_EFC;
145 csr6 |= RFA_FULL_MINUS_1K;
146 csr6 |= RFD_FULL_MINUS_2K;
147 }
148 return csr6;
149}
150
151static void dwmac1000_dma_operation_mode(void __iomem *ioaddr, int txmode,
152 int rxmode, int rxfifosz)
153{
154 u32 csr6 = readl(ioaddr + DMA_CONTROL);
155
156 if (txmode == SF_DMA_MODE) {
157 pr_debug("GMAC: enable TX store and forward mode\n");
158 /* Transmit COE type 2 cannot be done in cut-through mode. */
159 csr6 |= DMA_CONTROL_TSF;
160 /* Operating on second frame increase the performance
161 * especially when transmit store-and-forward is used.
162 */
163 csr6 |= DMA_CONTROL_OSF;
164 } else {
165 pr_debug("GMAC: disabling TX SF (threshold %d)\n", txmode);
166 csr6 &= ~DMA_CONTROL_TSF;
167 csr6 &= DMA_CONTROL_TC_TX_MASK;
168 /* Set the transmit threshold */
169 if (txmode <= 32)
170 csr6 |= DMA_CONTROL_TTC_32;
171 else if (txmode <= 64)
172 csr6 |= DMA_CONTROL_TTC_64;
173 else if (txmode <= 128)
174 csr6 |= DMA_CONTROL_TTC_128;
175 else if (txmode <= 192)
176 csr6 |= DMA_CONTROL_TTC_192;
177 else
178 csr6 |= DMA_CONTROL_TTC_256;
179 }
180
181 if (rxmode == SF_DMA_MODE) {
182 pr_debug("GMAC: enable RX store and forward mode\n");
183 csr6 |= DMA_CONTROL_RSF;
184 } else {
185 pr_debug("GMAC: disable RX SF mode (threshold %d)\n", rxmode);
186 csr6 &= ~DMA_CONTROL_RSF;
187 csr6 &= DMA_CONTROL_TC_RX_MASK;
188 if (rxmode <= 32)
189 csr6 |= DMA_CONTROL_RTC_32;
190 else if (rxmode <= 64)
191 csr6 |= DMA_CONTROL_RTC_64;
192 else if (rxmode <= 96)
193 csr6 |= DMA_CONTROL_RTC_96;
194 else
195 csr6 |= DMA_CONTROL_RTC_128;
196 }
197
198 /* Configure flow control based on rx fifo size */
199 csr6 = dwmac1000_configure_fc(csr6, rxfifosz);
200
201 writel(csr6, ioaddr + DMA_CONTROL);
202}
203
204static void dwmac1000_dump_dma_regs(void __iomem *ioaddr)
205{
206 int i;
207 pr_info(" DMA registers\n");
208 for (i = 0; i < 22; i++) {
209 if ((i < 9) || (i > 17)) {
210 int offset = i * 4;
211 pr_err("\t Reg No. %d (offset 0x%x): 0x%08x\n", i,
212 (DMA_BUS_MODE + offset),
213 readl(ioaddr + DMA_BUS_MODE + offset));
214 }
215 }
216}
217
218static unsigned int dwmac1000_get_hw_feature(void __iomem *ioaddr)
219{
220 return readl(ioaddr + DMA_HW_FEATURE);
221}
222
223static void dwmac1000_rx_watchdog(void __iomem *ioaddr, u32 riwt)
224{
225 writel(riwt, ioaddr + DMA_RX_WATCHDOG);
226}
227
228const struct stmmac_dma_ops dwmac1000_dma_ops = {
229 .reset = dwmac_dma_reset,
230 .init = dwmac1000_dma_init,
231 .axi = dwmac1000_dma_axi,
232 .dump_regs = dwmac1000_dump_dma_regs,
233 .dma_mode = dwmac1000_dma_operation_mode,
234 .enable_dma_transmission = dwmac_enable_dma_transmission,
235 .enable_dma_irq = dwmac_enable_dma_irq,
236 .disable_dma_irq = dwmac_disable_dma_irq,
237 .start_tx = dwmac_dma_start_tx,
238 .stop_tx = dwmac_dma_stop_tx,
239 .start_rx = dwmac_dma_start_rx,
240 .stop_rx = dwmac_dma_stop_rx,
241 .dma_interrupt = dwmac_dma_interrupt,
242 .get_hw_feature = dwmac1000_get_hw_feature,
243 .rx_watchdog = dwmac1000_rx_watchdog,
244};