Loading...
1/*
2 * This program is free software; you can redistribute it and/or modify it
3 * under the terms of the GNU General Public License version 2 as published
4 * by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, see <http://www.gnu.org/licenses/>.
13 *
14 * Copyright (C) 2011 John Crispin <blogic@openwrt.org>
15 */
16
17#include <linux/kernel.h>
18#include <linux/slab.h>
19#include <linux/errno.h>
20#include <linux/types.h>
21#include <linux/interrupt.h>
22#include <linux/uaccess.h>
23#include <linux/in.h>
24#include <linux/netdevice.h>
25#include <linux/etherdevice.h>
26#include <linux/phy.h>
27#include <linux/ip.h>
28#include <linux/tcp.h>
29#include <linux/skbuff.h>
30#include <linux/mm.h>
31#include <linux/platform_device.h>
32#include <linux/ethtool.h>
33#include <linux/init.h>
34#include <linux/delay.h>
35#include <linux/io.h>
36#include <linux/dma-mapping.h>
37#include <linux/module.h>
38
39#include <asm/checksum.h>
40
41#include <lantiq_soc.h>
42#include <xway_dma.h>
43#include <lantiq_platform.h>
44
45#define LTQ_ETOP_MDIO 0x11804
46#define MDIO_REQUEST 0x80000000
47#define MDIO_READ 0x40000000
48#define MDIO_ADDR_MASK 0x1f
49#define MDIO_ADDR_OFFSET 0x15
50#define MDIO_REG_MASK 0x1f
51#define MDIO_REG_OFFSET 0x10
52#define MDIO_VAL_MASK 0xffff
53
54#define PPE32_CGEN 0x800
55#define LQ_PPE32_ENET_MAC_CFG 0x1840
56
57#define LTQ_ETOP_ENETS0 0x11850
58#define LTQ_ETOP_MAC_DA0 0x1186C
59#define LTQ_ETOP_MAC_DA1 0x11870
60#define LTQ_ETOP_CFG 0x16020
61#define LTQ_ETOP_IGPLEN 0x16080
62
63#define MAX_DMA_CHAN 0x8
64#define MAX_DMA_CRC_LEN 0x4
65#define MAX_DMA_DATA_LEN 0x600
66
67#define ETOP_FTCU BIT(28)
68#define ETOP_MII_MASK 0xf
69#define ETOP_MII_NORMAL 0xd
70#define ETOP_MII_REVERSE 0xe
71#define ETOP_PLEN_UNDER 0x40
72#define ETOP_CGEN 0x800
73
74/* use 2 static channels for TX/RX */
75#define LTQ_ETOP_TX_CHANNEL 1
76#define LTQ_ETOP_RX_CHANNEL 6
77#define IS_TX(x) (x == LTQ_ETOP_TX_CHANNEL)
78#define IS_RX(x) (x == LTQ_ETOP_RX_CHANNEL)
79
80#define ltq_etop_r32(x) ltq_r32(ltq_etop_membase + (x))
81#define ltq_etop_w32(x, y) ltq_w32(x, ltq_etop_membase + (y))
82#define ltq_etop_w32_mask(x, y, z) \
83 ltq_w32_mask(x, y, ltq_etop_membase + (z))
84
85#define DRV_VERSION "1.0"
86
87static void __iomem *ltq_etop_membase;
88
89struct ltq_etop_chan {
90 int idx;
91 int tx_free;
92 struct net_device *netdev;
93 struct napi_struct napi;
94 struct ltq_dma_channel dma;
95 struct sk_buff *skb[LTQ_DESC_NUM];
96};
97
98struct ltq_etop_priv {
99 struct net_device *netdev;
100 struct platform_device *pdev;
101 struct ltq_eth_data *pldata;
102 struct resource *res;
103
104 struct mii_bus *mii_bus;
105 struct phy_device *phydev;
106
107 struct ltq_etop_chan ch[MAX_DMA_CHAN];
108 int tx_free[MAX_DMA_CHAN >> 1];
109
110 spinlock_t lock;
111};
112
113static int
114ltq_etop_alloc_skb(struct ltq_etop_chan *ch)
115{
116 ch->skb[ch->dma.desc] = netdev_alloc_skb(ch->netdev, MAX_DMA_DATA_LEN);
117 if (!ch->skb[ch->dma.desc])
118 return -ENOMEM;
119 ch->dma.desc_base[ch->dma.desc].addr = dma_map_single(NULL,
120 ch->skb[ch->dma.desc]->data, MAX_DMA_DATA_LEN,
121 DMA_FROM_DEVICE);
122 ch->dma.desc_base[ch->dma.desc].addr =
123 CPHYSADDR(ch->skb[ch->dma.desc]->data);
124 ch->dma.desc_base[ch->dma.desc].ctl =
125 LTQ_DMA_OWN | LTQ_DMA_RX_OFFSET(NET_IP_ALIGN) |
126 MAX_DMA_DATA_LEN;
127 skb_reserve(ch->skb[ch->dma.desc], NET_IP_ALIGN);
128 return 0;
129}
130
131static void
132ltq_etop_hw_receive(struct ltq_etop_chan *ch)
133{
134 struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
135 struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
136 struct sk_buff *skb = ch->skb[ch->dma.desc];
137 int len = (desc->ctl & LTQ_DMA_SIZE_MASK) - MAX_DMA_CRC_LEN;
138 unsigned long flags;
139
140 spin_lock_irqsave(&priv->lock, flags);
141 if (ltq_etop_alloc_skb(ch)) {
142 netdev_err(ch->netdev,
143 "failed to allocate new rx buffer, stopping DMA\n");
144 ltq_dma_close(&ch->dma);
145 }
146 ch->dma.desc++;
147 ch->dma.desc %= LTQ_DESC_NUM;
148 spin_unlock_irqrestore(&priv->lock, flags);
149
150 skb_put(skb, len);
151 skb->protocol = eth_type_trans(skb, ch->netdev);
152 netif_receive_skb(skb);
153}
154
155static int
156ltq_etop_poll_rx(struct napi_struct *napi, int budget)
157{
158 struct ltq_etop_chan *ch = container_of(napi,
159 struct ltq_etop_chan, napi);
160 int rx = 0;
161 int complete = 0;
162
163 while ((rx < budget) && !complete) {
164 struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
165
166 if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) == LTQ_DMA_C) {
167 ltq_etop_hw_receive(ch);
168 rx++;
169 } else {
170 complete = 1;
171 }
172 }
173 if (complete || !rx) {
174 napi_complete(&ch->napi);
175 ltq_dma_ack_irq(&ch->dma);
176 }
177 return rx;
178}
179
180static int
181ltq_etop_poll_tx(struct napi_struct *napi, int budget)
182{
183 struct ltq_etop_chan *ch =
184 container_of(napi, struct ltq_etop_chan, napi);
185 struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
186 struct netdev_queue *txq =
187 netdev_get_tx_queue(ch->netdev, ch->idx >> 1);
188 unsigned long flags;
189
190 spin_lock_irqsave(&priv->lock, flags);
191 while ((ch->dma.desc_base[ch->tx_free].ctl &
192 (LTQ_DMA_OWN | LTQ_DMA_C)) == LTQ_DMA_C) {
193 dev_kfree_skb_any(ch->skb[ch->tx_free]);
194 ch->skb[ch->tx_free] = NULL;
195 memset(&ch->dma.desc_base[ch->tx_free], 0,
196 sizeof(struct ltq_dma_desc));
197 ch->tx_free++;
198 ch->tx_free %= LTQ_DESC_NUM;
199 }
200 spin_unlock_irqrestore(&priv->lock, flags);
201
202 if (netif_tx_queue_stopped(txq))
203 netif_tx_start_queue(txq);
204 napi_complete(&ch->napi);
205 ltq_dma_ack_irq(&ch->dma);
206 return 1;
207}
208
209static irqreturn_t
210ltq_etop_dma_irq(int irq, void *_priv)
211{
212 struct ltq_etop_priv *priv = _priv;
213 int ch = irq - LTQ_DMA_CH0_INT;
214
215 napi_schedule(&priv->ch[ch].napi);
216 return IRQ_HANDLED;
217}
218
219static void
220ltq_etop_free_channel(struct net_device *dev, struct ltq_etop_chan *ch)
221{
222 struct ltq_etop_priv *priv = netdev_priv(dev);
223
224 ltq_dma_free(&ch->dma);
225 if (ch->dma.irq)
226 free_irq(ch->dma.irq, priv);
227 if (IS_RX(ch->idx)) {
228 int desc;
229 for (desc = 0; desc < LTQ_DESC_NUM; desc++)
230 dev_kfree_skb_any(ch->skb[ch->dma.desc]);
231 }
232}
233
234static void
235ltq_etop_hw_exit(struct net_device *dev)
236{
237 struct ltq_etop_priv *priv = netdev_priv(dev);
238 int i;
239
240 ltq_pmu_disable(PMU_PPE);
241 for (i = 0; i < MAX_DMA_CHAN; i++)
242 if (IS_TX(i) || IS_RX(i))
243 ltq_etop_free_channel(dev, &priv->ch[i]);
244}
245
246static int
247ltq_etop_hw_init(struct net_device *dev)
248{
249 struct ltq_etop_priv *priv = netdev_priv(dev);
250 int i;
251
252 ltq_pmu_enable(PMU_PPE);
253
254 switch (priv->pldata->mii_mode) {
255 case PHY_INTERFACE_MODE_RMII:
256 ltq_etop_w32_mask(ETOP_MII_MASK,
257 ETOP_MII_REVERSE, LTQ_ETOP_CFG);
258 break;
259
260 case PHY_INTERFACE_MODE_MII:
261 ltq_etop_w32_mask(ETOP_MII_MASK,
262 ETOP_MII_NORMAL, LTQ_ETOP_CFG);
263 break;
264
265 default:
266 netdev_err(dev, "unknown mii mode %d\n",
267 priv->pldata->mii_mode);
268 return -ENOTSUPP;
269 }
270
271 /* enable crc generation */
272 ltq_etop_w32(PPE32_CGEN, LQ_PPE32_ENET_MAC_CFG);
273
274 ltq_dma_init_port(DMA_PORT_ETOP);
275
276 for (i = 0; i < MAX_DMA_CHAN; i++) {
277 int irq = LTQ_DMA_CH0_INT + i;
278 struct ltq_etop_chan *ch = &priv->ch[i];
279
280 ch->idx = ch->dma.nr = i;
281
282 if (IS_TX(i)) {
283 ltq_dma_alloc_tx(&ch->dma);
284 request_irq(irq, ltq_etop_dma_irq, 0, "etop_tx", priv);
285 } else if (IS_RX(i)) {
286 ltq_dma_alloc_rx(&ch->dma);
287 for (ch->dma.desc = 0; ch->dma.desc < LTQ_DESC_NUM;
288 ch->dma.desc++)
289 if (ltq_etop_alloc_skb(ch))
290 return -ENOMEM;
291 ch->dma.desc = 0;
292 request_irq(irq, ltq_etop_dma_irq, 0, "etop_rx", priv);
293 }
294 ch->dma.irq = irq;
295 }
296 return 0;
297}
298
299static void
300ltq_etop_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
301{
302 strlcpy(info->driver, "Lantiq ETOP", sizeof(info->driver));
303 strlcpy(info->bus_info, "internal", sizeof(info->bus_info));
304 strlcpy(info->version, DRV_VERSION, sizeof(info->version));
305}
306
307static int
308ltq_etop_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
309{
310 struct ltq_etop_priv *priv = netdev_priv(dev);
311
312 return phy_ethtool_gset(priv->phydev, cmd);
313}
314
315static int
316ltq_etop_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
317{
318 struct ltq_etop_priv *priv = netdev_priv(dev);
319
320 return phy_ethtool_sset(priv->phydev, cmd);
321}
322
323static int
324ltq_etop_nway_reset(struct net_device *dev)
325{
326 struct ltq_etop_priv *priv = netdev_priv(dev);
327
328 return phy_start_aneg(priv->phydev);
329}
330
331static const struct ethtool_ops ltq_etop_ethtool_ops = {
332 .get_drvinfo = ltq_etop_get_drvinfo,
333 .get_settings = ltq_etop_get_settings,
334 .set_settings = ltq_etop_set_settings,
335 .nway_reset = ltq_etop_nway_reset,
336};
337
338static int
339ltq_etop_mdio_wr(struct mii_bus *bus, int phy_addr, int phy_reg, u16 phy_data)
340{
341 u32 val = MDIO_REQUEST |
342 ((phy_addr & MDIO_ADDR_MASK) << MDIO_ADDR_OFFSET) |
343 ((phy_reg & MDIO_REG_MASK) << MDIO_REG_OFFSET) |
344 phy_data;
345
346 while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
347 ;
348 ltq_etop_w32(val, LTQ_ETOP_MDIO);
349 return 0;
350}
351
352static int
353ltq_etop_mdio_rd(struct mii_bus *bus, int phy_addr, int phy_reg)
354{
355 u32 val = MDIO_REQUEST | MDIO_READ |
356 ((phy_addr & MDIO_ADDR_MASK) << MDIO_ADDR_OFFSET) |
357 ((phy_reg & MDIO_REG_MASK) << MDIO_REG_OFFSET);
358
359 while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
360 ;
361 ltq_etop_w32(val, LTQ_ETOP_MDIO);
362 while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
363 ;
364 val = ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_VAL_MASK;
365 return val;
366}
367
368static void
369ltq_etop_mdio_link(struct net_device *dev)
370{
371 /* nothing to do */
372}
373
374static int
375ltq_etop_mdio_probe(struct net_device *dev)
376{
377 struct ltq_etop_priv *priv = netdev_priv(dev);
378 struct phy_device *phydev = NULL;
379 int phy_addr;
380
381 for (phy_addr = 0; phy_addr < PHY_MAX_ADDR; phy_addr++) {
382 if (priv->mii_bus->phy_map[phy_addr]) {
383 phydev = priv->mii_bus->phy_map[phy_addr];
384 break;
385 }
386 }
387
388 if (!phydev) {
389 netdev_err(dev, "no PHY found\n");
390 return -ENODEV;
391 }
392
393 phydev = phy_connect(dev, dev_name(&phydev->dev),
394 <q_etop_mdio_link, priv->pldata->mii_mode);
395
396 if (IS_ERR(phydev)) {
397 netdev_err(dev, "Could not attach to PHY\n");
398 return PTR_ERR(phydev);
399 }
400
401 phydev->supported &= (SUPPORTED_10baseT_Half
402 | SUPPORTED_10baseT_Full
403 | SUPPORTED_100baseT_Half
404 | SUPPORTED_100baseT_Full
405 | SUPPORTED_Autoneg
406 | SUPPORTED_MII
407 | SUPPORTED_TP);
408
409 phydev->advertising = phydev->supported;
410 priv->phydev = phydev;
411 pr_info("%s: attached PHY [%s] (phy_addr=%s, irq=%d)\n",
412 dev->name, phydev->drv->name,
413 dev_name(&phydev->dev), phydev->irq);
414
415 return 0;
416}
417
418static int
419ltq_etop_mdio_init(struct net_device *dev)
420{
421 struct ltq_etop_priv *priv = netdev_priv(dev);
422 int i;
423 int err;
424
425 priv->mii_bus = mdiobus_alloc();
426 if (!priv->mii_bus) {
427 netdev_err(dev, "failed to allocate mii bus\n");
428 err = -ENOMEM;
429 goto err_out;
430 }
431
432 priv->mii_bus->priv = dev;
433 priv->mii_bus->read = ltq_etop_mdio_rd;
434 priv->mii_bus->write = ltq_etop_mdio_wr;
435 priv->mii_bus->name = "ltq_mii";
436 snprintf(priv->mii_bus->id, MII_BUS_ID_SIZE, "%s-%x",
437 priv->pdev->name, priv->pdev->id);
438 priv->mii_bus->irq = kmalloc(sizeof(int) * PHY_MAX_ADDR, GFP_KERNEL);
439 if (!priv->mii_bus->irq) {
440 err = -ENOMEM;
441 goto err_out_free_mdiobus;
442 }
443
444 for (i = 0; i < PHY_MAX_ADDR; ++i)
445 priv->mii_bus->irq[i] = PHY_POLL;
446
447 if (mdiobus_register(priv->mii_bus)) {
448 err = -ENXIO;
449 goto err_out_free_mdio_irq;
450 }
451
452 if (ltq_etop_mdio_probe(dev)) {
453 err = -ENXIO;
454 goto err_out_unregister_bus;
455 }
456 return 0;
457
458err_out_unregister_bus:
459 mdiobus_unregister(priv->mii_bus);
460err_out_free_mdio_irq:
461 kfree(priv->mii_bus->irq);
462err_out_free_mdiobus:
463 mdiobus_free(priv->mii_bus);
464err_out:
465 return err;
466}
467
468static void
469ltq_etop_mdio_cleanup(struct net_device *dev)
470{
471 struct ltq_etop_priv *priv = netdev_priv(dev);
472
473 phy_disconnect(priv->phydev);
474 mdiobus_unregister(priv->mii_bus);
475 kfree(priv->mii_bus->irq);
476 mdiobus_free(priv->mii_bus);
477}
478
479static int
480ltq_etop_open(struct net_device *dev)
481{
482 struct ltq_etop_priv *priv = netdev_priv(dev);
483 int i;
484
485 for (i = 0; i < MAX_DMA_CHAN; i++) {
486 struct ltq_etop_chan *ch = &priv->ch[i];
487
488 if (!IS_TX(i) && (!IS_RX(i)))
489 continue;
490 ltq_dma_open(&ch->dma);
491 napi_enable(&ch->napi);
492 }
493 phy_start(priv->phydev);
494 netif_tx_start_all_queues(dev);
495 return 0;
496}
497
498static int
499ltq_etop_stop(struct net_device *dev)
500{
501 struct ltq_etop_priv *priv = netdev_priv(dev);
502 int i;
503
504 netif_tx_stop_all_queues(dev);
505 phy_stop(priv->phydev);
506 for (i = 0; i < MAX_DMA_CHAN; i++) {
507 struct ltq_etop_chan *ch = &priv->ch[i];
508
509 if (!IS_RX(i) && !IS_TX(i))
510 continue;
511 napi_disable(&ch->napi);
512 ltq_dma_close(&ch->dma);
513 }
514 return 0;
515}
516
517static int
518ltq_etop_tx(struct sk_buff *skb, struct net_device *dev)
519{
520 int queue = skb_get_queue_mapping(skb);
521 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue);
522 struct ltq_etop_priv *priv = netdev_priv(dev);
523 struct ltq_etop_chan *ch = &priv->ch[(queue << 1) | 1];
524 struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
525 int len;
526 unsigned long flags;
527 u32 byte_offset;
528
529 len = skb->len < ETH_ZLEN ? ETH_ZLEN : skb->len;
530
531 if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) || ch->skb[ch->dma.desc]) {
532 dev_kfree_skb_any(skb);
533 netdev_err(dev, "tx ring full\n");
534 netif_tx_stop_queue(txq);
535 return NETDEV_TX_BUSY;
536 }
537
538 /* dma needs to start on a 16 byte aligned address */
539 byte_offset = CPHYSADDR(skb->data) % 16;
540 ch->skb[ch->dma.desc] = skb;
541
542 dev->trans_start = jiffies;
543
544 spin_lock_irqsave(&priv->lock, flags);
545 desc->addr = ((unsigned int) dma_map_single(NULL, skb->data, len,
546 DMA_TO_DEVICE)) - byte_offset;
547 wmb();
548 desc->ctl = LTQ_DMA_OWN | LTQ_DMA_SOP | LTQ_DMA_EOP |
549 LTQ_DMA_TX_OFFSET(byte_offset) | (len & LTQ_DMA_SIZE_MASK);
550 ch->dma.desc++;
551 ch->dma.desc %= LTQ_DESC_NUM;
552 spin_unlock_irqrestore(&priv->lock, flags);
553
554 if (ch->dma.desc_base[ch->dma.desc].ctl & LTQ_DMA_OWN)
555 netif_tx_stop_queue(txq);
556
557 return NETDEV_TX_OK;
558}
559
560static int
561ltq_etop_change_mtu(struct net_device *dev, int new_mtu)
562{
563 int ret = eth_change_mtu(dev, new_mtu);
564
565 if (!ret) {
566 struct ltq_etop_priv *priv = netdev_priv(dev);
567 unsigned long flags;
568
569 spin_lock_irqsave(&priv->lock, flags);
570 ltq_etop_w32((ETOP_PLEN_UNDER << 16) | new_mtu,
571 LTQ_ETOP_IGPLEN);
572 spin_unlock_irqrestore(&priv->lock, flags);
573 }
574 return ret;
575}
576
577static int
578ltq_etop_ioctl(struct net_device *dev, struct ifreq *rq, int cmd)
579{
580 struct ltq_etop_priv *priv = netdev_priv(dev);
581
582 /* TODO: mii-toll reports "No MII transceiver present!." ?!*/
583 return phy_mii_ioctl(priv->phydev, rq, cmd);
584}
585
586static int
587ltq_etop_set_mac_address(struct net_device *dev, void *p)
588{
589 int ret = eth_mac_addr(dev, p);
590
591 if (!ret) {
592 struct ltq_etop_priv *priv = netdev_priv(dev);
593 unsigned long flags;
594
595 /* store the mac for the unicast filter */
596 spin_lock_irqsave(&priv->lock, flags);
597 ltq_etop_w32(*((u32 *)dev->dev_addr), LTQ_ETOP_MAC_DA0);
598 ltq_etop_w32(*((u16 *)&dev->dev_addr[4]) << 16,
599 LTQ_ETOP_MAC_DA1);
600 spin_unlock_irqrestore(&priv->lock, flags);
601 }
602 return ret;
603}
604
605static void
606ltq_etop_set_multicast_list(struct net_device *dev)
607{
608 struct ltq_etop_priv *priv = netdev_priv(dev);
609 unsigned long flags;
610
611 /* ensure that the unicast filter is not enabled in promiscious mode */
612 spin_lock_irqsave(&priv->lock, flags);
613 if ((dev->flags & IFF_PROMISC) || (dev->flags & IFF_ALLMULTI))
614 ltq_etop_w32_mask(ETOP_FTCU, 0, LTQ_ETOP_ENETS0);
615 else
616 ltq_etop_w32_mask(0, ETOP_FTCU, LTQ_ETOP_ENETS0);
617 spin_unlock_irqrestore(&priv->lock, flags);
618}
619
620static u16
621ltq_etop_select_queue(struct net_device *dev, struct sk_buff *skb,
622 void *accel_priv, select_queue_fallback_t fallback)
623{
624 /* we are currently only using the first queue */
625 return 0;
626}
627
628static int
629ltq_etop_init(struct net_device *dev)
630{
631 struct ltq_etop_priv *priv = netdev_priv(dev);
632 struct sockaddr mac;
633 int err;
634 bool random_mac = false;
635
636 ether_setup(dev);
637 dev->watchdog_timeo = 10 * HZ;
638 err = ltq_etop_hw_init(dev);
639 if (err)
640 goto err_hw;
641 ltq_etop_change_mtu(dev, 1500);
642
643 memcpy(&mac, &priv->pldata->mac, sizeof(struct sockaddr));
644 if (!is_valid_ether_addr(mac.sa_data)) {
645 pr_warn("etop: invalid MAC, using random\n");
646 eth_random_addr(mac.sa_data);
647 random_mac = true;
648 }
649
650 err = ltq_etop_set_mac_address(dev, &mac);
651 if (err)
652 goto err_netdev;
653
654 /* Set addr_assign_type here, ltq_etop_set_mac_address would reset it. */
655 if (random_mac)
656 dev->addr_assign_type = NET_ADDR_RANDOM;
657
658 ltq_etop_set_multicast_list(dev);
659 err = ltq_etop_mdio_init(dev);
660 if (err)
661 goto err_netdev;
662 return 0;
663
664err_netdev:
665 unregister_netdev(dev);
666 free_netdev(dev);
667err_hw:
668 ltq_etop_hw_exit(dev);
669 return err;
670}
671
672static void
673ltq_etop_tx_timeout(struct net_device *dev)
674{
675 int err;
676
677 ltq_etop_hw_exit(dev);
678 err = ltq_etop_hw_init(dev);
679 if (err)
680 goto err_hw;
681 dev->trans_start = jiffies;
682 netif_wake_queue(dev);
683 return;
684
685err_hw:
686 ltq_etop_hw_exit(dev);
687 netdev_err(dev, "failed to restart etop after TX timeout\n");
688}
689
690static const struct net_device_ops ltq_eth_netdev_ops = {
691 .ndo_open = ltq_etop_open,
692 .ndo_stop = ltq_etop_stop,
693 .ndo_start_xmit = ltq_etop_tx,
694 .ndo_change_mtu = ltq_etop_change_mtu,
695 .ndo_do_ioctl = ltq_etop_ioctl,
696 .ndo_set_mac_address = ltq_etop_set_mac_address,
697 .ndo_validate_addr = eth_validate_addr,
698 .ndo_set_rx_mode = ltq_etop_set_multicast_list,
699 .ndo_select_queue = ltq_etop_select_queue,
700 .ndo_init = ltq_etop_init,
701 .ndo_tx_timeout = ltq_etop_tx_timeout,
702};
703
704static int __init
705ltq_etop_probe(struct platform_device *pdev)
706{
707 struct net_device *dev;
708 struct ltq_etop_priv *priv;
709 struct resource *res;
710 int err;
711 int i;
712
713 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
714 if (!res) {
715 dev_err(&pdev->dev, "failed to get etop resource\n");
716 err = -ENOENT;
717 goto err_out;
718 }
719
720 res = devm_request_mem_region(&pdev->dev, res->start,
721 resource_size(res), dev_name(&pdev->dev));
722 if (!res) {
723 dev_err(&pdev->dev, "failed to request etop resource\n");
724 err = -EBUSY;
725 goto err_out;
726 }
727
728 ltq_etop_membase = devm_ioremap_nocache(&pdev->dev,
729 res->start, resource_size(res));
730 if (!ltq_etop_membase) {
731 dev_err(&pdev->dev, "failed to remap etop engine %d\n",
732 pdev->id);
733 err = -ENOMEM;
734 goto err_out;
735 }
736
737 dev = alloc_etherdev_mq(sizeof(struct ltq_etop_priv), 4);
738 if (!dev) {
739 err = -ENOMEM;
740 goto err_out;
741 }
742 strcpy(dev->name, "eth%d");
743 dev->netdev_ops = <q_eth_netdev_ops;
744 dev->ethtool_ops = <q_etop_ethtool_ops;
745 priv = netdev_priv(dev);
746 priv->res = res;
747 priv->pdev = pdev;
748 priv->pldata = dev_get_platdata(&pdev->dev);
749 priv->netdev = dev;
750 spin_lock_init(&priv->lock);
751
752 for (i = 0; i < MAX_DMA_CHAN; i++) {
753 if (IS_TX(i))
754 netif_napi_add(dev, &priv->ch[i].napi,
755 ltq_etop_poll_tx, 8);
756 else if (IS_RX(i))
757 netif_napi_add(dev, &priv->ch[i].napi,
758 ltq_etop_poll_rx, 32);
759 priv->ch[i].netdev = dev;
760 }
761
762 err = register_netdev(dev);
763 if (err)
764 goto err_free;
765
766 platform_set_drvdata(pdev, dev);
767 return 0;
768
769err_free:
770 free_netdev(dev);
771err_out:
772 return err;
773}
774
775static int
776ltq_etop_remove(struct platform_device *pdev)
777{
778 struct net_device *dev = platform_get_drvdata(pdev);
779
780 if (dev) {
781 netif_tx_stop_all_queues(dev);
782 ltq_etop_hw_exit(dev);
783 ltq_etop_mdio_cleanup(dev);
784 unregister_netdev(dev);
785 }
786 return 0;
787}
788
789static struct platform_driver ltq_mii_driver = {
790 .remove = ltq_etop_remove,
791 .driver = {
792 .name = "ltq_etop",
793 .owner = THIS_MODULE,
794 },
795};
796
797int __init
798init_ltq_etop(void)
799{
800 int ret = platform_driver_probe(<q_mii_driver, ltq_etop_probe);
801
802 if (ret)
803 pr_err("ltq_etop: Error registering platform driver!");
804 return ret;
805}
806
807static void __exit
808exit_ltq_etop(void)
809{
810 platform_driver_unregister(<q_mii_driver);
811}
812
813module_init(init_ltq_etop);
814module_exit(exit_ltq_etop);
815
816MODULE_AUTHOR("John Crispin <blogic@openwrt.org>");
817MODULE_DESCRIPTION("Lantiq SoC ETOP");
818MODULE_LICENSE("GPL");
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 *
4 * Copyright (C) 2011 John Crispin <blogic@openwrt.org>
5 */
6
7#include <linux/kernel.h>
8#include <linux/slab.h>
9#include <linux/errno.h>
10#include <linux/types.h>
11#include <linux/interrupt.h>
12#include <linux/uaccess.h>
13#include <linux/in.h>
14#include <linux/netdevice.h>
15#include <linux/etherdevice.h>
16#include <linux/phy.h>
17#include <linux/ip.h>
18#include <linux/tcp.h>
19#include <linux/skbuff.h>
20#include <linux/mm.h>
21#include <linux/platform_device.h>
22#include <linux/ethtool.h>
23#include <linux/init.h>
24#include <linux/delay.h>
25#include <linux/io.h>
26#include <linux/dma-mapping.h>
27#include <linux/module.h>
28#include <linux/property.h>
29
30#include <asm/checksum.h>
31
32#include <lantiq_soc.h>
33#include <xway_dma.h>
34#include <lantiq_platform.h>
35
36#define LTQ_ETOP_MDIO 0x11804
37#define MDIO_REQUEST 0x80000000
38#define MDIO_READ 0x40000000
39#define MDIO_ADDR_MASK 0x1f
40#define MDIO_ADDR_OFFSET 0x15
41#define MDIO_REG_MASK 0x1f
42#define MDIO_REG_OFFSET 0x10
43#define MDIO_VAL_MASK 0xffff
44
45#define PPE32_CGEN 0x800
46#define LQ_PPE32_ENET_MAC_CFG 0x1840
47
48#define LTQ_ETOP_ENETS0 0x11850
49#define LTQ_ETOP_MAC_DA0 0x1186C
50#define LTQ_ETOP_MAC_DA1 0x11870
51#define LTQ_ETOP_CFG 0x16020
52#define LTQ_ETOP_IGPLEN 0x16080
53
54#define MAX_DMA_CHAN 0x8
55#define MAX_DMA_CRC_LEN 0x4
56#define MAX_DMA_DATA_LEN 0x600
57
58#define ETOP_FTCU BIT(28)
59#define ETOP_MII_MASK 0xf
60#define ETOP_MII_NORMAL 0xd
61#define ETOP_MII_REVERSE 0xe
62#define ETOP_PLEN_UNDER 0x40
63#define ETOP_CGEN 0x800
64
65/* use 2 static channels for TX/RX */
66#define LTQ_ETOP_TX_CHANNEL 1
67#define LTQ_ETOP_RX_CHANNEL 6
68#define IS_TX(x) ((x) == LTQ_ETOP_TX_CHANNEL)
69#define IS_RX(x) ((x) == LTQ_ETOP_RX_CHANNEL)
70
71#define ltq_etop_r32(x) ltq_r32(ltq_etop_membase + (x))
72#define ltq_etop_w32(x, y) ltq_w32(x, ltq_etop_membase + (y))
73#define ltq_etop_w32_mask(x, y, z) \
74 ltq_w32_mask(x, y, ltq_etop_membase + (z))
75
76#define DRV_VERSION "1.0"
77
78static void __iomem *ltq_etop_membase;
79
80struct ltq_etop_chan {
81 int idx;
82 int tx_free;
83 struct net_device *netdev;
84 struct napi_struct napi;
85 struct ltq_dma_channel dma;
86 struct sk_buff *skb[LTQ_DESC_NUM];
87};
88
89struct ltq_etop_priv {
90 struct net_device *netdev;
91 struct platform_device *pdev;
92 struct ltq_eth_data *pldata;
93 struct resource *res;
94
95 struct mii_bus *mii_bus;
96
97 struct ltq_etop_chan ch[MAX_DMA_CHAN];
98 int tx_free[MAX_DMA_CHAN >> 1];
99
100 int tx_burst_len;
101 int rx_burst_len;
102
103 spinlock_t lock;
104};
105
106static int
107ltq_etop_alloc_skb(struct ltq_etop_chan *ch)
108{
109 struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
110
111 ch->skb[ch->dma.desc] = netdev_alloc_skb(ch->netdev, MAX_DMA_DATA_LEN);
112 if (!ch->skb[ch->dma.desc])
113 return -ENOMEM;
114 ch->dma.desc_base[ch->dma.desc].addr =
115 dma_map_single(&priv->pdev->dev, ch->skb[ch->dma.desc]->data,
116 MAX_DMA_DATA_LEN, DMA_FROM_DEVICE);
117 ch->dma.desc_base[ch->dma.desc].addr =
118 CPHYSADDR(ch->skb[ch->dma.desc]->data);
119 ch->dma.desc_base[ch->dma.desc].ctl =
120 LTQ_DMA_OWN | LTQ_DMA_RX_OFFSET(NET_IP_ALIGN) |
121 MAX_DMA_DATA_LEN;
122 skb_reserve(ch->skb[ch->dma.desc], NET_IP_ALIGN);
123 return 0;
124}
125
126static void
127ltq_etop_hw_receive(struct ltq_etop_chan *ch)
128{
129 struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
130 struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
131 struct sk_buff *skb = ch->skb[ch->dma.desc];
132 int len = (desc->ctl & LTQ_DMA_SIZE_MASK) - MAX_DMA_CRC_LEN;
133 unsigned long flags;
134
135 spin_lock_irqsave(&priv->lock, flags);
136 if (ltq_etop_alloc_skb(ch)) {
137 netdev_err(ch->netdev,
138 "failed to allocate new rx buffer, stopping DMA\n");
139 ltq_dma_close(&ch->dma);
140 }
141 ch->dma.desc++;
142 ch->dma.desc %= LTQ_DESC_NUM;
143 spin_unlock_irqrestore(&priv->lock, flags);
144
145 skb_put(skb, len);
146 skb->protocol = eth_type_trans(skb, ch->netdev);
147 netif_receive_skb(skb);
148}
149
150static int
151ltq_etop_poll_rx(struct napi_struct *napi, int budget)
152{
153 struct ltq_etop_chan *ch = container_of(napi,
154 struct ltq_etop_chan, napi);
155 int work_done = 0;
156
157 while (work_done < budget) {
158 struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
159
160 if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) != LTQ_DMA_C)
161 break;
162 ltq_etop_hw_receive(ch);
163 work_done++;
164 }
165 if (work_done < budget) {
166 napi_complete_done(&ch->napi, work_done);
167 ltq_dma_ack_irq(&ch->dma);
168 }
169 return work_done;
170}
171
172static int
173ltq_etop_poll_tx(struct napi_struct *napi, int budget)
174{
175 struct ltq_etop_chan *ch =
176 container_of(napi, struct ltq_etop_chan, napi);
177 struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
178 struct netdev_queue *txq =
179 netdev_get_tx_queue(ch->netdev, ch->idx >> 1);
180 unsigned long flags;
181
182 spin_lock_irqsave(&priv->lock, flags);
183 while ((ch->dma.desc_base[ch->tx_free].ctl &
184 (LTQ_DMA_OWN | LTQ_DMA_C)) == LTQ_DMA_C) {
185 dev_kfree_skb_any(ch->skb[ch->tx_free]);
186 ch->skb[ch->tx_free] = NULL;
187 memset(&ch->dma.desc_base[ch->tx_free], 0,
188 sizeof(struct ltq_dma_desc));
189 ch->tx_free++;
190 ch->tx_free %= LTQ_DESC_NUM;
191 }
192 spin_unlock_irqrestore(&priv->lock, flags);
193
194 if (netif_tx_queue_stopped(txq))
195 netif_tx_start_queue(txq);
196 napi_complete(&ch->napi);
197 ltq_dma_ack_irq(&ch->dma);
198 return 1;
199}
200
201static irqreturn_t
202ltq_etop_dma_irq(int irq, void *_priv)
203{
204 struct ltq_etop_priv *priv = _priv;
205 int ch = irq - LTQ_DMA_CH0_INT;
206
207 napi_schedule(&priv->ch[ch].napi);
208 return IRQ_HANDLED;
209}
210
211static void
212ltq_etop_free_channel(struct net_device *dev, struct ltq_etop_chan *ch)
213{
214 struct ltq_etop_priv *priv = netdev_priv(dev);
215
216 ltq_dma_free(&ch->dma);
217 if (ch->dma.irq)
218 free_irq(ch->dma.irq, priv);
219 if (IS_RX(ch->idx)) {
220 int desc;
221
222 for (desc = 0; desc < LTQ_DESC_NUM; desc++)
223 dev_kfree_skb_any(ch->skb[ch->dma.desc]);
224 }
225}
226
227static void
228ltq_etop_hw_exit(struct net_device *dev)
229{
230 struct ltq_etop_priv *priv = netdev_priv(dev);
231 int i;
232
233 ltq_pmu_disable(PMU_PPE);
234 for (i = 0; i < MAX_DMA_CHAN; i++)
235 if (IS_TX(i) || IS_RX(i))
236 ltq_etop_free_channel(dev, &priv->ch[i]);
237}
238
239static int
240ltq_etop_hw_init(struct net_device *dev)
241{
242 struct ltq_etop_priv *priv = netdev_priv(dev);
243 int i;
244 int err;
245
246 ltq_pmu_enable(PMU_PPE);
247
248 switch (priv->pldata->mii_mode) {
249 case PHY_INTERFACE_MODE_RMII:
250 ltq_etop_w32_mask(ETOP_MII_MASK, ETOP_MII_REVERSE,
251 LTQ_ETOP_CFG);
252 break;
253
254 case PHY_INTERFACE_MODE_MII:
255 ltq_etop_w32_mask(ETOP_MII_MASK, ETOP_MII_NORMAL,
256 LTQ_ETOP_CFG);
257 break;
258
259 default:
260 netdev_err(dev, "unknown mii mode %d\n",
261 priv->pldata->mii_mode);
262 return -ENOTSUPP;
263 }
264
265 /* enable crc generation */
266 ltq_etop_w32(PPE32_CGEN, LQ_PPE32_ENET_MAC_CFG);
267
268 ltq_dma_init_port(DMA_PORT_ETOP, priv->tx_burst_len, priv->rx_burst_len);
269
270 for (i = 0; i < MAX_DMA_CHAN; i++) {
271 int irq = LTQ_DMA_CH0_INT + i;
272 struct ltq_etop_chan *ch = &priv->ch[i];
273
274 ch->dma.nr = i;
275 ch->idx = ch->dma.nr;
276 ch->dma.dev = &priv->pdev->dev;
277
278 if (IS_TX(i)) {
279 ltq_dma_alloc_tx(&ch->dma);
280 err = request_irq(irq, ltq_etop_dma_irq, 0, "etop_tx", priv);
281 if (err) {
282 netdev_err(dev,
283 "Unable to get Tx DMA IRQ %d\n",
284 irq);
285 return err;
286 }
287 } else if (IS_RX(i)) {
288 ltq_dma_alloc_rx(&ch->dma);
289 for (ch->dma.desc = 0; ch->dma.desc < LTQ_DESC_NUM;
290 ch->dma.desc++)
291 if (ltq_etop_alloc_skb(ch))
292 return -ENOMEM;
293 ch->dma.desc = 0;
294 err = request_irq(irq, ltq_etop_dma_irq, 0, "etop_rx", priv);
295 if (err) {
296 netdev_err(dev,
297 "Unable to get Rx DMA IRQ %d\n",
298 irq);
299 return err;
300 }
301 }
302 ch->dma.irq = irq;
303 }
304 return 0;
305}
306
307static void
308ltq_etop_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
309{
310 strscpy(info->driver, "Lantiq ETOP", sizeof(info->driver));
311 strscpy(info->bus_info, "internal", sizeof(info->bus_info));
312 strscpy(info->version, DRV_VERSION, sizeof(info->version));
313}
314
315static const struct ethtool_ops ltq_etop_ethtool_ops = {
316 .get_drvinfo = ltq_etop_get_drvinfo,
317 .nway_reset = phy_ethtool_nway_reset,
318 .get_link_ksettings = phy_ethtool_get_link_ksettings,
319 .set_link_ksettings = phy_ethtool_set_link_ksettings,
320};
321
322static int
323ltq_etop_mdio_wr(struct mii_bus *bus, int phy_addr, int phy_reg, u16 phy_data)
324{
325 u32 val = MDIO_REQUEST |
326 ((phy_addr & MDIO_ADDR_MASK) << MDIO_ADDR_OFFSET) |
327 ((phy_reg & MDIO_REG_MASK) << MDIO_REG_OFFSET) |
328 phy_data;
329
330 while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
331 ;
332 ltq_etop_w32(val, LTQ_ETOP_MDIO);
333 return 0;
334}
335
336static int
337ltq_etop_mdio_rd(struct mii_bus *bus, int phy_addr, int phy_reg)
338{
339 u32 val = MDIO_REQUEST | MDIO_READ |
340 ((phy_addr & MDIO_ADDR_MASK) << MDIO_ADDR_OFFSET) |
341 ((phy_reg & MDIO_REG_MASK) << MDIO_REG_OFFSET);
342
343 while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
344 ;
345 ltq_etop_w32(val, LTQ_ETOP_MDIO);
346 while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
347 ;
348 val = ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_VAL_MASK;
349 return val;
350}
351
352static void
353ltq_etop_mdio_link(struct net_device *dev)
354{
355 /* nothing to do */
356}
357
358static int
359ltq_etop_mdio_probe(struct net_device *dev)
360{
361 struct ltq_etop_priv *priv = netdev_priv(dev);
362 struct phy_device *phydev;
363
364 phydev = phy_find_first(priv->mii_bus);
365
366 if (!phydev) {
367 netdev_err(dev, "no PHY found\n");
368 return -ENODEV;
369 }
370
371 phydev = phy_connect(dev, phydev_name(phydev),
372 <q_etop_mdio_link, priv->pldata->mii_mode);
373
374 if (IS_ERR(phydev)) {
375 netdev_err(dev, "Could not attach to PHY\n");
376 return PTR_ERR(phydev);
377 }
378
379 phy_set_max_speed(phydev, SPEED_100);
380
381 phy_attached_info(phydev);
382
383 return 0;
384}
385
386static int
387ltq_etop_mdio_init(struct net_device *dev)
388{
389 struct ltq_etop_priv *priv = netdev_priv(dev);
390 int err;
391
392 priv->mii_bus = mdiobus_alloc();
393 if (!priv->mii_bus) {
394 netdev_err(dev, "failed to allocate mii bus\n");
395 err = -ENOMEM;
396 goto err_out;
397 }
398
399 priv->mii_bus->priv = dev;
400 priv->mii_bus->read = ltq_etop_mdio_rd;
401 priv->mii_bus->write = ltq_etop_mdio_wr;
402 priv->mii_bus->name = "ltq_mii";
403 snprintf(priv->mii_bus->id, MII_BUS_ID_SIZE, "%s-%x",
404 priv->pdev->name, priv->pdev->id);
405 if (mdiobus_register(priv->mii_bus)) {
406 err = -ENXIO;
407 goto err_out_free_mdiobus;
408 }
409
410 if (ltq_etop_mdio_probe(dev)) {
411 err = -ENXIO;
412 goto err_out_unregister_bus;
413 }
414 return 0;
415
416err_out_unregister_bus:
417 mdiobus_unregister(priv->mii_bus);
418err_out_free_mdiobus:
419 mdiobus_free(priv->mii_bus);
420err_out:
421 return err;
422}
423
424static void
425ltq_etop_mdio_cleanup(struct net_device *dev)
426{
427 struct ltq_etop_priv *priv = netdev_priv(dev);
428
429 phy_disconnect(dev->phydev);
430 mdiobus_unregister(priv->mii_bus);
431 mdiobus_free(priv->mii_bus);
432}
433
434static int
435ltq_etop_open(struct net_device *dev)
436{
437 struct ltq_etop_priv *priv = netdev_priv(dev);
438 int i;
439
440 for (i = 0; i < MAX_DMA_CHAN; i++) {
441 struct ltq_etop_chan *ch = &priv->ch[i];
442
443 if (!IS_TX(i) && (!IS_RX(i)))
444 continue;
445 ltq_dma_open(&ch->dma);
446 ltq_dma_enable_irq(&ch->dma);
447 napi_enable(&ch->napi);
448 }
449 phy_start(dev->phydev);
450 netif_tx_start_all_queues(dev);
451 return 0;
452}
453
454static int
455ltq_etop_stop(struct net_device *dev)
456{
457 struct ltq_etop_priv *priv = netdev_priv(dev);
458 int i;
459
460 netif_tx_stop_all_queues(dev);
461 phy_stop(dev->phydev);
462 for (i = 0; i < MAX_DMA_CHAN; i++) {
463 struct ltq_etop_chan *ch = &priv->ch[i];
464
465 if (!IS_RX(i) && !IS_TX(i))
466 continue;
467 napi_disable(&ch->napi);
468 ltq_dma_close(&ch->dma);
469 }
470 return 0;
471}
472
473static netdev_tx_t
474ltq_etop_tx(struct sk_buff *skb, struct net_device *dev)
475{
476 int queue = skb_get_queue_mapping(skb);
477 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue);
478 struct ltq_etop_priv *priv = netdev_priv(dev);
479 struct ltq_etop_chan *ch = &priv->ch[(queue << 1) | 1];
480 struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
481 int len;
482 unsigned long flags;
483 u32 byte_offset;
484
485 len = skb->len < ETH_ZLEN ? ETH_ZLEN : skb->len;
486
487 if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) || ch->skb[ch->dma.desc]) {
488 netdev_err(dev, "tx ring full\n");
489 netif_tx_stop_queue(txq);
490 return NETDEV_TX_BUSY;
491 }
492
493 /* dma needs to start on a burst length value aligned address */
494 byte_offset = CPHYSADDR(skb->data) % (priv->tx_burst_len * 4);
495 ch->skb[ch->dma.desc] = skb;
496
497 netif_trans_update(dev);
498
499 spin_lock_irqsave(&priv->lock, flags);
500 desc->addr = ((unsigned int)dma_map_single(&priv->pdev->dev, skb->data, len,
501 DMA_TO_DEVICE)) - byte_offset;
502 /* Make sure the address is written before we give it to HW */
503 wmb();
504 desc->ctl = LTQ_DMA_OWN | LTQ_DMA_SOP | LTQ_DMA_EOP |
505 LTQ_DMA_TX_OFFSET(byte_offset) | (len & LTQ_DMA_SIZE_MASK);
506 ch->dma.desc++;
507 ch->dma.desc %= LTQ_DESC_NUM;
508 spin_unlock_irqrestore(&priv->lock, flags);
509
510 if (ch->dma.desc_base[ch->dma.desc].ctl & LTQ_DMA_OWN)
511 netif_tx_stop_queue(txq);
512
513 return NETDEV_TX_OK;
514}
515
516static int
517ltq_etop_change_mtu(struct net_device *dev, int new_mtu)
518{
519 struct ltq_etop_priv *priv = netdev_priv(dev);
520 unsigned long flags;
521
522 dev->mtu = new_mtu;
523
524 spin_lock_irqsave(&priv->lock, flags);
525 ltq_etop_w32((ETOP_PLEN_UNDER << 16) | new_mtu, LTQ_ETOP_IGPLEN);
526 spin_unlock_irqrestore(&priv->lock, flags);
527
528 return 0;
529}
530
531static int
532ltq_etop_set_mac_address(struct net_device *dev, void *p)
533{
534 int ret = eth_mac_addr(dev, p);
535
536 if (!ret) {
537 struct ltq_etop_priv *priv = netdev_priv(dev);
538 unsigned long flags;
539
540 /* store the mac for the unicast filter */
541 spin_lock_irqsave(&priv->lock, flags);
542 ltq_etop_w32(*((u32 *)dev->dev_addr), LTQ_ETOP_MAC_DA0);
543 ltq_etop_w32(*((u16 *)&dev->dev_addr[4]) << 16,
544 LTQ_ETOP_MAC_DA1);
545 spin_unlock_irqrestore(&priv->lock, flags);
546 }
547 return ret;
548}
549
550static void
551ltq_etop_set_multicast_list(struct net_device *dev)
552{
553 struct ltq_etop_priv *priv = netdev_priv(dev);
554 unsigned long flags;
555
556 /* ensure that the unicast filter is not enabled in promiscious mode */
557 spin_lock_irqsave(&priv->lock, flags);
558 if ((dev->flags & IFF_PROMISC) || (dev->flags & IFF_ALLMULTI))
559 ltq_etop_w32_mask(ETOP_FTCU, 0, LTQ_ETOP_ENETS0);
560 else
561 ltq_etop_w32_mask(0, ETOP_FTCU, LTQ_ETOP_ENETS0);
562 spin_unlock_irqrestore(&priv->lock, flags);
563}
564
565static int
566ltq_etop_init(struct net_device *dev)
567{
568 struct ltq_etop_priv *priv = netdev_priv(dev);
569 struct sockaddr mac;
570 int err;
571 bool random_mac = false;
572
573 dev->watchdog_timeo = 10 * HZ;
574 err = ltq_etop_hw_init(dev);
575 if (err)
576 goto err_hw;
577 ltq_etop_change_mtu(dev, 1500);
578
579 memcpy(&mac, &priv->pldata->mac, sizeof(struct sockaddr));
580 if (!is_valid_ether_addr(mac.sa_data)) {
581 pr_warn("etop: invalid MAC, using random\n");
582 eth_random_addr(mac.sa_data);
583 random_mac = true;
584 }
585
586 err = ltq_etop_set_mac_address(dev, &mac);
587 if (err)
588 goto err_netdev;
589
590 /* Set addr_assign_type here, ltq_etop_set_mac_address would reset it. */
591 if (random_mac)
592 dev->addr_assign_type = NET_ADDR_RANDOM;
593
594 ltq_etop_set_multicast_list(dev);
595 err = ltq_etop_mdio_init(dev);
596 if (err)
597 goto err_netdev;
598 return 0;
599
600err_netdev:
601 unregister_netdev(dev);
602 free_netdev(dev);
603err_hw:
604 ltq_etop_hw_exit(dev);
605 return err;
606}
607
608static void
609ltq_etop_tx_timeout(struct net_device *dev, unsigned int txqueue)
610{
611 int err;
612
613 ltq_etop_hw_exit(dev);
614 err = ltq_etop_hw_init(dev);
615 if (err)
616 goto err_hw;
617 netif_trans_update(dev);
618 netif_wake_queue(dev);
619 return;
620
621err_hw:
622 ltq_etop_hw_exit(dev);
623 netdev_err(dev, "failed to restart etop after TX timeout\n");
624}
625
626static const struct net_device_ops ltq_eth_netdev_ops = {
627 .ndo_open = ltq_etop_open,
628 .ndo_stop = ltq_etop_stop,
629 .ndo_start_xmit = ltq_etop_tx,
630 .ndo_change_mtu = ltq_etop_change_mtu,
631 .ndo_eth_ioctl = phy_do_ioctl,
632 .ndo_set_mac_address = ltq_etop_set_mac_address,
633 .ndo_validate_addr = eth_validate_addr,
634 .ndo_set_rx_mode = ltq_etop_set_multicast_list,
635 .ndo_select_queue = dev_pick_tx_zero,
636 .ndo_init = ltq_etop_init,
637 .ndo_tx_timeout = ltq_etop_tx_timeout,
638};
639
640static int __init
641ltq_etop_probe(struct platform_device *pdev)
642{
643 struct net_device *dev;
644 struct ltq_etop_priv *priv;
645 struct resource *res;
646 int err;
647 int i;
648
649 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
650 if (!res) {
651 dev_err(&pdev->dev, "failed to get etop resource\n");
652 err = -ENOENT;
653 goto err_out;
654 }
655
656 res = devm_request_mem_region(&pdev->dev, res->start,
657 resource_size(res), dev_name(&pdev->dev));
658 if (!res) {
659 dev_err(&pdev->dev, "failed to request etop resource\n");
660 err = -EBUSY;
661 goto err_out;
662 }
663
664 ltq_etop_membase = devm_ioremap(&pdev->dev, res->start,
665 resource_size(res));
666 if (!ltq_etop_membase) {
667 dev_err(&pdev->dev, "failed to remap etop engine %d\n",
668 pdev->id);
669 err = -ENOMEM;
670 goto err_out;
671 }
672
673 dev = alloc_etherdev_mq(sizeof(struct ltq_etop_priv), 4);
674 if (!dev) {
675 err = -ENOMEM;
676 goto err_out;
677 }
678 strcpy(dev->name, "eth%d");
679 dev->netdev_ops = <q_eth_netdev_ops;
680 dev->ethtool_ops = <q_etop_ethtool_ops;
681 priv = netdev_priv(dev);
682 priv->res = res;
683 priv->pdev = pdev;
684 priv->pldata = dev_get_platdata(&pdev->dev);
685 priv->netdev = dev;
686 spin_lock_init(&priv->lock);
687 SET_NETDEV_DEV(dev, &pdev->dev);
688
689 err = device_property_read_u32(&pdev->dev, "lantiq,tx-burst-length", &priv->tx_burst_len);
690 if (err < 0) {
691 dev_err(&pdev->dev, "unable to read tx-burst-length property\n");
692 goto err_free;
693 }
694
695 err = device_property_read_u32(&pdev->dev, "lantiq,rx-burst-length", &priv->rx_burst_len);
696 if (err < 0) {
697 dev_err(&pdev->dev, "unable to read rx-burst-length property\n");
698 goto err_free;
699 }
700
701 for (i = 0; i < MAX_DMA_CHAN; i++) {
702 if (IS_TX(i))
703 netif_napi_add_weight(dev, &priv->ch[i].napi,
704 ltq_etop_poll_tx, 8);
705 else if (IS_RX(i))
706 netif_napi_add_weight(dev, &priv->ch[i].napi,
707 ltq_etop_poll_rx, 32);
708 priv->ch[i].netdev = dev;
709 }
710
711 err = register_netdev(dev);
712 if (err)
713 goto err_free;
714
715 platform_set_drvdata(pdev, dev);
716 return 0;
717
718err_free:
719 free_netdev(dev);
720err_out:
721 return err;
722}
723
724static void ltq_etop_remove(struct platform_device *pdev)
725{
726 struct net_device *dev = platform_get_drvdata(pdev);
727
728 if (dev) {
729 netif_tx_stop_all_queues(dev);
730 ltq_etop_hw_exit(dev);
731 ltq_etop_mdio_cleanup(dev);
732 unregister_netdev(dev);
733 }
734}
735
736static struct platform_driver ltq_mii_driver = {
737 .remove_new = ltq_etop_remove,
738 .driver = {
739 .name = "ltq_etop",
740 },
741};
742
743static int __init
744init_ltq_etop(void)
745{
746 int ret = platform_driver_probe(<q_mii_driver, ltq_etop_probe);
747
748 if (ret)
749 pr_err("ltq_etop: Error registering platform driver!");
750 return ret;
751}
752
753static void __exit
754exit_ltq_etop(void)
755{
756 platform_driver_unregister(<q_mii_driver);
757}
758
759module_init(init_ltq_etop);
760module_exit(exit_ltq_etop);
761
762MODULE_AUTHOR("John Crispin <blogic@openwrt.org>");
763MODULE_DESCRIPTION("Lantiq SoC ETOP");
764MODULE_LICENSE("GPL");