Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/* Copyright (c) 2013-2016, The Linux Foundation. All rights reserved.
3 */
4
5/* Qualcomm Technologies, Inc. EMAC Gigabit Ethernet Driver */
6
7#include <linux/if_ether.h>
8#include <linux/if_vlan.h>
9#include <linux/interrupt.h>
10#include <linux/io.h>
11#include <linux/module.h>
12#include <linux/of.h>
13#include <linux/of_net.h>
14#include <linux/phy.h>
15#include <linux/platform_device.h>
16#include <linux/acpi.h>
17#include "emac.h"
18#include "emac-mac.h"
19#include "emac-phy.h"
20#include "emac-sgmii.h"
21
22#define EMAC_MSG_DEFAULT (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK | \
23 NETIF_MSG_TIMER | NETIF_MSG_IFDOWN | NETIF_MSG_IFUP)
24
25#define EMAC_RRD_SIZE 4
26/* The RRD size if timestamping is enabled: */
27#define EMAC_TS_RRD_SIZE 6
28#define EMAC_TPD_SIZE 4
29#define EMAC_RFD_SIZE 2
30
31#define REG_MAC_RX_STATUS_BIN EMAC_RXMAC_STATC_REG0
32#define REG_MAC_RX_STATUS_END EMAC_RXMAC_STATC_REG22
33#define REG_MAC_TX_STATUS_BIN EMAC_TXMAC_STATC_REG0
34#define REG_MAC_TX_STATUS_END EMAC_TXMAC_STATC_REG24
35
36#define RXQ0_NUM_RFD_PREF_DEF 8
37#define TXQ0_NUM_TPD_PREF_DEF 5
38
39#define EMAC_PREAMBLE_DEF 7
40
41#define DMAR_DLY_CNT_DEF 15
42#define DMAW_DLY_CNT_DEF 4
43
44#define IMR_NORMAL_MASK (ISR_ERROR | ISR_OVER | ISR_TX_PKT)
45
46#define ISR_TX_PKT (\
47 TX_PKT_INT |\
48 TX_PKT_INT1 |\
49 TX_PKT_INT2 |\
50 TX_PKT_INT3)
51
52#define ISR_OVER (\
53 RFD0_UR_INT |\
54 RFD1_UR_INT |\
55 RFD2_UR_INT |\
56 RFD3_UR_INT |\
57 RFD4_UR_INT |\
58 RXF_OF_INT |\
59 TXF_UR_INT)
60
61#define ISR_ERROR (\
62 DMAR_TO_INT |\
63 DMAW_TO_INT |\
64 TXQ_TO_INT)
65
66/* in sync with enum emac_clk_id */
67static const char * const emac_clk_name[] = {
68 "axi_clk", "cfg_ahb_clk", "high_speed_clk", "mdio_clk", "tx_clk",
69 "rx_clk", "sys_clk"
70};
71
72void emac_reg_update32(void __iomem *addr, u32 mask, u32 val)
73{
74 u32 data = readl(addr);
75
76 writel(((data & ~mask) | val), addr);
77}
78
79/* reinitialize */
80int emac_reinit_locked(struct emac_adapter *adpt)
81{
82 int ret;
83
84 mutex_lock(&adpt->reset_lock);
85
86 emac_mac_down(adpt);
87 emac_sgmii_reset(adpt);
88 ret = emac_mac_up(adpt);
89
90 mutex_unlock(&adpt->reset_lock);
91
92 return ret;
93}
94
95/* NAPI */
96static int emac_napi_rtx(struct napi_struct *napi, int budget)
97{
98 struct emac_rx_queue *rx_q =
99 container_of(napi, struct emac_rx_queue, napi);
100 struct emac_adapter *adpt = netdev_priv(rx_q->netdev);
101 struct emac_irq *irq = rx_q->irq;
102 int work_done = 0;
103
104 emac_mac_rx_process(adpt, rx_q, &work_done, budget);
105
106 if (work_done < budget) {
107 napi_complete_done(napi, work_done);
108
109 irq->mask |= rx_q->intr;
110 writel(irq->mask, adpt->base + EMAC_INT_MASK);
111 }
112
113 return work_done;
114}
115
116/* Transmit the packet */
117static netdev_tx_t emac_start_xmit(struct sk_buff *skb,
118 struct net_device *netdev)
119{
120 struct emac_adapter *adpt = netdev_priv(netdev);
121
122 return emac_mac_tx_buf_send(adpt, &adpt->tx_q, skb);
123}
124
125static irqreturn_t emac_isr(int _irq, void *data)
126{
127 struct emac_irq *irq = data;
128 struct emac_adapter *adpt =
129 container_of(irq, struct emac_adapter, irq);
130 struct emac_rx_queue *rx_q = &adpt->rx_q;
131 u32 isr, status;
132
133 /* disable the interrupt */
134 writel(0, adpt->base + EMAC_INT_MASK);
135
136 isr = readl_relaxed(adpt->base + EMAC_INT_STATUS);
137
138 status = isr & irq->mask;
139 if (status == 0)
140 goto exit;
141
142 if (status & ISR_ERROR) {
143 net_err_ratelimited("%s: error interrupt 0x%lx\n",
144 adpt->netdev->name, status & ISR_ERROR);
145 /* reset MAC */
146 schedule_work(&adpt->work_thread);
147 }
148
149 /* Schedule the napi for receive queue with interrupt
150 * status bit set
151 */
152 if (status & rx_q->intr) {
153 if (napi_schedule_prep(&rx_q->napi)) {
154 irq->mask &= ~rx_q->intr;
155 __napi_schedule(&rx_q->napi);
156 }
157 }
158
159 if (status & TX_PKT_INT)
160 emac_mac_tx_process(adpt, &adpt->tx_q);
161
162 if (status & ISR_OVER)
163 net_warn_ratelimited("%s: TX/RX overflow interrupt\n",
164 adpt->netdev->name);
165
166exit:
167 /* enable the interrupt */
168 writel(irq->mask, adpt->base + EMAC_INT_MASK);
169
170 return IRQ_HANDLED;
171}
172
173/* Configure VLAN tag strip/insert feature */
174static int emac_set_features(struct net_device *netdev,
175 netdev_features_t features)
176{
177 netdev_features_t changed = features ^ netdev->features;
178 struct emac_adapter *adpt = netdev_priv(netdev);
179
180 /* We only need to reprogram the hardware if the VLAN tag features
181 * have changed, and if it's already running.
182 */
183 if (!(changed & (NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX)))
184 return 0;
185
186 if (!netif_running(netdev))
187 return 0;
188
189 /* emac_mac_mode_config() uses netdev->features to configure the EMAC,
190 * so make sure it's set first.
191 */
192 netdev->features = features;
193
194 return emac_reinit_locked(adpt);
195}
196
197/* Configure Multicast and Promiscuous modes */
198static void emac_rx_mode_set(struct net_device *netdev)
199{
200 struct emac_adapter *adpt = netdev_priv(netdev);
201 struct netdev_hw_addr *ha;
202
203 emac_mac_mode_config(adpt);
204
205 /* update multicast address filtering */
206 emac_mac_multicast_addr_clear(adpt);
207 netdev_for_each_mc_addr(ha, netdev)
208 emac_mac_multicast_addr_set(adpt, ha->addr);
209}
210
211/* Change the Maximum Transfer Unit (MTU) */
212static int emac_change_mtu(struct net_device *netdev, int new_mtu)
213{
214 struct emac_adapter *adpt = netdev_priv(netdev);
215
216 netif_dbg(adpt, hw, adpt->netdev,
217 "changing MTU from %d to %d\n", netdev->mtu,
218 new_mtu);
219 WRITE_ONCE(netdev->mtu, new_mtu);
220
221 if (netif_running(netdev))
222 return emac_reinit_locked(adpt);
223
224 return 0;
225}
226
227/* Called when the network interface is made active */
228static int emac_open(struct net_device *netdev)
229{
230 struct emac_adapter *adpt = netdev_priv(netdev);
231 struct emac_irq *irq = &adpt->irq;
232 int ret;
233
234 ret = request_irq(irq->irq, emac_isr, 0, "emac-core0", irq);
235 if (ret) {
236 netdev_err(adpt->netdev, "could not request emac-core0 irq\n");
237 return ret;
238 }
239
240 /* allocate rx/tx dma buffer & descriptors */
241 ret = emac_mac_rx_tx_rings_alloc_all(adpt);
242 if (ret) {
243 netdev_err(adpt->netdev, "error allocating rx/tx rings\n");
244 free_irq(irq->irq, irq);
245 return ret;
246 }
247
248 ret = emac_sgmii_open(adpt);
249 if (ret) {
250 emac_mac_rx_tx_rings_free_all(adpt);
251 free_irq(irq->irq, irq);
252 return ret;
253 }
254
255 ret = emac_mac_up(adpt);
256 if (ret) {
257 emac_mac_rx_tx_rings_free_all(adpt);
258 free_irq(irq->irq, irq);
259 emac_sgmii_close(adpt);
260 return ret;
261 }
262
263 return 0;
264}
265
266/* Called when the network interface is disabled */
267static int emac_close(struct net_device *netdev)
268{
269 struct emac_adapter *adpt = netdev_priv(netdev);
270
271 mutex_lock(&adpt->reset_lock);
272
273 emac_sgmii_close(adpt);
274 emac_mac_down(adpt);
275 emac_mac_rx_tx_rings_free_all(adpt);
276
277 free_irq(adpt->irq.irq, &adpt->irq);
278
279 mutex_unlock(&adpt->reset_lock);
280
281 return 0;
282}
283
284/* Respond to a TX hang */
285static void emac_tx_timeout(struct net_device *netdev, unsigned int txqueue)
286{
287 struct emac_adapter *adpt = netdev_priv(netdev);
288
289 schedule_work(&adpt->work_thread);
290}
291
292/**
293 * emac_update_hw_stats - read the EMAC stat registers
294 * @adpt: pointer to adapter struct
295 *
296 * Reads the stats registers and write the values to adpt->stats.
297 *
298 * adpt->stats.lock must be held while calling this function,
299 * and while reading from adpt->stats.
300 */
301void emac_update_hw_stats(struct emac_adapter *adpt)
302{
303 struct emac_stats *stats = &adpt->stats;
304 u64 *stats_itr = &adpt->stats.rx_ok;
305 void __iomem *base = adpt->base;
306 unsigned int addr;
307
308 addr = REG_MAC_RX_STATUS_BIN;
309 while (addr <= REG_MAC_RX_STATUS_END) {
310 *stats_itr += readl_relaxed(base + addr);
311 stats_itr++;
312 addr += sizeof(u32);
313 }
314
315 /* additional rx status */
316 stats->rx_crc_align += readl_relaxed(base + EMAC_RXMAC_STATC_REG23);
317 stats->rx_jabbers += readl_relaxed(base + EMAC_RXMAC_STATC_REG24);
318
319 /* update tx status */
320 addr = REG_MAC_TX_STATUS_BIN;
321 stats_itr = &stats->tx_ok;
322
323 while (addr <= REG_MAC_TX_STATUS_END) {
324 *stats_itr += readl_relaxed(base + addr);
325 stats_itr++;
326 addr += sizeof(u32);
327 }
328
329 /* additional tx status */
330 stats->tx_col += readl_relaxed(base + EMAC_TXMAC_STATC_REG25);
331}
332
333/* Provide network statistics info for the interface */
334static void emac_get_stats64(struct net_device *netdev,
335 struct rtnl_link_stats64 *net_stats)
336{
337 struct emac_adapter *adpt = netdev_priv(netdev);
338 struct emac_stats *stats = &adpt->stats;
339
340 spin_lock(&stats->lock);
341
342 emac_update_hw_stats(adpt);
343
344 /* return parsed statistics */
345 net_stats->rx_packets = stats->rx_ok;
346 net_stats->tx_packets = stats->tx_ok;
347 net_stats->rx_bytes = stats->rx_byte_cnt;
348 net_stats->tx_bytes = stats->tx_byte_cnt;
349 net_stats->multicast = stats->rx_mcast;
350 net_stats->collisions = stats->tx_1_col + stats->tx_2_col * 2 +
351 stats->tx_late_col + stats->tx_abort_col;
352
353 net_stats->rx_errors = stats->rx_frag + stats->rx_fcs_err +
354 stats->rx_len_err + stats->rx_sz_ov +
355 stats->rx_align_err;
356 net_stats->rx_fifo_errors = stats->rx_rxf_ov;
357 net_stats->rx_length_errors = stats->rx_len_err;
358 net_stats->rx_crc_errors = stats->rx_fcs_err;
359 net_stats->rx_frame_errors = stats->rx_align_err;
360 net_stats->rx_over_errors = stats->rx_rxf_ov;
361 net_stats->rx_missed_errors = stats->rx_rxf_ov;
362
363 net_stats->tx_errors = stats->tx_late_col + stats->tx_abort_col +
364 stats->tx_underrun + stats->tx_trunc;
365 net_stats->tx_fifo_errors = stats->tx_underrun;
366 net_stats->tx_aborted_errors = stats->tx_abort_col;
367 net_stats->tx_window_errors = stats->tx_late_col;
368
369 spin_unlock(&stats->lock);
370}
371
372static const struct net_device_ops emac_netdev_ops = {
373 .ndo_open = emac_open,
374 .ndo_stop = emac_close,
375 .ndo_validate_addr = eth_validate_addr,
376 .ndo_start_xmit = emac_start_xmit,
377 .ndo_set_mac_address = eth_mac_addr,
378 .ndo_change_mtu = emac_change_mtu,
379 .ndo_eth_ioctl = phy_do_ioctl_running,
380 .ndo_tx_timeout = emac_tx_timeout,
381 .ndo_get_stats64 = emac_get_stats64,
382 .ndo_set_features = emac_set_features,
383 .ndo_set_rx_mode = emac_rx_mode_set,
384};
385
386/* Watchdog task routine, called to reinitialize the EMAC */
387static void emac_work_thread(struct work_struct *work)
388{
389 struct emac_adapter *adpt =
390 container_of(work, struct emac_adapter, work_thread);
391
392 emac_reinit_locked(adpt);
393}
394
395/* Initialize various data structures */
396static void emac_init_adapter(struct emac_adapter *adpt)
397{
398 u32 reg;
399
400 adpt->rrd_size = EMAC_RRD_SIZE;
401 adpt->tpd_size = EMAC_TPD_SIZE;
402 adpt->rfd_size = EMAC_RFD_SIZE;
403
404 /* descriptors */
405 adpt->tx_desc_cnt = EMAC_DEF_TX_DESCS;
406 adpt->rx_desc_cnt = EMAC_DEF_RX_DESCS;
407
408 /* dma */
409 adpt->dma_order = emac_dma_ord_out;
410 adpt->dmar_block = emac_dma_req_4096;
411 adpt->dmaw_block = emac_dma_req_128;
412 adpt->dmar_dly_cnt = DMAR_DLY_CNT_DEF;
413 adpt->dmaw_dly_cnt = DMAW_DLY_CNT_DEF;
414 adpt->tpd_burst = TXQ0_NUM_TPD_PREF_DEF;
415 adpt->rfd_burst = RXQ0_NUM_RFD_PREF_DEF;
416
417 /* irq moderator */
418 reg = ((EMAC_DEF_RX_IRQ_MOD >> 1) << IRQ_MODERATOR2_INIT_SHFT) |
419 ((EMAC_DEF_TX_IRQ_MOD >> 1) << IRQ_MODERATOR_INIT_SHFT);
420 adpt->irq_mod = reg;
421
422 /* others */
423 adpt->preamble = EMAC_PREAMBLE_DEF;
424
425 /* default to automatic flow control */
426 adpt->automatic = true;
427
428 /* Disable single-pause-frame mode by default */
429 adpt->single_pause_mode = false;
430}
431
432/* Get the clock */
433static int emac_clks_get(struct platform_device *pdev,
434 struct emac_adapter *adpt)
435{
436 unsigned int i;
437
438 for (i = 0; i < EMAC_CLK_CNT; i++) {
439 struct clk *clk = devm_clk_get(&pdev->dev, emac_clk_name[i]);
440
441 if (IS_ERR(clk)) {
442 dev_err(&pdev->dev,
443 "could not claim clock %s (error=%li)\n",
444 emac_clk_name[i], PTR_ERR(clk));
445
446 return PTR_ERR(clk);
447 }
448
449 adpt->clk[i] = clk;
450 }
451
452 return 0;
453}
454
455/* Initialize clocks */
456static int emac_clks_phase1_init(struct platform_device *pdev,
457 struct emac_adapter *adpt)
458{
459 int ret;
460
461 /* On ACPI platforms, clocks are controlled by firmware and/or
462 * ACPI, not by drivers.
463 */
464 if (has_acpi_companion(&pdev->dev))
465 return 0;
466
467 ret = emac_clks_get(pdev, adpt);
468 if (ret)
469 return ret;
470
471 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_AXI]);
472 if (ret)
473 return ret;
474
475 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_CFG_AHB]);
476 if (ret)
477 goto disable_clk_axi;
478
479 ret = clk_set_rate(adpt->clk[EMAC_CLK_HIGH_SPEED], 19200000);
480 if (ret)
481 goto disable_clk_cfg_ahb;
482
483 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_HIGH_SPEED]);
484 if (ret)
485 goto disable_clk_cfg_ahb;
486
487 return 0;
488
489disable_clk_cfg_ahb:
490 clk_disable_unprepare(adpt->clk[EMAC_CLK_CFG_AHB]);
491disable_clk_axi:
492 clk_disable_unprepare(adpt->clk[EMAC_CLK_AXI]);
493
494 return ret;
495}
496
497/* Enable clocks; needs emac_clks_phase1_init to be called before */
498static int emac_clks_phase2_init(struct platform_device *pdev,
499 struct emac_adapter *adpt)
500{
501 int ret;
502
503 if (has_acpi_companion(&pdev->dev))
504 return 0;
505
506 ret = clk_set_rate(adpt->clk[EMAC_CLK_TX], 125000000);
507 if (ret)
508 return ret;
509
510 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_TX]);
511 if (ret)
512 return ret;
513
514 ret = clk_set_rate(adpt->clk[EMAC_CLK_HIGH_SPEED], 125000000);
515 if (ret)
516 return ret;
517
518 ret = clk_set_rate(adpt->clk[EMAC_CLK_MDIO], 25000000);
519 if (ret)
520 return ret;
521
522 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_MDIO]);
523 if (ret)
524 return ret;
525
526 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_RX]);
527 if (ret)
528 return ret;
529
530 return clk_prepare_enable(adpt->clk[EMAC_CLK_SYS]);
531}
532
533static void emac_clks_teardown(struct emac_adapter *adpt)
534{
535
536 unsigned int i;
537
538 for (i = 0; i < EMAC_CLK_CNT; i++)
539 clk_disable_unprepare(adpt->clk[i]);
540}
541
542/* Get the resources */
543static int emac_probe_resources(struct platform_device *pdev,
544 struct emac_adapter *adpt)
545{
546 struct net_device *netdev = adpt->netdev;
547 int ret = 0;
548
549 /* get mac address */
550 if (device_get_ethdev_address(&pdev->dev, netdev))
551 eth_hw_addr_random(netdev);
552
553 /* Core 0 interrupt */
554 ret = platform_get_irq(pdev, 0);
555 if (ret < 0)
556 return ret;
557 adpt->irq.irq = ret;
558
559 /* base register address */
560 adpt->base = devm_platform_ioremap_resource(pdev, 0);
561 if (IS_ERR(adpt->base))
562 return PTR_ERR(adpt->base);
563
564 /* CSR register address */
565 adpt->csr = devm_platform_ioremap_resource(pdev, 1);
566 if (IS_ERR(adpt->csr))
567 return PTR_ERR(adpt->csr);
568
569 netdev->base_addr = (unsigned long)adpt->base;
570
571 return 0;
572}
573
574static const struct of_device_id emac_dt_match[] = {
575 {
576 .compatible = "qcom,fsm9900-emac",
577 },
578 {}
579};
580MODULE_DEVICE_TABLE(of, emac_dt_match);
581
582#if IS_ENABLED(CONFIG_ACPI)
583static const struct acpi_device_id emac_acpi_match[] = {
584 {
585 .id = "QCOM8070",
586 },
587 {}
588};
589MODULE_DEVICE_TABLE(acpi, emac_acpi_match);
590#endif
591
592static int emac_probe(struct platform_device *pdev)
593{
594 struct net_device *netdev;
595 struct emac_adapter *adpt;
596 struct emac_sgmii *phy;
597 u16 devid, revid;
598 u32 reg;
599 int ret;
600
601 /* The TPD buffer address is limited to:
602 * 1. PTP: 45bits. (Driver doesn't support yet.)
603 * 2. NON-PTP: 46bits.
604 */
605 ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(46));
606 if (ret) {
607 dev_err(&pdev->dev, "could not set DMA mask\n");
608 return ret;
609 }
610
611 netdev = alloc_etherdev(sizeof(struct emac_adapter));
612 if (!netdev)
613 return -ENOMEM;
614
615 dev_set_drvdata(&pdev->dev, netdev);
616 SET_NETDEV_DEV(netdev, &pdev->dev);
617 emac_set_ethtool_ops(netdev);
618
619 adpt = netdev_priv(netdev);
620 adpt->netdev = netdev;
621 adpt->msg_enable = EMAC_MSG_DEFAULT;
622
623 phy = &adpt->phy;
624 atomic_set(&phy->decode_error_count, 0);
625
626 mutex_init(&adpt->reset_lock);
627 spin_lock_init(&adpt->stats.lock);
628
629 adpt->irq.mask = RX_PKT_INT0 | IMR_NORMAL_MASK;
630
631 ret = emac_probe_resources(pdev, adpt);
632 if (ret)
633 goto err_undo_netdev;
634
635 /* initialize clocks */
636 ret = emac_clks_phase1_init(pdev, adpt);
637 if (ret) {
638 dev_err(&pdev->dev, "could not initialize clocks\n");
639 goto err_undo_netdev;
640 }
641
642 netdev->watchdog_timeo = EMAC_WATCHDOG_TIME;
643 netdev->irq = adpt->irq.irq;
644
645 netdev->netdev_ops = &emac_netdev_ops;
646
647 emac_init_adapter(adpt);
648
649 /* init external phy */
650 ret = emac_phy_config(pdev, adpt);
651 if (ret)
652 goto err_undo_clocks;
653
654 /* init internal sgmii phy */
655 ret = emac_sgmii_config(pdev, adpt);
656 if (ret)
657 goto err_undo_mdiobus;
658
659 /* enable clocks */
660 ret = emac_clks_phase2_init(pdev, adpt);
661 if (ret) {
662 dev_err(&pdev->dev, "could not initialize clocks\n");
663 goto err_undo_mdiobus;
664 }
665
666 /* set hw features */
667 netdev->features = NETIF_F_SG | NETIF_F_HW_CSUM | NETIF_F_RXCSUM |
668 NETIF_F_TSO | NETIF_F_TSO6 | NETIF_F_HW_VLAN_CTAG_RX |
669 NETIF_F_HW_VLAN_CTAG_TX;
670 netdev->hw_features = netdev->features;
671
672 netdev->vlan_features |= NETIF_F_SG | NETIF_F_HW_CSUM |
673 NETIF_F_TSO | NETIF_F_TSO6;
674
675 /* MTU range: 46 - 9194 */
676 netdev->min_mtu = EMAC_MIN_ETH_FRAME_SIZE -
677 (ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN);
678 netdev->max_mtu = EMAC_MAX_ETH_FRAME_SIZE -
679 (ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN);
680
681 INIT_WORK(&adpt->work_thread, emac_work_thread);
682
683 /* Initialize queues */
684 emac_mac_rx_tx_ring_init_all(pdev, adpt);
685
686 netif_napi_add(netdev, &adpt->rx_q.napi, emac_napi_rtx);
687
688 ret = register_netdev(netdev);
689 if (ret) {
690 dev_err(&pdev->dev, "could not register net device\n");
691 goto err_undo_napi;
692 }
693
694 reg = readl_relaxed(adpt->base + EMAC_DMA_MAS_CTRL);
695 devid = (reg & DEV_ID_NUM_BMSK) >> DEV_ID_NUM_SHFT;
696 revid = (reg & DEV_REV_NUM_BMSK) >> DEV_REV_NUM_SHFT;
697 reg = readl_relaxed(adpt->base + EMAC_CORE_HW_VERSION);
698
699 netif_info(adpt, probe, netdev,
700 "hardware id %d.%d, hardware version %d.%d.%d\n",
701 devid, revid,
702 (reg & MAJOR_BMSK) >> MAJOR_SHFT,
703 (reg & MINOR_BMSK) >> MINOR_SHFT,
704 (reg & STEP_BMSK) >> STEP_SHFT);
705
706 return 0;
707
708err_undo_napi:
709 netif_napi_del(&adpt->rx_q.napi);
710err_undo_mdiobus:
711 put_device(&adpt->phydev->mdio.dev);
712 mdiobus_unregister(adpt->mii_bus);
713err_undo_clocks:
714 emac_clks_teardown(adpt);
715err_undo_netdev:
716 free_netdev(netdev);
717
718 return ret;
719}
720
721static void emac_remove(struct platform_device *pdev)
722{
723 struct net_device *netdev = dev_get_drvdata(&pdev->dev);
724 struct emac_adapter *adpt = netdev_priv(netdev);
725
726 netif_carrier_off(netdev);
727 netif_tx_disable(netdev);
728
729 unregister_netdev(netdev);
730 netif_napi_del(&adpt->rx_q.napi);
731
732 free_irq(adpt->irq.irq, &adpt->irq);
733 cancel_work_sync(&adpt->work_thread);
734
735 emac_clks_teardown(adpt);
736
737 put_device(&adpt->phydev->mdio.dev);
738 mdiobus_unregister(adpt->mii_bus);
739
740 if (adpt->phy.digital)
741 iounmap(adpt->phy.digital);
742 iounmap(adpt->phy.base);
743
744 free_netdev(netdev);
745}
746
747static void emac_shutdown(struct platform_device *pdev)
748{
749 struct net_device *netdev = dev_get_drvdata(&pdev->dev);
750 struct emac_adapter *adpt = netdev_priv(netdev);
751
752 if (netdev->flags & IFF_UP) {
753 /* Closing the SGMII turns off its interrupts */
754 emac_sgmii_close(adpt);
755
756 /* Resetting the MAC turns off all DMA and its interrupts */
757 emac_mac_reset(adpt);
758 }
759}
760
761static struct platform_driver emac_platform_driver = {
762 .probe = emac_probe,
763 .remove = emac_remove,
764 .driver = {
765 .name = "qcom-emac",
766 .of_match_table = emac_dt_match,
767 .acpi_match_table = ACPI_PTR(emac_acpi_match),
768 },
769 .shutdown = emac_shutdown,
770};
771
772module_platform_driver(emac_platform_driver);
773
774MODULE_DESCRIPTION("Qualcomm EMAC Gigabit Ethernet driver");
775MODULE_LICENSE("GPL v2");
776MODULE_ALIAS("platform:qcom-emac");
1// SPDX-License-Identifier: GPL-2.0-only
2/* Copyright (c) 2013-2016, The Linux Foundation. All rights reserved.
3 */
4
5/* Qualcomm Technologies, Inc. EMAC Gigabit Ethernet Driver */
6
7#include <linux/if_ether.h>
8#include <linux/if_vlan.h>
9#include <linux/interrupt.h>
10#include <linux/io.h>
11#include <linux/module.h>
12#include <linux/of.h>
13#include <linux/of_net.h>
14#include <linux/of_device.h>
15#include <linux/phy.h>
16#include <linux/platform_device.h>
17#include <linux/acpi.h>
18#include "emac.h"
19#include "emac-mac.h"
20#include "emac-phy.h"
21#include "emac-sgmii.h"
22
23#define EMAC_MSG_DEFAULT (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK | \
24 NETIF_MSG_TIMER | NETIF_MSG_IFDOWN | NETIF_MSG_IFUP)
25
26#define EMAC_RRD_SIZE 4
27/* The RRD size if timestamping is enabled: */
28#define EMAC_TS_RRD_SIZE 6
29#define EMAC_TPD_SIZE 4
30#define EMAC_RFD_SIZE 2
31
32#define REG_MAC_RX_STATUS_BIN EMAC_RXMAC_STATC_REG0
33#define REG_MAC_RX_STATUS_END EMAC_RXMAC_STATC_REG22
34#define REG_MAC_TX_STATUS_BIN EMAC_TXMAC_STATC_REG0
35#define REG_MAC_TX_STATUS_END EMAC_TXMAC_STATC_REG24
36
37#define RXQ0_NUM_RFD_PREF_DEF 8
38#define TXQ0_NUM_TPD_PREF_DEF 5
39
40#define EMAC_PREAMBLE_DEF 7
41
42#define DMAR_DLY_CNT_DEF 15
43#define DMAW_DLY_CNT_DEF 4
44
45#define IMR_NORMAL_MASK (ISR_ERROR | ISR_OVER | ISR_TX_PKT)
46
47#define ISR_TX_PKT (\
48 TX_PKT_INT |\
49 TX_PKT_INT1 |\
50 TX_PKT_INT2 |\
51 TX_PKT_INT3)
52
53#define ISR_OVER (\
54 RFD0_UR_INT |\
55 RFD1_UR_INT |\
56 RFD2_UR_INT |\
57 RFD3_UR_INT |\
58 RFD4_UR_INT |\
59 RXF_OF_INT |\
60 TXF_UR_INT)
61
62#define ISR_ERROR (\
63 DMAR_TO_INT |\
64 DMAW_TO_INT |\
65 TXQ_TO_INT)
66
67/* in sync with enum emac_clk_id */
68static const char * const emac_clk_name[] = {
69 "axi_clk", "cfg_ahb_clk", "high_speed_clk", "mdio_clk", "tx_clk",
70 "rx_clk", "sys_clk"
71};
72
73void emac_reg_update32(void __iomem *addr, u32 mask, u32 val)
74{
75 u32 data = readl(addr);
76
77 writel(((data & ~mask) | val), addr);
78}
79
80/* reinitialize */
81int emac_reinit_locked(struct emac_adapter *adpt)
82{
83 int ret;
84
85 mutex_lock(&adpt->reset_lock);
86
87 emac_mac_down(adpt);
88 emac_sgmii_reset(adpt);
89 ret = emac_mac_up(adpt);
90
91 mutex_unlock(&adpt->reset_lock);
92
93 return ret;
94}
95
96/* NAPI */
97static int emac_napi_rtx(struct napi_struct *napi, int budget)
98{
99 struct emac_rx_queue *rx_q =
100 container_of(napi, struct emac_rx_queue, napi);
101 struct emac_adapter *adpt = netdev_priv(rx_q->netdev);
102 struct emac_irq *irq = rx_q->irq;
103 int work_done = 0;
104
105 emac_mac_rx_process(adpt, rx_q, &work_done, budget);
106
107 if (work_done < budget) {
108 napi_complete_done(napi, work_done);
109
110 irq->mask |= rx_q->intr;
111 writel(irq->mask, adpt->base + EMAC_INT_MASK);
112 }
113
114 return work_done;
115}
116
117/* Transmit the packet */
118static int emac_start_xmit(struct sk_buff *skb, struct net_device *netdev)
119{
120 struct emac_adapter *adpt = netdev_priv(netdev);
121
122 return emac_mac_tx_buf_send(adpt, &adpt->tx_q, skb);
123}
124
125static irqreturn_t emac_isr(int _irq, void *data)
126{
127 struct emac_irq *irq = data;
128 struct emac_adapter *adpt =
129 container_of(irq, struct emac_adapter, irq);
130 struct emac_rx_queue *rx_q = &adpt->rx_q;
131 u32 isr, status;
132
133 /* disable the interrupt */
134 writel(0, adpt->base + EMAC_INT_MASK);
135
136 isr = readl_relaxed(adpt->base + EMAC_INT_STATUS);
137
138 status = isr & irq->mask;
139 if (status == 0)
140 goto exit;
141
142 if (status & ISR_ERROR) {
143 net_err_ratelimited("%s: error interrupt 0x%lx\n",
144 adpt->netdev->name, status & ISR_ERROR);
145 /* reset MAC */
146 schedule_work(&adpt->work_thread);
147 }
148
149 /* Schedule the napi for receive queue with interrupt
150 * status bit set
151 */
152 if (status & rx_q->intr) {
153 if (napi_schedule_prep(&rx_q->napi)) {
154 irq->mask &= ~rx_q->intr;
155 __napi_schedule(&rx_q->napi);
156 }
157 }
158
159 if (status & TX_PKT_INT)
160 emac_mac_tx_process(adpt, &adpt->tx_q);
161
162 if (status & ISR_OVER)
163 net_warn_ratelimited("%s: TX/RX overflow interrupt\n",
164 adpt->netdev->name);
165
166exit:
167 /* enable the interrupt */
168 writel(irq->mask, adpt->base + EMAC_INT_MASK);
169
170 return IRQ_HANDLED;
171}
172
173/* Configure VLAN tag strip/insert feature */
174static int emac_set_features(struct net_device *netdev,
175 netdev_features_t features)
176{
177 netdev_features_t changed = features ^ netdev->features;
178 struct emac_adapter *adpt = netdev_priv(netdev);
179
180 /* We only need to reprogram the hardware if the VLAN tag features
181 * have changed, and if it's already running.
182 */
183 if (!(changed & (NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX)))
184 return 0;
185
186 if (!netif_running(netdev))
187 return 0;
188
189 /* emac_mac_mode_config() uses netdev->features to configure the EMAC,
190 * so make sure it's set first.
191 */
192 netdev->features = features;
193
194 return emac_reinit_locked(adpt);
195}
196
197/* Configure Multicast and Promiscuous modes */
198static void emac_rx_mode_set(struct net_device *netdev)
199{
200 struct emac_adapter *adpt = netdev_priv(netdev);
201 struct netdev_hw_addr *ha;
202
203 emac_mac_mode_config(adpt);
204
205 /* update multicast address filtering */
206 emac_mac_multicast_addr_clear(adpt);
207 netdev_for_each_mc_addr(ha, netdev)
208 emac_mac_multicast_addr_set(adpt, ha->addr);
209}
210
211/* Change the Maximum Transfer Unit (MTU) */
212static int emac_change_mtu(struct net_device *netdev, int new_mtu)
213{
214 struct emac_adapter *adpt = netdev_priv(netdev);
215
216 netif_info(adpt, hw, adpt->netdev,
217 "changing MTU from %d to %d\n", netdev->mtu,
218 new_mtu);
219 netdev->mtu = new_mtu;
220
221 if (netif_running(netdev))
222 return emac_reinit_locked(adpt);
223
224 return 0;
225}
226
227/* Called when the network interface is made active */
228static int emac_open(struct net_device *netdev)
229{
230 struct emac_adapter *adpt = netdev_priv(netdev);
231 struct emac_irq *irq = &adpt->irq;
232 int ret;
233
234 ret = request_irq(irq->irq, emac_isr, 0, "emac-core0", irq);
235 if (ret) {
236 netdev_err(adpt->netdev, "could not request emac-core0 irq\n");
237 return ret;
238 }
239
240 /* allocate rx/tx dma buffer & descriptors */
241 ret = emac_mac_rx_tx_rings_alloc_all(adpt);
242 if (ret) {
243 netdev_err(adpt->netdev, "error allocating rx/tx rings\n");
244 free_irq(irq->irq, irq);
245 return ret;
246 }
247
248 ret = emac_sgmii_open(adpt);
249 if (ret) {
250 emac_mac_rx_tx_rings_free_all(adpt);
251 free_irq(irq->irq, irq);
252 return ret;
253 }
254
255 ret = emac_mac_up(adpt);
256 if (ret) {
257 emac_mac_rx_tx_rings_free_all(adpt);
258 free_irq(irq->irq, irq);
259 emac_sgmii_close(adpt);
260 return ret;
261 }
262
263 return 0;
264}
265
266/* Called when the network interface is disabled */
267static int emac_close(struct net_device *netdev)
268{
269 struct emac_adapter *adpt = netdev_priv(netdev);
270
271 mutex_lock(&adpt->reset_lock);
272
273 emac_sgmii_close(adpt);
274 emac_mac_down(adpt);
275 emac_mac_rx_tx_rings_free_all(adpt);
276
277 free_irq(adpt->irq.irq, &adpt->irq);
278
279 mutex_unlock(&adpt->reset_lock);
280
281 return 0;
282}
283
284/* Respond to a TX hang */
285static void emac_tx_timeout(struct net_device *netdev)
286{
287 struct emac_adapter *adpt = netdev_priv(netdev);
288
289 schedule_work(&adpt->work_thread);
290}
291
292/* IOCTL support for the interface */
293static int emac_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
294{
295 if (!netif_running(netdev))
296 return -EINVAL;
297
298 if (!netdev->phydev)
299 return -ENODEV;
300
301 return phy_mii_ioctl(netdev->phydev, ifr, cmd);
302}
303
304/**
305 * emac_update_hw_stats - read the EMAC stat registers
306 *
307 * Reads the stats registers and write the values to adpt->stats.
308 *
309 * adpt->stats.lock must be held while calling this function,
310 * and while reading from adpt->stats.
311 */
312void emac_update_hw_stats(struct emac_adapter *adpt)
313{
314 struct emac_stats *stats = &adpt->stats;
315 u64 *stats_itr = &adpt->stats.rx_ok;
316 void __iomem *base = adpt->base;
317 unsigned int addr;
318
319 addr = REG_MAC_RX_STATUS_BIN;
320 while (addr <= REG_MAC_RX_STATUS_END) {
321 *stats_itr += readl_relaxed(base + addr);
322 stats_itr++;
323 addr += sizeof(u32);
324 }
325
326 /* additional rx status */
327 stats->rx_crc_align += readl_relaxed(base + EMAC_RXMAC_STATC_REG23);
328 stats->rx_jabbers += readl_relaxed(base + EMAC_RXMAC_STATC_REG24);
329
330 /* update tx status */
331 addr = REG_MAC_TX_STATUS_BIN;
332 stats_itr = &stats->tx_ok;
333
334 while (addr <= REG_MAC_TX_STATUS_END) {
335 *stats_itr += readl_relaxed(base + addr);
336 stats_itr++;
337 addr += sizeof(u32);
338 }
339
340 /* additional tx status */
341 stats->tx_col += readl_relaxed(base + EMAC_TXMAC_STATC_REG25);
342}
343
344/* Provide network statistics info for the interface */
345static void emac_get_stats64(struct net_device *netdev,
346 struct rtnl_link_stats64 *net_stats)
347{
348 struct emac_adapter *adpt = netdev_priv(netdev);
349 struct emac_stats *stats = &adpt->stats;
350
351 spin_lock(&stats->lock);
352
353 emac_update_hw_stats(adpt);
354
355 /* return parsed statistics */
356 net_stats->rx_packets = stats->rx_ok;
357 net_stats->tx_packets = stats->tx_ok;
358 net_stats->rx_bytes = stats->rx_byte_cnt;
359 net_stats->tx_bytes = stats->tx_byte_cnt;
360 net_stats->multicast = stats->rx_mcast;
361 net_stats->collisions = stats->tx_1_col + stats->tx_2_col * 2 +
362 stats->tx_late_col + stats->tx_abort_col;
363
364 net_stats->rx_errors = stats->rx_frag + stats->rx_fcs_err +
365 stats->rx_len_err + stats->rx_sz_ov +
366 stats->rx_align_err;
367 net_stats->rx_fifo_errors = stats->rx_rxf_ov;
368 net_stats->rx_length_errors = stats->rx_len_err;
369 net_stats->rx_crc_errors = stats->rx_fcs_err;
370 net_stats->rx_frame_errors = stats->rx_align_err;
371 net_stats->rx_over_errors = stats->rx_rxf_ov;
372 net_stats->rx_missed_errors = stats->rx_rxf_ov;
373
374 net_stats->tx_errors = stats->tx_late_col + stats->tx_abort_col +
375 stats->tx_underrun + stats->tx_trunc;
376 net_stats->tx_fifo_errors = stats->tx_underrun;
377 net_stats->tx_aborted_errors = stats->tx_abort_col;
378 net_stats->tx_window_errors = stats->tx_late_col;
379
380 spin_unlock(&stats->lock);
381}
382
383static const struct net_device_ops emac_netdev_ops = {
384 .ndo_open = emac_open,
385 .ndo_stop = emac_close,
386 .ndo_validate_addr = eth_validate_addr,
387 .ndo_start_xmit = emac_start_xmit,
388 .ndo_set_mac_address = eth_mac_addr,
389 .ndo_change_mtu = emac_change_mtu,
390 .ndo_do_ioctl = emac_ioctl,
391 .ndo_tx_timeout = emac_tx_timeout,
392 .ndo_get_stats64 = emac_get_stats64,
393 .ndo_set_features = emac_set_features,
394 .ndo_set_rx_mode = emac_rx_mode_set,
395};
396
397/* Watchdog task routine, called to reinitialize the EMAC */
398static void emac_work_thread(struct work_struct *work)
399{
400 struct emac_adapter *adpt =
401 container_of(work, struct emac_adapter, work_thread);
402
403 emac_reinit_locked(adpt);
404}
405
406/* Initialize various data structures */
407static void emac_init_adapter(struct emac_adapter *adpt)
408{
409 u32 reg;
410
411 adpt->rrd_size = EMAC_RRD_SIZE;
412 adpt->tpd_size = EMAC_TPD_SIZE;
413 adpt->rfd_size = EMAC_RFD_SIZE;
414
415 /* descriptors */
416 adpt->tx_desc_cnt = EMAC_DEF_TX_DESCS;
417 adpt->rx_desc_cnt = EMAC_DEF_RX_DESCS;
418
419 /* dma */
420 adpt->dma_order = emac_dma_ord_out;
421 adpt->dmar_block = emac_dma_req_4096;
422 adpt->dmaw_block = emac_dma_req_128;
423 adpt->dmar_dly_cnt = DMAR_DLY_CNT_DEF;
424 adpt->dmaw_dly_cnt = DMAW_DLY_CNT_DEF;
425 adpt->tpd_burst = TXQ0_NUM_TPD_PREF_DEF;
426 adpt->rfd_burst = RXQ0_NUM_RFD_PREF_DEF;
427
428 /* irq moderator */
429 reg = ((EMAC_DEF_RX_IRQ_MOD >> 1) << IRQ_MODERATOR2_INIT_SHFT) |
430 ((EMAC_DEF_TX_IRQ_MOD >> 1) << IRQ_MODERATOR_INIT_SHFT);
431 adpt->irq_mod = reg;
432
433 /* others */
434 adpt->preamble = EMAC_PREAMBLE_DEF;
435
436 /* default to automatic flow control */
437 adpt->automatic = true;
438
439 /* Disable single-pause-frame mode by default */
440 adpt->single_pause_mode = false;
441}
442
443/* Get the clock */
444static int emac_clks_get(struct platform_device *pdev,
445 struct emac_adapter *adpt)
446{
447 unsigned int i;
448
449 for (i = 0; i < EMAC_CLK_CNT; i++) {
450 struct clk *clk = devm_clk_get(&pdev->dev, emac_clk_name[i]);
451
452 if (IS_ERR(clk)) {
453 dev_err(&pdev->dev,
454 "could not claim clock %s (error=%li)\n",
455 emac_clk_name[i], PTR_ERR(clk));
456
457 return PTR_ERR(clk);
458 }
459
460 adpt->clk[i] = clk;
461 }
462
463 return 0;
464}
465
466/* Initialize clocks */
467static int emac_clks_phase1_init(struct platform_device *pdev,
468 struct emac_adapter *adpt)
469{
470 int ret;
471
472 /* On ACPI platforms, clocks are controlled by firmware and/or
473 * ACPI, not by drivers.
474 */
475 if (has_acpi_companion(&pdev->dev))
476 return 0;
477
478 ret = emac_clks_get(pdev, adpt);
479 if (ret)
480 return ret;
481
482 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_AXI]);
483 if (ret)
484 return ret;
485
486 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_CFG_AHB]);
487 if (ret)
488 return ret;
489
490 ret = clk_set_rate(adpt->clk[EMAC_CLK_HIGH_SPEED], 19200000);
491 if (ret)
492 return ret;
493
494 return clk_prepare_enable(adpt->clk[EMAC_CLK_HIGH_SPEED]);
495}
496
497/* Enable clocks; needs emac_clks_phase1_init to be called before */
498static int emac_clks_phase2_init(struct platform_device *pdev,
499 struct emac_adapter *adpt)
500{
501 int ret;
502
503 if (has_acpi_companion(&pdev->dev))
504 return 0;
505
506 ret = clk_set_rate(adpt->clk[EMAC_CLK_TX], 125000000);
507 if (ret)
508 return ret;
509
510 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_TX]);
511 if (ret)
512 return ret;
513
514 ret = clk_set_rate(adpt->clk[EMAC_CLK_HIGH_SPEED], 125000000);
515 if (ret)
516 return ret;
517
518 ret = clk_set_rate(adpt->clk[EMAC_CLK_MDIO], 25000000);
519 if (ret)
520 return ret;
521
522 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_MDIO]);
523 if (ret)
524 return ret;
525
526 ret = clk_prepare_enable(adpt->clk[EMAC_CLK_RX]);
527 if (ret)
528 return ret;
529
530 return clk_prepare_enable(adpt->clk[EMAC_CLK_SYS]);
531}
532
533static void emac_clks_teardown(struct emac_adapter *adpt)
534{
535
536 unsigned int i;
537
538 for (i = 0; i < EMAC_CLK_CNT; i++)
539 clk_disable_unprepare(adpt->clk[i]);
540}
541
542/* Get the resources */
543static int emac_probe_resources(struct platform_device *pdev,
544 struct emac_adapter *adpt)
545{
546 struct net_device *netdev = adpt->netdev;
547 char maddr[ETH_ALEN];
548 int ret = 0;
549
550 /* get mac address */
551 if (device_get_mac_address(&pdev->dev, maddr, ETH_ALEN))
552 ether_addr_copy(netdev->dev_addr, maddr);
553 else
554 eth_hw_addr_random(netdev);
555
556 /* Core 0 interrupt */
557 ret = platform_get_irq(pdev, 0);
558 if (ret < 0)
559 return ret;
560 adpt->irq.irq = ret;
561
562 /* base register address */
563 adpt->base = devm_platform_ioremap_resource(pdev, 0);
564 if (IS_ERR(adpt->base))
565 return PTR_ERR(adpt->base);
566
567 /* CSR register address */
568 adpt->csr = devm_platform_ioremap_resource(pdev, 1);
569 if (IS_ERR(adpt->csr))
570 return PTR_ERR(adpt->csr);
571
572 netdev->base_addr = (unsigned long)adpt->base;
573
574 return 0;
575}
576
577static const struct of_device_id emac_dt_match[] = {
578 {
579 .compatible = "qcom,fsm9900-emac",
580 },
581 {}
582};
583MODULE_DEVICE_TABLE(of, emac_dt_match);
584
585#if IS_ENABLED(CONFIG_ACPI)
586static const struct acpi_device_id emac_acpi_match[] = {
587 {
588 .id = "QCOM8070",
589 },
590 {}
591};
592MODULE_DEVICE_TABLE(acpi, emac_acpi_match);
593#endif
594
595static int emac_probe(struct platform_device *pdev)
596{
597 struct net_device *netdev;
598 struct emac_adapter *adpt;
599 struct emac_sgmii *phy;
600 u16 devid, revid;
601 u32 reg;
602 int ret;
603
604 /* The TPD buffer address is limited to:
605 * 1. PTP: 45bits. (Driver doesn't support yet.)
606 * 2. NON-PTP: 46bits.
607 */
608 ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(46));
609 if (ret) {
610 dev_err(&pdev->dev, "could not set DMA mask\n");
611 return ret;
612 }
613
614 netdev = alloc_etherdev(sizeof(struct emac_adapter));
615 if (!netdev)
616 return -ENOMEM;
617
618 dev_set_drvdata(&pdev->dev, netdev);
619 SET_NETDEV_DEV(netdev, &pdev->dev);
620 emac_set_ethtool_ops(netdev);
621
622 adpt = netdev_priv(netdev);
623 adpt->netdev = netdev;
624 adpt->msg_enable = EMAC_MSG_DEFAULT;
625
626 phy = &adpt->phy;
627 atomic_set(&phy->decode_error_count, 0);
628
629 mutex_init(&adpt->reset_lock);
630 spin_lock_init(&adpt->stats.lock);
631
632 adpt->irq.mask = RX_PKT_INT0 | IMR_NORMAL_MASK;
633
634 ret = emac_probe_resources(pdev, adpt);
635 if (ret)
636 goto err_undo_netdev;
637
638 /* initialize clocks */
639 ret = emac_clks_phase1_init(pdev, adpt);
640 if (ret) {
641 dev_err(&pdev->dev, "could not initialize clocks\n");
642 goto err_undo_netdev;
643 }
644
645 netdev->watchdog_timeo = EMAC_WATCHDOG_TIME;
646 netdev->irq = adpt->irq.irq;
647
648 netdev->netdev_ops = &emac_netdev_ops;
649
650 emac_init_adapter(adpt);
651
652 /* init external phy */
653 ret = emac_phy_config(pdev, adpt);
654 if (ret)
655 goto err_undo_clocks;
656
657 /* init internal sgmii phy */
658 ret = emac_sgmii_config(pdev, adpt);
659 if (ret)
660 goto err_undo_mdiobus;
661
662 /* enable clocks */
663 ret = emac_clks_phase2_init(pdev, adpt);
664 if (ret) {
665 dev_err(&pdev->dev, "could not initialize clocks\n");
666 goto err_undo_mdiobus;
667 }
668
669 /* set hw features */
670 netdev->features = NETIF_F_SG | NETIF_F_HW_CSUM | NETIF_F_RXCSUM |
671 NETIF_F_TSO | NETIF_F_TSO6 | NETIF_F_HW_VLAN_CTAG_RX |
672 NETIF_F_HW_VLAN_CTAG_TX;
673 netdev->hw_features = netdev->features;
674
675 netdev->vlan_features |= NETIF_F_SG | NETIF_F_HW_CSUM |
676 NETIF_F_TSO | NETIF_F_TSO6;
677
678 /* MTU range: 46 - 9194 */
679 netdev->min_mtu = EMAC_MIN_ETH_FRAME_SIZE -
680 (ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN);
681 netdev->max_mtu = EMAC_MAX_ETH_FRAME_SIZE -
682 (ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN);
683
684 INIT_WORK(&adpt->work_thread, emac_work_thread);
685
686 /* Initialize queues */
687 emac_mac_rx_tx_ring_init_all(pdev, adpt);
688
689 netif_napi_add(netdev, &adpt->rx_q.napi, emac_napi_rtx,
690 NAPI_POLL_WEIGHT);
691
692 ret = register_netdev(netdev);
693 if (ret) {
694 dev_err(&pdev->dev, "could not register net device\n");
695 goto err_undo_napi;
696 }
697
698 reg = readl_relaxed(adpt->base + EMAC_DMA_MAS_CTRL);
699 devid = (reg & DEV_ID_NUM_BMSK) >> DEV_ID_NUM_SHFT;
700 revid = (reg & DEV_REV_NUM_BMSK) >> DEV_REV_NUM_SHFT;
701 reg = readl_relaxed(adpt->base + EMAC_CORE_HW_VERSION);
702
703 netif_info(adpt, probe, netdev,
704 "hardware id %d.%d, hardware version %d.%d.%d\n",
705 devid, revid,
706 (reg & MAJOR_BMSK) >> MAJOR_SHFT,
707 (reg & MINOR_BMSK) >> MINOR_SHFT,
708 (reg & STEP_BMSK) >> STEP_SHFT);
709
710 return 0;
711
712err_undo_napi:
713 netif_napi_del(&adpt->rx_q.napi);
714err_undo_mdiobus:
715 put_device(&adpt->phydev->mdio.dev);
716 mdiobus_unregister(adpt->mii_bus);
717err_undo_clocks:
718 emac_clks_teardown(adpt);
719err_undo_netdev:
720 free_netdev(netdev);
721
722 return ret;
723}
724
725static int emac_remove(struct platform_device *pdev)
726{
727 struct net_device *netdev = dev_get_drvdata(&pdev->dev);
728 struct emac_adapter *adpt = netdev_priv(netdev);
729
730 unregister_netdev(netdev);
731 netif_napi_del(&adpt->rx_q.napi);
732
733 emac_clks_teardown(adpt);
734
735 put_device(&adpt->phydev->mdio.dev);
736 mdiobus_unregister(adpt->mii_bus);
737 free_netdev(netdev);
738
739 if (adpt->phy.digital)
740 iounmap(adpt->phy.digital);
741 iounmap(adpt->phy.base);
742
743 return 0;
744}
745
746static void emac_shutdown(struct platform_device *pdev)
747{
748 struct net_device *netdev = dev_get_drvdata(&pdev->dev);
749 struct emac_adapter *adpt = netdev_priv(netdev);
750
751 if (netdev->flags & IFF_UP) {
752 /* Closing the SGMII turns off its interrupts */
753 emac_sgmii_close(adpt);
754
755 /* Resetting the MAC turns off all DMA and its interrupts */
756 emac_mac_reset(adpt);
757 }
758}
759
760static struct platform_driver emac_platform_driver = {
761 .probe = emac_probe,
762 .remove = emac_remove,
763 .driver = {
764 .name = "qcom-emac",
765 .of_match_table = emac_dt_match,
766 .acpi_match_table = ACPI_PTR(emac_acpi_match),
767 },
768 .shutdown = emac_shutdown,
769};
770
771module_platform_driver(emac_platform_driver);
772
773MODULE_LICENSE("GPL v2");
774MODULE_ALIAS("platform:qcom-emac");