Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Network device driver for Cell Processor-Based Blade and Celleb platform
4 *
5 * (C) Copyright IBM Corp. 2005
6 * (C) Copyright 2006 TOSHIBA CORPORATION
7 *
8 * Authors : Utz Bacher <utz.bacher@de.ibm.com>
9 * Jens Osterkamp <Jens.Osterkamp@de.ibm.com>
10 */
11
12#include <linux/compiler.h>
13#include <linux/crc32.h>
14#include <linux/delay.h>
15#include <linux/etherdevice.h>
16#include <linux/ethtool.h>
17#include <linux/firmware.h>
18#include <linux/if_vlan.h>
19#include <linux/in.h>
20#include <linux/init.h>
21#include <linux/interrupt.h>
22#include <linux/gfp.h>
23#include <linux/ioport.h>
24#include <linux/ip.h>
25#include <linux/kernel.h>
26#include <linux/mii.h>
27#include <linux/module.h>
28#include <linux/netdevice.h>
29#include <linux/device.h>
30#include <linux/pci.h>
31#include <linux/skbuff.h>
32#include <linux/tcp.h>
33#include <linux/types.h>
34#include <linux/vmalloc.h>
35#include <linux/wait.h>
36#include <linux/workqueue.h>
37#include <linux/bitops.h>
38#include <linux/of.h>
39#include <net/checksum.h>
40
41#include "spider_net.h"
42
43MODULE_AUTHOR("Utz Bacher <utz.bacher@de.ibm.com> and Jens Osterkamp " \
44 "<Jens.Osterkamp@de.ibm.com>");
45MODULE_DESCRIPTION("Spider Southbridge Gigabit Ethernet driver");
46MODULE_LICENSE("GPL");
47MODULE_VERSION(VERSION);
48MODULE_FIRMWARE(SPIDER_NET_FIRMWARE_NAME);
49
50static int rx_descriptors = SPIDER_NET_RX_DESCRIPTORS_DEFAULT;
51static int tx_descriptors = SPIDER_NET_TX_DESCRIPTORS_DEFAULT;
52
53module_param(rx_descriptors, int, 0444);
54module_param(tx_descriptors, int, 0444);
55
56MODULE_PARM_DESC(rx_descriptors, "number of descriptors used " \
57 "in rx chains");
58MODULE_PARM_DESC(tx_descriptors, "number of descriptors used " \
59 "in tx chain");
60
61char spider_net_driver_name[] = "spidernet";
62
63static const struct pci_device_id spider_net_pci_tbl[] = {
64 { PCI_VENDOR_ID_TOSHIBA_2, PCI_DEVICE_ID_TOSHIBA_SPIDER_NET,
65 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0UL },
66 { 0, }
67};
68
69MODULE_DEVICE_TABLE(pci, spider_net_pci_tbl);
70
71/**
72 * spider_net_read_reg - reads an SMMIO register of a card
73 * @card: device structure
74 * @reg: register to read from
75 *
76 * returns the content of the specified SMMIO register.
77 */
78static inline u32
79spider_net_read_reg(struct spider_net_card *card, u32 reg)
80{
81 /* We use the powerpc specific variants instead of readl_be() because
82 * we know spidernet is not a real PCI device and we can thus avoid the
83 * performance hit caused by the PCI workarounds.
84 */
85 return in_be32(card->regs + reg);
86}
87
88/**
89 * spider_net_write_reg - writes to an SMMIO register of a card
90 * @card: device structure
91 * @reg: register to write to
92 * @value: value to write into the specified SMMIO register
93 */
94static inline void
95spider_net_write_reg(struct spider_net_card *card, u32 reg, u32 value)
96{
97 /* We use the powerpc specific variants instead of writel_be() because
98 * we know spidernet is not a real PCI device and we can thus avoid the
99 * performance hit caused by the PCI workarounds.
100 */
101 out_be32(card->regs + reg, value);
102}
103
104/**
105 * spider_net_write_phy - write to phy register
106 * @netdev: adapter to be written to
107 * @mii_id: id of MII
108 * @reg: PHY register
109 * @val: value to be written to phy register
110 *
111 * spider_net_write_phy_register writes to an arbitrary PHY
112 * register via the spider GPCWOPCMD register. We assume the queue does
113 * not run full (not more than 15 commands outstanding).
114 **/
115static void
116spider_net_write_phy(struct net_device *netdev, int mii_id,
117 int reg, int val)
118{
119 struct spider_net_card *card = netdev_priv(netdev);
120 u32 writevalue;
121
122 writevalue = ((u32)mii_id << 21) |
123 ((u32)reg << 16) | ((u32)val);
124
125 spider_net_write_reg(card, SPIDER_NET_GPCWOPCMD, writevalue);
126}
127
128/**
129 * spider_net_read_phy - read from phy register
130 * @netdev: network device to be read from
131 * @mii_id: id of MII
132 * @reg: PHY register
133 *
134 * Returns value read from PHY register
135 *
136 * spider_net_write_phy reads from an arbitrary PHY
137 * register via the spider GPCROPCMD register
138 **/
139static int
140spider_net_read_phy(struct net_device *netdev, int mii_id, int reg)
141{
142 struct spider_net_card *card = netdev_priv(netdev);
143 u32 readvalue;
144
145 readvalue = ((u32)mii_id << 21) | ((u32)reg << 16);
146 spider_net_write_reg(card, SPIDER_NET_GPCROPCMD, readvalue);
147
148 /* we don't use semaphores to wait for an SPIDER_NET_GPROPCMPINT
149 * interrupt, as we poll for the completion of the read operation
150 * in spider_net_read_phy. Should take about 50 us
151 */
152 do {
153 readvalue = spider_net_read_reg(card, SPIDER_NET_GPCROPCMD);
154 } while (readvalue & SPIDER_NET_GPREXEC);
155
156 readvalue &= SPIDER_NET_GPRDAT_MASK;
157
158 return readvalue;
159}
160
161/**
162 * spider_net_setup_aneg - initial auto-negotiation setup
163 * @card: device structure
164 **/
165static void
166spider_net_setup_aneg(struct spider_net_card *card)
167{
168 struct mii_phy *phy = &card->phy;
169 u32 advertise = 0;
170 u16 bmsr, estat;
171
172 bmsr = spider_net_read_phy(card->netdev, phy->mii_id, MII_BMSR);
173 estat = spider_net_read_phy(card->netdev, phy->mii_id, MII_ESTATUS);
174
175 if (bmsr & BMSR_10HALF)
176 advertise |= ADVERTISED_10baseT_Half;
177 if (bmsr & BMSR_10FULL)
178 advertise |= ADVERTISED_10baseT_Full;
179 if (bmsr & BMSR_100HALF)
180 advertise |= ADVERTISED_100baseT_Half;
181 if (bmsr & BMSR_100FULL)
182 advertise |= ADVERTISED_100baseT_Full;
183
184 if ((bmsr & BMSR_ESTATEN) && (estat & ESTATUS_1000_TFULL))
185 advertise |= SUPPORTED_1000baseT_Full;
186 if ((bmsr & BMSR_ESTATEN) && (estat & ESTATUS_1000_THALF))
187 advertise |= SUPPORTED_1000baseT_Half;
188
189 sungem_phy_probe(phy, phy->mii_id);
190 phy->def->ops->setup_aneg(phy, advertise);
191
192}
193
194/**
195 * spider_net_rx_irq_off - switch off rx irq on this spider card
196 * @card: device structure
197 *
198 * switches off rx irq by masking them out in the GHIINTnMSK register
199 */
200static void
201spider_net_rx_irq_off(struct spider_net_card *card)
202{
203 u32 regvalue;
204
205 regvalue = SPIDER_NET_INT0_MASK_VALUE & (~SPIDER_NET_RXINT);
206 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK, regvalue);
207}
208
209/**
210 * spider_net_rx_irq_on - switch on rx irq on this spider card
211 * @card: device structure
212 *
213 * switches on rx irq by enabling them in the GHIINTnMSK register
214 */
215static void
216spider_net_rx_irq_on(struct spider_net_card *card)
217{
218 u32 regvalue;
219
220 regvalue = SPIDER_NET_INT0_MASK_VALUE | SPIDER_NET_RXINT;
221 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK, regvalue);
222}
223
224/**
225 * spider_net_set_promisc - sets the unicast address or the promiscuous mode
226 * @card: card structure
227 *
228 * spider_net_set_promisc sets the unicast destination address filter and
229 * thus either allows for non-promisc mode or promisc mode
230 */
231static void
232spider_net_set_promisc(struct spider_net_card *card)
233{
234 u32 macu, macl;
235 struct net_device *netdev = card->netdev;
236
237 if (netdev->flags & IFF_PROMISC) {
238 /* clear destination entry 0 */
239 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR, 0);
240 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR + 0x04, 0);
241 spider_net_write_reg(card, SPIDER_NET_GMRUA0FIL15R,
242 SPIDER_NET_PROMISC_VALUE);
243 } else {
244 macu = netdev->dev_addr[0];
245 macu <<= 8;
246 macu |= netdev->dev_addr[1];
247 memcpy(&macl, &netdev->dev_addr[2], sizeof(macl));
248
249 macu |= SPIDER_NET_UA_DESCR_VALUE;
250 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR, macu);
251 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR + 0x04, macl);
252 spider_net_write_reg(card, SPIDER_NET_GMRUA0FIL15R,
253 SPIDER_NET_NONPROMISC_VALUE);
254 }
255}
256
257/**
258 * spider_net_get_descr_status -- returns the status of a descriptor
259 * @hwdescr: descriptor to look at
260 *
261 * returns the status as in the dmac_cmd_status field of the descriptor
262 */
263static inline int
264spider_net_get_descr_status(struct spider_net_hw_descr *hwdescr)
265{
266 return hwdescr->dmac_cmd_status & SPIDER_NET_DESCR_IND_PROC_MASK;
267}
268
269/**
270 * spider_net_free_chain - free descriptor chain
271 * @card: card structure
272 * @chain: address of chain
273 *
274 */
275static void
276spider_net_free_chain(struct spider_net_card *card,
277 struct spider_net_descr_chain *chain)
278{
279 struct spider_net_descr *descr;
280
281 descr = chain->ring;
282 do {
283 descr->bus_addr = 0;
284 descr->hwdescr->next_descr_addr = 0;
285 descr = descr->next;
286 } while (descr != chain->ring);
287
288 dma_free_coherent(&card->pdev->dev, chain->num_desc * sizeof(struct spider_net_hw_descr),
289 chain->hwring, chain->dma_addr);
290}
291
292/**
293 * spider_net_init_chain - alloc and link descriptor chain
294 * @card: card structure
295 * @chain: address of chain
296 *
297 * We manage a circular list that mirrors the hardware structure,
298 * except that the hardware uses bus addresses.
299 *
300 * Returns 0 on success, <0 on failure
301 */
302static int
303spider_net_init_chain(struct spider_net_card *card,
304 struct spider_net_descr_chain *chain)
305{
306 int i;
307 struct spider_net_descr *descr;
308 struct spider_net_hw_descr *hwdescr;
309 dma_addr_t buf;
310 size_t alloc_size;
311
312 alloc_size = chain->num_desc * sizeof(struct spider_net_hw_descr);
313
314 chain->hwring = dma_alloc_coherent(&card->pdev->dev, alloc_size,
315 &chain->dma_addr, GFP_KERNEL);
316 if (!chain->hwring)
317 return -ENOMEM;
318
319 /* Set up the hardware pointers in each descriptor */
320 descr = chain->ring;
321 hwdescr = chain->hwring;
322 buf = chain->dma_addr;
323 for (i=0; i < chain->num_desc; i++, descr++, hwdescr++) {
324 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
325 hwdescr->next_descr_addr = 0;
326
327 descr->hwdescr = hwdescr;
328 descr->bus_addr = buf;
329 descr->next = descr + 1;
330 descr->prev = descr - 1;
331
332 buf += sizeof(struct spider_net_hw_descr);
333 }
334 /* do actual circular list */
335 (descr-1)->next = chain->ring;
336 chain->ring->prev = descr-1;
337
338 spin_lock_init(&chain->lock);
339 chain->head = chain->ring;
340 chain->tail = chain->ring;
341 return 0;
342}
343
344/**
345 * spider_net_free_rx_chain_contents - frees descr contents in rx chain
346 * @card: card structure
347 *
348 * returns 0 on success, <0 on failure
349 */
350static void
351spider_net_free_rx_chain_contents(struct spider_net_card *card)
352{
353 struct spider_net_descr *descr;
354
355 descr = card->rx_chain.head;
356 do {
357 if (descr->skb) {
358 dma_unmap_single(&card->pdev->dev,
359 descr->hwdescr->buf_addr,
360 SPIDER_NET_MAX_FRAME,
361 DMA_BIDIRECTIONAL);
362 dev_kfree_skb(descr->skb);
363 descr->skb = NULL;
364 }
365 descr = descr->next;
366 } while (descr != card->rx_chain.head);
367}
368
369/**
370 * spider_net_prepare_rx_descr - Reinitialize RX descriptor
371 * @card: card structure
372 * @descr: descriptor to re-init
373 *
374 * Return 0 on success, <0 on failure.
375 *
376 * Allocates a new rx skb, iommu-maps it and attaches it to the
377 * descriptor. Mark the descriptor as activated, ready-to-use.
378 */
379static int
380spider_net_prepare_rx_descr(struct spider_net_card *card,
381 struct spider_net_descr *descr)
382{
383 struct spider_net_hw_descr *hwdescr = descr->hwdescr;
384 dma_addr_t buf;
385 int offset;
386 int bufsize;
387
388 /* we need to round up the buffer size to a multiple of 128 */
389 bufsize = (SPIDER_NET_MAX_FRAME + SPIDER_NET_RXBUF_ALIGN - 1) &
390 (~(SPIDER_NET_RXBUF_ALIGN - 1));
391
392 /* and we need to have it 128 byte aligned, therefore we allocate a
393 * bit more
394 */
395 /* allocate an skb */
396 descr->skb = netdev_alloc_skb(card->netdev,
397 bufsize + SPIDER_NET_RXBUF_ALIGN - 1);
398 if (!descr->skb) {
399 if (netif_msg_rx_err(card) && net_ratelimit())
400 dev_err(&card->netdev->dev,
401 "Not enough memory to allocate rx buffer\n");
402 card->spider_stats.alloc_rx_skb_error++;
403 return -ENOMEM;
404 }
405 hwdescr->buf_size = bufsize;
406 hwdescr->result_size = 0;
407 hwdescr->valid_size = 0;
408 hwdescr->data_status = 0;
409 hwdescr->data_error = 0;
410
411 offset = ((unsigned long)descr->skb->data) &
412 (SPIDER_NET_RXBUF_ALIGN - 1);
413 if (offset)
414 skb_reserve(descr->skb, SPIDER_NET_RXBUF_ALIGN - offset);
415 /* iommu-map the skb */
416 buf = dma_map_single(&card->pdev->dev, descr->skb->data,
417 SPIDER_NET_MAX_FRAME, DMA_FROM_DEVICE);
418 if (dma_mapping_error(&card->pdev->dev, buf)) {
419 dev_kfree_skb_any(descr->skb);
420 descr->skb = NULL;
421 if (netif_msg_rx_err(card) && net_ratelimit())
422 dev_err(&card->netdev->dev, "Could not iommu-map rx buffer\n");
423 card->spider_stats.rx_iommu_map_error++;
424 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
425 } else {
426 hwdescr->buf_addr = buf;
427 wmb();
428 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_CARDOWNED |
429 SPIDER_NET_DMAC_NOINTR_COMPLETE;
430 }
431
432 return 0;
433}
434
435/**
436 * spider_net_enable_rxchtails - sets RX dmac chain tail addresses
437 * @card: card structure
438 *
439 * spider_net_enable_rxchtails sets the RX DMAC chain tail addresses in the
440 * chip by writing to the appropriate register. DMA is enabled in
441 * spider_net_enable_rxdmac.
442 */
443static inline void
444spider_net_enable_rxchtails(struct spider_net_card *card)
445{
446 /* assume chain is aligned correctly */
447 spider_net_write_reg(card, SPIDER_NET_GDADCHA ,
448 card->rx_chain.tail->bus_addr);
449}
450
451/**
452 * spider_net_enable_rxdmac - enables a receive DMA controller
453 * @card: card structure
454 *
455 * spider_net_enable_rxdmac enables the DMA controller by setting RX_DMA_EN
456 * in the GDADMACCNTR register
457 */
458static inline void
459spider_net_enable_rxdmac(struct spider_net_card *card)
460{
461 wmb();
462 spider_net_write_reg(card, SPIDER_NET_GDADMACCNTR,
463 SPIDER_NET_DMA_RX_VALUE);
464}
465
466/**
467 * spider_net_disable_rxdmac - disables the receive DMA controller
468 * @card: card structure
469 *
470 * spider_net_disable_rxdmac terminates processing on the DMA controller
471 * by turing off the DMA controller, with the force-end flag set.
472 */
473static inline void
474spider_net_disable_rxdmac(struct spider_net_card *card)
475{
476 spider_net_write_reg(card, SPIDER_NET_GDADMACCNTR,
477 SPIDER_NET_DMA_RX_FEND_VALUE);
478}
479
480/**
481 * spider_net_refill_rx_chain - refills descriptors/skbs in the rx chains
482 * @card: card structure
483 *
484 * refills descriptors in the rx chain: allocates skbs and iommu-maps them.
485 */
486static void
487spider_net_refill_rx_chain(struct spider_net_card *card)
488{
489 struct spider_net_descr_chain *chain = &card->rx_chain;
490 unsigned long flags;
491
492 /* one context doing the refill (and a second context seeing that
493 * and omitting it) is ok. If called by NAPI, we'll be called again
494 * as spider_net_decode_one_descr is called several times. If some
495 * interrupt calls us, the NAPI is about to clean up anyway.
496 */
497 if (!spin_trylock_irqsave(&chain->lock, flags))
498 return;
499
500 while (spider_net_get_descr_status(chain->head->hwdescr) ==
501 SPIDER_NET_DESCR_NOT_IN_USE) {
502 if (spider_net_prepare_rx_descr(card, chain->head))
503 break;
504 chain->head = chain->head->next;
505 }
506
507 spin_unlock_irqrestore(&chain->lock, flags);
508}
509
510/**
511 * spider_net_alloc_rx_skbs - Allocates rx skbs in rx descriptor chains
512 * @card: card structure
513 *
514 * Returns 0 on success, <0 on failure.
515 */
516static int
517spider_net_alloc_rx_skbs(struct spider_net_card *card)
518{
519 struct spider_net_descr_chain *chain = &card->rx_chain;
520 struct spider_net_descr *start = chain->tail;
521 struct spider_net_descr *descr = start;
522
523 /* Link up the hardware chain pointers */
524 do {
525 descr->prev->hwdescr->next_descr_addr = descr->bus_addr;
526 descr = descr->next;
527 } while (descr != start);
528
529 /* Put at least one buffer into the chain. if this fails,
530 * we've got a problem. If not, spider_net_refill_rx_chain
531 * will do the rest at the end of this function.
532 */
533 if (spider_net_prepare_rx_descr(card, chain->head))
534 goto error;
535 else
536 chain->head = chain->head->next;
537
538 /* This will allocate the rest of the rx buffers;
539 * if not, it's business as usual later on.
540 */
541 spider_net_refill_rx_chain(card);
542 spider_net_enable_rxdmac(card);
543 return 0;
544
545error:
546 spider_net_free_rx_chain_contents(card);
547 return -ENOMEM;
548}
549
550/**
551 * spider_net_get_multicast_hash - generates hash for multicast filter table
552 * @netdev: interface device structure
553 * @addr: multicast address
554 *
555 * returns the hash value.
556 *
557 * spider_net_get_multicast_hash calculates a hash value for a given multicast
558 * address, that is used to set the multicast filter tables
559 */
560static u8
561spider_net_get_multicast_hash(struct net_device *netdev, __u8 *addr)
562{
563 u32 crc;
564 u8 hash;
565 char addr_for_crc[ETH_ALEN] = { 0, };
566 int i, bit;
567
568 for (i = 0; i < ETH_ALEN * 8; i++) {
569 bit = (addr[i / 8] >> (i % 8)) & 1;
570 addr_for_crc[ETH_ALEN - 1 - i / 8] += bit << (7 - (i % 8));
571 }
572
573 crc = crc32_be(~0, addr_for_crc, netdev->addr_len);
574
575 hash = (crc >> 27);
576 hash <<= 3;
577 hash |= crc & 7;
578 hash &= 0xff;
579
580 return hash;
581}
582
583/**
584 * spider_net_set_multi - sets multicast addresses and promisc flags
585 * @netdev: interface device structure
586 *
587 * spider_net_set_multi configures multicast addresses as needed for the
588 * netdev interface. It also sets up multicast, allmulti and promisc
589 * flags appropriately
590 */
591static void
592spider_net_set_multi(struct net_device *netdev)
593{
594 struct netdev_hw_addr *ha;
595 u8 hash;
596 int i;
597 u32 reg;
598 struct spider_net_card *card = netdev_priv(netdev);
599 DECLARE_BITMAP(bitmask, SPIDER_NET_MULTICAST_HASHES);
600
601 spider_net_set_promisc(card);
602
603 if (netdev->flags & IFF_ALLMULTI) {
604 bitmap_fill(bitmask, SPIDER_NET_MULTICAST_HASHES);
605 goto write_hash;
606 }
607
608 bitmap_zero(bitmask, SPIDER_NET_MULTICAST_HASHES);
609
610 /* well, we know, what the broadcast hash value is: it's xfd
611 hash = spider_net_get_multicast_hash(netdev, netdev->broadcast); */
612 __set_bit(0xfd, bitmask);
613
614 netdev_for_each_mc_addr(ha, netdev) {
615 hash = spider_net_get_multicast_hash(netdev, ha->addr);
616 __set_bit(hash, bitmask);
617 }
618
619write_hash:
620 for (i = 0; i < SPIDER_NET_MULTICAST_HASHES / 4; i++) {
621 reg = 0;
622 if (test_bit(i * 4, bitmask))
623 reg += 0x08;
624 reg <<= 8;
625 if (test_bit(i * 4 + 1, bitmask))
626 reg += 0x08;
627 reg <<= 8;
628 if (test_bit(i * 4 + 2, bitmask))
629 reg += 0x08;
630 reg <<= 8;
631 if (test_bit(i * 4 + 3, bitmask))
632 reg += 0x08;
633
634 spider_net_write_reg(card, SPIDER_NET_GMRMHFILnR + i * 4, reg);
635 }
636}
637
638/**
639 * spider_net_prepare_tx_descr - fill tx descriptor with skb data
640 * @card: card structure
641 * @skb: packet to use
642 *
643 * returns 0 on success, <0 on failure.
644 *
645 * fills out the descriptor structure with skb data and len. Copies data,
646 * if needed (32bit DMA!)
647 */
648static int
649spider_net_prepare_tx_descr(struct spider_net_card *card,
650 struct sk_buff *skb)
651{
652 struct spider_net_descr_chain *chain = &card->tx_chain;
653 struct spider_net_descr *descr;
654 struct spider_net_hw_descr *hwdescr;
655 dma_addr_t buf;
656 unsigned long flags;
657
658 buf = dma_map_single(&card->pdev->dev, skb->data, skb->len,
659 DMA_TO_DEVICE);
660 if (dma_mapping_error(&card->pdev->dev, buf)) {
661 if (netif_msg_tx_err(card) && net_ratelimit())
662 dev_err(&card->netdev->dev, "could not iommu-map packet (%p, %i). "
663 "Dropping packet\n", skb->data, skb->len);
664 card->spider_stats.tx_iommu_map_error++;
665 return -ENOMEM;
666 }
667
668 spin_lock_irqsave(&chain->lock, flags);
669 descr = card->tx_chain.head;
670 if (descr->next == chain->tail->prev) {
671 spin_unlock_irqrestore(&chain->lock, flags);
672 dma_unmap_single(&card->pdev->dev, buf, skb->len,
673 DMA_TO_DEVICE);
674 return -ENOMEM;
675 }
676 hwdescr = descr->hwdescr;
677 chain->head = descr->next;
678
679 descr->skb = skb;
680 hwdescr->buf_addr = buf;
681 hwdescr->buf_size = skb->len;
682 hwdescr->next_descr_addr = 0;
683 hwdescr->data_status = 0;
684
685 hwdescr->dmac_cmd_status =
686 SPIDER_NET_DESCR_CARDOWNED | SPIDER_NET_DMAC_TXFRMTL;
687 spin_unlock_irqrestore(&chain->lock, flags);
688
689 if (skb->ip_summed == CHECKSUM_PARTIAL)
690 switch (ip_hdr(skb)->protocol) {
691 case IPPROTO_TCP:
692 hwdescr->dmac_cmd_status |= SPIDER_NET_DMAC_TCP;
693 break;
694 case IPPROTO_UDP:
695 hwdescr->dmac_cmd_status |= SPIDER_NET_DMAC_UDP;
696 break;
697 }
698
699 /* Chain the bus address, so that the DMA engine finds this descr. */
700 wmb();
701 descr->prev->hwdescr->next_descr_addr = descr->bus_addr;
702
703 netif_trans_update(card->netdev); /* set netdev watchdog timer */
704 return 0;
705}
706
707static int
708spider_net_set_low_watermark(struct spider_net_card *card)
709{
710 struct spider_net_descr *descr = card->tx_chain.tail;
711 struct spider_net_hw_descr *hwdescr;
712 unsigned long flags;
713 int status;
714 int cnt=0;
715 int i;
716
717 /* Measure the length of the queue. Measurement does not
718 * need to be precise -- does not need a lock.
719 */
720 while (descr != card->tx_chain.head) {
721 status = descr->hwdescr->dmac_cmd_status & SPIDER_NET_DESCR_NOT_IN_USE;
722 if (status == SPIDER_NET_DESCR_NOT_IN_USE)
723 break;
724 descr = descr->next;
725 cnt++;
726 }
727
728 /* If TX queue is short, don't even bother with interrupts */
729 if (cnt < card->tx_chain.num_desc/4)
730 return cnt;
731
732 /* Set low-watermark 3/4th's of the way into the queue. */
733 descr = card->tx_chain.tail;
734 cnt = (cnt*3)/4;
735 for (i=0;i<cnt; i++)
736 descr = descr->next;
737
738 /* Set the new watermark, clear the old watermark */
739 spin_lock_irqsave(&card->tx_chain.lock, flags);
740 descr->hwdescr->dmac_cmd_status |= SPIDER_NET_DESCR_TXDESFLG;
741 if (card->low_watermark && card->low_watermark != descr) {
742 hwdescr = card->low_watermark->hwdescr;
743 hwdescr->dmac_cmd_status =
744 hwdescr->dmac_cmd_status & ~SPIDER_NET_DESCR_TXDESFLG;
745 }
746 card->low_watermark = descr;
747 spin_unlock_irqrestore(&card->tx_chain.lock, flags);
748 return cnt;
749}
750
751/**
752 * spider_net_release_tx_chain - processes sent tx descriptors
753 * @card: adapter structure
754 * @brutal: if set, don't care about whether descriptor seems to be in use
755 *
756 * returns 0 if the tx ring is empty, otherwise 1.
757 *
758 * spider_net_release_tx_chain releases the tx descriptors that spider has
759 * finished with (if non-brutal) or simply release tx descriptors (if brutal).
760 * If some other context is calling this function, we return 1 so that we're
761 * scheduled again (if we were scheduled) and will not lose initiative.
762 */
763static int
764spider_net_release_tx_chain(struct spider_net_card *card, int brutal)
765{
766 struct net_device *dev = card->netdev;
767 struct spider_net_descr_chain *chain = &card->tx_chain;
768 struct spider_net_descr *descr;
769 struct spider_net_hw_descr *hwdescr;
770 struct sk_buff *skb;
771 u32 buf_addr;
772 unsigned long flags;
773 int status;
774
775 while (1) {
776 spin_lock_irqsave(&chain->lock, flags);
777 if (chain->tail == chain->head) {
778 spin_unlock_irqrestore(&chain->lock, flags);
779 return 0;
780 }
781 descr = chain->tail;
782 hwdescr = descr->hwdescr;
783
784 status = spider_net_get_descr_status(hwdescr);
785 switch (status) {
786 case SPIDER_NET_DESCR_COMPLETE:
787 dev->stats.tx_packets++;
788 dev->stats.tx_bytes += descr->skb->len;
789 break;
790
791 case SPIDER_NET_DESCR_CARDOWNED:
792 if (!brutal) {
793 spin_unlock_irqrestore(&chain->lock, flags);
794 return 1;
795 }
796
797 /* fallthrough, if we release the descriptors
798 * brutally (then we don't care about
799 * SPIDER_NET_DESCR_CARDOWNED)
800 */
801 fallthrough;
802
803 case SPIDER_NET_DESCR_RESPONSE_ERROR:
804 case SPIDER_NET_DESCR_PROTECTION_ERROR:
805 case SPIDER_NET_DESCR_FORCE_END:
806 if (netif_msg_tx_err(card))
807 dev_err(&card->netdev->dev, "forcing end of tx descriptor "
808 "with status x%02x\n", status);
809 dev->stats.tx_errors++;
810 break;
811
812 default:
813 dev->stats.tx_dropped++;
814 if (!brutal) {
815 spin_unlock_irqrestore(&chain->lock, flags);
816 return 1;
817 }
818 }
819
820 chain->tail = descr->next;
821 hwdescr->dmac_cmd_status |= SPIDER_NET_DESCR_NOT_IN_USE;
822 skb = descr->skb;
823 descr->skb = NULL;
824 buf_addr = hwdescr->buf_addr;
825 spin_unlock_irqrestore(&chain->lock, flags);
826
827 /* unmap the skb */
828 if (skb) {
829 dma_unmap_single(&card->pdev->dev, buf_addr, skb->len,
830 DMA_TO_DEVICE);
831 dev_consume_skb_any(skb);
832 }
833 }
834 return 0;
835}
836
837/**
838 * spider_net_kick_tx_dma - enables TX DMA processing
839 * @card: card structure
840 *
841 * This routine will start the transmit DMA running if
842 * it is not already running. This routine ned only be
843 * called when queueing a new packet to an empty tx queue.
844 * Writes the current tx chain head as start address
845 * of the tx descriptor chain and enables the transmission
846 * DMA engine.
847 */
848static inline void
849spider_net_kick_tx_dma(struct spider_net_card *card)
850{
851 struct spider_net_descr *descr;
852
853 if (spider_net_read_reg(card, SPIDER_NET_GDTDMACCNTR) &
854 SPIDER_NET_TX_DMA_EN)
855 goto out;
856
857 descr = card->tx_chain.tail;
858 for (;;) {
859 if (spider_net_get_descr_status(descr->hwdescr) ==
860 SPIDER_NET_DESCR_CARDOWNED) {
861 spider_net_write_reg(card, SPIDER_NET_GDTDCHA,
862 descr->bus_addr);
863 spider_net_write_reg(card, SPIDER_NET_GDTDMACCNTR,
864 SPIDER_NET_DMA_TX_VALUE);
865 break;
866 }
867 if (descr == card->tx_chain.head)
868 break;
869 descr = descr->next;
870 }
871
872out:
873 mod_timer(&card->tx_timer, jiffies + SPIDER_NET_TX_TIMER);
874}
875
876/**
877 * spider_net_xmit - transmits a frame over the device
878 * @skb: packet to send out
879 * @netdev: interface device structure
880 *
881 * returns NETDEV_TX_OK on success, NETDEV_TX_BUSY on failure
882 */
883static netdev_tx_t
884spider_net_xmit(struct sk_buff *skb, struct net_device *netdev)
885{
886 int cnt;
887 struct spider_net_card *card = netdev_priv(netdev);
888
889 spider_net_release_tx_chain(card, 0);
890
891 if (spider_net_prepare_tx_descr(card, skb) != 0) {
892 netdev->stats.tx_dropped++;
893 netif_stop_queue(netdev);
894 return NETDEV_TX_BUSY;
895 }
896
897 cnt = spider_net_set_low_watermark(card);
898 if (cnt < 5)
899 spider_net_kick_tx_dma(card);
900 return NETDEV_TX_OK;
901}
902
903/**
904 * spider_net_cleanup_tx_ring - cleans up the TX ring
905 * @t: timer context used to obtain the pointer to net card data structure
906 *
907 * spider_net_cleanup_tx_ring is called by either the tx_timer
908 * or from the NAPI polling routine.
909 * This routine releases resources associted with transmitted
910 * packets, including updating the queue tail pointer.
911 */
912static void
913spider_net_cleanup_tx_ring(struct timer_list *t)
914{
915 struct spider_net_card *card = from_timer(card, t, tx_timer);
916 if ((spider_net_release_tx_chain(card, 0) != 0) &&
917 (card->netdev->flags & IFF_UP)) {
918 spider_net_kick_tx_dma(card);
919 netif_wake_queue(card->netdev);
920 }
921}
922
923/**
924 * spider_net_do_ioctl - called for device ioctls
925 * @netdev: interface device structure
926 * @ifr: request parameter structure for ioctl
927 * @cmd: command code for ioctl
928 *
929 * returns 0 on success, <0 on failure. Currently, we have no special ioctls.
930 * -EOPNOTSUPP is returned, if an unknown ioctl was requested
931 */
932static int
933spider_net_do_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
934{
935 switch (cmd) {
936 default:
937 return -EOPNOTSUPP;
938 }
939}
940
941/**
942 * spider_net_pass_skb_up - takes an skb from a descriptor and passes it on
943 * @descr: descriptor to process
944 * @card: card structure
945 *
946 * Fills out skb structure and passes the data to the stack.
947 * The descriptor state is not changed.
948 */
949static void
950spider_net_pass_skb_up(struct spider_net_descr *descr,
951 struct spider_net_card *card)
952{
953 struct spider_net_hw_descr *hwdescr = descr->hwdescr;
954 struct sk_buff *skb = descr->skb;
955 struct net_device *netdev = card->netdev;
956 u32 data_status = hwdescr->data_status;
957 u32 data_error = hwdescr->data_error;
958
959 skb_put(skb, hwdescr->valid_size);
960
961 /* the card seems to add 2 bytes of junk in front
962 * of the ethernet frame
963 */
964#define SPIDER_MISALIGN 2
965 skb_pull(skb, SPIDER_MISALIGN);
966 skb->protocol = eth_type_trans(skb, netdev);
967
968 /* checksum offload */
969 skb_checksum_none_assert(skb);
970 if (netdev->features & NETIF_F_RXCSUM) {
971 if ( ( (data_status & SPIDER_NET_DATA_STATUS_CKSUM_MASK) ==
972 SPIDER_NET_DATA_STATUS_CKSUM_MASK) &&
973 !(data_error & SPIDER_NET_DATA_ERR_CKSUM_MASK))
974 skb->ip_summed = CHECKSUM_UNNECESSARY;
975 }
976
977 if (data_status & SPIDER_NET_VLAN_PACKET) {
978 /* further enhancements: HW-accel VLAN */
979 }
980
981 /* update netdevice statistics */
982 netdev->stats.rx_packets++;
983 netdev->stats.rx_bytes += skb->len;
984
985 /* pass skb up to stack */
986 netif_receive_skb(skb);
987}
988
989static void show_rx_chain(struct spider_net_card *card)
990{
991 struct spider_net_descr_chain *chain = &card->rx_chain;
992 struct spider_net_descr *start= chain->tail;
993 struct spider_net_descr *descr= start;
994 struct spider_net_hw_descr *hwd = start->hwdescr;
995 struct device *dev = &card->netdev->dev;
996 u32 curr_desc, next_desc;
997 int status;
998
999 int tot = 0;
1000 int cnt = 0;
1001 int off = start - chain->ring;
1002 int cstat = hwd->dmac_cmd_status;
1003
1004 dev_info(dev, "Total number of descrs=%d\n",
1005 chain->num_desc);
1006 dev_info(dev, "Chain tail located at descr=%d, status=0x%x\n",
1007 off, cstat);
1008
1009 curr_desc = spider_net_read_reg(card, SPIDER_NET_GDACTDPA);
1010 next_desc = spider_net_read_reg(card, SPIDER_NET_GDACNEXTDA);
1011
1012 status = cstat;
1013 do
1014 {
1015 hwd = descr->hwdescr;
1016 off = descr - chain->ring;
1017 status = hwd->dmac_cmd_status;
1018
1019 if (descr == chain->head)
1020 dev_info(dev, "Chain head is at %d, head status=0x%x\n",
1021 off, status);
1022
1023 if (curr_desc == descr->bus_addr)
1024 dev_info(dev, "HW curr desc (GDACTDPA) is at %d, status=0x%x\n",
1025 off, status);
1026
1027 if (next_desc == descr->bus_addr)
1028 dev_info(dev, "HW next desc (GDACNEXTDA) is at %d, status=0x%x\n",
1029 off, status);
1030
1031 if (hwd->next_descr_addr == 0)
1032 dev_info(dev, "chain is cut at %d\n", off);
1033
1034 if (cstat != status) {
1035 int from = (chain->num_desc + off - cnt) % chain->num_desc;
1036 int to = (chain->num_desc + off - 1) % chain->num_desc;
1037 dev_info(dev, "Have %d (from %d to %d) descrs "
1038 "with stat=0x%08x\n", cnt, from, to, cstat);
1039 cstat = status;
1040 cnt = 0;
1041 }
1042
1043 cnt ++;
1044 tot ++;
1045 descr = descr->next;
1046 } while (descr != start);
1047
1048 dev_info(dev, "Last %d descrs with stat=0x%08x "
1049 "for a total of %d descrs\n", cnt, cstat, tot);
1050
1051#ifdef DEBUG
1052 /* Now dump the whole ring */
1053 descr = start;
1054 do
1055 {
1056 struct spider_net_hw_descr *hwd = descr->hwdescr;
1057 status = spider_net_get_descr_status(hwd);
1058 cnt = descr - chain->ring;
1059 dev_info(dev, "Descr %d stat=0x%08x skb=%p\n",
1060 cnt, status, descr->skb);
1061 dev_info(dev, "bus addr=%08x buf addr=%08x sz=%d\n",
1062 descr->bus_addr, hwd->buf_addr, hwd->buf_size);
1063 dev_info(dev, "next=%08x result sz=%d valid sz=%d\n",
1064 hwd->next_descr_addr, hwd->result_size,
1065 hwd->valid_size);
1066 dev_info(dev, "dmac=%08x data stat=%08x data err=%08x\n",
1067 hwd->dmac_cmd_status, hwd->data_status,
1068 hwd->data_error);
1069 dev_info(dev, "\n");
1070
1071 descr = descr->next;
1072 } while (descr != start);
1073#endif
1074
1075}
1076
1077/**
1078 * spider_net_resync_head_ptr - Advance head ptr past empty descrs
1079 * @card: card structure
1080 *
1081 * If the driver fails to keep up and empty the queue, then the
1082 * hardware wil run out of room to put incoming packets. This
1083 * will cause the hardware to skip descrs that are full (instead
1084 * of halting/retrying). Thus, once the driver runs, it wil need
1085 * to "catch up" to where the hardware chain pointer is at.
1086 */
1087static void spider_net_resync_head_ptr(struct spider_net_card *card)
1088{
1089 unsigned long flags;
1090 struct spider_net_descr_chain *chain = &card->rx_chain;
1091 struct spider_net_descr *descr;
1092 int i, status;
1093
1094 /* Advance head pointer past any empty descrs */
1095 descr = chain->head;
1096 status = spider_net_get_descr_status(descr->hwdescr);
1097
1098 if (status == SPIDER_NET_DESCR_NOT_IN_USE)
1099 return;
1100
1101 spin_lock_irqsave(&chain->lock, flags);
1102
1103 descr = chain->head;
1104 status = spider_net_get_descr_status(descr->hwdescr);
1105 for (i=0; i<chain->num_desc; i++) {
1106 if (status != SPIDER_NET_DESCR_CARDOWNED) break;
1107 descr = descr->next;
1108 status = spider_net_get_descr_status(descr->hwdescr);
1109 }
1110 chain->head = descr;
1111
1112 spin_unlock_irqrestore(&chain->lock, flags);
1113}
1114
1115static int spider_net_resync_tail_ptr(struct spider_net_card *card)
1116{
1117 struct spider_net_descr_chain *chain = &card->rx_chain;
1118 struct spider_net_descr *descr;
1119 int i, status;
1120
1121 /* Advance tail pointer past any empty and reaped descrs */
1122 descr = chain->tail;
1123 status = spider_net_get_descr_status(descr->hwdescr);
1124
1125 for (i=0; i<chain->num_desc; i++) {
1126 if ((status != SPIDER_NET_DESCR_CARDOWNED) &&
1127 (status != SPIDER_NET_DESCR_NOT_IN_USE)) break;
1128 descr = descr->next;
1129 status = spider_net_get_descr_status(descr->hwdescr);
1130 }
1131 chain->tail = descr;
1132
1133 if ((i == chain->num_desc) || (i == 0))
1134 return 1;
1135 return 0;
1136}
1137
1138/**
1139 * spider_net_decode_one_descr - processes an RX descriptor
1140 * @card: card structure
1141 *
1142 * Returns 1 if a packet has been sent to the stack, otherwise 0.
1143 *
1144 * Processes an RX descriptor by iommu-unmapping the data buffer
1145 * and passing the packet up to the stack. This function is called
1146 * in softirq context, e.g. either bottom half from interrupt or
1147 * NAPI polling context.
1148 */
1149static int
1150spider_net_decode_one_descr(struct spider_net_card *card)
1151{
1152 struct net_device *dev = card->netdev;
1153 struct spider_net_descr_chain *chain = &card->rx_chain;
1154 struct spider_net_descr *descr = chain->tail;
1155 struct spider_net_hw_descr *hwdescr = descr->hwdescr;
1156 u32 hw_buf_addr;
1157 int status;
1158
1159 status = spider_net_get_descr_status(hwdescr);
1160
1161 /* Nothing in the descriptor, or ring must be empty */
1162 if ((status == SPIDER_NET_DESCR_CARDOWNED) ||
1163 (status == SPIDER_NET_DESCR_NOT_IN_USE))
1164 return 0;
1165
1166 /* descriptor definitively used -- move on tail */
1167 chain->tail = descr->next;
1168
1169 /* unmap descriptor */
1170 hw_buf_addr = hwdescr->buf_addr;
1171 hwdescr->buf_addr = 0xffffffff;
1172 dma_unmap_single(&card->pdev->dev, hw_buf_addr, SPIDER_NET_MAX_FRAME,
1173 DMA_FROM_DEVICE);
1174
1175 if ( (status == SPIDER_NET_DESCR_RESPONSE_ERROR) ||
1176 (status == SPIDER_NET_DESCR_PROTECTION_ERROR) ||
1177 (status == SPIDER_NET_DESCR_FORCE_END) ) {
1178 if (netif_msg_rx_err(card))
1179 dev_err(&dev->dev,
1180 "dropping RX descriptor with state %d\n", status);
1181 dev->stats.rx_dropped++;
1182 goto bad_desc;
1183 }
1184
1185 if ( (status != SPIDER_NET_DESCR_COMPLETE) &&
1186 (status != SPIDER_NET_DESCR_FRAME_END) ) {
1187 if (netif_msg_rx_err(card))
1188 dev_err(&card->netdev->dev,
1189 "RX descriptor with unknown state %d\n", status);
1190 card->spider_stats.rx_desc_unk_state++;
1191 goto bad_desc;
1192 }
1193
1194 /* The cases we'll throw away the packet immediately */
1195 if (hwdescr->data_error & SPIDER_NET_DESTROY_RX_FLAGS) {
1196 if (netif_msg_rx_err(card))
1197 dev_err(&card->netdev->dev,
1198 "error in received descriptor found, "
1199 "data_status=x%08x, data_error=x%08x\n",
1200 hwdescr->data_status, hwdescr->data_error);
1201 goto bad_desc;
1202 }
1203
1204 if (hwdescr->dmac_cmd_status & SPIDER_NET_DESCR_BAD_STATUS) {
1205 dev_err(&card->netdev->dev, "bad status, cmd_status=x%08x\n",
1206 hwdescr->dmac_cmd_status);
1207 pr_err("buf_addr=x%08x\n", hw_buf_addr);
1208 pr_err("buf_size=x%08x\n", hwdescr->buf_size);
1209 pr_err("next_descr_addr=x%08x\n", hwdescr->next_descr_addr);
1210 pr_err("result_size=x%08x\n", hwdescr->result_size);
1211 pr_err("valid_size=x%08x\n", hwdescr->valid_size);
1212 pr_err("data_status=x%08x\n", hwdescr->data_status);
1213 pr_err("data_error=x%08x\n", hwdescr->data_error);
1214 pr_err("which=%ld\n", descr - card->rx_chain.ring);
1215
1216 card->spider_stats.rx_desc_error++;
1217 goto bad_desc;
1218 }
1219
1220 /* Ok, we've got a packet in descr */
1221 spider_net_pass_skb_up(descr, card);
1222 descr->skb = NULL;
1223 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
1224 return 1;
1225
1226bad_desc:
1227 if (netif_msg_rx_err(card))
1228 show_rx_chain(card);
1229 dev_kfree_skb_irq(descr->skb);
1230 descr->skb = NULL;
1231 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
1232 return 0;
1233}
1234
1235/**
1236 * spider_net_poll - NAPI poll function called by the stack to return packets
1237 * @napi: napi device structure
1238 * @budget: number of packets we can pass to the stack at most
1239 *
1240 * returns 0 if no more packets available to the driver/stack. Returns 1,
1241 * if the quota is exceeded, but the driver has still packets.
1242 *
1243 * spider_net_poll returns all packets from the rx descriptors to the stack
1244 * (using netif_receive_skb). If all/enough packets are up, the driver
1245 * reenables interrupts and returns 0. If not, 1 is returned.
1246 */
1247static int spider_net_poll(struct napi_struct *napi, int budget)
1248{
1249 struct spider_net_card *card = container_of(napi, struct spider_net_card, napi);
1250 int packets_done = 0;
1251
1252 while (packets_done < budget) {
1253 if (!spider_net_decode_one_descr(card))
1254 break;
1255
1256 packets_done++;
1257 }
1258
1259 if ((packets_done == 0) && (card->num_rx_ints != 0)) {
1260 if (!spider_net_resync_tail_ptr(card))
1261 packets_done = budget;
1262 spider_net_resync_head_ptr(card);
1263 }
1264 card->num_rx_ints = 0;
1265
1266 spider_net_refill_rx_chain(card);
1267 spider_net_enable_rxdmac(card);
1268
1269 spider_net_cleanup_tx_ring(&card->tx_timer);
1270
1271 /* if all packets are in the stack, enable interrupts and return 0 */
1272 /* if not, return 1 */
1273 if (packets_done < budget) {
1274 napi_complete_done(napi, packets_done);
1275 spider_net_rx_irq_on(card);
1276 card->ignore_rx_ramfull = 0;
1277 }
1278
1279 return packets_done;
1280}
1281
1282/**
1283 * spider_net_set_mac - sets the MAC of an interface
1284 * @netdev: interface device structure
1285 * @p: pointer to new MAC address
1286 *
1287 * Returns 0 on success, <0 on failure. Currently, we don't support this
1288 * and will always return EOPNOTSUPP.
1289 */
1290static int
1291spider_net_set_mac(struct net_device *netdev, void *p)
1292{
1293 struct spider_net_card *card = netdev_priv(netdev);
1294 u32 macl, macu, regvalue;
1295 struct sockaddr *addr = p;
1296
1297 if (!is_valid_ether_addr(addr->sa_data))
1298 return -EADDRNOTAVAIL;
1299
1300 eth_hw_addr_set(netdev, addr->sa_data);
1301
1302 /* switch off GMACTPE and GMACRPE */
1303 regvalue = spider_net_read_reg(card, SPIDER_NET_GMACOPEMD);
1304 regvalue &= ~((1 << 5) | (1 << 6));
1305 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD, regvalue);
1306
1307 /* write mac */
1308 macu = (netdev->dev_addr[0]<<24) + (netdev->dev_addr[1]<<16) +
1309 (netdev->dev_addr[2]<<8) + (netdev->dev_addr[3]);
1310 macl = (netdev->dev_addr[4]<<8) + (netdev->dev_addr[5]);
1311 spider_net_write_reg(card, SPIDER_NET_GMACUNIMACU, macu);
1312 spider_net_write_reg(card, SPIDER_NET_GMACUNIMACL, macl);
1313
1314 /* switch GMACTPE and GMACRPE back on */
1315 regvalue = spider_net_read_reg(card, SPIDER_NET_GMACOPEMD);
1316 regvalue |= ((1 << 5) | (1 << 6));
1317 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD, regvalue);
1318
1319 spider_net_set_promisc(card);
1320
1321 return 0;
1322}
1323
1324/**
1325 * spider_net_link_reset
1326 * @netdev: net device structure
1327 *
1328 * This is called when the PHY_LINK signal is asserted. For the blade this is
1329 * not connected so we should never get here.
1330 *
1331 */
1332static void
1333spider_net_link_reset(struct net_device *netdev)
1334{
1335
1336 struct spider_net_card *card = netdev_priv(netdev);
1337
1338 del_timer_sync(&card->aneg_timer);
1339
1340 /* clear interrupt, block further interrupts */
1341 spider_net_write_reg(card, SPIDER_NET_GMACST,
1342 spider_net_read_reg(card, SPIDER_NET_GMACST));
1343 spider_net_write_reg(card, SPIDER_NET_GMACINTEN, 0);
1344
1345 /* reset phy and setup aneg */
1346 card->aneg_count = 0;
1347 card->medium = BCM54XX_COPPER;
1348 spider_net_setup_aneg(card);
1349 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
1350
1351}
1352
1353/**
1354 * spider_net_handle_error_irq - handles errors raised by an interrupt
1355 * @card: card structure
1356 * @status_reg: interrupt status register 0 (GHIINT0STS)
1357 * @error_reg1: interrupt status register 1 (GHIINT1STS)
1358 * @error_reg2: interrupt status register 2 (GHIINT2STS)
1359 *
1360 * spider_net_handle_error_irq treats or ignores all error conditions
1361 * found when an interrupt is presented
1362 */
1363static void
1364spider_net_handle_error_irq(struct spider_net_card *card, u32 status_reg,
1365 u32 error_reg1, u32 error_reg2)
1366{
1367 u32 i;
1368 int show_error = 1;
1369
1370 /* check GHIINT0STS ************************************/
1371 if (status_reg)
1372 for (i = 0; i < 32; i++)
1373 if (status_reg & (1<<i))
1374 switch (i)
1375 {
1376 /* let error_reg1 and error_reg2 evaluation decide, what to do
1377 case SPIDER_NET_PHYINT:
1378 case SPIDER_NET_GMAC2INT:
1379 case SPIDER_NET_GMAC1INT:
1380 case SPIDER_NET_GFIFOINT:
1381 case SPIDER_NET_DMACINT:
1382 case SPIDER_NET_GSYSINT:
1383 break; */
1384
1385 case SPIDER_NET_GIPSINT:
1386 show_error = 0;
1387 break;
1388
1389 case SPIDER_NET_GPWOPCMPINT:
1390 /* PHY write operation completed */
1391 show_error = 0;
1392 break;
1393 case SPIDER_NET_GPROPCMPINT:
1394 /* PHY read operation completed */
1395 /* we don't use semaphores, as we poll for the completion
1396 * of the read operation in spider_net_read_phy. Should take
1397 * about 50 us
1398 */
1399 show_error = 0;
1400 break;
1401 case SPIDER_NET_GPWFFINT:
1402 /* PHY command queue full */
1403 if (netif_msg_intr(card))
1404 dev_err(&card->netdev->dev, "PHY write queue full\n");
1405 show_error = 0;
1406 break;
1407
1408 /* case SPIDER_NET_GRMDADRINT: not used. print a message */
1409 /* case SPIDER_NET_GRMARPINT: not used. print a message */
1410 /* case SPIDER_NET_GRMMPINT: not used. print a message */
1411
1412 case SPIDER_NET_GDTDEN0INT:
1413 /* someone has set TX_DMA_EN to 0 */
1414 show_error = 0;
1415 break;
1416
1417 case SPIDER_NET_GDDDEN0INT:
1418 case SPIDER_NET_GDCDEN0INT:
1419 case SPIDER_NET_GDBDEN0INT:
1420 case SPIDER_NET_GDADEN0INT:
1421 /* someone has set RX_DMA_EN to 0 */
1422 show_error = 0;
1423 break;
1424
1425 /* RX interrupts */
1426 case SPIDER_NET_GDDFDCINT:
1427 case SPIDER_NET_GDCFDCINT:
1428 case SPIDER_NET_GDBFDCINT:
1429 case SPIDER_NET_GDAFDCINT:
1430 /* case SPIDER_NET_GDNMINT: not used. print a message */
1431 /* case SPIDER_NET_GCNMINT: not used. print a message */
1432 /* case SPIDER_NET_GBNMINT: not used. print a message */
1433 /* case SPIDER_NET_GANMINT: not used. print a message */
1434 /* case SPIDER_NET_GRFNMINT: not used. print a message */
1435 show_error = 0;
1436 break;
1437
1438 /* TX interrupts */
1439 case SPIDER_NET_GDTFDCINT:
1440 show_error = 0;
1441 break;
1442 case SPIDER_NET_GTTEDINT:
1443 show_error = 0;
1444 break;
1445 case SPIDER_NET_GDTDCEINT:
1446 /* chain end. If a descriptor should be sent, kick off
1447 * tx dma
1448 if (card->tx_chain.tail != card->tx_chain.head)
1449 spider_net_kick_tx_dma(card);
1450 */
1451 show_error = 0;
1452 break;
1453
1454 /* case SPIDER_NET_G1TMCNTINT: not used. print a message */
1455 /* case SPIDER_NET_GFREECNTINT: not used. print a message */
1456 }
1457
1458 /* check GHIINT1STS ************************************/
1459 if (error_reg1)
1460 for (i = 0; i < 32; i++)
1461 if (error_reg1 & (1<<i))
1462 switch (i)
1463 {
1464 case SPIDER_NET_GTMFLLINT:
1465 /* TX RAM full may happen on a usual case.
1466 * Logging is not needed.
1467 */
1468 show_error = 0;
1469 break;
1470 case SPIDER_NET_GRFDFLLINT:
1471 case SPIDER_NET_GRFCFLLINT:
1472 case SPIDER_NET_GRFBFLLINT:
1473 case SPIDER_NET_GRFAFLLINT:
1474 case SPIDER_NET_GRMFLLINT:
1475 /* Could happen when rx chain is full */
1476 if (card->ignore_rx_ramfull == 0) {
1477 card->ignore_rx_ramfull = 1;
1478 spider_net_resync_head_ptr(card);
1479 spider_net_refill_rx_chain(card);
1480 spider_net_enable_rxdmac(card);
1481 card->num_rx_ints ++;
1482 napi_schedule(&card->napi);
1483 }
1484 show_error = 0;
1485 break;
1486
1487 /* case SPIDER_NET_GTMSHTINT: problem, print a message */
1488 case SPIDER_NET_GDTINVDINT:
1489 /* allrighty. tx from previous descr ok */
1490 show_error = 0;
1491 break;
1492
1493 /* chain end */
1494 case SPIDER_NET_GDDDCEINT:
1495 case SPIDER_NET_GDCDCEINT:
1496 case SPIDER_NET_GDBDCEINT:
1497 case SPIDER_NET_GDADCEINT:
1498 spider_net_resync_head_ptr(card);
1499 spider_net_refill_rx_chain(card);
1500 spider_net_enable_rxdmac(card);
1501 card->num_rx_ints ++;
1502 napi_schedule(&card->napi);
1503 show_error = 0;
1504 break;
1505
1506 /* invalid descriptor */
1507 case SPIDER_NET_GDDINVDINT:
1508 case SPIDER_NET_GDCINVDINT:
1509 case SPIDER_NET_GDBINVDINT:
1510 case SPIDER_NET_GDAINVDINT:
1511 /* Could happen when rx chain is full */
1512 spider_net_resync_head_ptr(card);
1513 spider_net_refill_rx_chain(card);
1514 spider_net_enable_rxdmac(card);
1515 card->num_rx_ints ++;
1516 napi_schedule(&card->napi);
1517 show_error = 0;
1518 break;
1519
1520 /* case SPIDER_NET_GDTRSERINT: problem, print a message */
1521 /* case SPIDER_NET_GDDRSERINT: problem, print a message */
1522 /* case SPIDER_NET_GDCRSERINT: problem, print a message */
1523 /* case SPIDER_NET_GDBRSERINT: problem, print a message */
1524 /* case SPIDER_NET_GDARSERINT: problem, print a message */
1525 /* case SPIDER_NET_GDSERINT: problem, print a message */
1526 /* case SPIDER_NET_GDTPTERINT: problem, print a message */
1527 /* case SPIDER_NET_GDDPTERINT: problem, print a message */
1528 /* case SPIDER_NET_GDCPTERINT: problem, print a message */
1529 /* case SPIDER_NET_GDBPTERINT: problem, print a message */
1530 /* case SPIDER_NET_GDAPTERINT: problem, print a message */
1531 default:
1532 show_error = 1;
1533 break;
1534 }
1535
1536 /* check GHIINT2STS ************************************/
1537 if (error_reg2)
1538 for (i = 0; i < 32; i++)
1539 if (error_reg2 & (1<<i))
1540 switch (i)
1541 {
1542 /* there is nothing we can (want to) do at this time. Log a
1543 * message, we can switch on and off the specific values later on
1544 case SPIDER_NET_GPROPERINT:
1545 case SPIDER_NET_GMCTCRSNGINT:
1546 case SPIDER_NET_GMCTLCOLINT:
1547 case SPIDER_NET_GMCTTMOTINT:
1548 case SPIDER_NET_GMCRCAERINT:
1549 case SPIDER_NET_GMCRCALERINT:
1550 case SPIDER_NET_GMCRALNERINT:
1551 case SPIDER_NET_GMCROVRINT:
1552 case SPIDER_NET_GMCRRNTINT:
1553 case SPIDER_NET_GMCRRXERINT:
1554 case SPIDER_NET_GTITCSERINT:
1555 case SPIDER_NET_GTIFMTERINT:
1556 case SPIDER_NET_GTIPKTRVKINT:
1557 case SPIDER_NET_GTISPINGINT:
1558 case SPIDER_NET_GTISADNGINT:
1559 case SPIDER_NET_GTISPDNGINT:
1560 case SPIDER_NET_GRIFMTERINT:
1561 case SPIDER_NET_GRIPKTRVKINT:
1562 case SPIDER_NET_GRISPINGINT:
1563 case SPIDER_NET_GRISADNGINT:
1564 case SPIDER_NET_GRISPDNGINT:
1565 break;
1566 */
1567 default:
1568 break;
1569 }
1570
1571 if ((show_error) && (netif_msg_intr(card)) && net_ratelimit())
1572 dev_err(&card->netdev->dev, "Error interrupt, GHIINT0STS = 0x%08x, "
1573 "GHIINT1STS = 0x%08x, GHIINT2STS = 0x%08x\n",
1574 status_reg, error_reg1, error_reg2);
1575
1576 /* clear interrupt sources */
1577 spider_net_write_reg(card, SPIDER_NET_GHIINT1STS, error_reg1);
1578 spider_net_write_reg(card, SPIDER_NET_GHIINT2STS, error_reg2);
1579}
1580
1581/**
1582 * spider_net_interrupt - interrupt handler for spider_net
1583 * @irq: interrupt number
1584 * @ptr: pointer to net_device
1585 *
1586 * returns IRQ_HANDLED, if interrupt was for driver, or IRQ_NONE, if no
1587 * interrupt found raised by card.
1588 *
1589 * This is the interrupt handler, that turns off
1590 * interrupts for this device and makes the stack poll the driver
1591 */
1592static irqreturn_t
1593spider_net_interrupt(int irq, void *ptr)
1594{
1595 struct net_device *netdev = ptr;
1596 struct spider_net_card *card = netdev_priv(netdev);
1597 u32 status_reg, error_reg1, error_reg2;
1598
1599 status_reg = spider_net_read_reg(card, SPIDER_NET_GHIINT0STS);
1600 error_reg1 = spider_net_read_reg(card, SPIDER_NET_GHIINT1STS);
1601 error_reg2 = spider_net_read_reg(card, SPIDER_NET_GHIINT2STS);
1602
1603 if (!(status_reg & SPIDER_NET_INT0_MASK_VALUE) &&
1604 !(error_reg1 & SPIDER_NET_INT1_MASK_VALUE) &&
1605 !(error_reg2 & SPIDER_NET_INT2_MASK_VALUE))
1606 return IRQ_NONE;
1607
1608 if (status_reg & SPIDER_NET_RXINT ) {
1609 spider_net_rx_irq_off(card);
1610 napi_schedule(&card->napi);
1611 card->num_rx_ints ++;
1612 }
1613 if (status_reg & SPIDER_NET_TXINT)
1614 napi_schedule(&card->napi);
1615
1616 if (status_reg & SPIDER_NET_LINKINT)
1617 spider_net_link_reset(netdev);
1618
1619 if (status_reg & SPIDER_NET_ERRINT )
1620 spider_net_handle_error_irq(card, status_reg,
1621 error_reg1, error_reg2);
1622
1623 /* clear interrupt sources */
1624 spider_net_write_reg(card, SPIDER_NET_GHIINT0STS, status_reg);
1625
1626 return IRQ_HANDLED;
1627}
1628
1629#ifdef CONFIG_NET_POLL_CONTROLLER
1630/**
1631 * spider_net_poll_controller - artificial interrupt for netconsole etc.
1632 * @netdev: interface device structure
1633 *
1634 * see Documentation/networking/netconsole.rst
1635 */
1636static void
1637spider_net_poll_controller(struct net_device *netdev)
1638{
1639 disable_irq(netdev->irq);
1640 spider_net_interrupt(netdev->irq, netdev);
1641 enable_irq(netdev->irq);
1642}
1643#endif /* CONFIG_NET_POLL_CONTROLLER */
1644
1645/**
1646 * spider_net_enable_interrupts - enable interrupts
1647 * @card: card structure
1648 *
1649 * spider_net_enable_interrupt enables several interrupts
1650 */
1651static void
1652spider_net_enable_interrupts(struct spider_net_card *card)
1653{
1654 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK,
1655 SPIDER_NET_INT0_MASK_VALUE);
1656 spider_net_write_reg(card, SPIDER_NET_GHIINT1MSK,
1657 SPIDER_NET_INT1_MASK_VALUE);
1658 spider_net_write_reg(card, SPIDER_NET_GHIINT2MSK,
1659 SPIDER_NET_INT2_MASK_VALUE);
1660}
1661
1662/**
1663 * spider_net_disable_interrupts - disable interrupts
1664 * @card: card structure
1665 *
1666 * spider_net_disable_interrupts disables all the interrupts
1667 */
1668static void
1669spider_net_disable_interrupts(struct spider_net_card *card)
1670{
1671 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK, 0);
1672 spider_net_write_reg(card, SPIDER_NET_GHIINT1MSK, 0);
1673 spider_net_write_reg(card, SPIDER_NET_GHIINT2MSK, 0);
1674 spider_net_write_reg(card, SPIDER_NET_GMACINTEN, 0);
1675}
1676
1677/**
1678 * spider_net_init_card - initializes the card
1679 * @card: card structure
1680 *
1681 * spider_net_init_card initializes the card so that other registers can
1682 * be used
1683 */
1684static void
1685spider_net_init_card(struct spider_net_card *card)
1686{
1687 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
1688 SPIDER_NET_CKRCTRL_STOP_VALUE);
1689
1690 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
1691 SPIDER_NET_CKRCTRL_RUN_VALUE);
1692
1693 /* trigger ETOMOD signal */
1694 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD,
1695 spider_net_read_reg(card, SPIDER_NET_GMACOPEMD) | 0x4);
1696
1697 spider_net_disable_interrupts(card);
1698}
1699
1700/**
1701 * spider_net_enable_card - enables the card by setting all kinds of regs
1702 * @card: card structure
1703 *
1704 * spider_net_enable_card sets a lot of SMMIO registers to enable the device
1705 */
1706static void
1707spider_net_enable_card(struct spider_net_card *card)
1708{
1709 int i;
1710 /* the following array consists of (register),(value) pairs
1711 * that are set in this function. A register of 0 ends the list
1712 */
1713 u32 regs[][2] = {
1714 { SPIDER_NET_GRESUMINTNUM, 0 },
1715 { SPIDER_NET_GREINTNUM, 0 },
1716
1717 /* set interrupt frame number registers */
1718 /* clear the single DMA engine registers first */
1719 { SPIDER_NET_GFAFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1720 { SPIDER_NET_GFBFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1721 { SPIDER_NET_GFCFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1722 { SPIDER_NET_GFDFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1723 /* then set, what we really need */
1724 { SPIDER_NET_GFFRMNUM, SPIDER_NET_FRAMENUM_VALUE },
1725
1726 /* timer counter registers and stuff */
1727 { SPIDER_NET_GFREECNNUM, 0 },
1728 { SPIDER_NET_GONETIMENUM, 0 },
1729 { SPIDER_NET_GTOUTFRMNUM, 0 },
1730
1731 /* RX mode setting */
1732 { SPIDER_NET_GRXMDSET, SPIDER_NET_RXMODE_VALUE },
1733 /* TX mode setting */
1734 { SPIDER_NET_GTXMDSET, SPIDER_NET_TXMODE_VALUE },
1735 /* IPSEC mode setting */
1736 { SPIDER_NET_GIPSECINIT, SPIDER_NET_IPSECINIT_VALUE },
1737
1738 { SPIDER_NET_GFTRESTRT, SPIDER_NET_RESTART_VALUE },
1739
1740 { SPIDER_NET_GMRWOLCTRL, 0 },
1741 { SPIDER_NET_GTESTMD, 0x10000000 },
1742 { SPIDER_NET_GTTQMSK, 0x00400040 },
1743
1744 { SPIDER_NET_GMACINTEN, 0 },
1745
1746 /* flow control stuff */
1747 { SPIDER_NET_GMACAPAUSE, SPIDER_NET_MACAPAUSE_VALUE },
1748 { SPIDER_NET_GMACTXPAUSE, SPIDER_NET_TXPAUSE_VALUE },
1749
1750 { SPIDER_NET_GMACBSTLMT, SPIDER_NET_BURSTLMT_VALUE },
1751 { 0, 0}
1752 };
1753
1754 i = 0;
1755 while (regs[i][0]) {
1756 spider_net_write_reg(card, regs[i][0], regs[i][1]);
1757 i++;
1758 }
1759
1760 /* clear unicast filter table entries 1 to 14 */
1761 for (i = 1; i <= 14; i++) {
1762 spider_net_write_reg(card,
1763 SPIDER_NET_GMRUAFILnR + i * 8,
1764 0x00080000);
1765 spider_net_write_reg(card,
1766 SPIDER_NET_GMRUAFILnR + i * 8 + 4,
1767 0x00000000);
1768 }
1769
1770 spider_net_write_reg(card, SPIDER_NET_GMRUA0FIL15R, 0x08080000);
1771
1772 spider_net_write_reg(card, SPIDER_NET_ECMODE, SPIDER_NET_ECMODE_VALUE);
1773
1774 /* set chain tail address for RX chains and
1775 * enable DMA
1776 */
1777 spider_net_enable_rxchtails(card);
1778 spider_net_enable_rxdmac(card);
1779
1780 spider_net_write_reg(card, SPIDER_NET_GRXDMAEN, SPIDER_NET_WOL_VALUE);
1781
1782 spider_net_write_reg(card, SPIDER_NET_GMACLENLMT,
1783 SPIDER_NET_LENLMT_VALUE);
1784 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD,
1785 SPIDER_NET_OPMODE_VALUE);
1786
1787 spider_net_write_reg(card, SPIDER_NET_GDTDMACCNTR,
1788 SPIDER_NET_GDTBSTA);
1789}
1790
1791/**
1792 * spider_net_download_firmware - loads firmware into the adapter
1793 * @card: card structure
1794 * @firmware_ptr: pointer to firmware data
1795 *
1796 * spider_net_download_firmware loads the firmware data into the
1797 * adapter. It assumes the length etc. to be allright.
1798 */
1799static int
1800spider_net_download_firmware(struct spider_net_card *card,
1801 const void *firmware_ptr)
1802{
1803 int sequencer, i;
1804 const u32 *fw_ptr = firmware_ptr;
1805
1806 /* stop sequencers */
1807 spider_net_write_reg(card, SPIDER_NET_GSINIT,
1808 SPIDER_NET_STOP_SEQ_VALUE);
1809
1810 for (sequencer = 0; sequencer < SPIDER_NET_FIRMWARE_SEQS;
1811 sequencer++) {
1812 spider_net_write_reg(card,
1813 SPIDER_NET_GSnPRGADR + sequencer * 8, 0);
1814 for (i = 0; i < SPIDER_NET_FIRMWARE_SEQWORDS; i++) {
1815 spider_net_write_reg(card, SPIDER_NET_GSnPRGDAT +
1816 sequencer * 8, *fw_ptr);
1817 fw_ptr++;
1818 }
1819 }
1820
1821 if (spider_net_read_reg(card, SPIDER_NET_GSINIT))
1822 return -EIO;
1823
1824 spider_net_write_reg(card, SPIDER_NET_GSINIT,
1825 SPIDER_NET_RUN_SEQ_VALUE);
1826
1827 return 0;
1828}
1829
1830/**
1831 * spider_net_init_firmware - reads in firmware parts
1832 * @card: card structure
1833 *
1834 * Returns 0 on success, <0 on failure
1835 *
1836 * spider_net_init_firmware opens the sequencer firmware and does some basic
1837 * checks. This function opens and releases the firmware structure. A call
1838 * to download the firmware is performed before the release.
1839 *
1840 * Firmware format
1841 * ===============
1842 * spider_fw.bin is expected to be a file containing 6*1024*4 bytes, 4k being
1843 * the program for each sequencer. Use the command
1844 * tail -q -n +2 Seq_code1_0x088.txt Seq_code2_0x090.txt \
1845 * Seq_code3_0x098.txt Seq_code4_0x0A0.txt Seq_code5_0x0A8.txt \
1846 * Seq_code6_0x0B0.txt | xxd -r -p -c4 > spider_fw.bin
1847 *
1848 * to generate spider_fw.bin, if you have sequencer programs with something
1849 * like the following contents for each sequencer:
1850 * <ONE LINE COMMENT>
1851 * <FIRST 4-BYTES-WORD FOR SEQUENCER>
1852 * <SECOND 4-BYTES-WORD FOR SEQUENCER>
1853 * ...
1854 * <1024th 4-BYTES-WORD FOR SEQUENCER>
1855 */
1856static int
1857spider_net_init_firmware(struct spider_net_card *card)
1858{
1859 struct firmware *firmware = NULL;
1860 struct device_node *dn;
1861 const u8 *fw_prop = NULL;
1862 int err = -ENOENT;
1863 int fw_size;
1864
1865 if (request_firmware((const struct firmware **)&firmware,
1866 SPIDER_NET_FIRMWARE_NAME, &card->pdev->dev) == 0) {
1867 if ( (firmware->size != SPIDER_NET_FIRMWARE_LEN) &&
1868 netif_msg_probe(card) ) {
1869 dev_err(&card->netdev->dev,
1870 "Incorrect size of spidernet firmware in " \
1871 "filesystem. Looking in host firmware...\n");
1872 goto try_host_fw;
1873 }
1874 err = spider_net_download_firmware(card, firmware->data);
1875
1876 release_firmware(firmware);
1877 if (err)
1878 goto try_host_fw;
1879
1880 goto done;
1881 }
1882
1883try_host_fw:
1884 dn = pci_device_to_OF_node(card->pdev);
1885 if (!dn)
1886 goto out_err;
1887
1888 fw_prop = of_get_property(dn, "firmware", &fw_size);
1889 if (!fw_prop)
1890 goto out_err;
1891
1892 if ( (fw_size != SPIDER_NET_FIRMWARE_LEN) &&
1893 netif_msg_probe(card) ) {
1894 dev_err(&card->netdev->dev,
1895 "Incorrect size of spidernet firmware in host firmware\n");
1896 goto done;
1897 }
1898
1899 err = spider_net_download_firmware(card, fw_prop);
1900
1901done:
1902 return err;
1903out_err:
1904 if (netif_msg_probe(card))
1905 dev_err(&card->netdev->dev,
1906 "Couldn't find spidernet firmware in filesystem " \
1907 "or host firmware\n");
1908 return err;
1909}
1910
1911/**
1912 * spider_net_open - called upon ifonfig up
1913 * @netdev: interface device structure
1914 *
1915 * returns 0 on success, <0 on failure
1916 *
1917 * spider_net_open allocates all the descriptors and memory needed for
1918 * operation, sets up multicast list and enables interrupts
1919 */
1920int
1921spider_net_open(struct net_device *netdev)
1922{
1923 struct spider_net_card *card = netdev_priv(netdev);
1924 int result;
1925
1926 result = spider_net_init_firmware(card);
1927 if (result)
1928 goto init_firmware_failed;
1929
1930 /* start probing with copper */
1931 card->aneg_count = 0;
1932 card->medium = BCM54XX_COPPER;
1933 spider_net_setup_aneg(card);
1934 if (card->phy.def->phy_id)
1935 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
1936
1937 result = spider_net_init_chain(card, &card->tx_chain);
1938 if (result)
1939 goto alloc_tx_failed;
1940 card->low_watermark = NULL;
1941
1942 result = spider_net_init_chain(card, &card->rx_chain);
1943 if (result)
1944 goto alloc_rx_failed;
1945
1946 /* Allocate rx skbs */
1947 result = spider_net_alloc_rx_skbs(card);
1948 if (result)
1949 goto alloc_skbs_failed;
1950
1951 spider_net_set_multi(netdev);
1952
1953 /* further enhancement: setup hw vlan, if needed */
1954
1955 result = -EBUSY;
1956 if (request_irq(netdev->irq, spider_net_interrupt,
1957 IRQF_SHARED, netdev->name, netdev))
1958 goto register_int_failed;
1959
1960 spider_net_enable_card(card);
1961
1962 netif_start_queue(netdev);
1963 netif_carrier_on(netdev);
1964 napi_enable(&card->napi);
1965
1966 spider_net_enable_interrupts(card);
1967
1968 return 0;
1969
1970register_int_failed:
1971 spider_net_free_rx_chain_contents(card);
1972alloc_skbs_failed:
1973 spider_net_free_chain(card, &card->rx_chain);
1974alloc_rx_failed:
1975 spider_net_free_chain(card, &card->tx_chain);
1976alloc_tx_failed:
1977 del_timer_sync(&card->aneg_timer);
1978init_firmware_failed:
1979 return result;
1980}
1981
1982/**
1983 * spider_net_link_phy
1984 * @t: timer context used to obtain the pointer to net card data structure
1985 */
1986static void spider_net_link_phy(struct timer_list *t)
1987{
1988 struct spider_net_card *card = from_timer(card, t, aneg_timer);
1989 struct mii_phy *phy = &card->phy;
1990
1991 /* if link didn't come up after SPIDER_NET_ANEG_TIMEOUT tries, setup phy again */
1992 if (card->aneg_count > SPIDER_NET_ANEG_TIMEOUT) {
1993
1994 pr_debug("%s: link is down trying to bring it up\n",
1995 card->netdev->name);
1996
1997 switch (card->medium) {
1998 case BCM54XX_COPPER:
1999 /* enable fiber with autonegotiation first */
2000 if (phy->def->ops->enable_fiber)
2001 phy->def->ops->enable_fiber(phy, 1);
2002 card->medium = BCM54XX_FIBER;
2003 break;
2004
2005 case BCM54XX_FIBER:
2006 /* fiber didn't come up, try to disable fiber autoneg */
2007 if (phy->def->ops->enable_fiber)
2008 phy->def->ops->enable_fiber(phy, 0);
2009 card->medium = BCM54XX_UNKNOWN;
2010 break;
2011
2012 case BCM54XX_UNKNOWN:
2013 /* copper, fiber with and without failed,
2014 * retry from beginning
2015 */
2016 spider_net_setup_aneg(card);
2017 card->medium = BCM54XX_COPPER;
2018 break;
2019 }
2020
2021 card->aneg_count = 0;
2022 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
2023 return;
2024 }
2025
2026 /* link still not up, try again later */
2027 if (!(phy->def->ops->poll_link(phy))) {
2028 card->aneg_count++;
2029 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
2030 return;
2031 }
2032
2033 /* link came up, get abilities */
2034 phy->def->ops->read_link(phy);
2035
2036 spider_net_write_reg(card, SPIDER_NET_GMACST,
2037 spider_net_read_reg(card, SPIDER_NET_GMACST));
2038 spider_net_write_reg(card, SPIDER_NET_GMACINTEN, 0x4);
2039
2040 if (phy->speed == 1000)
2041 spider_net_write_reg(card, SPIDER_NET_GMACMODE, 0x00000001);
2042 else
2043 spider_net_write_reg(card, SPIDER_NET_GMACMODE, 0);
2044
2045 card->aneg_count = 0;
2046
2047 pr_info("%s: link up, %i Mbps, %s-duplex %sautoneg.\n",
2048 card->netdev->name, phy->speed,
2049 phy->duplex == 1 ? "Full" : "Half",
2050 phy->autoneg == 1 ? "" : "no ");
2051}
2052
2053/**
2054 * spider_net_setup_phy - setup PHY
2055 * @card: card structure
2056 *
2057 * returns 0 on success, <0 on failure
2058 *
2059 * spider_net_setup_phy is used as part of spider_net_probe.
2060 **/
2061static int
2062spider_net_setup_phy(struct spider_net_card *card)
2063{
2064 struct mii_phy *phy = &card->phy;
2065
2066 spider_net_write_reg(card, SPIDER_NET_GDTDMASEL,
2067 SPIDER_NET_DMASEL_VALUE);
2068 spider_net_write_reg(card, SPIDER_NET_GPCCTRL,
2069 SPIDER_NET_PHY_CTRL_VALUE);
2070
2071 phy->dev = card->netdev;
2072 phy->mdio_read = spider_net_read_phy;
2073 phy->mdio_write = spider_net_write_phy;
2074
2075 for (phy->mii_id = 1; phy->mii_id <= 31; phy->mii_id++) {
2076 unsigned short id;
2077 id = spider_net_read_phy(card->netdev, phy->mii_id, MII_BMSR);
2078 if (id != 0x0000 && id != 0xffff) {
2079 if (!sungem_phy_probe(phy, phy->mii_id)) {
2080 pr_info("Found %s.\n", phy->def->name);
2081 break;
2082 }
2083 }
2084 }
2085
2086 return 0;
2087}
2088
2089/**
2090 * spider_net_workaround_rxramfull - work around firmware bug
2091 * @card: card structure
2092 *
2093 * no return value
2094 **/
2095static void
2096spider_net_workaround_rxramfull(struct spider_net_card *card)
2097{
2098 int i, sequencer = 0;
2099
2100 /* cancel reset */
2101 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2102 SPIDER_NET_CKRCTRL_RUN_VALUE);
2103
2104 /* empty sequencer data */
2105 for (sequencer = 0; sequencer < SPIDER_NET_FIRMWARE_SEQS;
2106 sequencer++) {
2107 spider_net_write_reg(card, SPIDER_NET_GSnPRGADR +
2108 sequencer * 8, 0x0);
2109 for (i = 0; i < SPIDER_NET_FIRMWARE_SEQWORDS; i++) {
2110 spider_net_write_reg(card, SPIDER_NET_GSnPRGDAT +
2111 sequencer * 8, 0x0);
2112 }
2113 }
2114
2115 /* set sequencer operation */
2116 spider_net_write_reg(card, SPIDER_NET_GSINIT, 0x000000fe);
2117
2118 /* reset */
2119 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2120 SPIDER_NET_CKRCTRL_STOP_VALUE);
2121}
2122
2123/**
2124 * spider_net_stop - called upon ifconfig down
2125 * @netdev: interface device structure
2126 *
2127 * always returns 0
2128 */
2129int
2130spider_net_stop(struct net_device *netdev)
2131{
2132 struct spider_net_card *card = netdev_priv(netdev);
2133
2134 napi_disable(&card->napi);
2135 netif_carrier_off(netdev);
2136 netif_stop_queue(netdev);
2137 del_timer_sync(&card->tx_timer);
2138 del_timer_sync(&card->aneg_timer);
2139
2140 spider_net_disable_interrupts(card);
2141
2142 free_irq(netdev->irq, netdev);
2143
2144 spider_net_write_reg(card, SPIDER_NET_GDTDMACCNTR,
2145 SPIDER_NET_DMA_TX_FEND_VALUE);
2146
2147 /* turn off DMA, force end */
2148 spider_net_disable_rxdmac(card);
2149
2150 /* release chains */
2151 spider_net_release_tx_chain(card, 1);
2152 spider_net_free_rx_chain_contents(card);
2153
2154 spider_net_free_chain(card, &card->tx_chain);
2155 spider_net_free_chain(card, &card->rx_chain);
2156
2157 return 0;
2158}
2159
2160/**
2161 * spider_net_tx_timeout_task - task scheduled by the watchdog timeout
2162 * function (to be called not under interrupt status)
2163 * @work: work context used to obtain the pointer to net card data structure
2164 *
2165 * called as task when tx hangs, resets interface (if interface is up)
2166 */
2167static void
2168spider_net_tx_timeout_task(struct work_struct *work)
2169{
2170 struct spider_net_card *card =
2171 container_of(work, struct spider_net_card, tx_timeout_task);
2172 struct net_device *netdev = card->netdev;
2173
2174 if (!(netdev->flags & IFF_UP))
2175 goto out;
2176
2177 netif_device_detach(netdev);
2178 spider_net_stop(netdev);
2179
2180 spider_net_workaround_rxramfull(card);
2181 spider_net_init_card(card);
2182
2183 if (spider_net_setup_phy(card))
2184 goto out;
2185
2186 spider_net_open(netdev);
2187 spider_net_kick_tx_dma(card);
2188 netif_device_attach(netdev);
2189
2190out:
2191 atomic_dec(&card->tx_timeout_task_counter);
2192}
2193
2194/**
2195 * spider_net_tx_timeout - called when the tx timeout watchdog kicks in.
2196 * @netdev: interface device structure
2197 * @txqueue: unused
2198 *
2199 * called, if tx hangs. Schedules a task that resets the interface
2200 */
2201static void
2202spider_net_tx_timeout(struct net_device *netdev, unsigned int txqueue)
2203{
2204 struct spider_net_card *card;
2205
2206 card = netdev_priv(netdev);
2207 atomic_inc(&card->tx_timeout_task_counter);
2208 if (netdev->flags & IFF_UP)
2209 schedule_work(&card->tx_timeout_task);
2210 else
2211 atomic_dec(&card->tx_timeout_task_counter);
2212 card->spider_stats.tx_timeouts++;
2213}
2214
2215static const struct net_device_ops spider_net_ops = {
2216 .ndo_open = spider_net_open,
2217 .ndo_stop = spider_net_stop,
2218 .ndo_start_xmit = spider_net_xmit,
2219 .ndo_set_rx_mode = spider_net_set_multi,
2220 .ndo_set_mac_address = spider_net_set_mac,
2221 .ndo_eth_ioctl = spider_net_do_ioctl,
2222 .ndo_tx_timeout = spider_net_tx_timeout,
2223 .ndo_validate_addr = eth_validate_addr,
2224 /* HW VLAN */
2225#ifdef CONFIG_NET_POLL_CONTROLLER
2226 /* poll controller */
2227 .ndo_poll_controller = spider_net_poll_controller,
2228#endif /* CONFIG_NET_POLL_CONTROLLER */
2229};
2230
2231/**
2232 * spider_net_setup_netdev_ops - initialization of net_device operations
2233 * @netdev: net_device structure
2234 *
2235 * fills out function pointers in the net_device structure
2236 */
2237static void
2238spider_net_setup_netdev_ops(struct net_device *netdev)
2239{
2240 netdev->netdev_ops = &spider_net_ops;
2241 netdev->watchdog_timeo = SPIDER_NET_WATCHDOG_TIMEOUT;
2242 /* ethtool ops */
2243 netdev->ethtool_ops = &spider_net_ethtool_ops;
2244}
2245
2246/**
2247 * spider_net_setup_netdev - initialization of net_device
2248 * @card: card structure
2249 *
2250 * Returns 0 on success or <0 on failure
2251 *
2252 * spider_net_setup_netdev initializes the net_device structure
2253 **/
2254static int
2255spider_net_setup_netdev(struct spider_net_card *card)
2256{
2257 int result;
2258 struct net_device *netdev = card->netdev;
2259 struct device_node *dn;
2260 struct sockaddr addr;
2261 const u8 *mac;
2262
2263 SET_NETDEV_DEV(netdev, &card->pdev->dev);
2264
2265 pci_set_drvdata(card->pdev, netdev);
2266
2267 timer_setup(&card->tx_timer, spider_net_cleanup_tx_ring, 0);
2268 netdev->irq = card->pdev->irq;
2269
2270 card->aneg_count = 0;
2271 timer_setup(&card->aneg_timer, spider_net_link_phy, 0);
2272
2273 netif_napi_add(netdev, &card->napi, spider_net_poll);
2274
2275 spider_net_setup_netdev_ops(netdev);
2276
2277 netdev->hw_features = NETIF_F_RXCSUM | NETIF_F_IP_CSUM;
2278 if (SPIDER_NET_RX_CSUM_DEFAULT)
2279 netdev->features |= NETIF_F_RXCSUM;
2280 netdev->features |= NETIF_F_IP_CSUM | NETIF_F_LLTX;
2281 /* some time: NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX |
2282 * NETIF_F_HW_VLAN_CTAG_FILTER
2283 */
2284
2285 /* MTU range: 64 - 2294 */
2286 netdev->min_mtu = SPIDER_NET_MIN_MTU;
2287 netdev->max_mtu = SPIDER_NET_MAX_MTU;
2288
2289 netdev->irq = card->pdev->irq;
2290 card->num_rx_ints = 0;
2291 card->ignore_rx_ramfull = 0;
2292
2293 dn = pci_device_to_OF_node(card->pdev);
2294 if (!dn)
2295 return -EIO;
2296
2297 mac = of_get_property(dn, "local-mac-address", NULL);
2298 if (!mac)
2299 return -EIO;
2300 memcpy(addr.sa_data, mac, ETH_ALEN);
2301
2302 result = spider_net_set_mac(netdev, &addr);
2303 if ((result) && (netif_msg_probe(card)))
2304 dev_err(&card->netdev->dev,
2305 "Failed to set MAC address: %i\n", result);
2306
2307 result = register_netdev(netdev);
2308 if (result) {
2309 if (netif_msg_probe(card))
2310 dev_err(&card->netdev->dev,
2311 "Couldn't register net_device: %i\n", result);
2312 return result;
2313 }
2314
2315 if (netif_msg_probe(card))
2316 pr_info("Initialized device %s.\n", netdev->name);
2317
2318 return 0;
2319}
2320
2321/**
2322 * spider_net_alloc_card - allocates net_device and card structure
2323 *
2324 * returns the card structure or NULL in case of errors
2325 *
2326 * the card and net_device structures are linked to each other
2327 */
2328static struct spider_net_card *
2329spider_net_alloc_card(void)
2330{
2331 struct net_device *netdev;
2332 struct spider_net_card *card;
2333
2334 netdev = alloc_etherdev(struct_size(card, darray,
2335 size_add(tx_descriptors, rx_descriptors)));
2336 if (!netdev)
2337 return NULL;
2338
2339 card = netdev_priv(netdev);
2340 card->netdev = netdev;
2341 card->msg_enable = SPIDER_NET_DEFAULT_MSG;
2342 INIT_WORK(&card->tx_timeout_task, spider_net_tx_timeout_task);
2343 init_waitqueue_head(&card->waitq);
2344 atomic_set(&card->tx_timeout_task_counter, 0);
2345
2346 card->rx_chain.num_desc = rx_descriptors;
2347 card->rx_chain.ring = card->darray;
2348 card->tx_chain.num_desc = tx_descriptors;
2349 card->tx_chain.ring = card->darray + rx_descriptors;
2350
2351 return card;
2352}
2353
2354/**
2355 * spider_net_undo_pci_setup - releases PCI ressources
2356 * @card: card structure
2357 *
2358 * spider_net_undo_pci_setup releases the mapped regions
2359 */
2360static void
2361spider_net_undo_pci_setup(struct spider_net_card *card)
2362{
2363 iounmap(card->regs);
2364 pci_release_regions(card->pdev);
2365}
2366
2367/**
2368 * spider_net_setup_pci_dev - sets up the device in terms of PCI operations
2369 * @pdev: PCI device
2370 *
2371 * Returns the card structure or NULL if any errors occur
2372 *
2373 * spider_net_setup_pci_dev initializes pdev and together with the
2374 * functions called in spider_net_open configures the device so that
2375 * data can be transferred over it
2376 * The net_device structure is attached to the card structure, if the
2377 * function returns without error.
2378 **/
2379static struct spider_net_card *
2380spider_net_setup_pci_dev(struct pci_dev *pdev)
2381{
2382 struct spider_net_card *card;
2383 unsigned long mmio_start, mmio_len;
2384
2385 if (pci_enable_device(pdev)) {
2386 dev_err(&pdev->dev, "Couldn't enable PCI device\n");
2387 return NULL;
2388 }
2389
2390 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
2391 dev_err(&pdev->dev,
2392 "Couldn't find proper PCI device base address.\n");
2393 goto out_disable_dev;
2394 }
2395
2396 if (pci_request_regions(pdev, spider_net_driver_name)) {
2397 dev_err(&pdev->dev,
2398 "Couldn't obtain PCI resources, aborting.\n");
2399 goto out_disable_dev;
2400 }
2401
2402 pci_set_master(pdev);
2403
2404 card = spider_net_alloc_card();
2405 if (!card) {
2406 dev_err(&pdev->dev,
2407 "Couldn't allocate net_device structure, aborting.\n");
2408 goto out_release_regions;
2409 }
2410 card->pdev = pdev;
2411
2412 /* fetch base address and length of first resource */
2413 mmio_start = pci_resource_start(pdev, 0);
2414 mmio_len = pci_resource_len(pdev, 0);
2415
2416 card->netdev->mem_start = mmio_start;
2417 card->netdev->mem_end = mmio_start + mmio_len;
2418 card->regs = ioremap(mmio_start, mmio_len);
2419
2420 if (!card->regs) {
2421 dev_err(&pdev->dev,
2422 "Couldn't obtain PCI resources, aborting.\n");
2423 goto out_release_regions;
2424 }
2425
2426 return card;
2427
2428out_release_regions:
2429 pci_release_regions(pdev);
2430out_disable_dev:
2431 pci_disable_device(pdev);
2432 return NULL;
2433}
2434
2435/**
2436 * spider_net_probe - initialization of a device
2437 * @pdev: PCI device
2438 * @ent: entry in the device id list
2439 *
2440 * Returns 0 on success, <0 on failure
2441 *
2442 * spider_net_probe initializes pdev and registers a net_device
2443 * structure for it. After that, the device can be ifconfig'ed up
2444 **/
2445static int
2446spider_net_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
2447{
2448 int err = -EIO;
2449 struct spider_net_card *card;
2450
2451 card = spider_net_setup_pci_dev(pdev);
2452 if (!card)
2453 goto out;
2454
2455 spider_net_workaround_rxramfull(card);
2456 spider_net_init_card(card);
2457
2458 err = spider_net_setup_phy(card);
2459 if (err)
2460 goto out_undo_pci;
2461
2462 err = spider_net_setup_netdev(card);
2463 if (err)
2464 goto out_undo_pci;
2465
2466 return 0;
2467
2468out_undo_pci:
2469 spider_net_undo_pci_setup(card);
2470 free_netdev(card->netdev);
2471out:
2472 return err;
2473}
2474
2475/**
2476 * spider_net_remove - removal of a device
2477 * @pdev: PCI device
2478 *
2479 * Returns 0 on success, <0 on failure
2480 *
2481 * spider_net_remove is called to remove the device and unregisters the
2482 * net_device
2483 **/
2484static void
2485spider_net_remove(struct pci_dev *pdev)
2486{
2487 struct net_device *netdev;
2488 struct spider_net_card *card;
2489
2490 netdev = pci_get_drvdata(pdev);
2491 card = netdev_priv(netdev);
2492
2493 wait_event(card->waitq,
2494 atomic_read(&card->tx_timeout_task_counter) == 0);
2495
2496 unregister_netdev(netdev);
2497
2498 /* switch off card */
2499 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2500 SPIDER_NET_CKRCTRL_STOP_VALUE);
2501 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2502 SPIDER_NET_CKRCTRL_RUN_VALUE);
2503
2504 spider_net_undo_pci_setup(card);
2505 free_netdev(netdev);
2506}
2507
2508static struct pci_driver spider_net_driver = {
2509 .name = spider_net_driver_name,
2510 .id_table = spider_net_pci_tbl,
2511 .probe = spider_net_probe,
2512 .remove = spider_net_remove
2513};
2514
2515/**
2516 * spider_net_init - init function when the driver is loaded
2517 *
2518 * spider_net_init registers the device driver
2519 */
2520static int __init spider_net_init(void)
2521{
2522 printk(KERN_INFO "Spidernet version %s.\n", VERSION);
2523
2524 if (rx_descriptors < SPIDER_NET_RX_DESCRIPTORS_MIN) {
2525 rx_descriptors = SPIDER_NET_RX_DESCRIPTORS_MIN;
2526 pr_info("adjusting rx descriptors to %i.\n", rx_descriptors);
2527 }
2528 if (rx_descriptors > SPIDER_NET_RX_DESCRIPTORS_MAX) {
2529 rx_descriptors = SPIDER_NET_RX_DESCRIPTORS_MAX;
2530 pr_info("adjusting rx descriptors to %i.\n", rx_descriptors);
2531 }
2532 if (tx_descriptors < SPIDER_NET_TX_DESCRIPTORS_MIN) {
2533 tx_descriptors = SPIDER_NET_TX_DESCRIPTORS_MIN;
2534 pr_info("adjusting tx descriptors to %i.\n", tx_descriptors);
2535 }
2536 if (tx_descriptors > SPIDER_NET_TX_DESCRIPTORS_MAX) {
2537 tx_descriptors = SPIDER_NET_TX_DESCRIPTORS_MAX;
2538 pr_info("adjusting tx descriptors to %i.\n", tx_descriptors);
2539 }
2540
2541 return pci_register_driver(&spider_net_driver);
2542}
2543
2544/**
2545 * spider_net_cleanup - exit function when driver is unloaded
2546 *
2547 * spider_net_cleanup unregisters the device driver
2548 */
2549static void __exit spider_net_cleanup(void)
2550{
2551 pci_unregister_driver(&spider_net_driver);
2552}
2553
2554module_init(spider_net_init);
2555module_exit(spider_net_cleanup);
1/*
2 * Network device driver for Cell Processor-Based Blade and Celleb platform
3 *
4 * (C) Copyright IBM Corp. 2005
5 * (C) Copyright 2006 TOSHIBA CORPORATION
6 *
7 * Authors : Utz Bacher <utz.bacher@de.ibm.com>
8 * Jens Osterkamp <Jens.Osterkamp@de.ibm.com>
9 *
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2, or (at your option)
13 * any later version.
14 *
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
19 *
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
23 */
24
25#include <linux/compiler.h>
26#include <linux/crc32.h>
27#include <linux/delay.h>
28#include <linux/etherdevice.h>
29#include <linux/ethtool.h>
30#include <linux/firmware.h>
31#include <linux/if_vlan.h>
32#include <linux/in.h>
33#include <linux/init.h>
34#include <linux/interrupt.h>
35#include <linux/gfp.h>
36#include <linux/ioport.h>
37#include <linux/ip.h>
38#include <linux/kernel.h>
39#include <linux/mii.h>
40#include <linux/module.h>
41#include <linux/netdevice.h>
42#include <linux/device.h>
43#include <linux/pci.h>
44#include <linux/skbuff.h>
45#include <linux/tcp.h>
46#include <linux/types.h>
47#include <linux/vmalloc.h>
48#include <linux/wait.h>
49#include <linux/workqueue.h>
50#include <linux/bitops.h>
51#include <net/checksum.h>
52
53#include "spider_net.h"
54
55MODULE_AUTHOR("Utz Bacher <utz.bacher@de.ibm.com> and Jens Osterkamp " \
56 "<Jens.Osterkamp@de.ibm.com>");
57MODULE_DESCRIPTION("Spider Southbridge Gigabit Ethernet driver");
58MODULE_LICENSE("GPL");
59MODULE_VERSION(VERSION);
60MODULE_FIRMWARE(SPIDER_NET_FIRMWARE_NAME);
61
62static int rx_descriptors = SPIDER_NET_RX_DESCRIPTORS_DEFAULT;
63static int tx_descriptors = SPIDER_NET_TX_DESCRIPTORS_DEFAULT;
64
65module_param(rx_descriptors, int, 0444);
66module_param(tx_descriptors, int, 0444);
67
68MODULE_PARM_DESC(rx_descriptors, "number of descriptors used " \
69 "in rx chains");
70MODULE_PARM_DESC(tx_descriptors, "number of descriptors used " \
71 "in tx chain");
72
73char spider_net_driver_name[] = "spidernet";
74
75static const struct pci_device_id spider_net_pci_tbl[] = {
76 { PCI_VENDOR_ID_TOSHIBA_2, PCI_DEVICE_ID_TOSHIBA_SPIDER_NET,
77 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0UL },
78 { 0, }
79};
80
81MODULE_DEVICE_TABLE(pci, spider_net_pci_tbl);
82
83/**
84 * spider_net_read_reg - reads an SMMIO register of a card
85 * @card: device structure
86 * @reg: register to read from
87 *
88 * returns the content of the specified SMMIO register.
89 */
90static inline u32
91spider_net_read_reg(struct spider_net_card *card, u32 reg)
92{
93 /* We use the powerpc specific variants instead of readl_be() because
94 * we know spidernet is not a real PCI device and we can thus avoid the
95 * performance hit caused by the PCI workarounds.
96 */
97 return in_be32(card->regs + reg);
98}
99
100/**
101 * spider_net_write_reg - writes to an SMMIO register of a card
102 * @card: device structure
103 * @reg: register to write to
104 * @value: value to write into the specified SMMIO register
105 */
106static inline void
107spider_net_write_reg(struct spider_net_card *card, u32 reg, u32 value)
108{
109 /* We use the powerpc specific variants instead of writel_be() because
110 * we know spidernet is not a real PCI device and we can thus avoid the
111 * performance hit caused by the PCI workarounds.
112 */
113 out_be32(card->regs + reg, value);
114}
115
116/**
117 * spider_net_write_phy - write to phy register
118 * @netdev: adapter to be written to
119 * @mii_id: id of MII
120 * @reg: PHY register
121 * @val: value to be written to phy register
122 *
123 * spider_net_write_phy_register writes to an arbitrary PHY
124 * register via the spider GPCWOPCMD register. We assume the queue does
125 * not run full (not more than 15 commands outstanding).
126 **/
127static void
128spider_net_write_phy(struct net_device *netdev, int mii_id,
129 int reg, int val)
130{
131 struct spider_net_card *card = netdev_priv(netdev);
132 u32 writevalue;
133
134 writevalue = ((u32)mii_id << 21) |
135 ((u32)reg << 16) | ((u32)val);
136
137 spider_net_write_reg(card, SPIDER_NET_GPCWOPCMD, writevalue);
138}
139
140/**
141 * spider_net_read_phy - read from phy register
142 * @netdev: network device to be read from
143 * @mii_id: id of MII
144 * @reg: PHY register
145 *
146 * Returns value read from PHY register
147 *
148 * spider_net_write_phy reads from an arbitrary PHY
149 * register via the spider GPCROPCMD register
150 **/
151static int
152spider_net_read_phy(struct net_device *netdev, int mii_id, int reg)
153{
154 struct spider_net_card *card = netdev_priv(netdev);
155 u32 readvalue;
156
157 readvalue = ((u32)mii_id << 21) | ((u32)reg << 16);
158 spider_net_write_reg(card, SPIDER_NET_GPCROPCMD, readvalue);
159
160 /* we don't use semaphores to wait for an SPIDER_NET_GPROPCMPINT
161 * interrupt, as we poll for the completion of the read operation
162 * in spider_net_read_phy. Should take about 50 us */
163 do {
164 readvalue = spider_net_read_reg(card, SPIDER_NET_GPCROPCMD);
165 } while (readvalue & SPIDER_NET_GPREXEC);
166
167 readvalue &= SPIDER_NET_GPRDAT_MASK;
168
169 return readvalue;
170}
171
172/**
173 * spider_net_setup_aneg - initial auto-negotiation setup
174 * @card: device structure
175 **/
176static void
177spider_net_setup_aneg(struct spider_net_card *card)
178{
179 struct mii_phy *phy = &card->phy;
180 u32 advertise = 0;
181 u16 bmsr, estat;
182
183 bmsr = spider_net_read_phy(card->netdev, phy->mii_id, MII_BMSR);
184 estat = spider_net_read_phy(card->netdev, phy->mii_id, MII_ESTATUS);
185
186 if (bmsr & BMSR_10HALF)
187 advertise |= ADVERTISED_10baseT_Half;
188 if (bmsr & BMSR_10FULL)
189 advertise |= ADVERTISED_10baseT_Full;
190 if (bmsr & BMSR_100HALF)
191 advertise |= ADVERTISED_100baseT_Half;
192 if (bmsr & BMSR_100FULL)
193 advertise |= ADVERTISED_100baseT_Full;
194
195 if ((bmsr & BMSR_ESTATEN) && (estat & ESTATUS_1000_TFULL))
196 advertise |= SUPPORTED_1000baseT_Full;
197 if ((bmsr & BMSR_ESTATEN) && (estat & ESTATUS_1000_THALF))
198 advertise |= SUPPORTED_1000baseT_Half;
199
200 sungem_phy_probe(phy, phy->mii_id);
201 phy->def->ops->setup_aneg(phy, advertise);
202
203}
204
205/**
206 * spider_net_rx_irq_off - switch off rx irq on this spider card
207 * @card: device structure
208 *
209 * switches off rx irq by masking them out in the GHIINTnMSK register
210 */
211static void
212spider_net_rx_irq_off(struct spider_net_card *card)
213{
214 u32 regvalue;
215
216 regvalue = SPIDER_NET_INT0_MASK_VALUE & (~SPIDER_NET_RXINT);
217 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK, regvalue);
218}
219
220/**
221 * spider_net_rx_irq_on - switch on rx irq on this spider card
222 * @card: device structure
223 *
224 * switches on rx irq by enabling them in the GHIINTnMSK register
225 */
226static void
227spider_net_rx_irq_on(struct spider_net_card *card)
228{
229 u32 regvalue;
230
231 regvalue = SPIDER_NET_INT0_MASK_VALUE | SPIDER_NET_RXINT;
232 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK, regvalue);
233}
234
235/**
236 * spider_net_set_promisc - sets the unicast address or the promiscuous mode
237 * @card: card structure
238 *
239 * spider_net_set_promisc sets the unicast destination address filter and
240 * thus either allows for non-promisc mode or promisc mode
241 */
242static void
243spider_net_set_promisc(struct spider_net_card *card)
244{
245 u32 macu, macl;
246 struct net_device *netdev = card->netdev;
247
248 if (netdev->flags & IFF_PROMISC) {
249 /* clear destination entry 0 */
250 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR, 0);
251 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR + 0x04, 0);
252 spider_net_write_reg(card, SPIDER_NET_GMRUA0FIL15R,
253 SPIDER_NET_PROMISC_VALUE);
254 } else {
255 macu = netdev->dev_addr[0];
256 macu <<= 8;
257 macu |= netdev->dev_addr[1];
258 memcpy(&macl, &netdev->dev_addr[2], sizeof(macl));
259
260 macu |= SPIDER_NET_UA_DESCR_VALUE;
261 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR, macu);
262 spider_net_write_reg(card, SPIDER_NET_GMRUAFILnR + 0x04, macl);
263 spider_net_write_reg(card, SPIDER_NET_GMRUA0FIL15R,
264 SPIDER_NET_NONPROMISC_VALUE);
265 }
266}
267
268/**
269 * spider_net_get_descr_status -- returns the status of a descriptor
270 * @descr: descriptor to look at
271 *
272 * returns the status as in the dmac_cmd_status field of the descriptor
273 */
274static inline int
275spider_net_get_descr_status(struct spider_net_hw_descr *hwdescr)
276{
277 return hwdescr->dmac_cmd_status & SPIDER_NET_DESCR_IND_PROC_MASK;
278}
279
280/**
281 * spider_net_free_chain - free descriptor chain
282 * @card: card structure
283 * @chain: address of chain
284 *
285 */
286static void
287spider_net_free_chain(struct spider_net_card *card,
288 struct spider_net_descr_chain *chain)
289{
290 struct spider_net_descr *descr;
291
292 descr = chain->ring;
293 do {
294 descr->bus_addr = 0;
295 descr->hwdescr->next_descr_addr = 0;
296 descr = descr->next;
297 } while (descr != chain->ring);
298
299 dma_free_coherent(&card->pdev->dev, chain->num_desc,
300 chain->hwring, chain->dma_addr);
301}
302
303/**
304 * spider_net_init_chain - alloc and link descriptor chain
305 * @card: card structure
306 * @chain: address of chain
307 *
308 * We manage a circular list that mirrors the hardware structure,
309 * except that the hardware uses bus addresses.
310 *
311 * Returns 0 on success, <0 on failure
312 */
313static int
314spider_net_init_chain(struct spider_net_card *card,
315 struct spider_net_descr_chain *chain)
316{
317 int i;
318 struct spider_net_descr *descr;
319 struct spider_net_hw_descr *hwdescr;
320 dma_addr_t buf;
321 size_t alloc_size;
322
323 alloc_size = chain->num_desc * sizeof(struct spider_net_hw_descr);
324
325 chain->hwring = dma_alloc_coherent(&card->pdev->dev, alloc_size,
326 &chain->dma_addr, GFP_KERNEL);
327 if (!chain->hwring)
328 return -ENOMEM;
329
330 memset(chain->ring, 0, chain->num_desc * sizeof(struct spider_net_descr));
331
332 /* Set up the hardware pointers in each descriptor */
333 descr = chain->ring;
334 hwdescr = chain->hwring;
335 buf = chain->dma_addr;
336 for (i=0; i < chain->num_desc; i++, descr++, hwdescr++) {
337 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
338 hwdescr->next_descr_addr = 0;
339
340 descr->hwdescr = hwdescr;
341 descr->bus_addr = buf;
342 descr->next = descr + 1;
343 descr->prev = descr - 1;
344
345 buf += sizeof(struct spider_net_hw_descr);
346 }
347 /* do actual circular list */
348 (descr-1)->next = chain->ring;
349 chain->ring->prev = descr-1;
350
351 spin_lock_init(&chain->lock);
352 chain->head = chain->ring;
353 chain->tail = chain->ring;
354 return 0;
355}
356
357/**
358 * spider_net_free_rx_chain_contents - frees descr contents in rx chain
359 * @card: card structure
360 *
361 * returns 0 on success, <0 on failure
362 */
363static void
364spider_net_free_rx_chain_contents(struct spider_net_card *card)
365{
366 struct spider_net_descr *descr;
367
368 descr = card->rx_chain.head;
369 do {
370 if (descr->skb) {
371 pci_unmap_single(card->pdev, descr->hwdescr->buf_addr,
372 SPIDER_NET_MAX_FRAME,
373 PCI_DMA_BIDIRECTIONAL);
374 dev_kfree_skb(descr->skb);
375 descr->skb = NULL;
376 }
377 descr = descr->next;
378 } while (descr != card->rx_chain.head);
379}
380
381/**
382 * spider_net_prepare_rx_descr - Reinitialize RX descriptor
383 * @card: card structure
384 * @descr: descriptor to re-init
385 *
386 * Return 0 on success, <0 on failure.
387 *
388 * Allocates a new rx skb, iommu-maps it and attaches it to the
389 * descriptor. Mark the descriptor as activated, ready-to-use.
390 */
391static int
392spider_net_prepare_rx_descr(struct spider_net_card *card,
393 struct spider_net_descr *descr)
394{
395 struct spider_net_hw_descr *hwdescr = descr->hwdescr;
396 dma_addr_t buf;
397 int offset;
398 int bufsize;
399
400 /* we need to round up the buffer size to a multiple of 128 */
401 bufsize = (SPIDER_NET_MAX_FRAME + SPIDER_NET_RXBUF_ALIGN - 1) &
402 (~(SPIDER_NET_RXBUF_ALIGN - 1));
403
404 /* and we need to have it 128 byte aligned, therefore we allocate a
405 * bit more */
406 /* allocate an skb */
407 descr->skb = netdev_alloc_skb(card->netdev,
408 bufsize + SPIDER_NET_RXBUF_ALIGN - 1);
409 if (!descr->skb) {
410 if (netif_msg_rx_err(card) && net_ratelimit())
411 dev_err(&card->netdev->dev,
412 "Not enough memory to allocate rx buffer\n");
413 card->spider_stats.alloc_rx_skb_error++;
414 return -ENOMEM;
415 }
416 hwdescr->buf_size = bufsize;
417 hwdescr->result_size = 0;
418 hwdescr->valid_size = 0;
419 hwdescr->data_status = 0;
420 hwdescr->data_error = 0;
421
422 offset = ((unsigned long)descr->skb->data) &
423 (SPIDER_NET_RXBUF_ALIGN - 1);
424 if (offset)
425 skb_reserve(descr->skb, SPIDER_NET_RXBUF_ALIGN - offset);
426 /* iommu-map the skb */
427 buf = pci_map_single(card->pdev, descr->skb->data,
428 SPIDER_NET_MAX_FRAME, PCI_DMA_FROMDEVICE);
429 if (pci_dma_mapping_error(card->pdev, buf)) {
430 dev_kfree_skb_any(descr->skb);
431 descr->skb = NULL;
432 if (netif_msg_rx_err(card) && net_ratelimit())
433 dev_err(&card->netdev->dev, "Could not iommu-map rx buffer\n");
434 card->spider_stats.rx_iommu_map_error++;
435 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
436 } else {
437 hwdescr->buf_addr = buf;
438 wmb();
439 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_CARDOWNED |
440 SPIDER_NET_DMAC_NOINTR_COMPLETE;
441 }
442
443 return 0;
444}
445
446/**
447 * spider_net_enable_rxchtails - sets RX dmac chain tail addresses
448 * @card: card structure
449 *
450 * spider_net_enable_rxchtails sets the RX DMAC chain tail addresses in the
451 * chip by writing to the appropriate register. DMA is enabled in
452 * spider_net_enable_rxdmac.
453 */
454static inline void
455spider_net_enable_rxchtails(struct spider_net_card *card)
456{
457 /* assume chain is aligned correctly */
458 spider_net_write_reg(card, SPIDER_NET_GDADCHA ,
459 card->rx_chain.tail->bus_addr);
460}
461
462/**
463 * spider_net_enable_rxdmac - enables a receive DMA controller
464 * @card: card structure
465 *
466 * spider_net_enable_rxdmac enables the DMA controller by setting RX_DMA_EN
467 * in the GDADMACCNTR register
468 */
469static inline void
470spider_net_enable_rxdmac(struct spider_net_card *card)
471{
472 wmb();
473 spider_net_write_reg(card, SPIDER_NET_GDADMACCNTR,
474 SPIDER_NET_DMA_RX_VALUE);
475}
476
477/**
478 * spider_net_disable_rxdmac - disables the receive DMA controller
479 * @card: card structure
480 *
481 * spider_net_disable_rxdmac terminates processing on the DMA controller
482 * by turing off the DMA controller, with the force-end flag set.
483 */
484static inline void
485spider_net_disable_rxdmac(struct spider_net_card *card)
486{
487 spider_net_write_reg(card, SPIDER_NET_GDADMACCNTR,
488 SPIDER_NET_DMA_RX_FEND_VALUE);
489}
490
491/**
492 * spider_net_refill_rx_chain - refills descriptors/skbs in the rx chains
493 * @card: card structure
494 *
495 * refills descriptors in the rx chain: allocates skbs and iommu-maps them.
496 */
497static void
498spider_net_refill_rx_chain(struct spider_net_card *card)
499{
500 struct spider_net_descr_chain *chain = &card->rx_chain;
501 unsigned long flags;
502
503 /* one context doing the refill (and a second context seeing that
504 * and omitting it) is ok. If called by NAPI, we'll be called again
505 * as spider_net_decode_one_descr is called several times. If some
506 * interrupt calls us, the NAPI is about to clean up anyway. */
507 if (!spin_trylock_irqsave(&chain->lock, flags))
508 return;
509
510 while (spider_net_get_descr_status(chain->head->hwdescr) ==
511 SPIDER_NET_DESCR_NOT_IN_USE) {
512 if (spider_net_prepare_rx_descr(card, chain->head))
513 break;
514 chain->head = chain->head->next;
515 }
516
517 spin_unlock_irqrestore(&chain->lock, flags);
518}
519
520/**
521 * spider_net_alloc_rx_skbs - Allocates rx skbs in rx descriptor chains
522 * @card: card structure
523 *
524 * Returns 0 on success, <0 on failure.
525 */
526static int
527spider_net_alloc_rx_skbs(struct spider_net_card *card)
528{
529 struct spider_net_descr_chain *chain = &card->rx_chain;
530 struct spider_net_descr *start = chain->tail;
531 struct spider_net_descr *descr = start;
532
533 /* Link up the hardware chain pointers */
534 do {
535 descr->prev->hwdescr->next_descr_addr = descr->bus_addr;
536 descr = descr->next;
537 } while (descr != start);
538
539 /* Put at least one buffer into the chain. if this fails,
540 * we've got a problem. If not, spider_net_refill_rx_chain
541 * will do the rest at the end of this function. */
542 if (spider_net_prepare_rx_descr(card, chain->head))
543 goto error;
544 else
545 chain->head = chain->head->next;
546
547 /* This will allocate the rest of the rx buffers;
548 * if not, it's business as usual later on. */
549 spider_net_refill_rx_chain(card);
550 spider_net_enable_rxdmac(card);
551 return 0;
552
553error:
554 spider_net_free_rx_chain_contents(card);
555 return -ENOMEM;
556}
557
558/**
559 * spider_net_get_multicast_hash - generates hash for multicast filter table
560 * @addr: multicast address
561 *
562 * returns the hash value.
563 *
564 * spider_net_get_multicast_hash calculates a hash value for a given multicast
565 * address, that is used to set the multicast filter tables
566 */
567static u8
568spider_net_get_multicast_hash(struct net_device *netdev, __u8 *addr)
569{
570 u32 crc;
571 u8 hash;
572 char addr_for_crc[ETH_ALEN] = { 0, };
573 int i, bit;
574
575 for (i = 0; i < ETH_ALEN * 8; i++) {
576 bit = (addr[i / 8] >> (i % 8)) & 1;
577 addr_for_crc[ETH_ALEN - 1 - i / 8] += bit << (7 - (i % 8));
578 }
579
580 crc = crc32_be(~0, addr_for_crc, netdev->addr_len);
581
582 hash = (crc >> 27);
583 hash <<= 3;
584 hash |= crc & 7;
585 hash &= 0xff;
586
587 return hash;
588}
589
590/**
591 * spider_net_set_multi - sets multicast addresses and promisc flags
592 * @netdev: interface device structure
593 *
594 * spider_net_set_multi configures multicast addresses as needed for the
595 * netdev interface. It also sets up multicast, allmulti and promisc
596 * flags appropriately
597 */
598static void
599spider_net_set_multi(struct net_device *netdev)
600{
601 struct netdev_hw_addr *ha;
602 u8 hash;
603 int i;
604 u32 reg;
605 struct spider_net_card *card = netdev_priv(netdev);
606 DECLARE_BITMAP(bitmask, SPIDER_NET_MULTICAST_HASHES) = {};
607
608 spider_net_set_promisc(card);
609
610 if (netdev->flags & IFF_ALLMULTI) {
611 for (i = 0; i < SPIDER_NET_MULTICAST_HASHES; i++) {
612 set_bit(i, bitmask);
613 }
614 goto write_hash;
615 }
616
617 /* well, we know, what the broadcast hash value is: it's xfd
618 hash = spider_net_get_multicast_hash(netdev, netdev->broadcast); */
619 set_bit(0xfd, bitmask);
620
621 netdev_for_each_mc_addr(ha, netdev) {
622 hash = spider_net_get_multicast_hash(netdev, ha->addr);
623 set_bit(hash, bitmask);
624 }
625
626write_hash:
627 for (i = 0; i < SPIDER_NET_MULTICAST_HASHES / 4; i++) {
628 reg = 0;
629 if (test_bit(i * 4, bitmask))
630 reg += 0x08;
631 reg <<= 8;
632 if (test_bit(i * 4 + 1, bitmask))
633 reg += 0x08;
634 reg <<= 8;
635 if (test_bit(i * 4 + 2, bitmask))
636 reg += 0x08;
637 reg <<= 8;
638 if (test_bit(i * 4 + 3, bitmask))
639 reg += 0x08;
640
641 spider_net_write_reg(card, SPIDER_NET_GMRMHFILnR + i * 4, reg);
642 }
643}
644
645/**
646 * spider_net_prepare_tx_descr - fill tx descriptor with skb data
647 * @card: card structure
648 * @skb: packet to use
649 *
650 * returns 0 on success, <0 on failure.
651 *
652 * fills out the descriptor structure with skb data and len. Copies data,
653 * if needed (32bit DMA!)
654 */
655static int
656spider_net_prepare_tx_descr(struct spider_net_card *card,
657 struct sk_buff *skb)
658{
659 struct spider_net_descr_chain *chain = &card->tx_chain;
660 struct spider_net_descr *descr;
661 struct spider_net_hw_descr *hwdescr;
662 dma_addr_t buf;
663 unsigned long flags;
664
665 buf = pci_map_single(card->pdev, skb->data, skb->len, PCI_DMA_TODEVICE);
666 if (pci_dma_mapping_error(card->pdev, buf)) {
667 if (netif_msg_tx_err(card) && net_ratelimit())
668 dev_err(&card->netdev->dev, "could not iommu-map packet (%p, %i). "
669 "Dropping packet\n", skb->data, skb->len);
670 card->spider_stats.tx_iommu_map_error++;
671 return -ENOMEM;
672 }
673
674 spin_lock_irqsave(&chain->lock, flags);
675 descr = card->tx_chain.head;
676 if (descr->next == chain->tail->prev) {
677 spin_unlock_irqrestore(&chain->lock, flags);
678 pci_unmap_single(card->pdev, buf, skb->len, PCI_DMA_TODEVICE);
679 return -ENOMEM;
680 }
681 hwdescr = descr->hwdescr;
682 chain->head = descr->next;
683
684 descr->skb = skb;
685 hwdescr->buf_addr = buf;
686 hwdescr->buf_size = skb->len;
687 hwdescr->next_descr_addr = 0;
688 hwdescr->data_status = 0;
689
690 hwdescr->dmac_cmd_status =
691 SPIDER_NET_DESCR_CARDOWNED | SPIDER_NET_DMAC_TXFRMTL;
692 spin_unlock_irqrestore(&chain->lock, flags);
693
694 if (skb->ip_summed == CHECKSUM_PARTIAL)
695 switch (ip_hdr(skb)->protocol) {
696 case IPPROTO_TCP:
697 hwdescr->dmac_cmd_status |= SPIDER_NET_DMAC_TCP;
698 break;
699 case IPPROTO_UDP:
700 hwdescr->dmac_cmd_status |= SPIDER_NET_DMAC_UDP;
701 break;
702 }
703
704 /* Chain the bus address, so that the DMA engine finds this descr. */
705 wmb();
706 descr->prev->hwdescr->next_descr_addr = descr->bus_addr;
707
708 netif_trans_update(card->netdev); /* set netdev watchdog timer */
709 return 0;
710}
711
712static int
713spider_net_set_low_watermark(struct spider_net_card *card)
714{
715 struct spider_net_descr *descr = card->tx_chain.tail;
716 struct spider_net_hw_descr *hwdescr;
717 unsigned long flags;
718 int status;
719 int cnt=0;
720 int i;
721
722 /* Measure the length of the queue. Measurement does not
723 * need to be precise -- does not need a lock. */
724 while (descr != card->tx_chain.head) {
725 status = descr->hwdescr->dmac_cmd_status & SPIDER_NET_DESCR_NOT_IN_USE;
726 if (status == SPIDER_NET_DESCR_NOT_IN_USE)
727 break;
728 descr = descr->next;
729 cnt++;
730 }
731
732 /* If TX queue is short, don't even bother with interrupts */
733 if (cnt < card->tx_chain.num_desc/4)
734 return cnt;
735
736 /* Set low-watermark 3/4th's of the way into the queue. */
737 descr = card->tx_chain.tail;
738 cnt = (cnt*3)/4;
739 for (i=0;i<cnt; i++)
740 descr = descr->next;
741
742 /* Set the new watermark, clear the old watermark */
743 spin_lock_irqsave(&card->tx_chain.lock, flags);
744 descr->hwdescr->dmac_cmd_status |= SPIDER_NET_DESCR_TXDESFLG;
745 if (card->low_watermark && card->low_watermark != descr) {
746 hwdescr = card->low_watermark->hwdescr;
747 hwdescr->dmac_cmd_status =
748 hwdescr->dmac_cmd_status & ~SPIDER_NET_DESCR_TXDESFLG;
749 }
750 card->low_watermark = descr;
751 spin_unlock_irqrestore(&card->tx_chain.lock, flags);
752 return cnt;
753}
754
755/**
756 * spider_net_release_tx_chain - processes sent tx descriptors
757 * @card: adapter structure
758 * @brutal: if set, don't care about whether descriptor seems to be in use
759 *
760 * returns 0 if the tx ring is empty, otherwise 1.
761 *
762 * spider_net_release_tx_chain releases the tx descriptors that spider has
763 * finished with (if non-brutal) or simply release tx descriptors (if brutal).
764 * If some other context is calling this function, we return 1 so that we're
765 * scheduled again (if we were scheduled) and will not lose initiative.
766 */
767static int
768spider_net_release_tx_chain(struct spider_net_card *card, int brutal)
769{
770 struct net_device *dev = card->netdev;
771 struct spider_net_descr_chain *chain = &card->tx_chain;
772 struct spider_net_descr *descr;
773 struct spider_net_hw_descr *hwdescr;
774 struct sk_buff *skb;
775 u32 buf_addr;
776 unsigned long flags;
777 int status;
778
779 while (1) {
780 spin_lock_irqsave(&chain->lock, flags);
781 if (chain->tail == chain->head) {
782 spin_unlock_irqrestore(&chain->lock, flags);
783 return 0;
784 }
785 descr = chain->tail;
786 hwdescr = descr->hwdescr;
787
788 status = spider_net_get_descr_status(hwdescr);
789 switch (status) {
790 case SPIDER_NET_DESCR_COMPLETE:
791 dev->stats.tx_packets++;
792 dev->stats.tx_bytes += descr->skb->len;
793 break;
794
795 case SPIDER_NET_DESCR_CARDOWNED:
796 if (!brutal) {
797 spin_unlock_irqrestore(&chain->lock, flags);
798 return 1;
799 }
800
801 /* fallthrough, if we release the descriptors
802 * brutally (then we don't care about
803 * SPIDER_NET_DESCR_CARDOWNED) */
804
805 case SPIDER_NET_DESCR_RESPONSE_ERROR:
806 case SPIDER_NET_DESCR_PROTECTION_ERROR:
807 case SPIDER_NET_DESCR_FORCE_END:
808 if (netif_msg_tx_err(card))
809 dev_err(&card->netdev->dev, "forcing end of tx descriptor "
810 "with status x%02x\n", status);
811 dev->stats.tx_errors++;
812 break;
813
814 default:
815 dev->stats.tx_dropped++;
816 if (!brutal) {
817 spin_unlock_irqrestore(&chain->lock, flags);
818 return 1;
819 }
820 }
821
822 chain->tail = descr->next;
823 hwdescr->dmac_cmd_status |= SPIDER_NET_DESCR_NOT_IN_USE;
824 skb = descr->skb;
825 descr->skb = NULL;
826 buf_addr = hwdescr->buf_addr;
827 spin_unlock_irqrestore(&chain->lock, flags);
828
829 /* unmap the skb */
830 if (skb) {
831 pci_unmap_single(card->pdev, buf_addr, skb->len,
832 PCI_DMA_TODEVICE);
833 dev_consume_skb_any(skb);
834 }
835 }
836 return 0;
837}
838
839/**
840 * spider_net_kick_tx_dma - enables TX DMA processing
841 * @card: card structure
842 *
843 * This routine will start the transmit DMA running if
844 * it is not already running. This routine ned only be
845 * called when queueing a new packet to an empty tx queue.
846 * Writes the current tx chain head as start address
847 * of the tx descriptor chain and enables the transmission
848 * DMA engine.
849 */
850static inline void
851spider_net_kick_tx_dma(struct spider_net_card *card)
852{
853 struct spider_net_descr *descr;
854
855 if (spider_net_read_reg(card, SPIDER_NET_GDTDMACCNTR) &
856 SPIDER_NET_TX_DMA_EN)
857 goto out;
858
859 descr = card->tx_chain.tail;
860 for (;;) {
861 if (spider_net_get_descr_status(descr->hwdescr) ==
862 SPIDER_NET_DESCR_CARDOWNED) {
863 spider_net_write_reg(card, SPIDER_NET_GDTDCHA,
864 descr->bus_addr);
865 spider_net_write_reg(card, SPIDER_NET_GDTDMACCNTR,
866 SPIDER_NET_DMA_TX_VALUE);
867 break;
868 }
869 if (descr == card->tx_chain.head)
870 break;
871 descr = descr->next;
872 }
873
874out:
875 mod_timer(&card->tx_timer, jiffies + SPIDER_NET_TX_TIMER);
876}
877
878/**
879 * spider_net_xmit - transmits a frame over the device
880 * @skb: packet to send out
881 * @netdev: interface device structure
882 *
883 * returns 0 on success, !0 on failure
884 */
885static int
886spider_net_xmit(struct sk_buff *skb, struct net_device *netdev)
887{
888 int cnt;
889 struct spider_net_card *card = netdev_priv(netdev);
890
891 spider_net_release_tx_chain(card, 0);
892
893 if (spider_net_prepare_tx_descr(card, skb) != 0) {
894 netdev->stats.tx_dropped++;
895 netif_stop_queue(netdev);
896 return NETDEV_TX_BUSY;
897 }
898
899 cnt = spider_net_set_low_watermark(card);
900 if (cnt < 5)
901 spider_net_kick_tx_dma(card);
902 return NETDEV_TX_OK;
903}
904
905/**
906 * spider_net_cleanup_tx_ring - cleans up the TX ring
907 * @card: card structure
908 *
909 * spider_net_cleanup_tx_ring is called by either the tx_timer
910 * or from the NAPI polling routine.
911 * This routine releases resources associted with transmitted
912 * packets, including updating the queue tail pointer.
913 */
914static void
915spider_net_cleanup_tx_ring(struct spider_net_card *card)
916{
917 if ((spider_net_release_tx_chain(card, 0) != 0) &&
918 (card->netdev->flags & IFF_UP)) {
919 spider_net_kick_tx_dma(card);
920 netif_wake_queue(card->netdev);
921 }
922}
923
924/**
925 * spider_net_do_ioctl - called for device ioctls
926 * @netdev: interface device structure
927 * @ifr: request parameter structure for ioctl
928 * @cmd: command code for ioctl
929 *
930 * returns 0 on success, <0 on failure. Currently, we have no special ioctls.
931 * -EOPNOTSUPP is returned, if an unknown ioctl was requested
932 */
933static int
934spider_net_do_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
935{
936 switch (cmd) {
937 default:
938 return -EOPNOTSUPP;
939 }
940}
941
942/**
943 * spider_net_pass_skb_up - takes an skb from a descriptor and passes it on
944 * @descr: descriptor to process
945 * @card: card structure
946 *
947 * Fills out skb structure and passes the data to the stack.
948 * The descriptor state is not changed.
949 */
950static void
951spider_net_pass_skb_up(struct spider_net_descr *descr,
952 struct spider_net_card *card)
953{
954 struct spider_net_hw_descr *hwdescr = descr->hwdescr;
955 struct sk_buff *skb = descr->skb;
956 struct net_device *netdev = card->netdev;
957 u32 data_status = hwdescr->data_status;
958 u32 data_error = hwdescr->data_error;
959
960 skb_put(skb, hwdescr->valid_size);
961
962 /* the card seems to add 2 bytes of junk in front
963 * of the ethernet frame */
964#define SPIDER_MISALIGN 2
965 skb_pull(skb, SPIDER_MISALIGN);
966 skb->protocol = eth_type_trans(skb, netdev);
967
968 /* checksum offload */
969 skb_checksum_none_assert(skb);
970 if (netdev->features & NETIF_F_RXCSUM) {
971 if ( ( (data_status & SPIDER_NET_DATA_STATUS_CKSUM_MASK) ==
972 SPIDER_NET_DATA_STATUS_CKSUM_MASK) &&
973 !(data_error & SPIDER_NET_DATA_ERR_CKSUM_MASK))
974 skb->ip_summed = CHECKSUM_UNNECESSARY;
975 }
976
977 if (data_status & SPIDER_NET_VLAN_PACKET) {
978 /* further enhancements: HW-accel VLAN */
979 }
980
981 /* update netdevice statistics */
982 netdev->stats.rx_packets++;
983 netdev->stats.rx_bytes += skb->len;
984
985 /* pass skb up to stack */
986 netif_receive_skb(skb);
987}
988
989static void show_rx_chain(struct spider_net_card *card)
990{
991 struct spider_net_descr_chain *chain = &card->rx_chain;
992 struct spider_net_descr *start= chain->tail;
993 struct spider_net_descr *descr= start;
994 struct spider_net_hw_descr *hwd = start->hwdescr;
995 struct device *dev = &card->netdev->dev;
996 u32 curr_desc, next_desc;
997 int status;
998
999 int tot = 0;
1000 int cnt = 0;
1001 int off = start - chain->ring;
1002 int cstat = hwd->dmac_cmd_status;
1003
1004 dev_info(dev, "Total number of descrs=%d\n",
1005 chain->num_desc);
1006 dev_info(dev, "Chain tail located at descr=%d, status=0x%x\n",
1007 off, cstat);
1008
1009 curr_desc = spider_net_read_reg(card, SPIDER_NET_GDACTDPA);
1010 next_desc = spider_net_read_reg(card, SPIDER_NET_GDACNEXTDA);
1011
1012 status = cstat;
1013 do
1014 {
1015 hwd = descr->hwdescr;
1016 off = descr - chain->ring;
1017 status = hwd->dmac_cmd_status;
1018
1019 if (descr == chain->head)
1020 dev_info(dev, "Chain head is at %d, head status=0x%x\n",
1021 off, status);
1022
1023 if (curr_desc == descr->bus_addr)
1024 dev_info(dev, "HW curr desc (GDACTDPA) is at %d, status=0x%x\n",
1025 off, status);
1026
1027 if (next_desc == descr->bus_addr)
1028 dev_info(dev, "HW next desc (GDACNEXTDA) is at %d, status=0x%x\n",
1029 off, status);
1030
1031 if (hwd->next_descr_addr == 0)
1032 dev_info(dev, "chain is cut at %d\n", off);
1033
1034 if (cstat != status) {
1035 int from = (chain->num_desc + off - cnt) % chain->num_desc;
1036 int to = (chain->num_desc + off - 1) % chain->num_desc;
1037 dev_info(dev, "Have %d (from %d to %d) descrs "
1038 "with stat=0x%08x\n", cnt, from, to, cstat);
1039 cstat = status;
1040 cnt = 0;
1041 }
1042
1043 cnt ++;
1044 tot ++;
1045 descr = descr->next;
1046 } while (descr != start);
1047
1048 dev_info(dev, "Last %d descrs with stat=0x%08x "
1049 "for a total of %d descrs\n", cnt, cstat, tot);
1050
1051#ifdef DEBUG
1052 /* Now dump the whole ring */
1053 descr = start;
1054 do
1055 {
1056 struct spider_net_hw_descr *hwd = descr->hwdescr;
1057 status = spider_net_get_descr_status(hwd);
1058 cnt = descr - chain->ring;
1059 dev_info(dev, "Descr %d stat=0x%08x skb=%p\n",
1060 cnt, status, descr->skb);
1061 dev_info(dev, "bus addr=%08x buf addr=%08x sz=%d\n",
1062 descr->bus_addr, hwd->buf_addr, hwd->buf_size);
1063 dev_info(dev, "next=%08x result sz=%d valid sz=%d\n",
1064 hwd->next_descr_addr, hwd->result_size,
1065 hwd->valid_size);
1066 dev_info(dev, "dmac=%08x data stat=%08x data err=%08x\n",
1067 hwd->dmac_cmd_status, hwd->data_status,
1068 hwd->data_error);
1069 dev_info(dev, "\n");
1070
1071 descr = descr->next;
1072 } while (descr != start);
1073#endif
1074
1075}
1076
1077/**
1078 * spider_net_resync_head_ptr - Advance head ptr past empty descrs
1079 *
1080 * If the driver fails to keep up and empty the queue, then the
1081 * hardware wil run out of room to put incoming packets. This
1082 * will cause the hardware to skip descrs that are full (instead
1083 * of halting/retrying). Thus, once the driver runs, it wil need
1084 * to "catch up" to where the hardware chain pointer is at.
1085 */
1086static void spider_net_resync_head_ptr(struct spider_net_card *card)
1087{
1088 unsigned long flags;
1089 struct spider_net_descr_chain *chain = &card->rx_chain;
1090 struct spider_net_descr *descr;
1091 int i, status;
1092
1093 /* Advance head pointer past any empty descrs */
1094 descr = chain->head;
1095 status = spider_net_get_descr_status(descr->hwdescr);
1096
1097 if (status == SPIDER_NET_DESCR_NOT_IN_USE)
1098 return;
1099
1100 spin_lock_irqsave(&chain->lock, flags);
1101
1102 descr = chain->head;
1103 status = spider_net_get_descr_status(descr->hwdescr);
1104 for (i=0; i<chain->num_desc; i++) {
1105 if (status != SPIDER_NET_DESCR_CARDOWNED) break;
1106 descr = descr->next;
1107 status = spider_net_get_descr_status(descr->hwdescr);
1108 }
1109 chain->head = descr;
1110
1111 spin_unlock_irqrestore(&chain->lock, flags);
1112}
1113
1114static int spider_net_resync_tail_ptr(struct spider_net_card *card)
1115{
1116 struct spider_net_descr_chain *chain = &card->rx_chain;
1117 struct spider_net_descr *descr;
1118 int i, status;
1119
1120 /* Advance tail pointer past any empty and reaped descrs */
1121 descr = chain->tail;
1122 status = spider_net_get_descr_status(descr->hwdescr);
1123
1124 for (i=0; i<chain->num_desc; i++) {
1125 if ((status != SPIDER_NET_DESCR_CARDOWNED) &&
1126 (status != SPIDER_NET_DESCR_NOT_IN_USE)) break;
1127 descr = descr->next;
1128 status = spider_net_get_descr_status(descr->hwdescr);
1129 }
1130 chain->tail = descr;
1131
1132 if ((i == chain->num_desc) || (i == 0))
1133 return 1;
1134 return 0;
1135}
1136
1137/**
1138 * spider_net_decode_one_descr - processes an RX descriptor
1139 * @card: card structure
1140 *
1141 * Returns 1 if a packet has been sent to the stack, otherwise 0.
1142 *
1143 * Processes an RX descriptor by iommu-unmapping the data buffer
1144 * and passing the packet up to the stack. This function is called
1145 * in softirq context, e.g. either bottom half from interrupt or
1146 * NAPI polling context.
1147 */
1148static int
1149spider_net_decode_one_descr(struct spider_net_card *card)
1150{
1151 struct net_device *dev = card->netdev;
1152 struct spider_net_descr_chain *chain = &card->rx_chain;
1153 struct spider_net_descr *descr = chain->tail;
1154 struct spider_net_hw_descr *hwdescr = descr->hwdescr;
1155 u32 hw_buf_addr;
1156 int status;
1157
1158 status = spider_net_get_descr_status(hwdescr);
1159
1160 /* Nothing in the descriptor, or ring must be empty */
1161 if ((status == SPIDER_NET_DESCR_CARDOWNED) ||
1162 (status == SPIDER_NET_DESCR_NOT_IN_USE))
1163 return 0;
1164
1165 /* descriptor definitively used -- move on tail */
1166 chain->tail = descr->next;
1167
1168 /* unmap descriptor */
1169 hw_buf_addr = hwdescr->buf_addr;
1170 hwdescr->buf_addr = 0xffffffff;
1171 pci_unmap_single(card->pdev, hw_buf_addr,
1172 SPIDER_NET_MAX_FRAME, PCI_DMA_FROMDEVICE);
1173
1174 if ( (status == SPIDER_NET_DESCR_RESPONSE_ERROR) ||
1175 (status == SPIDER_NET_DESCR_PROTECTION_ERROR) ||
1176 (status == SPIDER_NET_DESCR_FORCE_END) ) {
1177 if (netif_msg_rx_err(card))
1178 dev_err(&dev->dev,
1179 "dropping RX descriptor with state %d\n", status);
1180 dev->stats.rx_dropped++;
1181 goto bad_desc;
1182 }
1183
1184 if ( (status != SPIDER_NET_DESCR_COMPLETE) &&
1185 (status != SPIDER_NET_DESCR_FRAME_END) ) {
1186 if (netif_msg_rx_err(card))
1187 dev_err(&card->netdev->dev,
1188 "RX descriptor with unknown state %d\n", status);
1189 card->spider_stats.rx_desc_unk_state++;
1190 goto bad_desc;
1191 }
1192
1193 /* The cases we'll throw away the packet immediately */
1194 if (hwdescr->data_error & SPIDER_NET_DESTROY_RX_FLAGS) {
1195 if (netif_msg_rx_err(card))
1196 dev_err(&card->netdev->dev,
1197 "error in received descriptor found, "
1198 "data_status=x%08x, data_error=x%08x\n",
1199 hwdescr->data_status, hwdescr->data_error);
1200 goto bad_desc;
1201 }
1202
1203 if (hwdescr->dmac_cmd_status & SPIDER_NET_DESCR_BAD_STATUS) {
1204 dev_err(&card->netdev->dev, "bad status, cmd_status=x%08x\n",
1205 hwdescr->dmac_cmd_status);
1206 pr_err("buf_addr=x%08x\n", hw_buf_addr);
1207 pr_err("buf_size=x%08x\n", hwdescr->buf_size);
1208 pr_err("next_descr_addr=x%08x\n", hwdescr->next_descr_addr);
1209 pr_err("result_size=x%08x\n", hwdescr->result_size);
1210 pr_err("valid_size=x%08x\n", hwdescr->valid_size);
1211 pr_err("data_status=x%08x\n", hwdescr->data_status);
1212 pr_err("data_error=x%08x\n", hwdescr->data_error);
1213 pr_err("which=%ld\n", descr - card->rx_chain.ring);
1214
1215 card->spider_stats.rx_desc_error++;
1216 goto bad_desc;
1217 }
1218
1219 /* Ok, we've got a packet in descr */
1220 spider_net_pass_skb_up(descr, card);
1221 descr->skb = NULL;
1222 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
1223 return 1;
1224
1225bad_desc:
1226 if (netif_msg_rx_err(card))
1227 show_rx_chain(card);
1228 dev_kfree_skb_irq(descr->skb);
1229 descr->skb = NULL;
1230 hwdescr->dmac_cmd_status = SPIDER_NET_DESCR_NOT_IN_USE;
1231 return 0;
1232}
1233
1234/**
1235 * spider_net_poll - NAPI poll function called by the stack to return packets
1236 * @netdev: interface device structure
1237 * @budget: number of packets we can pass to the stack at most
1238 *
1239 * returns 0 if no more packets available to the driver/stack. Returns 1,
1240 * if the quota is exceeded, but the driver has still packets.
1241 *
1242 * spider_net_poll returns all packets from the rx descriptors to the stack
1243 * (using netif_receive_skb). If all/enough packets are up, the driver
1244 * reenables interrupts and returns 0. If not, 1 is returned.
1245 */
1246static int spider_net_poll(struct napi_struct *napi, int budget)
1247{
1248 struct spider_net_card *card = container_of(napi, struct spider_net_card, napi);
1249 int packets_done = 0;
1250
1251 while (packets_done < budget) {
1252 if (!spider_net_decode_one_descr(card))
1253 break;
1254
1255 packets_done++;
1256 }
1257
1258 if ((packets_done == 0) && (card->num_rx_ints != 0)) {
1259 if (!spider_net_resync_tail_ptr(card))
1260 packets_done = budget;
1261 spider_net_resync_head_ptr(card);
1262 }
1263 card->num_rx_ints = 0;
1264
1265 spider_net_refill_rx_chain(card);
1266 spider_net_enable_rxdmac(card);
1267
1268 spider_net_cleanup_tx_ring(card);
1269
1270 /* if all packets are in the stack, enable interrupts and return 0 */
1271 /* if not, return 1 */
1272 if (packets_done < budget) {
1273 napi_complete(napi);
1274 spider_net_rx_irq_on(card);
1275 card->ignore_rx_ramfull = 0;
1276 }
1277
1278 return packets_done;
1279}
1280
1281/**
1282 * spider_net_set_mac - sets the MAC of an interface
1283 * @netdev: interface device structure
1284 * @ptr: pointer to new MAC address
1285 *
1286 * Returns 0 on success, <0 on failure. Currently, we don't support this
1287 * and will always return EOPNOTSUPP.
1288 */
1289static int
1290spider_net_set_mac(struct net_device *netdev, void *p)
1291{
1292 struct spider_net_card *card = netdev_priv(netdev);
1293 u32 macl, macu, regvalue;
1294 struct sockaddr *addr = p;
1295
1296 if (!is_valid_ether_addr(addr->sa_data))
1297 return -EADDRNOTAVAIL;
1298
1299 memcpy(netdev->dev_addr, addr->sa_data, ETH_ALEN);
1300
1301 /* switch off GMACTPE and GMACRPE */
1302 regvalue = spider_net_read_reg(card, SPIDER_NET_GMACOPEMD);
1303 regvalue &= ~((1 << 5) | (1 << 6));
1304 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD, regvalue);
1305
1306 /* write mac */
1307 macu = (netdev->dev_addr[0]<<24) + (netdev->dev_addr[1]<<16) +
1308 (netdev->dev_addr[2]<<8) + (netdev->dev_addr[3]);
1309 macl = (netdev->dev_addr[4]<<8) + (netdev->dev_addr[5]);
1310 spider_net_write_reg(card, SPIDER_NET_GMACUNIMACU, macu);
1311 spider_net_write_reg(card, SPIDER_NET_GMACUNIMACL, macl);
1312
1313 /* switch GMACTPE and GMACRPE back on */
1314 regvalue = spider_net_read_reg(card, SPIDER_NET_GMACOPEMD);
1315 regvalue |= ((1 << 5) | (1 << 6));
1316 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD, regvalue);
1317
1318 spider_net_set_promisc(card);
1319
1320 return 0;
1321}
1322
1323/**
1324 * spider_net_link_reset
1325 * @netdev: net device structure
1326 *
1327 * This is called when the PHY_LINK signal is asserted. For the blade this is
1328 * not connected so we should never get here.
1329 *
1330 */
1331static void
1332spider_net_link_reset(struct net_device *netdev)
1333{
1334
1335 struct spider_net_card *card = netdev_priv(netdev);
1336
1337 del_timer_sync(&card->aneg_timer);
1338
1339 /* clear interrupt, block further interrupts */
1340 spider_net_write_reg(card, SPIDER_NET_GMACST,
1341 spider_net_read_reg(card, SPIDER_NET_GMACST));
1342 spider_net_write_reg(card, SPIDER_NET_GMACINTEN, 0);
1343
1344 /* reset phy and setup aneg */
1345 card->aneg_count = 0;
1346 card->medium = BCM54XX_COPPER;
1347 spider_net_setup_aneg(card);
1348 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
1349
1350}
1351
1352/**
1353 * spider_net_handle_error_irq - handles errors raised by an interrupt
1354 * @card: card structure
1355 * @status_reg: interrupt status register 0 (GHIINT0STS)
1356 *
1357 * spider_net_handle_error_irq treats or ignores all error conditions
1358 * found when an interrupt is presented
1359 */
1360static void
1361spider_net_handle_error_irq(struct spider_net_card *card, u32 status_reg,
1362 u32 error_reg1, u32 error_reg2)
1363{
1364 u32 i;
1365 int show_error = 1;
1366
1367 /* check GHIINT0STS ************************************/
1368 if (status_reg)
1369 for (i = 0; i < 32; i++)
1370 if (status_reg & (1<<i))
1371 switch (i)
1372 {
1373 /* let error_reg1 and error_reg2 evaluation decide, what to do
1374 case SPIDER_NET_PHYINT:
1375 case SPIDER_NET_GMAC2INT:
1376 case SPIDER_NET_GMAC1INT:
1377 case SPIDER_NET_GFIFOINT:
1378 case SPIDER_NET_DMACINT:
1379 case SPIDER_NET_GSYSINT:
1380 break; */
1381
1382 case SPIDER_NET_GIPSINT:
1383 show_error = 0;
1384 break;
1385
1386 case SPIDER_NET_GPWOPCMPINT:
1387 /* PHY write operation completed */
1388 show_error = 0;
1389 break;
1390 case SPIDER_NET_GPROPCMPINT:
1391 /* PHY read operation completed */
1392 /* we don't use semaphores, as we poll for the completion
1393 * of the read operation in spider_net_read_phy. Should take
1394 * about 50 us */
1395 show_error = 0;
1396 break;
1397 case SPIDER_NET_GPWFFINT:
1398 /* PHY command queue full */
1399 if (netif_msg_intr(card))
1400 dev_err(&card->netdev->dev, "PHY write queue full\n");
1401 show_error = 0;
1402 break;
1403
1404 /* case SPIDER_NET_GRMDADRINT: not used. print a message */
1405 /* case SPIDER_NET_GRMARPINT: not used. print a message */
1406 /* case SPIDER_NET_GRMMPINT: not used. print a message */
1407
1408 case SPIDER_NET_GDTDEN0INT:
1409 /* someone has set TX_DMA_EN to 0 */
1410 show_error = 0;
1411 break;
1412
1413 case SPIDER_NET_GDDDEN0INT: /* fallthrough */
1414 case SPIDER_NET_GDCDEN0INT: /* fallthrough */
1415 case SPIDER_NET_GDBDEN0INT: /* fallthrough */
1416 case SPIDER_NET_GDADEN0INT:
1417 /* someone has set RX_DMA_EN to 0 */
1418 show_error = 0;
1419 break;
1420
1421 /* RX interrupts */
1422 case SPIDER_NET_GDDFDCINT:
1423 case SPIDER_NET_GDCFDCINT:
1424 case SPIDER_NET_GDBFDCINT:
1425 case SPIDER_NET_GDAFDCINT:
1426 /* case SPIDER_NET_GDNMINT: not used. print a message */
1427 /* case SPIDER_NET_GCNMINT: not used. print a message */
1428 /* case SPIDER_NET_GBNMINT: not used. print a message */
1429 /* case SPIDER_NET_GANMINT: not used. print a message */
1430 /* case SPIDER_NET_GRFNMINT: not used. print a message */
1431 show_error = 0;
1432 break;
1433
1434 /* TX interrupts */
1435 case SPIDER_NET_GDTFDCINT:
1436 show_error = 0;
1437 break;
1438 case SPIDER_NET_GTTEDINT:
1439 show_error = 0;
1440 break;
1441 case SPIDER_NET_GDTDCEINT:
1442 /* chain end. If a descriptor should be sent, kick off
1443 * tx dma
1444 if (card->tx_chain.tail != card->tx_chain.head)
1445 spider_net_kick_tx_dma(card);
1446 */
1447 show_error = 0;
1448 break;
1449
1450 /* case SPIDER_NET_G1TMCNTINT: not used. print a message */
1451 /* case SPIDER_NET_GFREECNTINT: not used. print a message */
1452 }
1453
1454 /* check GHIINT1STS ************************************/
1455 if (error_reg1)
1456 for (i = 0; i < 32; i++)
1457 if (error_reg1 & (1<<i))
1458 switch (i)
1459 {
1460 case SPIDER_NET_GTMFLLINT:
1461 /* TX RAM full may happen on a usual case.
1462 * Logging is not needed. */
1463 show_error = 0;
1464 break;
1465 case SPIDER_NET_GRFDFLLINT: /* fallthrough */
1466 case SPIDER_NET_GRFCFLLINT: /* fallthrough */
1467 case SPIDER_NET_GRFBFLLINT: /* fallthrough */
1468 case SPIDER_NET_GRFAFLLINT: /* fallthrough */
1469 case SPIDER_NET_GRMFLLINT:
1470 /* Could happen when rx chain is full */
1471 if (card->ignore_rx_ramfull == 0) {
1472 card->ignore_rx_ramfull = 1;
1473 spider_net_resync_head_ptr(card);
1474 spider_net_refill_rx_chain(card);
1475 spider_net_enable_rxdmac(card);
1476 card->num_rx_ints ++;
1477 napi_schedule(&card->napi);
1478 }
1479 show_error = 0;
1480 break;
1481
1482 /* case SPIDER_NET_GTMSHTINT: problem, print a message */
1483 case SPIDER_NET_GDTINVDINT:
1484 /* allrighty. tx from previous descr ok */
1485 show_error = 0;
1486 break;
1487
1488 /* chain end */
1489 case SPIDER_NET_GDDDCEINT: /* fallthrough */
1490 case SPIDER_NET_GDCDCEINT: /* fallthrough */
1491 case SPIDER_NET_GDBDCEINT: /* fallthrough */
1492 case SPIDER_NET_GDADCEINT:
1493 spider_net_resync_head_ptr(card);
1494 spider_net_refill_rx_chain(card);
1495 spider_net_enable_rxdmac(card);
1496 card->num_rx_ints ++;
1497 napi_schedule(&card->napi);
1498 show_error = 0;
1499 break;
1500
1501 /* invalid descriptor */
1502 case SPIDER_NET_GDDINVDINT: /* fallthrough */
1503 case SPIDER_NET_GDCINVDINT: /* fallthrough */
1504 case SPIDER_NET_GDBINVDINT: /* fallthrough */
1505 case SPIDER_NET_GDAINVDINT:
1506 /* Could happen when rx chain is full */
1507 spider_net_resync_head_ptr(card);
1508 spider_net_refill_rx_chain(card);
1509 spider_net_enable_rxdmac(card);
1510 card->num_rx_ints ++;
1511 napi_schedule(&card->napi);
1512 show_error = 0;
1513 break;
1514
1515 /* case SPIDER_NET_GDTRSERINT: problem, print a message */
1516 /* case SPIDER_NET_GDDRSERINT: problem, print a message */
1517 /* case SPIDER_NET_GDCRSERINT: problem, print a message */
1518 /* case SPIDER_NET_GDBRSERINT: problem, print a message */
1519 /* case SPIDER_NET_GDARSERINT: problem, print a message */
1520 /* case SPIDER_NET_GDSERINT: problem, print a message */
1521 /* case SPIDER_NET_GDTPTERINT: problem, print a message */
1522 /* case SPIDER_NET_GDDPTERINT: problem, print a message */
1523 /* case SPIDER_NET_GDCPTERINT: problem, print a message */
1524 /* case SPIDER_NET_GDBPTERINT: problem, print a message */
1525 /* case SPIDER_NET_GDAPTERINT: problem, print a message */
1526 default:
1527 show_error = 1;
1528 break;
1529 }
1530
1531 /* check GHIINT2STS ************************************/
1532 if (error_reg2)
1533 for (i = 0; i < 32; i++)
1534 if (error_reg2 & (1<<i))
1535 switch (i)
1536 {
1537 /* there is nothing we can (want to) do at this time. Log a
1538 * message, we can switch on and off the specific values later on
1539 case SPIDER_NET_GPROPERINT:
1540 case SPIDER_NET_GMCTCRSNGINT:
1541 case SPIDER_NET_GMCTLCOLINT:
1542 case SPIDER_NET_GMCTTMOTINT:
1543 case SPIDER_NET_GMCRCAERINT:
1544 case SPIDER_NET_GMCRCALERINT:
1545 case SPIDER_NET_GMCRALNERINT:
1546 case SPIDER_NET_GMCROVRINT:
1547 case SPIDER_NET_GMCRRNTINT:
1548 case SPIDER_NET_GMCRRXERINT:
1549 case SPIDER_NET_GTITCSERINT:
1550 case SPIDER_NET_GTIFMTERINT:
1551 case SPIDER_NET_GTIPKTRVKINT:
1552 case SPIDER_NET_GTISPINGINT:
1553 case SPIDER_NET_GTISADNGINT:
1554 case SPIDER_NET_GTISPDNGINT:
1555 case SPIDER_NET_GRIFMTERINT:
1556 case SPIDER_NET_GRIPKTRVKINT:
1557 case SPIDER_NET_GRISPINGINT:
1558 case SPIDER_NET_GRISADNGINT:
1559 case SPIDER_NET_GRISPDNGINT:
1560 break;
1561 */
1562 default:
1563 break;
1564 }
1565
1566 if ((show_error) && (netif_msg_intr(card)) && net_ratelimit())
1567 dev_err(&card->netdev->dev, "Error interrupt, GHIINT0STS = 0x%08x, "
1568 "GHIINT1STS = 0x%08x, GHIINT2STS = 0x%08x\n",
1569 status_reg, error_reg1, error_reg2);
1570
1571 /* clear interrupt sources */
1572 spider_net_write_reg(card, SPIDER_NET_GHIINT1STS, error_reg1);
1573 spider_net_write_reg(card, SPIDER_NET_GHIINT2STS, error_reg2);
1574}
1575
1576/**
1577 * spider_net_interrupt - interrupt handler for spider_net
1578 * @irq: interrupt number
1579 * @ptr: pointer to net_device
1580 *
1581 * returns IRQ_HANDLED, if interrupt was for driver, or IRQ_NONE, if no
1582 * interrupt found raised by card.
1583 *
1584 * This is the interrupt handler, that turns off
1585 * interrupts for this device and makes the stack poll the driver
1586 */
1587static irqreturn_t
1588spider_net_interrupt(int irq, void *ptr)
1589{
1590 struct net_device *netdev = ptr;
1591 struct spider_net_card *card = netdev_priv(netdev);
1592 u32 status_reg, error_reg1, error_reg2;
1593
1594 status_reg = spider_net_read_reg(card, SPIDER_NET_GHIINT0STS);
1595 error_reg1 = spider_net_read_reg(card, SPIDER_NET_GHIINT1STS);
1596 error_reg2 = spider_net_read_reg(card, SPIDER_NET_GHIINT2STS);
1597
1598 if (!(status_reg & SPIDER_NET_INT0_MASK_VALUE) &&
1599 !(error_reg1 & SPIDER_NET_INT1_MASK_VALUE) &&
1600 !(error_reg2 & SPIDER_NET_INT2_MASK_VALUE))
1601 return IRQ_NONE;
1602
1603 if (status_reg & SPIDER_NET_RXINT ) {
1604 spider_net_rx_irq_off(card);
1605 napi_schedule(&card->napi);
1606 card->num_rx_ints ++;
1607 }
1608 if (status_reg & SPIDER_NET_TXINT)
1609 napi_schedule(&card->napi);
1610
1611 if (status_reg & SPIDER_NET_LINKINT)
1612 spider_net_link_reset(netdev);
1613
1614 if (status_reg & SPIDER_NET_ERRINT )
1615 spider_net_handle_error_irq(card, status_reg,
1616 error_reg1, error_reg2);
1617
1618 /* clear interrupt sources */
1619 spider_net_write_reg(card, SPIDER_NET_GHIINT0STS, status_reg);
1620
1621 return IRQ_HANDLED;
1622}
1623
1624#ifdef CONFIG_NET_POLL_CONTROLLER
1625/**
1626 * spider_net_poll_controller - artificial interrupt for netconsole etc.
1627 * @netdev: interface device structure
1628 *
1629 * see Documentation/networking/netconsole.txt
1630 */
1631static void
1632spider_net_poll_controller(struct net_device *netdev)
1633{
1634 disable_irq(netdev->irq);
1635 spider_net_interrupt(netdev->irq, netdev);
1636 enable_irq(netdev->irq);
1637}
1638#endif /* CONFIG_NET_POLL_CONTROLLER */
1639
1640/**
1641 * spider_net_enable_interrupts - enable interrupts
1642 * @card: card structure
1643 *
1644 * spider_net_enable_interrupt enables several interrupts
1645 */
1646static void
1647spider_net_enable_interrupts(struct spider_net_card *card)
1648{
1649 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK,
1650 SPIDER_NET_INT0_MASK_VALUE);
1651 spider_net_write_reg(card, SPIDER_NET_GHIINT1MSK,
1652 SPIDER_NET_INT1_MASK_VALUE);
1653 spider_net_write_reg(card, SPIDER_NET_GHIINT2MSK,
1654 SPIDER_NET_INT2_MASK_VALUE);
1655}
1656
1657/**
1658 * spider_net_disable_interrupts - disable interrupts
1659 * @card: card structure
1660 *
1661 * spider_net_disable_interrupts disables all the interrupts
1662 */
1663static void
1664spider_net_disable_interrupts(struct spider_net_card *card)
1665{
1666 spider_net_write_reg(card, SPIDER_NET_GHIINT0MSK, 0);
1667 spider_net_write_reg(card, SPIDER_NET_GHIINT1MSK, 0);
1668 spider_net_write_reg(card, SPIDER_NET_GHIINT2MSK, 0);
1669 spider_net_write_reg(card, SPIDER_NET_GMACINTEN, 0);
1670}
1671
1672/**
1673 * spider_net_init_card - initializes the card
1674 * @card: card structure
1675 *
1676 * spider_net_init_card initializes the card so that other registers can
1677 * be used
1678 */
1679static void
1680spider_net_init_card(struct spider_net_card *card)
1681{
1682 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
1683 SPIDER_NET_CKRCTRL_STOP_VALUE);
1684
1685 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
1686 SPIDER_NET_CKRCTRL_RUN_VALUE);
1687
1688 /* trigger ETOMOD signal */
1689 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD,
1690 spider_net_read_reg(card, SPIDER_NET_GMACOPEMD) | 0x4);
1691
1692 spider_net_disable_interrupts(card);
1693}
1694
1695/**
1696 * spider_net_enable_card - enables the card by setting all kinds of regs
1697 * @card: card structure
1698 *
1699 * spider_net_enable_card sets a lot of SMMIO registers to enable the device
1700 */
1701static void
1702spider_net_enable_card(struct spider_net_card *card)
1703{
1704 int i;
1705 /* the following array consists of (register),(value) pairs
1706 * that are set in this function. A register of 0 ends the list */
1707 u32 regs[][2] = {
1708 { SPIDER_NET_GRESUMINTNUM, 0 },
1709 { SPIDER_NET_GREINTNUM, 0 },
1710
1711 /* set interrupt frame number registers */
1712 /* clear the single DMA engine registers first */
1713 { SPIDER_NET_GFAFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1714 { SPIDER_NET_GFBFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1715 { SPIDER_NET_GFCFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1716 { SPIDER_NET_GFDFRMNUM, SPIDER_NET_GFXFRAMES_VALUE },
1717 /* then set, what we really need */
1718 { SPIDER_NET_GFFRMNUM, SPIDER_NET_FRAMENUM_VALUE },
1719
1720 /* timer counter registers and stuff */
1721 { SPIDER_NET_GFREECNNUM, 0 },
1722 { SPIDER_NET_GONETIMENUM, 0 },
1723 { SPIDER_NET_GTOUTFRMNUM, 0 },
1724
1725 /* RX mode setting */
1726 { SPIDER_NET_GRXMDSET, SPIDER_NET_RXMODE_VALUE },
1727 /* TX mode setting */
1728 { SPIDER_NET_GTXMDSET, SPIDER_NET_TXMODE_VALUE },
1729 /* IPSEC mode setting */
1730 { SPIDER_NET_GIPSECINIT, SPIDER_NET_IPSECINIT_VALUE },
1731
1732 { SPIDER_NET_GFTRESTRT, SPIDER_NET_RESTART_VALUE },
1733
1734 { SPIDER_NET_GMRWOLCTRL, 0 },
1735 { SPIDER_NET_GTESTMD, 0x10000000 },
1736 { SPIDER_NET_GTTQMSK, 0x00400040 },
1737
1738 { SPIDER_NET_GMACINTEN, 0 },
1739
1740 /* flow control stuff */
1741 { SPIDER_NET_GMACAPAUSE, SPIDER_NET_MACAPAUSE_VALUE },
1742 { SPIDER_NET_GMACTXPAUSE, SPIDER_NET_TXPAUSE_VALUE },
1743
1744 { SPIDER_NET_GMACBSTLMT, SPIDER_NET_BURSTLMT_VALUE },
1745 { 0, 0}
1746 };
1747
1748 i = 0;
1749 while (regs[i][0]) {
1750 spider_net_write_reg(card, regs[i][0], regs[i][1]);
1751 i++;
1752 }
1753
1754 /* clear unicast filter table entries 1 to 14 */
1755 for (i = 1; i <= 14; i++) {
1756 spider_net_write_reg(card,
1757 SPIDER_NET_GMRUAFILnR + i * 8,
1758 0x00080000);
1759 spider_net_write_reg(card,
1760 SPIDER_NET_GMRUAFILnR + i * 8 + 4,
1761 0x00000000);
1762 }
1763
1764 spider_net_write_reg(card, SPIDER_NET_GMRUA0FIL15R, 0x08080000);
1765
1766 spider_net_write_reg(card, SPIDER_NET_ECMODE, SPIDER_NET_ECMODE_VALUE);
1767
1768 /* set chain tail address for RX chains and
1769 * enable DMA */
1770 spider_net_enable_rxchtails(card);
1771 spider_net_enable_rxdmac(card);
1772
1773 spider_net_write_reg(card, SPIDER_NET_GRXDMAEN, SPIDER_NET_WOL_VALUE);
1774
1775 spider_net_write_reg(card, SPIDER_NET_GMACLENLMT,
1776 SPIDER_NET_LENLMT_VALUE);
1777 spider_net_write_reg(card, SPIDER_NET_GMACOPEMD,
1778 SPIDER_NET_OPMODE_VALUE);
1779
1780 spider_net_write_reg(card, SPIDER_NET_GDTDMACCNTR,
1781 SPIDER_NET_GDTBSTA);
1782}
1783
1784/**
1785 * spider_net_download_firmware - loads firmware into the adapter
1786 * @card: card structure
1787 * @firmware_ptr: pointer to firmware data
1788 *
1789 * spider_net_download_firmware loads the firmware data into the
1790 * adapter. It assumes the length etc. to be allright.
1791 */
1792static int
1793spider_net_download_firmware(struct spider_net_card *card,
1794 const void *firmware_ptr)
1795{
1796 int sequencer, i;
1797 const u32 *fw_ptr = firmware_ptr;
1798
1799 /* stop sequencers */
1800 spider_net_write_reg(card, SPIDER_NET_GSINIT,
1801 SPIDER_NET_STOP_SEQ_VALUE);
1802
1803 for (sequencer = 0; sequencer < SPIDER_NET_FIRMWARE_SEQS;
1804 sequencer++) {
1805 spider_net_write_reg(card,
1806 SPIDER_NET_GSnPRGADR + sequencer * 8, 0);
1807 for (i = 0; i < SPIDER_NET_FIRMWARE_SEQWORDS; i++) {
1808 spider_net_write_reg(card, SPIDER_NET_GSnPRGDAT +
1809 sequencer * 8, *fw_ptr);
1810 fw_ptr++;
1811 }
1812 }
1813
1814 if (spider_net_read_reg(card, SPIDER_NET_GSINIT))
1815 return -EIO;
1816
1817 spider_net_write_reg(card, SPIDER_NET_GSINIT,
1818 SPIDER_NET_RUN_SEQ_VALUE);
1819
1820 return 0;
1821}
1822
1823/**
1824 * spider_net_init_firmware - reads in firmware parts
1825 * @card: card structure
1826 *
1827 * Returns 0 on success, <0 on failure
1828 *
1829 * spider_net_init_firmware opens the sequencer firmware and does some basic
1830 * checks. This function opens and releases the firmware structure. A call
1831 * to download the firmware is performed before the release.
1832 *
1833 * Firmware format
1834 * ===============
1835 * spider_fw.bin is expected to be a file containing 6*1024*4 bytes, 4k being
1836 * the program for each sequencer. Use the command
1837 * tail -q -n +2 Seq_code1_0x088.txt Seq_code2_0x090.txt \
1838 * Seq_code3_0x098.txt Seq_code4_0x0A0.txt Seq_code5_0x0A8.txt \
1839 * Seq_code6_0x0B0.txt | xxd -r -p -c4 > spider_fw.bin
1840 *
1841 * to generate spider_fw.bin, if you have sequencer programs with something
1842 * like the following contents for each sequencer:
1843 * <ONE LINE COMMENT>
1844 * <FIRST 4-BYTES-WORD FOR SEQUENCER>
1845 * <SECOND 4-BYTES-WORD FOR SEQUENCER>
1846 * ...
1847 * <1024th 4-BYTES-WORD FOR SEQUENCER>
1848 */
1849static int
1850spider_net_init_firmware(struct spider_net_card *card)
1851{
1852 struct firmware *firmware = NULL;
1853 struct device_node *dn;
1854 const u8 *fw_prop = NULL;
1855 int err = -ENOENT;
1856 int fw_size;
1857
1858 if (request_firmware((const struct firmware **)&firmware,
1859 SPIDER_NET_FIRMWARE_NAME, &card->pdev->dev) == 0) {
1860 if ( (firmware->size != SPIDER_NET_FIRMWARE_LEN) &&
1861 netif_msg_probe(card) ) {
1862 dev_err(&card->netdev->dev,
1863 "Incorrect size of spidernet firmware in " \
1864 "filesystem. Looking in host firmware...\n");
1865 goto try_host_fw;
1866 }
1867 err = spider_net_download_firmware(card, firmware->data);
1868
1869 release_firmware(firmware);
1870 if (err)
1871 goto try_host_fw;
1872
1873 goto done;
1874 }
1875
1876try_host_fw:
1877 dn = pci_device_to_OF_node(card->pdev);
1878 if (!dn)
1879 goto out_err;
1880
1881 fw_prop = of_get_property(dn, "firmware", &fw_size);
1882 if (!fw_prop)
1883 goto out_err;
1884
1885 if ( (fw_size != SPIDER_NET_FIRMWARE_LEN) &&
1886 netif_msg_probe(card) ) {
1887 dev_err(&card->netdev->dev,
1888 "Incorrect size of spidernet firmware in host firmware\n");
1889 goto done;
1890 }
1891
1892 err = spider_net_download_firmware(card, fw_prop);
1893
1894done:
1895 return err;
1896out_err:
1897 if (netif_msg_probe(card))
1898 dev_err(&card->netdev->dev,
1899 "Couldn't find spidernet firmware in filesystem " \
1900 "or host firmware\n");
1901 return err;
1902}
1903
1904/**
1905 * spider_net_open - called upon ifonfig up
1906 * @netdev: interface device structure
1907 *
1908 * returns 0 on success, <0 on failure
1909 *
1910 * spider_net_open allocates all the descriptors and memory needed for
1911 * operation, sets up multicast list and enables interrupts
1912 */
1913int
1914spider_net_open(struct net_device *netdev)
1915{
1916 struct spider_net_card *card = netdev_priv(netdev);
1917 int result;
1918
1919 result = spider_net_init_firmware(card);
1920 if (result)
1921 goto init_firmware_failed;
1922
1923 /* start probing with copper */
1924 card->aneg_count = 0;
1925 card->medium = BCM54XX_COPPER;
1926 spider_net_setup_aneg(card);
1927 if (card->phy.def->phy_id)
1928 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
1929
1930 result = spider_net_init_chain(card, &card->tx_chain);
1931 if (result)
1932 goto alloc_tx_failed;
1933 card->low_watermark = NULL;
1934
1935 result = spider_net_init_chain(card, &card->rx_chain);
1936 if (result)
1937 goto alloc_rx_failed;
1938
1939 /* Allocate rx skbs */
1940 result = spider_net_alloc_rx_skbs(card);
1941 if (result)
1942 goto alloc_skbs_failed;
1943
1944 spider_net_set_multi(netdev);
1945
1946 /* further enhancement: setup hw vlan, if needed */
1947
1948 result = -EBUSY;
1949 if (request_irq(netdev->irq, spider_net_interrupt,
1950 IRQF_SHARED, netdev->name, netdev))
1951 goto register_int_failed;
1952
1953 spider_net_enable_card(card);
1954
1955 netif_start_queue(netdev);
1956 netif_carrier_on(netdev);
1957 napi_enable(&card->napi);
1958
1959 spider_net_enable_interrupts(card);
1960
1961 return 0;
1962
1963register_int_failed:
1964 spider_net_free_rx_chain_contents(card);
1965alloc_skbs_failed:
1966 spider_net_free_chain(card, &card->rx_chain);
1967alloc_rx_failed:
1968 spider_net_free_chain(card, &card->tx_chain);
1969alloc_tx_failed:
1970 del_timer_sync(&card->aneg_timer);
1971init_firmware_failed:
1972 return result;
1973}
1974
1975/**
1976 * spider_net_link_phy
1977 * @data: used for pointer to card structure
1978 *
1979 */
1980static void spider_net_link_phy(unsigned long data)
1981{
1982 struct spider_net_card *card = (struct spider_net_card *)data;
1983 struct mii_phy *phy = &card->phy;
1984
1985 /* if link didn't come up after SPIDER_NET_ANEG_TIMEOUT tries, setup phy again */
1986 if (card->aneg_count > SPIDER_NET_ANEG_TIMEOUT) {
1987
1988 pr_debug("%s: link is down trying to bring it up\n",
1989 card->netdev->name);
1990
1991 switch (card->medium) {
1992 case BCM54XX_COPPER:
1993 /* enable fiber with autonegotiation first */
1994 if (phy->def->ops->enable_fiber)
1995 phy->def->ops->enable_fiber(phy, 1);
1996 card->medium = BCM54XX_FIBER;
1997 break;
1998
1999 case BCM54XX_FIBER:
2000 /* fiber didn't come up, try to disable fiber autoneg */
2001 if (phy->def->ops->enable_fiber)
2002 phy->def->ops->enable_fiber(phy, 0);
2003 card->medium = BCM54XX_UNKNOWN;
2004 break;
2005
2006 case BCM54XX_UNKNOWN:
2007 /* copper, fiber with and without failed,
2008 * retry from beginning */
2009 spider_net_setup_aneg(card);
2010 card->medium = BCM54XX_COPPER;
2011 break;
2012 }
2013
2014 card->aneg_count = 0;
2015 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
2016 return;
2017 }
2018
2019 /* link still not up, try again later */
2020 if (!(phy->def->ops->poll_link(phy))) {
2021 card->aneg_count++;
2022 mod_timer(&card->aneg_timer, jiffies + SPIDER_NET_ANEG_TIMER);
2023 return;
2024 }
2025
2026 /* link came up, get abilities */
2027 phy->def->ops->read_link(phy);
2028
2029 spider_net_write_reg(card, SPIDER_NET_GMACST,
2030 spider_net_read_reg(card, SPIDER_NET_GMACST));
2031 spider_net_write_reg(card, SPIDER_NET_GMACINTEN, 0x4);
2032
2033 if (phy->speed == 1000)
2034 spider_net_write_reg(card, SPIDER_NET_GMACMODE, 0x00000001);
2035 else
2036 spider_net_write_reg(card, SPIDER_NET_GMACMODE, 0);
2037
2038 card->aneg_count = 0;
2039
2040 pr_info("%s: link up, %i Mbps, %s-duplex %sautoneg.\n",
2041 card->netdev->name, phy->speed,
2042 phy->duplex == 1 ? "Full" : "Half",
2043 phy->autoneg == 1 ? "" : "no ");
2044}
2045
2046/**
2047 * spider_net_setup_phy - setup PHY
2048 * @card: card structure
2049 *
2050 * returns 0 on success, <0 on failure
2051 *
2052 * spider_net_setup_phy is used as part of spider_net_probe.
2053 **/
2054static int
2055spider_net_setup_phy(struct spider_net_card *card)
2056{
2057 struct mii_phy *phy = &card->phy;
2058
2059 spider_net_write_reg(card, SPIDER_NET_GDTDMASEL,
2060 SPIDER_NET_DMASEL_VALUE);
2061 spider_net_write_reg(card, SPIDER_NET_GPCCTRL,
2062 SPIDER_NET_PHY_CTRL_VALUE);
2063
2064 phy->dev = card->netdev;
2065 phy->mdio_read = spider_net_read_phy;
2066 phy->mdio_write = spider_net_write_phy;
2067
2068 for (phy->mii_id = 1; phy->mii_id <= 31; phy->mii_id++) {
2069 unsigned short id;
2070 id = spider_net_read_phy(card->netdev, phy->mii_id, MII_BMSR);
2071 if (id != 0x0000 && id != 0xffff) {
2072 if (!sungem_phy_probe(phy, phy->mii_id)) {
2073 pr_info("Found %s.\n", phy->def->name);
2074 break;
2075 }
2076 }
2077 }
2078
2079 return 0;
2080}
2081
2082/**
2083 * spider_net_workaround_rxramfull - work around firmware bug
2084 * @card: card structure
2085 *
2086 * no return value
2087 **/
2088static void
2089spider_net_workaround_rxramfull(struct spider_net_card *card)
2090{
2091 int i, sequencer = 0;
2092
2093 /* cancel reset */
2094 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2095 SPIDER_NET_CKRCTRL_RUN_VALUE);
2096
2097 /* empty sequencer data */
2098 for (sequencer = 0; sequencer < SPIDER_NET_FIRMWARE_SEQS;
2099 sequencer++) {
2100 spider_net_write_reg(card, SPIDER_NET_GSnPRGADR +
2101 sequencer * 8, 0x0);
2102 for (i = 0; i < SPIDER_NET_FIRMWARE_SEQWORDS; i++) {
2103 spider_net_write_reg(card, SPIDER_NET_GSnPRGDAT +
2104 sequencer * 8, 0x0);
2105 }
2106 }
2107
2108 /* set sequencer operation */
2109 spider_net_write_reg(card, SPIDER_NET_GSINIT, 0x000000fe);
2110
2111 /* reset */
2112 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2113 SPIDER_NET_CKRCTRL_STOP_VALUE);
2114}
2115
2116/**
2117 * spider_net_stop - called upon ifconfig down
2118 * @netdev: interface device structure
2119 *
2120 * always returns 0
2121 */
2122int
2123spider_net_stop(struct net_device *netdev)
2124{
2125 struct spider_net_card *card = netdev_priv(netdev);
2126
2127 napi_disable(&card->napi);
2128 netif_carrier_off(netdev);
2129 netif_stop_queue(netdev);
2130 del_timer_sync(&card->tx_timer);
2131 del_timer_sync(&card->aneg_timer);
2132
2133 spider_net_disable_interrupts(card);
2134
2135 free_irq(netdev->irq, netdev);
2136
2137 spider_net_write_reg(card, SPIDER_NET_GDTDMACCNTR,
2138 SPIDER_NET_DMA_TX_FEND_VALUE);
2139
2140 /* turn off DMA, force end */
2141 spider_net_disable_rxdmac(card);
2142
2143 /* release chains */
2144 spider_net_release_tx_chain(card, 1);
2145 spider_net_free_rx_chain_contents(card);
2146
2147 spider_net_free_chain(card, &card->tx_chain);
2148 spider_net_free_chain(card, &card->rx_chain);
2149
2150 return 0;
2151}
2152
2153/**
2154 * spider_net_tx_timeout_task - task scheduled by the watchdog timeout
2155 * function (to be called not under interrupt status)
2156 * @data: data, is interface device structure
2157 *
2158 * called as task when tx hangs, resets interface (if interface is up)
2159 */
2160static void
2161spider_net_tx_timeout_task(struct work_struct *work)
2162{
2163 struct spider_net_card *card =
2164 container_of(work, struct spider_net_card, tx_timeout_task);
2165 struct net_device *netdev = card->netdev;
2166
2167 if (!(netdev->flags & IFF_UP))
2168 goto out;
2169
2170 netif_device_detach(netdev);
2171 spider_net_stop(netdev);
2172
2173 spider_net_workaround_rxramfull(card);
2174 spider_net_init_card(card);
2175
2176 if (spider_net_setup_phy(card))
2177 goto out;
2178
2179 spider_net_open(netdev);
2180 spider_net_kick_tx_dma(card);
2181 netif_device_attach(netdev);
2182
2183out:
2184 atomic_dec(&card->tx_timeout_task_counter);
2185}
2186
2187/**
2188 * spider_net_tx_timeout - called when the tx timeout watchdog kicks in.
2189 * @netdev: interface device structure
2190 *
2191 * called, if tx hangs. Schedules a task that resets the interface
2192 */
2193static void
2194spider_net_tx_timeout(struct net_device *netdev)
2195{
2196 struct spider_net_card *card;
2197
2198 card = netdev_priv(netdev);
2199 atomic_inc(&card->tx_timeout_task_counter);
2200 if (netdev->flags & IFF_UP)
2201 schedule_work(&card->tx_timeout_task);
2202 else
2203 atomic_dec(&card->tx_timeout_task_counter);
2204 card->spider_stats.tx_timeouts++;
2205}
2206
2207static const struct net_device_ops spider_net_ops = {
2208 .ndo_open = spider_net_open,
2209 .ndo_stop = spider_net_stop,
2210 .ndo_start_xmit = spider_net_xmit,
2211 .ndo_set_rx_mode = spider_net_set_multi,
2212 .ndo_set_mac_address = spider_net_set_mac,
2213 .ndo_do_ioctl = spider_net_do_ioctl,
2214 .ndo_tx_timeout = spider_net_tx_timeout,
2215 .ndo_validate_addr = eth_validate_addr,
2216 /* HW VLAN */
2217#ifdef CONFIG_NET_POLL_CONTROLLER
2218 /* poll controller */
2219 .ndo_poll_controller = spider_net_poll_controller,
2220#endif /* CONFIG_NET_POLL_CONTROLLER */
2221};
2222
2223/**
2224 * spider_net_setup_netdev_ops - initialization of net_device operations
2225 * @netdev: net_device structure
2226 *
2227 * fills out function pointers in the net_device structure
2228 */
2229static void
2230spider_net_setup_netdev_ops(struct net_device *netdev)
2231{
2232 netdev->netdev_ops = &spider_net_ops;
2233 netdev->watchdog_timeo = SPIDER_NET_WATCHDOG_TIMEOUT;
2234 /* ethtool ops */
2235 netdev->ethtool_ops = &spider_net_ethtool_ops;
2236}
2237
2238/**
2239 * spider_net_setup_netdev - initialization of net_device
2240 * @card: card structure
2241 *
2242 * Returns 0 on success or <0 on failure
2243 *
2244 * spider_net_setup_netdev initializes the net_device structure
2245 **/
2246static int
2247spider_net_setup_netdev(struct spider_net_card *card)
2248{
2249 int result;
2250 struct net_device *netdev = card->netdev;
2251 struct device_node *dn;
2252 struct sockaddr addr;
2253 const u8 *mac;
2254
2255 SET_NETDEV_DEV(netdev, &card->pdev->dev);
2256
2257 pci_set_drvdata(card->pdev, netdev);
2258
2259 init_timer(&card->tx_timer);
2260 card->tx_timer.function =
2261 (void (*)(unsigned long)) spider_net_cleanup_tx_ring;
2262 card->tx_timer.data = (unsigned long) card;
2263 netdev->irq = card->pdev->irq;
2264
2265 card->aneg_count = 0;
2266 init_timer(&card->aneg_timer);
2267 card->aneg_timer.function = spider_net_link_phy;
2268 card->aneg_timer.data = (unsigned long) card;
2269
2270 netif_napi_add(netdev, &card->napi,
2271 spider_net_poll, SPIDER_NET_NAPI_WEIGHT);
2272
2273 spider_net_setup_netdev_ops(netdev);
2274
2275 netdev->hw_features = NETIF_F_RXCSUM | NETIF_F_IP_CSUM;
2276 if (SPIDER_NET_RX_CSUM_DEFAULT)
2277 netdev->features |= NETIF_F_RXCSUM;
2278 netdev->features |= NETIF_F_IP_CSUM | NETIF_F_LLTX;
2279 /* some time: NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX |
2280 * NETIF_F_HW_VLAN_CTAG_FILTER */
2281
2282 /* MTU range: 64 - 2294 */
2283 netdev->min_mtu = SPIDER_NET_MIN_MTU;
2284 netdev->max_mtu = SPIDER_NET_MAX_MTU;
2285
2286 netdev->irq = card->pdev->irq;
2287 card->num_rx_ints = 0;
2288 card->ignore_rx_ramfull = 0;
2289
2290 dn = pci_device_to_OF_node(card->pdev);
2291 if (!dn)
2292 return -EIO;
2293
2294 mac = of_get_property(dn, "local-mac-address", NULL);
2295 if (!mac)
2296 return -EIO;
2297 memcpy(addr.sa_data, mac, ETH_ALEN);
2298
2299 result = spider_net_set_mac(netdev, &addr);
2300 if ((result) && (netif_msg_probe(card)))
2301 dev_err(&card->netdev->dev,
2302 "Failed to set MAC address: %i\n", result);
2303
2304 result = register_netdev(netdev);
2305 if (result) {
2306 if (netif_msg_probe(card))
2307 dev_err(&card->netdev->dev,
2308 "Couldn't register net_device: %i\n", result);
2309 return result;
2310 }
2311
2312 if (netif_msg_probe(card))
2313 pr_info("Initialized device %s.\n", netdev->name);
2314
2315 return 0;
2316}
2317
2318/**
2319 * spider_net_alloc_card - allocates net_device and card structure
2320 *
2321 * returns the card structure or NULL in case of errors
2322 *
2323 * the card and net_device structures are linked to each other
2324 */
2325static struct spider_net_card *
2326spider_net_alloc_card(void)
2327{
2328 struct net_device *netdev;
2329 struct spider_net_card *card;
2330 size_t alloc_size;
2331
2332 alloc_size = sizeof(struct spider_net_card) +
2333 (tx_descriptors + rx_descriptors) * sizeof(struct spider_net_descr);
2334 netdev = alloc_etherdev(alloc_size);
2335 if (!netdev)
2336 return NULL;
2337
2338 card = netdev_priv(netdev);
2339 card->netdev = netdev;
2340 card->msg_enable = SPIDER_NET_DEFAULT_MSG;
2341 INIT_WORK(&card->tx_timeout_task, spider_net_tx_timeout_task);
2342 init_waitqueue_head(&card->waitq);
2343 atomic_set(&card->tx_timeout_task_counter, 0);
2344
2345 card->rx_chain.num_desc = rx_descriptors;
2346 card->rx_chain.ring = card->darray;
2347 card->tx_chain.num_desc = tx_descriptors;
2348 card->tx_chain.ring = card->darray + rx_descriptors;
2349
2350 return card;
2351}
2352
2353/**
2354 * spider_net_undo_pci_setup - releases PCI ressources
2355 * @card: card structure
2356 *
2357 * spider_net_undo_pci_setup releases the mapped regions
2358 */
2359static void
2360spider_net_undo_pci_setup(struct spider_net_card *card)
2361{
2362 iounmap(card->regs);
2363 pci_release_regions(card->pdev);
2364}
2365
2366/**
2367 * spider_net_setup_pci_dev - sets up the device in terms of PCI operations
2368 * @pdev: PCI device
2369 *
2370 * Returns the card structure or NULL if any errors occur
2371 *
2372 * spider_net_setup_pci_dev initializes pdev and together with the
2373 * functions called in spider_net_open configures the device so that
2374 * data can be transferred over it
2375 * The net_device structure is attached to the card structure, if the
2376 * function returns without error.
2377 **/
2378static struct spider_net_card *
2379spider_net_setup_pci_dev(struct pci_dev *pdev)
2380{
2381 struct spider_net_card *card;
2382 unsigned long mmio_start, mmio_len;
2383
2384 if (pci_enable_device(pdev)) {
2385 dev_err(&pdev->dev, "Couldn't enable PCI device\n");
2386 return NULL;
2387 }
2388
2389 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
2390 dev_err(&pdev->dev,
2391 "Couldn't find proper PCI device base address.\n");
2392 goto out_disable_dev;
2393 }
2394
2395 if (pci_request_regions(pdev, spider_net_driver_name)) {
2396 dev_err(&pdev->dev,
2397 "Couldn't obtain PCI resources, aborting.\n");
2398 goto out_disable_dev;
2399 }
2400
2401 pci_set_master(pdev);
2402
2403 card = spider_net_alloc_card();
2404 if (!card) {
2405 dev_err(&pdev->dev,
2406 "Couldn't allocate net_device structure, aborting.\n");
2407 goto out_release_regions;
2408 }
2409 card->pdev = pdev;
2410
2411 /* fetch base address and length of first resource */
2412 mmio_start = pci_resource_start(pdev, 0);
2413 mmio_len = pci_resource_len(pdev, 0);
2414
2415 card->netdev->mem_start = mmio_start;
2416 card->netdev->mem_end = mmio_start + mmio_len;
2417 card->regs = ioremap(mmio_start, mmio_len);
2418
2419 if (!card->regs) {
2420 dev_err(&pdev->dev,
2421 "Couldn't obtain PCI resources, aborting.\n");
2422 goto out_release_regions;
2423 }
2424
2425 return card;
2426
2427out_release_regions:
2428 pci_release_regions(pdev);
2429out_disable_dev:
2430 pci_disable_device(pdev);
2431 return NULL;
2432}
2433
2434/**
2435 * spider_net_probe - initialization of a device
2436 * @pdev: PCI device
2437 * @ent: entry in the device id list
2438 *
2439 * Returns 0 on success, <0 on failure
2440 *
2441 * spider_net_probe initializes pdev and registers a net_device
2442 * structure for it. After that, the device can be ifconfig'ed up
2443 **/
2444static int
2445spider_net_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
2446{
2447 int err = -EIO;
2448 struct spider_net_card *card;
2449
2450 card = spider_net_setup_pci_dev(pdev);
2451 if (!card)
2452 goto out;
2453
2454 spider_net_workaround_rxramfull(card);
2455 spider_net_init_card(card);
2456
2457 err = spider_net_setup_phy(card);
2458 if (err)
2459 goto out_undo_pci;
2460
2461 err = spider_net_setup_netdev(card);
2462 if (err)
2463 goto out_undo_pci;
2464
2465 return 0;
2466
2467out_undo_pci:
2468 spider_net_undo_pci_setup(card);
2469 free_netdev(card->netdev);
2470out:
2471 return err;
2472}
2473
2474/**
2475 * spider_net_remove - removal of a device
2476 * @pdev: PCI device
2477 *
2478 * Returns 0 on success, <0 on failure
2479 *
2480 * spider_net_remove is called to remove the device and unregisters the
2481 * net_device
2482 **/
2483static void
2484spider_net_remove(struct pci_dev *pdev)
2485{
2486 struct net_device *netdev;
2487 struct spider_net_card *card;
2488
2489 netdev = pci_get_drvdata(pdev);
2490 card = netdev_priv(netdev);
2491
2492 wait_event(card->waitq,
2493 atomic_read(&card->tx_timeout_task_counter) == 0);
2494
2495 unregister_netdev(netdev);
2496
2497 /* switch off card */
2498 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2499 SPIDER_NET_CKRCTRL_STOP_VALUE);
2500 spider_net_write_reg(card, SPIDER_NET_CKRCTRL,
2501 SPIDER_NET_CKRCTRL_RUN_VALUE);
2502
2503 spider_net_undo_pci_setup(card);
2504 free_netdev(netdev);
2505}
2506
2507static struct pci_driver spider_net_driver = {
2508 .name = spider_net_driver_name,
2509 .id_table = spider_net_pci_tbl,
2510 .probe = spider_net_probe,
2511 .remove = spider_net_remove
2512};
2513
2514/**
2515 * spider_net_init - init function when the driver is loaded
2516 *
2517 * spider_net_init registers the device driver
2518 */
2519static int __init spider_net_init(void)
2520{
2521 printk(KERN_INFO "Spidernet version %s.\n", VERSION);
2522
2523 if (rx_descriptors < SPIDER_NET_RX_DESCRIPTORS_MIN) {
2524 rx_descriptors = SPIDER_NET_RX_DESCRIPTORS_MIN;
2525 pr_info("adjusting rx descriptors to %i.\n", rx_descriptors);
2526 }
2527 if (rx_descriptors > SPIDER_NET_RX_DESCRIPTORS_MAX) {
2528 rx_descriptors = SPIDER_NET_RX_DESCRIPTORS_MAX;
2529 pr_info("adjusting rx descriptors to %i.\n", rx_descriptors);
2530 }
2531 if (tx_descriptors < SPIDER_NET_TX_DESCRIPTORS_MIN) {
2532 tx_descriptors = SPIDER_NET_TX_DESCRIPTORS_MIN;
2533 pr_info("adjusting tx descriptors to %i.\n", tx_descriptors);
2534 }
2535 if (tx_descriptors > SPIDER_NET_TX_DESCRIPTORS_MAX) {
2536 tx_descriptors = SPIDER_NET_TX_DESCRIPTORS_MAX;
2537 pr_info("adjusting tx descriptors to %i.\n", tx_descriptors);
2538 }
2539
2540 return pci_register_driver(&spider_net_driver);
2541}
2542
2543/**
2544 * spider_net_cleanup - exit function when driver is unloaded
2545 *
2546 * spider_net_cleanup unregisters the device driver
2547 */
2548static void __exit spider_net_cleanup(void)
2549{
2550 pci_unregister_driver(&spider_net_driver);
2551}
2552
2553module_init(spider_net_init);
2554module_exit(spider_net_cleanup);