Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.1.
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2 /***************************************************************************
   3 *
   4 * Copyright (C) 2007,2008  SMSC
   5 *
   6 ***************************************************************************
   7 */
   8
   9#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  10
  11#include <linux/interrupt.h>
  12#include <linux/kernel.h>
  13#include <linux/netdevice.h>
  14#include <linux/phy.h>
  15#include <linux/pci.h>
  16#include <linux/if_vlan.h>
  17#include <linux/dma-mapping.h>
  18#include <linux/crc32.h>
  19#include <linux/slab.h>
  20#include <linux/module.h>
  21#include <asm/unaligned.h>
  22#include "smsc9420.h"
  23
  24#define DRV_NAME		"smsc9420"
  25#define DRV_MDIONAME		"smsc9420-mdio"
  26#define DRV_DESCRIPTION		"SMSC LAN9420 driver"
  27#define DRV_VERSION		"1.01"
  28
  29MODULE_LICENSE("GPL");
  30MODULE_VERSION(DRV_VERSION);
  31
  32struct smsc9420_dma_desc {
  33	u32 status;
  34	u32 length;
  35	u32 buffer1;
  36	u32 buffer2;
  37};
  38
  39struct smsc9420_ring_info {
  40	struct sk_buff *skb;
  41	dma_addr_t mapping;
  42};
  43
  44struct smsc9420_pdata {
  45	void __iomem *ioaddr;
  46	struct pci_dev *pdev;
  47	struct net_device *dev;
  48
  49	struct smsc9420_dma_desc *rx_ring;
  50	struct smsc9420_dma_desc *tx_ring;
  51	struct smsc9420_ring_info *tx_buffers;
  52	struct smsc9420_ring_info *rx_buffers;
  53	dma_addr_t rx_dma_addr;
  54	dma_addr_t tx_dma_addr;
  55	int tx_ring_head, tx_ring_tail;
  56	int rx_ring_head, rx_ring_tail;
  57
  58	spinlock_t int_lock;
  59	spinlock_t phy_lock;
  60
  61	struct napi_struct napi;
  62
  63	bool software_irq_signal;
  64	bool rx_csum;
  65	u32 msg_enable;
  66
  67	struct mii_bus *mii_bus;
  68	int last_duplex;
  69	int last_carrier;
  70};
  71
  72static const struct pci_device_id smsc9420_id_table[] = {
  73	{ PCI_VENDOR_ID_9420, PCI_DEVICE_ID_9420, PCI_ANY_ID, PCI_ANY_ID, },
  74	{ 0, }
  75};
  76
  77MODULE_DEVICE_TABLE(pci, smsc9420_id_table);
  78
  79#define SMSC_MSG_DEFAULT (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK)
  80
  81static uint smsc_debug;
  82static uint debug = -1;
  83module_param(debug, uint, 0);
  84MODULE_PARM_DESC(debug, "debug level");
  85
  86static inline u32 smsc9420_reg_read(struct smsc9420_pdata *pd, u32 offset)
  87{
  88	return ioread32(pd->ioaddr + offset);
  89}
  90
  91static inline void
  92smsc9420_reg_write(struct smsc9420_pdata *pd, u32 offset, u32 value)
  93{
  94	iowrite32(value, pd->ioaddr + offset);
  95}
  96
  97static inline void smsc9420_pci_flush_write(struct smsc9420_pdata *pd)
  98{
  99	/* to ensure PCI write completion, we must perform a PCI read */
 100	smsc9420_reg_read(pd, ID_REV);
 101}
 102
 103static int smsc9420_mii_read(struct mii_bus *bus, int phyaddr, int regidx)
 104{
 105	struct smsc9420_pdata *pd = (struct smsc9420_pdata *)bus->priv;
 106	unsigned long flags;
 107	u32 addr;
 108	int i, reg = -EIO;
 109
 110	spin_lock_irqsave(&pd->phy_lock, flags);
 111
 112	/*  confirm MII not busy */
 113	if ((smsc9420_reg_read(pd, MII_ACCESS) & MII_ACCESS_MII_BUSY_)) {
 114		netif_warn(pd, drv, pd->dev, "MII is busy???\n");
 115		goto out;
 116	}
 117
 118	/* set the address, index & direction (read from PHY) */
 119	addr = ((phyaddr & 0x1F) << 11) | ((regidx & 0x1F) << 6) |
 120		MII_ACCESS_MII_READ_;
 121	smsc9420_reg_write(pd, MII_ACCESS, addr);
 122
 123	/* wait for read to complete with 50us timeout */
 124	for (i = 0; i < 5; i++) {
 125		if (!(smsc9420_reg_read(pd, MII_ACCESS) &
 126			MII_ACCESS_MII_BUSY_)) {
 127			reg = (u16)smsc9420_reg_read(pd, MII_DATA);
 128			goto out;
 129		}
 130		udelay(10);
 131	}
 132
 133	netif_warn(pd, drv, pd->dev, "MII busy timeout!\n");
 134
 135out:
 136	spin_unlock_irqrestore(&pd->phy_lock, flags);
 137	return reg;
 138}
 139
 140static int smsc9420_mii_write(struct mii_bus *bus, int phyaddr, int regidx,
 141			   u16 val)
 142{
 143	struct smsc9420_pdata *pd = (struct smsc9420_pdata *)bus->priv;
 144	unsigned long flags;
 145	u32 addr;
 146	int i, reg = -EIO;
 147
 148	spin_lock_irqsave(&pd->phy_lock, flags);
 149
 150	/* confirm MII not busy */
 151	if ((smsc9420_reg_read(pd, MII_ACCESS) & MII_ACCESS_MII_BUSY_)) {
 152		netif_warn(pd, drv, pd->dev, "MII is busy???\n");
 153		goto out;
 154	}
 155
 156	/* put the data to write in the MAC */
 157	smsc9420_reg_write(pd, MII_DATA, (u32)val);
 158
 159	/* set the address, index & direction (write to PHY) */
 160	addr = ((phyaddr & 0x1F) << 11) | ((regidx & 0x1F) << 6) |
 161		MII_ACCESS_MII_WRITE_;
 162	smsc9420_reg_write(pd, MII_ACCESS, addr);
 163
 164	/* wait for write to complete with 50us timeout */
 165	for (i = 0; i < 5; i++) {
 166		if (!(smsc9420_reg_read(pd, MII_ACCESS) &
 167			MII_ACCESS_MII_BUSY_)) {
 168			reg = 0;
 169			goto out;
 170		}
 171		udelay(10);
 172	}
 173
 174	netif_warn(pd, drv, pd->dev, "MII busy timeout!\n");
 175
 176out:
 177	spin_unlock_irqrestore(&pd->phy_lock, flags);
 178	return reg;
 179}
 180
 181/* Returns hash bit number for given MAC address
 182 * Example:
 183 * 01 00 5E 00 00 01 -> returns bit number 31 */
 184static u32 smsc9420_hash(u8 addr[ETH_ALEN])
 185{
 186	return (ether_crc(ETH_ALEN, addr) >> 26) & 0x3f;
 187}
 188
 189static int smsc9420_eeprom_reload(struct smsc9420_pdata *pd)
 190{
 191	int timeout = 100000;
 192
 193	BUG_ON(!pd);
 194
 195	if (smsc9420_reg_read(pd, E2P_CMD) & E2P_CMD_EPC_BUSY_) {
 196		netif_dbg(pd, drv, pd->dev, "%s: Eeprom busy\n", __func__);
 197		return -EIO;
 198	}
 199
 200	smsc9420_reg_write(pd, E2P_CMD,
 201		(E2P_CMD_EPC_BUSY_ | E2P_CMD_EPC_CMD_RELOAD_));
 202
 203	do {
 204		udelay(10);
 205		if (!(smsc9420_reg_read(pd, E2P_CMD) & E2P_CMD_EPC_BUSY_))
 206			return 0;
 207	} while (timeout--);
 208
 209	netif_warn(pd, drv, pd->dev, "%s: Eeprom timed out\n", __func__);
 210	return -EIO;
 211}
 212
 213static void smsc9420_ethtool_get_drvinfo(struct net_device *netdev,
 214					 struct ethtool_drvinfo *drvinfo)
 215{
 216	struct smsc9420_pdata *pd = netdev_priv(netdev);
 217
 218	strlcpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver));
 219	strlcpy(drvinfo->bus_info, pci_name(pd->pdev),
 220		sizeof(drvinfo->bus_info));
 221	strlcpy(drvinfo->version, DRV_VERSION, sizeof(drvinfo->version));
 222}
 223
 224static u32 smsc9420_ethtool_get_msglevel(struct net_device *netdev)
 225{
 226	struct smsc9420_pdata *pd = netdev_priv(netdev);
 227	return pd->msg_enable;
 228}
 229
 230static void smsc9420_ethtool_set_msglevel(struct net_device *netdev, u32 data)
 231{
 232	struct smsc9420_pdata *pd = netdev_priv(netdev);
 233	pd->msg_enable = data;
 234}
 235
 236static int smsc9420_ethtool_getregslen(struct net_device *dev)
 237{
 238	/* all smsc9420 registers plus all phy registers */
 239	return 0x100 + (32 * sizeof(u32));
 240}
 241
 242static void
 243smsc9420_ethtool_getregs(struct net_device *dev, struct ethtool_regs *regs,
 244			 void *buf)
 245{
 246	struct smsc9420_pdata *pd = netdev_priv(dev);
 247	struct phy_device *phy_dev = dev->phydev;
 248	unsigned int i, j = 0;
 249	u32 *data = buf;
 250
 251	regs->version = smsc9420_reg_read(pd, ID_REV);
 252	for (i = 0; i < 0x100; i += (sizeof(u32)))
 253		data[j++] = smsc9420_reg_read(pd, i);
 254
 255	// cannot read phy registers if the net device is down
 256	if (!phy_dev)
 257		return;
 258
 259	for (i = 0; i <= 31; i++)
 260		data[j++] = smsc9420_mii_read(phy_dev->mdio.bus,
 261					      phy_dev->mdio.addr, i);
 262}
 263
 264static void smsc9420_eeprom_enable_access(struct smsc9420_pdata *pd)
 265{
 266	unsigned int temp = smsc9420_reg_read(pd, GPIO_CFG);
 267	temp &= ~GPIO_CFG_EEPR_EN_;
 268	smsc9420_reg_write(pd, GPIO_CFG, temp);
 269	msleep(1);
 270}
 271
 272static int smsc9420_eeprom_send_cmd(struct smsc9420_pdata *pd, u32 op)
 273{
 274	int timeout = 100;
 275	u32 e2cmd;
 276
 277	netif_dbg(pd, hw, pd->dev, "op 0x%08x\n", op);
 278	if (smsc9420_reg_read(pd, E2P_CMD) & E2P_CMD_EPC_BUSY_) {
 279		netif_warn(pd, hw, pd->dev, "Busy at start\n");
 280		return -EBUSY;
 281	}
 282
 283	e2cmd = op | E2P_CMD_EPC_BUSY_;
 284	smsc9420_reg_write(pd, E2P_CMD, e2cmd);
 285
 286	do {
 287		msleep(1);
 288		e2cmd = smsc9420_reg_read(pd, E2P_CMD);
 289	} while ((e2cmd & E2P_CMD_EPC_BUSY_) && (--timeout));
 290
 291	if (!timeout) {
 292		netif_info(pd, hw, pd->dev, "TIMED OUT\n");
 293		return -EAGAIN;
 294	}
 295
 296	if (e2cmd & E2P_CMD_EPC_TIMEOUT_) {
 297		netif_info(pd, hw, pd->dev,
 298			   "Error occurred during eeprom operation\n");
 299		return -EINVAL;
 300	}
 301
 302	return 0;
 303}
 304
 305static int smsc9420_eeprom_read_location(struct smsc9420_pdata *pd,
 306					 u8 address, u8 *data)
 307{
 308	u32 op = E2P_CMD_EPC_CMD_READ_ | address;
 309	int ret;
 310
 311	netif_dbg(pd, hw, pd->dev, "address 0x%x\n", address);
 312	ret = smsc9420_eeprom_send_cmd(pd, op);
 313
 314	if (!ret)
 315		data[address] = smsc9420_reg_read(pd, E2P_DATA);
 316
 317	return ret;
 318}
 319
 320static int smsc9420_eeprom_write_location(struct smsc9420_pdata *pd,
 321					  u8 address, u8 data)
 322{
 323	u32 op = E2P_CMD_EPC_CMD_ERASE_ | address;
 324	int ret;
 325
 326	netif_dbg(pd, hw, pd->dev, "address 0x%x, data 0x%x\n", address, data);
 327	ret = smsc9420_eeprom_send_cmd(pd, op);
 328
 329	if (!ret) {
 330		op = E2P_CMD_EPC_CMD_WRITE_ | address;
 331		smsc9420_reg_write(pd, E2P_DATA, (u32)data);
 332		ret = smsc9420_eeprom_send_cmd(pd, op);
 333	}
 334
 335	return ret;
 336}
 337
 338static int smsc9420_ethtool_get_eeprom_len(struct net_device *dev)
 339{
 340	return SMSC9420_EEPROM_SIZE;
 341}
 342
 343static int smsc9420_ethtool_get_eeprom(struct net_device *dev,
 344				       struct ethtool_eeprom *eeprom, u8 *data)
 345{
 346	struct smsc9420_pdata *pd = netdev_priv(dev);
 347	u8 eeprom_data[SMSC9420_EEPROM_SIZE];
 348	int len, i;
 349
 350	smsc9420_eeprom_enable_access(pd);
 351
 352	len = min(eeprom->len, SMSC9420_EEPROM_SIZE);
 353	for (i = 0; i < len; i++) {
 354		int ret = smsc9420_eeprom_read_location(pd, i, eeprom_data);
 355		if (ret < 0) {
 356			eeprom->len = 0;
 357			return ret;
 358		}
 359	}
 360
 361	memcpy(data, &eeprom_data[eeprom->offset], len);
 362	eeprom->magic = SMSC9420_EEPROM_MAGIC;
 363	eeprom->len = len;
 364	return 0;
 365}
 366
 367static int smsc9420_ethtool_set_eeprom(struct net_device *dev,
 368				       struct ethtool_eeprom *eeprom, u8 *data)
 369{
 370	struct smsc9420_pdata *pd = netdev_priv(dev);
 371	int ret;
 372
 373	if (eeprom->magic != SMSC9420_EEPROM_MAGIC)
 374		return -EINVAL;
 375
 376	smsc9420_eeprom_enable_access(pd);
 377	smsc9420_eeprom_send_cmd(pd, E2P_CMD_EPC_CMD_EWEN_);
 378	ret = smsc9420_eeprom_write_location(pd, eeprom->offset, *data);
 379	smsc9420_eeprom_send_cmd(pd, E2P_CMD_EPC_CMD_EWDS_);
 380
 381	/* Single byte write, according to man page */
 382	eeprom->len = 1;
 383
 384	return ret;
 385}
 386
 387static const struct ethtool_ops smsc9420_ethtool_ops = {
 388	.get_drvinfo = smsc9420_ethtool_get_drvinfo,
 389	.get_msglevel = smsc9420_ethtool_get_msglevel,
 390	.set_msglevel = smsc9420_ethtool_set_msglevel,
 391	.nway_reset = phy_ethtool_nway_reset,
 392	.get_link = ethtool_op_get_link,
 393	.get_eeprom_len = smsc9420_ethtool_get_eeprom_len,
 394	.get_eeprom = smsc9420_ethtool_get_eeprom,
 395	.set_eeprom = smsc9420_ethtool_set_eeprom,
 396	.get_regs_len = smsc9420_ethtool_getregslen,
 397	.get_regs = smsc9420_ethtool_getregs,
 398	.get_ts_info = ethtool_op_get_ts_info,
 399	.get_link_ksettings = phy_ethtool_get_link_ksettings,
 400	.set_link_ksettings = phy_ethtool_set_link_ksettings,
 401};
 402
 403/* Sets the device MAC address to dev_addr */
 404static void smsc9420_set_mac_address(struct net_device *dev)
 405{
 406	struct smsc9420_pdata *pd = netdev_priv(dev);
 407	u8 *dev_addr = dev->dev_addr;
 408	u32 mac_high16 = (dev_addr[5] << 8) | dev_addr[4];
 409	u32 mac_low32 = (dev_addr[3] << 24) | (dev_addr[2] << 16) |
 410	    (dev_addr[1] << 8) | dev_addr[0];
 411
 412	smsc9420_reg_write(pd, ADDRH, mac_high16);
 413	smsc9420_reg_write(pd, ADDRL, mac_low32);
 414}
 415
 416static void smsc9420_check_mac_address(struct net_device *dev)
 417{
 418	struct smsc9420_pdata *pd = netdev_priv(dev);
 419
 420	/* Check if mac address has been specified when bringing interface up */
 421	if (is_valid_ether_addr(dev->dev_addr)) {
 422		smsc9420_set_mac_address(dev);
 423		netif_dbg(pd, probe, pd->dev,
 424			  "MAC Address is specified by configuration\n");
 425	} else {
 426		/* Try reading mac address from device. if EEPROM is present
 427		 * it will already have been set */
 428		u32 mac_high16 = smsc9420_reg_read(pd, ADDRH);
 429		u32 mac_low32 = smsc9420_reg_read(pd, ADDRL);
 430		dev->dev_addr[0] = (u8)(mac_low32);
 431		dev->dev_addr[1] = (u8)(mac_low32 >> 8);
 432		dev->dev_addr[2] = (u8)(mac_low32 >> 16);
 433		dev->dev_addr[3] = (u8)(mac_low32 >> 24);
 434		dev->dev_addr[4] = (u8)(mac_high16);
 435		dev->dev_addr[5] = (u8)(mac_high16 >> 8);
 436
 437		if (is_valid_ether_addr(dev->dev_addr)) {
 438			/* eeprom values are valid  so use them */
 439			netif_dbg(pd, probe, pd->dev,
 440				  "Mac Address is read from EEPROM\n");
 441		} else {
 442			/* eeprom values are invalid, generate random MAC */
 443			eth_hw_addr_random(dev);
 444			smsc9420_set_mac_address(dev);
 445			netif_dbg(pd, probe, pd->dev,
 446				  "MAC Address is set to random\n");
 447		}
 448	}
 449}
 450
 451static void smsc9420_stop_tx(struct smsc9420_pdata *pd)
 452{
 453	u32 dmac_control, mac_cr, dma_intr_ena;
 454	int timeout = 1000;
 455
 456	/* disable TX DMAC */
 457	dmac_control = smsc9420_reg_read(pd, DMAC_CONTROL);
 458	dmac_control &= (~DMAC_CONTROL_ST_);
 459	smsc9420_reg_write(pd, DMAC_CONTROL, dmac_control);
 460
 461	/* Wait max 10ms for transmit process to stop */
 462	while (--timeout) {
 463		if (smsc9420_reg_read(pd, DMAC_STATUS) & DMAC_STS_TS_)
 464			break;
 465		udelay(10);
 466	}
 467
 468	if (!timeout)
 469		netif_warn(pd, ifdown, pd->dev, "TX DMAC failed to stop\n");
 470
 471	/* ACK Tx DMAC stop bit */
 472	smsc9420_reg_write(pd, DMAC_STATUS, DMAC_STS_TXPS_);
 473
 474	/* mask TX DMAC interrupts */
 475	dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
 476	dma_intr_ena &= ~(DMAC_INTR_ENA_TX_);
 477	smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
 478	smsc9420_pci_flush_write(pd);
 479
 480	/* stop MAC TX */
 481	mac_cr = smsc9420_reg_read(pd, MAC_CR) & (~MAC_CR_TXEN_);
 482	smsc9420_reg_write(pd, MAC_CR, mac_cr);
 483	smsc9420_pci_flush_write(pd);
 484}
 485
 486static void smsc9420_free_tx_ring(struct smsc9420_pdata *pd)
 487{
 488	int i;
 489
 490	BUG_ON(!pd->tx_ring);
 491
 492	if (!pd->tx_buffers)
 493		return;
 494
 495	for (i = 0; i < TX_RING_SIZE; i++) {
 496		struct sk_buff *skb = pd->tx_buffers[i].skb;
 497
 498		if (skb) {
 499			BUG_ON(!pd->tx_buffers[i].mapping);
 500			pci_unmap_single(pd->pdev, pd->tx_buffers[i].mapping,
 501					 skb->len, PCI_DMA_TODEVICE);
 502			dev_kfree_skb_any(skb);
 503		}
 504
 505		pd->tx_ring[i].status = 0;
 506		pd->tx_ring[i].length = 0;
 507		pd->tx_ring[i].buffer1 = 0;
 508		pd->tx_ring[i].buffer2 = 0;
 509	}
 510	wmb();
 511
 512	kfree(pd->tx_buffers);
 513	pd->tx_buffers = NULL;
 514
 515	pd->tx_ring_head = 0;
 516	pd->tx_ring_tail = 0;
 517}
 518
 519static void smsc9420_free_rx_ring(struct smsc9420_pdata *pd)
 520{
 521	int i;
 522
 523	BUG_ON(!pd->rx_ring);
 524
 525	if (!pd->rx_buffers)
 526		return;
 527
 528	for (i = 0; i < RX_RING_SIZE; i++) {
 529		if (pd->rx_buffers[i].skb)
 530			dev_kfree_skb_any(pd->rx_buffers[i].skb);
 531
 532		if (pd->rx_buffers[i].mapping)
 533			pci_unmap_single(pd->pdev, pd->rx_buffers[i].mapping,
 534				PKT_BUF_SZ, PCI_DMA_FROMDEVICE);
 535
 536		pd->rx_ring[i].status = 0;
 537		pd->rx_ring[i].length = 0;
 538		pd->rx_ring[i].buffer1 = 0;
 539		pd->rx_ring[i].buffer2 = 0;
 540	}
 541	wmb();
 542
 543	kfree(pd->rx_buffers);
 544	pd->rx_buffers = NULL;
 545
 546	pd->rx_ring_head = 0;
 547	pd->rx_ring_tail = 0;
 548}
 549
 550static void smsc9420_stop_rx(struct smsc9420_pdata *pd)
 551{
 552	int timeout = 1000;
 553	u32 mac_cr, dmac_control, dma_intr_ena;
 554
 555	/* mask RX DMAC interrupts */
 556	dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
 557	dma_intr_ena &= (~DMAC_INTR_ENA_RX_);
 558	smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
 559	smsc9420_pci_flush_write(pd);
 560
 561	/* stop RX MAC prior to stoping DMA */
 562	mac_cr = smsc9420_reg_read(pd, MAC_CR) & (~MAC_CR_RXEN_);
 563	smsc9420_reg_write(pd, MAC_CR, mac_cr);
 564	smsc9420_pci_flush_write(pd);
 565
 566	/* stop RX DMAC */
 567	dmac_control = smsc9420_reg_read(pd, DMAC_CONTROL);
 568	dmac_control &= (~DMAC_CONTROL_SR_);
 569	smsc9420_reg_write(pd, DMAC_CONTROL, dmac_control);
 570	smsc9420_pci_flush_write(pd);
 571
 572	/* wait up to 10ms for receive to stop */
 573	while (--timeout) {
 574		if (smsc9420_reg_read(pd, DMAC_STATUS) & DMAC_STS_RS_)
 575			break;
 576		udelay(10);
 577	}
 578
 579	if (!timeout)
 580		netif_warn(pd, ifdown, pd->dev,
 581			   "RX DMAC did not stop! timeout\n");
 582
 583	/* ACK the Rx DMAC stop bit */
 584	smsc9420_reg_write(pd, DMAC_STATUS, DMAC_STS_RXPS_);
 585}
 586
 587static irqreturn_t smsc9420_isr(int irq, void *dev_id)
 588{
 589	struct smsc9420_pdata *pd = dev_id;
 590	u32 int_cfg, int_sts, int_ctl;
 591	irqreturn_t ret = IRQ_NONE;
 592	ulong flags;
 593
 594	BUG_ON(!pd);
 595	BUG_ON(!pd->ioaddr);
 596
 597	int_cfg = smsc9420_reg_read(pd, INT_CFG);
 598
 599	/* check if it's our interrupt */
 600	if ((int_cfg & (INT_CFG_IRQ_EN_ | INT_CFG_IRQ_INT_)) !=
 601	    (INT_CFG_IRQ_EN_ | INT_CFG_IRQ_INT_))
 602		return IRQ_NONE;
 603
 604	int_sts = smsc9420_reg_read(pd, INT_STAT);
 605
 606	if (likely(INT_STAT_DMAC_INT_ & int_sts)) {
 607		u32 status = smsc9420_reg_read(pd, DMAC_STATUS);
 608		u32 ints_to_clear = 0;
 609
 610		if (status & DMAC_STS_TX_) {
 611			ints_to_clear |= (DMAC_STS_TX_ | DMAC_STS_NIS_);
 612			netif_wake_queue(pd->dev);
 613		}
 614
 615		if (status & DMAC_STS_RX_) {
 616			/* mask RX DMAC interrupts */
 617			u32 dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
 618			dma_intr_ena &= (~DMAC_INTR_ENA_RX_);
 619			smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
 620			smsc9420_pci_flush_write(pd);
 621
 622			ints_to_clear |= (DMAC_STS_RX_ | DMAC_STS_NIS_);
 623			napi_schedule(&pd->napi);
 624		}
 625
 626		if (ints_to_clear)
 627			smsc9420_reg_write(pd, DMAC_STATUS, ints_to_clear);
 628
 629		ret = IRQ_HANDLED;
 630	}
 631
 632	if (unlikely(INT_STAT_SW_INT_ & int_sts)) {
 633		/* mask software interrupt */
 634		spin_lock_irqsave(&pd->int_lock, flags);
 635		int_ctl = smsc9420_reg_read(pd, INT_CTL);
 636		int_ctl &= (~INT_CTL_SW_INT_EN_);
 637		smsc9420_reg_write(pd, INT_CTL, int_ctl);
 638		spin_unlock_irqrestore(&pd->int_lock, flags);
 639
 640		smsc9420_reg_write(pd, INT_STAT, INT_STAT_SW_INT_);
 641		pd->software_irq_signal = true;
 642		smp_wmb();
 643
 644		ret = IRQ_HANDLED;
 645	}
 646
 647	/* to ensure PCI write completion, we must perform a PCI read */
 648	smsc9420_pci_flush_write(pd);
 649
 650	return ret;
 651}
 652
 653#ifdef CONFIG_NET_POLL_CONTROLLER
 654static void smsc9420_poll_controller(struct net_device *dev)
 655{
 656	struct smsc9420_pdata *pd = netdev_priv(dev);
 657	const int irq = pd->pdev->irq;
 658
 659	disable_irq(irq);
 660	smsc9420_isr(0, dev);
 661	enable_irq(irq);
 662}
 663#endif /* CONFIG_NET_POLL_CONTROLLER */
 664
 665static void smsc9420_dmac_soft_reset(struct smsc9420_pdata *pd)
 666{
 667	smsc9420_reg_write(pd, BUS_MODE, BUS_MODE_SWR_);
 668	smsc9420_reg_read(pd, BUS_MODE);
 669	udelay(2);
 670	if (smsc9420_reg_read(pd, BUS_MODE) & BUS_MODE_SWR_)
 671		netif_warn(pd, drv, pd->dev, "Software reset not cleared\n");
 672}
 673
 674static int smsc9420_stop(struct net_device *dev)
 675{
 676	struct smsc9420_pdata *pd = netdev_priv(dev);
 677	u32 int_cfg;
 678	ulong flags;
 679
 680	BUG_ON(!pd);
 681	BUG_ON(!dev->phydev);
 682
 683	/* disable master interrupt */
 684	spin_lock_irqsave(&pd->int_lock, flags);
 685	int_cfg = smsc9420_reg_read(pd, INT_CFG) & (~INT_CFG_IRQ_EN_);
 686	smsc9420_reg_write(pd, INT_CFG, int_cfg);
 687	spin_unlock_irqrestore(&pd->int_lock, flags);
 688
 689	netif_tx_disable(dev);
 690	napi_disable(&pd->napi);
 691
 692	smsc9420_stop_tx(pd);
 693	smsc9420_free_tx_ring(pd);
 694
 695	smsc9420_stop_rx(pd);
 696	smsc9420_free_rx_ring(pd);
 697
 698	free_irq(pd->pdev->irq, pd);
 699
 700	smsc9420_dmac_soft_reset(pd);
 701
 702	phy_stop(dev->phydev);
 703
 704	phy_disconnect(dev->phydev);
 705	mdiobus_unregister(pd->mii_bus);
 706	mdiobus_free(pd->mii_bus);
 707
 708	return 0;
 709}
 710
 711static void smsc9420_rx_count_stats(struct net_device *dev, u32 desc_status)
 712{
 713	if (unlikely(desc_status & RDES0_ERROR_SUMMARY_)) {
 714		dev->stats.rx_errors++;
 715		if (desc_status & RDES0_DESCRIPTOR_ERROR_)
 716			dev->stats.rx_over_errors++;
 717		else if (desc_status & (RDES0_FRAME_TOO_LONG_ |
 718			RDES0_RUNT_FRAME_ | RDES0_COLLISION_SEEN_))
 719			dev->stats.rx_frame_errors++;
 720		else if (desc_status & RDES0_CRC_ERROR_)
 721			dev->stats.rx_crc_errors++;
 722	}
 723
 724	if (unlikely(desc_status & RDES0_LENGTH_ERROR_))
 725		dev->stats.rx_length_errors++;
 726
 727	if (unlikely(!((desc_status & RDES0_LAST_DESCRIPTOR_) &&
 728		(desc_status & RDES0_FIRST_DESCRIPTOR_))))
 729		dev->stats.rx_length_errors++;
 730
 731	if (desc_status & RDES0_MULTICAST_FRAME_)
 732		dev->stats.multicast++;
 733}
 734
 735static void smsc9420_rx_handoff(struct smsc9420_pdata *pd, const int index,
 736				const u32 status)
 737{
 738	struct net_device *dev = pd->dev;
 739	struct sk_buff *skb;
 740	u16 packet_length = (status & RDES0_FRAME_LENGTH_MASK_)
 741		>> RDES0_FRAME_LENGTH_SHFT_;
 742
 743	/* remove crc from packet lendth */
 744	packet_length -= 4;
 745
 746	if (pd->rx_csum)
 747		packet_length -= 2;
 748
 749	dev->stats.rx_packets++;
 750	dev->stats.rx_bytes += packet_length;
 751
 752	pci_unmap_single(pd->pdev, pd->rx_buffers[index].mapping,
 753		PKT_BUF_SZ, PCI_DMA_FROMDEVICE);
 754	pd->rx_buffers[index].mapping = 0;
 755
 756	skb = pd->rx_buffers[index].skb;
 757	pd->rx_buffers[index].skb = NULL;
 758
 759	if (pd->rx_csum) {
 760		u16 hw_csum = get_unaligned_le16(skb_tail_pointer(skb) +
 761			NET_IP_ALIGN + packet_length + 4);
 762		put_unaligned_le16(hw_csum, &skb->csum);
 763		skb->ip_summed = CHECKSUM_COMPLETE;
 764	}
 765
 766	skb_reserve(skb, NET_IP_ALIGN);
 767	skb_put(skb, packet_length);
 768
 769	skb->protocol = eth_type_trans(skb, dev);
 770
 771	netif_receive_skb(skb);
 772}
 773
 774static int smsc9420_alloc_rx_buffer(struct smsc9420_pdata *pd, int index)
 775{
 776	struct sk_buff *skb = netdev_alloc_skb(pd->dev, PKT_BUF_SZ);
 777	dma_addr_t mapping;
 778
 779	BUG_ON(pd->rx_buffers[index].skb);
 780	BUG_ON(pd->rx_buffers[index].mapping);
 781
 782	if (unlikely(!skb))
 783		return -ENOMEM;
 784
 785	mapping = pci_map_single(pd->pdev, skb_tail_pointer(skb),
 786				 PKT_BUF_SZ, PCI_DMA_FROMDEVICE);
 787	if (pci_dma_mapping_error(pd->pdev, mapping)) {
 788		dev_kfree_skb_any(skb);
 789		netif_warn(pd, rx_err, pd->dev, "pci_map_single failed!\n");
 790		return -ENOMEM;
 791	}
 792
 793	pd->rx_buffers[index].skb = skb;
 794	pd->rx_buffers[index].mapping = mapping;
 795	pd->rx_ring[index].buffer1 = mapping + NET_IP_ALIGN;
 796	pd->rx_ring[index].status = RDES0_OWN_;
 797	wmb();
 798
 799	return 0;
 800}
 801
 802static void smsc9420_alloc_new_rx_buffers(struct smsc9420_pdata *pd)
 803{
 804	while (pd->rx_ring_tail != pd->rx_ring_head) {
 805		if (smsc9420_alloc_rx_buffer(pd, pd->rx_ring_tail))
 806			break;
 807
 808		pd->rx_ring_tail = (pd->rx_ring_tail + 1) % RX_RING_SIZE;
 809	}
 810}
 811
 812static int smsc9420_rx_poll(struct napi_struct *napi, int budget)
 813{
 814	struct smsc9420_pdata *pd =
 815		container_of(napi, struct smsc9420_pdata, napi);
 816	struct net_device *dev = pd->dev;
 817	u32 drop_frame_cnt, dma_intr_ena, status;
 818	int work_done;
 819
 820	for (work_done = 0; work_done < budget; work_done++) {
 821		rmb();
 822		status = pd->rx_ring[pd->rx_ring_head].status;
 823
 824		/* stop if DMAC owns this dma descriptor */
 825		if (status & RDES0_OWN_)
 826			break;
 827
 828		smsc9420_rx_count_stats(dev, status);
 829		smsc9420_rx_handoff(pd, pd->rx_ring_head, status);
 830		pd->rx_ring_head = (pd->rx_ring_head + 1) % RX_RING_SIZE;
 831		smsc9420_alloc_new_rx_buffers(pd);
 832	}
 833
 834	drop_frame_cnt = smsc9420_reg_read(pd, MISS_FRAME_CNTR);
 835	dev->stats.rx_dropped +=
 836	    (drop_frame_cnt & 0xFFFF) + ((drop_frame_cnt >> 17) & 0x3FF);
 837
 838	/* Kick RXDMA */
 839	smsc9420_reg_write(pd, RX_POLL_DEMAND, 1);
 840	smsc9420_pci_flush_write(pd);
 841
 842	if (work_done < budget) {
 843		napi_complete_done(&pd->napi, work_done);
 844
 845		/* re-enable RX DMA interrupts */
 846		dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
 847		dma_intr_ena |= (DMAC_INTR_ENA_RX_ | DMAC_INTR_ENA_NIS_);
 848		smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
 849		smsc9420_pci_flush_write(pd);
 850	}
 851	return work_done;
 852}
 853
 854static void
 855smsc9420_tx_update_stats(struct net_device *dev, u32 status, u32 length)
 856{
 857	if (unlikely(status & TDES0_ERROR_SUMMARY_)) {
 858		dev->stats.tx_errors++;
 859		if (status & (TDES0_EXCESSIVE_DEFERRAL_ |
 860			TDES0_EXCESSIVE_COLLISIONS_))
 861			dev->stats.tx_aborted_errors++;
 862
 863		if (status & (TDES0_LOSS_OF_CARRIER_ | TDES0_NO_CARRIER_))
 864			dev->stats.tx_carrier_errors++;
 865	} else {
 866		dev->stats.tx_packets++;
 867		dev->stats.tx_bytes += (length & 0x7FF);
 868	}
 869
 870	if (unlikely(status & TDES0_EXCESSIVE_COLLISIONS_)) {
 871		dev->stats.collisions += 16;
 872	} else {
 873		dev->stats.collisions +=
 874			(status & TDES0_COLLISION_COUNT_MASK_) >>
 875			TDES0_COLLISION_COUNT_SHFT_;
 876	}
 877
 878	if (unlikely(status & TDES0_HEARTBEAT_FAIL_))
 879		dev->stats.tx_heartbeat_errors++;
 880}
 881
 882/* Check for completed dma transfers, update stats and free skbs */
 883static void smsc9420_complete_tx(struct net_device *dev)
 884{
 885	struct smsc9420_pdata *pd = netdev_priv(dev);
 886
 887	while (pd->tx_ring_tail != pd->tx_ring_head) {
 888		int index = pd->tx_ring_tail;
 889		u32 status, length;
 890
 891		rmb();
 892		status = pd->tx_ring[index].status;
 893		length = pd->tx_ring[index].length;
 894
 895		/* Check if DMA still owns this descriptor */
 896		if (unlikely(TDES0_OWN_ & status))
 897			break;
 898
 899		smsc9420_tx_update_stats(dev, status, length);
 900
 901		BUG_ON(!pd->tx_buffers[index].skb);
 902		BUG_ON(!pd->tx_buffers[index].mapping);
 903
 904		pci_unmap_single(pd->pdev, pd->tx_buffers[index].mapping,
 905			pd->tx_buffers[index].skb->len, PCI_DMA_TODEVICE);
 906		pd->tx_buffers[index].mapping = 0;
 907
 908		dev_kfree_skb_any(pd->tx_buffers[index].skb);
 909		pd->tx_buffers[index].skb = NULL;
 910
 911		pd->tx_ring[index].buffer1 = 0;
 912		wmb();
 913
 914		pd->tx_ring_tail = (pd->tx_ring_tail + 1) % TX_RING_SIZE;
 915	}
 916}
 917
 918static netdev_tx_t smsc9420_hard_start_xmit(struct sk_buff *skb,
 919					    struct net_device *dev)
 920{
 921	struct smsc9420_pdata *pd = netdev_priv(dev);
 922	dma_addr_t mapping;
 923	int index = pd->tx_ring_head;
 924	u32 tmp_desc1;
 925	bool about_to_take_last_desc =
 926		(((pd->tx_ring_head + 2) % TX_RING_SIZE) == pd->tx_ring_tail);
 927
 928	smsc9420_complete_tx(dev);
 929
 930	rmb();
 931	BUG_ON(pd->tx_ring[index].status & TDES0_OWN_);
 932	BUG_ON(pd->tx_buffers[index].skb);
 933	BUG_ON(pd->tx_buffers[index].mapping);
 934
 935	mapping = pci_map_single(pd->pdev, skb->data,
 936				 skb->len, PCI_DMA_TODEVICE);
 937	if (pci_dma_mapping_error(pd->pdev, mapping)) {
 938		netif_warn(pd, tx_err, pd->dev,
 939			   "pci_map_single failed, dropping packet\n");
 940		return NETDEV_TX_BUSY;
 941	}
 942
 943	pd->tx_buffers[index].skb = skb;
 944	pd->tx_buffers[index].mapping = mapping;
 945
 946	tmp_desc1 = (TDES1_LS_ | ((u32)skb->len & 0x7FF));
 947	if (unlikely(about_to_take_last_desc)) {
 948		tmp_desc1 |= TDES1_IC_;
 949		netif_stop_queue(pd->dev);
 950	}
 951
 952	/* check if we are at the last descriptor and need to set EOR */
 953	if (unlikely(index == (TX_RING_SIZE - 1)))
 954		tmp_desc1 |= TDES1_TER_;
 955
 956	pd->tx_ring[index].buffer1 = mapping;
 957	pd->tx_ring[index].length = tmp_desc1;
 958	wmb();
 959
 960	/* increment head */
 961	pd->tx_ring_head = (pd->tx_ring_head + 1) % TX_RING_SIZE;
 962
 963	/* assign ownership to DMAC */
 964	pd->tx_ring[index].status = TDES0_OWN_;
 965	wmb();
 966
 967	skb_tx_timestamp(skb);
 968
 969	/* kick the DMA */
 970	smsc9420_reg_write(pd, TX_POLL_DEMAND, 1);
 971	smsc9420_pci_flush_write(pd);
 972
 973	return NETDEV_TX_OK;
 974}
 975
 976static struct net_device_stats *smsc9420_get_stats(struct net_device *dev)
 977{
 978	struct smsc9420_pdata *pd = netdev_priv(dev);
 979	u32 counter = smsc9420_reg_read(pd, MISS_FRAME_CNTR);
 980	dev->stats.rx_dropped +=
 981	    (counter & 0x0000FFFF) + ((counter >> 17) & 0x000003FF);
 982	return &dev->stats;
 983}
 984
 985static void smsc9420_set_multicast_list(struct net_device *dev)
 986{
 987	struct smsc9420_pdata *pd = netdev_priv(dev);
 988	u32 mac_cr = smsc9420_reg_read(pd, MAC_CR);
 989
 990	if (dev->flags & IFF_PROMISC) {
 991		netif_dbg(pd, hw, pd->dev, "Promiscuous Mode Enabled\n");
 992		mac_cr |= MAC_CR_PRMS_;
 993		mac_cr &= (~MAC_CR_MCPAS_);
 994		mac_cr &= (~MAC_CR_HPFILT_);
 995	} else if (dev->flags & IFF_ALLMULTI) {
 996		netif_dbg(pd, hw, pd->dev, "Receive all Multicast Enabled\n");
 997		mac_cr &= (~MAC_CR_PRMS_);
 998		mac_cr |= MAC_CR_MCPAS_;
 999		mac_cr &= (~MAC_CR_HPFILT_);
1000	} else if (!netdev_mc_empty(dev)) {
1001		struct netdev_hw_addr *ha;
1002		u32 hash_lo = 0, hash_hi = 0;
1003
1004		netif_dbg(pd, hw, pd->dev, "Multicast filter enabled\n");
1005		netdev_for_each_mc_addr(ha, dev) {
1006			u32 bit_num = smsc9420_hash(ha->addr);
1007			u32 mask = 1 << (bit_num & 0x1F);
1008
1009			if (bit_num & 0x20)
1010				hash_hi |= mask;
1011			else
1012				hash_lo |= mask;
1013
1014		}
1015		smsc9420_reg_write(pd, HASHH, hash_hi);
1016		smsc9420_reg_write(pd, HASHL, hash_lo);
1017
1018		mac_cr &= (~MAC_CR_PRMS_);
1019		mac_cr &= (~MAC_CR_MCPAS_);
1020		mac_cr |= MAC_CR_HPFILT_;
1021	} else {
1022		netif_dbg(pd, hw, pd->dev, "Receive own packets only\n");
1023		smsc9420_reg_write(pd, HASHH, 0);
1024		smsc9420_reg_write(pd, HASHL, 0);
1025
1026		mac_cr &= (~MAC_CR_PRMS_);
1027		mac_cr &= (~MAC_CR_MCPAS_);
1028		mac_cr &= (~MAC_CR_HPFILT_);
1029	}
1030
1031	smsc9420_reg_write(pd, MAC_CR, mac_cr);
1032	smsc9420_pci_flush_write(pd);
1033}
1034
1035static void smsc9420_phy_update_flowcontrol(struct smsc9420_pdata *pd)
1036{
1037	struct net_device *dev = pd->dev;
1038	struct phy_device *phy_dev = dev->phydev;
1039	u32 flow;
1040
1041	if (phy_dev->duplex == DUPLEX_FULL) {
1042		u16 lcladv = phy_read(phy_dev, MII_ADVERTISE);
1043		u16 rmtadv = phy_read(phy_dev, MII_LPA);
1044		u8 cap = mii_resolve_flowctrl_fdx(lcladv, rmtadv);
1045
1046		if (cap & FLOW_CTRL_RX)
1047			flow = 0xFFFF0002;
1048		else
1049			flow = 0;
1050
1051		netif_info(pd, link, pd->dev, "rx pause %s, tx pause %s\n",
1052			   cap & FLOW_CTRL_RX ? "enabled" : "disabled",
1053			   cap & FLOW_CTRL_TX ? "enabled" : "disabled");
1054	} else {
1055		netif_info(pd, link, pd->dev, "half duplex\n");
1056		flow = 0;
1057	}
1058
1059	smsc9420_reg_write(pd, FLOW, flow);
1060}
1061
1062/* Update link mode if anything has changed.  Called periodically when the
1063 * PHY is in polling mode, even if nothing has changed. */
1064static void smsc9420_phy_adjust_link(struct net_device *dev)
1065{
1066	struct smsc9420_pdata *pd = netdev_priv(dev);
1067	struct phy_device *phy_dev = dev->phydev;
1068	int carrier;
1069
1070	if (phy_dev->duplex != pd->last_duplex) {
1071		u32 mac_cr = smsc9420_reg_read(pd, MAC_CR);
1072		if (phy_dev->duplex) {
1073			netif_dbg(pd, link, pd->dev, "full duplex mode\n");
1074			mac_cr |= MAC_CR_FDPX_;
1075		} else {
1076			netif_dbg(pd, link, pd->dev, "half duplex mode\n");
1077			mac_cr &= ~MAC_CR_FDPX_;
1078		}
1079		smsc9420_reg_write(pd, MAC_CR, mac_cr);
1080
1081		smsc9420_phy_update_flowcontrol(pd);
1082		pd->last_duplex = phy_dev->duplex;
1083	}
1084
1085	carrier = netif_carrier_ok(dev);
1086	if (carrier != pd->last_carrier) {
1087		if (carrier)
1088			netif_dbg(pd, link, pd->dev, "carrier OK\n");
1089		else
1090			netif_dbg(pd, link, pd->dev, "no carrier\n");
1091		pd->last_carrier = carrier;
1092	}
1093}
1094
1095static int smsc9420_mii_probe(struct net_device *dev)
1096{
1097	struct smsc9420_pdata *pd = netdev_priv(dev);
1098	struct phy_device *phydev = NULL;
1099
1100	BUG_ON(dev->phydev);
1101
1102	/* Device only supports internal PHY at address 1 */
1103	phydev = mdiobus_get_phy(pd->mii_bus, 1);
1104	if (!phydev) {
1105		netdev_err(dev, "no PHY found at address 1\n");
1106		return -ENODEV;
1107	}
1108
1109	phydev = phy_connect(dev, phydev_name(phydev),
1110			     smsc9420_phy_adjust_link, PHY_INTERFACE_MODE_MII);
1111
1112	if (IS_ERR(phydev)) {
1113		netdev_err(dev, "Could not attach to PHY\n");
1114		return PTR_ERR(phydev);
1115	}
1116
1117	phy_set_max_speed(phydev, SPEED_100);
1118
1119	/* mask with MAC supported features */
1120	phy_support_asym_pause(phydev);
1121
1122	phy_attached_info(phydev);
1123
1124	pd->last_duplex = -1;
1125	pd->last_carrier = -1;
1126
1127	return 0;
1128}
1129
1130static int smsc9420_mii_init(struct net_device *dev)
1131{
1132	struct smsc9420_pdata *pd = netdev_priv(dev);
1133	int err = -ENXIO;
1134
1135	pd->mii_bus = mdiobus_alloc();
1136	if (!pd->mii_bus) {
1137		err = -ENOMEM;
1138		goto err_out_1;
1139	}
1140	pd->mii_bus->name = DRV_MDIONAME;
1141	snprintf(pd->mii_bus->id, MII_BUS_ID_SIZE, "%x",
1142		(pd->pdev->bus->number << 8) | pd->pdev->devfn);
1143	pd->mii_bus->priv = pd;
1144	pd->mii_bus->read = smsc9420_mii_read;
1145	pd->mii_bus->write = smsc9420_mii_write;
1146
1147	/* Mask all PHYs except ID 1 (internal) */
1148	pd->mii_bus->phy_mask = ~(1 << 1);
1149
1150	if (mdiobus_register(pd->mii_bus)) {
1151		netif_warn(pd, probe, pd->dev, "Error registering mii bus\n");
1152		goto err_out_free_bus_2;
1153	}
1154
1155	if (smsc9420_mii_probe(dev) < 0) {
1156		netif_warn(pd, probe, pd->dev, "Error probing mii bus\n");
1157		goto err_out_unregister_bus_3;
1158	}
1159
1160	return 0;
1161
1162err_out_unregister_bus_3:
1163	mdiobus_unregister(pd->mii_bus);
1164err_out_free_bus_2:
1165	mdiobus_free(pd->mii_bus);
1166err_out_1:
1167	return err;
1168}
1169
1170static int smsc9420_alloc_tx_ring(struct smsc9420_pdata *pd)
1171{
1172	int i;
1173
1174	BUG_ON(!pd->tx_ring);
1175
1176	pd->tx_buffers = kmalloc_array(TX_RING_SIZE,
1177				       sizeof(struct smsc9420_ring_info),
1178				       GFP_KERNEL);
1179	if (!pd->tx_buffers)
1180		return -ENOMEM;
1181
1182	/* Initialize the TX Ring */
1183	for (i = 0; i < TX_RING_SIZE; i++) {
1184		pd->tx_buffers[i].skb = NULL;
1185		pd->tx_buffers[i].mapping = 0;
1186		pd->tx_ring[i].status = 0;
1187		pd->tx_ring[i].length = 0;
1188		pd->tx_ring[i].buffer1 = 0;
1189		pd->tx_ring[i].buffer2 = 0;
1190	}
1191	pd->tx_ring[TX_RING_SIZE - 1].length = TDES1_TER_;
1192	wmb();
1193
1194	pd->tx_ring_head = 0;
1195	pd->tx_ring_tail = 0;
1196
1197	smsc9420_reg_write(pd, TX_BASE_ADDR, pd->tx_dma_addr);
1198	smsc9420_pci_flush_write(pd);
1199
1200	return 0;
1201}
1202
1203static int smsc9420_alloc_rx_ring(struct smsc9420_pdata *pd)
1204{
1205	int i;
1206
1207	BUG_ON(!pd->rx_ring);
1208
1209	pd->rx_buffers = kmalloc_array(RX_RING_SIZE,
1210				       sizeof(struct smsc9420_ring_info),
1211				       GFP_KERNEL);
1212	if (pd->rx_buffers == NULL)
1213		goto out;
1214
1215	/* initialize the rx ring */
1216	for (i = 0; i < RX_RING_SIZE; i++) {
1217		pd->rx_ring[i].status = 0;
1218		pd->rx_ring[i].length = PKT_BUF_SZ;
1219		pd->rx_ring[i].buffer2 = 0;
1220		pd->rx_buffers[i].skb = NULL;
1221		pd->rx_buffers[i].mapping = 0;
1222	}
1223	pd->rx_ring[RX_RING_SIZE - 1].length = (PKT_BUF_SZ | RDES1_RER_);
1224
1225	/* now allocate the entire ring of skbs */
1226	for (i = 0; i < RX_RING_SIZE; i++) {
1227		if (smsc9420_alloc_rx_buffer(pd, i)) {
1228			netif_warn(pd, ifup, pd->dev,
1229				   "failed to allocate rx skb %d\n", i);
1230			goto out_free_rx_skbs;
1231		}
1232	}
1233
1234	pd->rx_ring_head = 0;
1235	pd->rx_ring_tail = 0;
1236
1237	smsc9420_reg_write(pd, VLAN1, ETH_P_8021Q);
1238	netif_dbg(pd, ifup, pd->dev, "VLAN1 = 0x%08x\n",
1239		  smsc9420_reg_read(pd, VLAN1));
1240
1241	if (pd->rx_csum) {
1242		/* Enable RX COE */
1243		u32 coe = smsc9420_reg_read(pd, COE_CR) | RX_COE_EN;
1244		smsc9420_reg_write(pd, COE_CR, coe);
1245		netif_dbg(pd, ifup, pd->dev, "COE_CR = 0x%08x\n", coe);
1246	}
1247
1248	smsc9420_reg_write(pd, RX_BASE_ADDR, pd->rx_dma_addr);
1249	smsc9420_pci_flush_write(pd);
1250
1251	return 0;
1252
1253out_free_rx_skbs:
1254	smsc9420_free_rx_ring(pd);
1255out:
1256	return -ENOMEM;
1257}
1258
1259static int smsc9420_open(struct net_device *dev)
1260{
1261	struct smsc9420_pdata *pd = netdev_priv(dev);
1262	u32 bus_mode, mac_cr, dmac_control, int_cfg, dma_intr_ena, int_ctl;
1263	const int irq = pd->pdev->irq;
1264	unsigned long flags;
1265	int result = 0, timeout;
1266
1267	if (!is_valid_ether_addr(dev->dev_addr)) {
1268		netif_warn(pd, ifup, pd->dev,
1269			   "dev_addr is not a valid MAC address\n");
1270		result = -EADDRNOTAVAIL;
1271		goto out_0;
1272	}
1273
1274	netif_carrier_off(dev);
1275
1276	/* disable, mask and acknowledge all interrupts */
1277	spin_lock_irqsave(&pd->int_lock, flags);
1278	int_cfg = smsc9420_reg_read(pd, INT_CFG) & (~INT_CFG_IRQ_EN_);
1279	smsc9420_reg_write(pd, INT_CFG, int_cfg);
1280	smsc9420_reg_write(pd, INT_CTL, 0);
1281	spin_unlock_irqrestore(&pd->int_lock, flags);
1282	smsc9420_reg_write(pd, DMAC_INTR_ENA, 0);
1283	smsc9420_reg_write(pd, INT_STAT, 0xFFFFFFFF);
1284	smsc9420_pci_flush_write(pd);
1285
1286	result = request_irq(irq, smsc9420_isr, IRQF_SHARED, DRV_NAME, pd);
1287	if (result) {
1288		netif_warn(pd, ifup, pd->dev, "Unable to use IRQ = %d\n", irq);
1289		result = -ENODEV;
1290		goto out_0;
1291	}
1292
1293	smsc9420_dmac_soft_reset(pd);
1294
1295	/* make sure MAC_CR is sane */
1296	smsc9420_reg_write(pd, MAC_CR, 0);
1297
1298	smsc9420_set_mac_address(dev);
1299
1300	/* Configure GPIO pins to drive LEDs */
1301	smsc9420_reg_write(pd, GPIO_CFG,
1302		(GPIO_CFG_LED_3_ | GPIO_CFG_LED_2_ | GPIO_CFG_LED_1_));
1303
1304	bus_mode = BUS_MODE_DMA_BURST_LENGTH_16;
1305
1306#ifdef __BIG_ENDIAN
1307	bus_mode |= BUS_MODE_DBO_;
1308#endif
1309
1310	smsc9420_reg_write(pd, BUS_MODE, bus_mode);
1311
1312	smsc9420_pci_flush_write(pd);
1313
1314	/* set bus master bridge arbitration priority for Rx and TX DMA */
1315	smsc9420_reg_write(pd, BUS_CFG, BUS_CFG_RXTXWEIGHT_4_1);
1316
1317	smsc9420_reg_write(pd, DMAC_CONTROL,
1318		(DMAC_CONTROL_SF_ | DMAC_CONTROL_OSF_));
1319
1320	smsc9420_pci_flush_write(pd);
1321
1322	/* test the IRQ connection to the ISR */
1323	netif_dbg(pd, ifup, pd->dev, "Testing ISR using IRQ %d\n", irq);
1324	pd->software_irq_signal = false;
1325
1326	spin_lock_irqsave(&pd->int_lock, flags);
1327	/* configure interrupt deassertion timer and enable interrupts */
1328	int_cfg = smsc9420_reg_read(pd, INT_CFG) | INT_CFG_IRQ_EN_;
1329	int_cfg &= ~(INT_CFG_INT_DEAS_MASK);
1330	int_cfg |= (INT_DEAS_TIME & INT_CFG_INT_DEAS_MASK);
1331	smsc9420_reg_write(pd, INT_CFG, int_cfg);
1332
1333	/* unmask software interrupt */
1334	int_ctl = smsc9420_reg_read(pd, INT_CTL) | INT_CTL_SW_INT_EN_;
1335	smsc9420_reg_write(pd, INT_CTL, int_ctl);
1336	spin_unlock_irqrestore(&pd->int_lock, flags);
1337	smsc9420_pci_flush_write(pd);
1338
1339	timeout = 1000;
1340	while (timeout--) {
1341		if (pd->software_irq_signal)
1342			break;
1343		msleep(1);
1344	}
1345
1346	/* disable interrupts */
1347	spin_lock_irqsave(&pd->int_lock, flags);
1348	int_cfg = smsc9420_reg_read(pd, INT_CFG) & (~INT_CFG_IRQ_EN_);
1349	smsc9420_reg_write(pd, INT_CFG, int_cfg);
1350	spin_unlock_irqrestore(&pd->int_lock, flags);
1351
1352	if (!pd->software_irq_signal) {
1353		netif_warn(pd, ifup, pd->dev, "ISR failed signaling test\n");
1354		result = -ENODEV;
1355		goto out_free_irq_1;
1356	}
1357
1358	netif_dbg(pd, ifup, pd->dev, "ISR passed test using IRQ %d\n", irq);
1359
1360	result = smsc9420_alloc_tx_ring(pd);
1361	if (result) {
1362		netif_warn(pd, ifup, pd->dev,
1363			   "Failed to Initialize tx dma ring\n");
1364		result = -ENOMEM;
1365		goto out_free_irq_1;
1366	}
1367
1368	result = smsc9420_alloc_rx_ring(pd);
1369	if (result) {
1370		netif_warn(pd, ifup, pd->dev,
1371			   "Failed to Initialize rx dma ring\n");
1372		result = -ENOMEM;
1373		goto out_free_tx_ring_2;
1374	}
1375
1376	result = smsc9420_mii_init(dev);
1377	if (result) {
1378		netif_warn(pd, ifup, pd->dev, "Failed to initialize Phy\n");
1379		result = -ENODEV;
1380		goto out_free_rx_ring_3;
1381	}
1382
1383	/* Bring the PHY up */
1384	phy_start(dev->phydev);
1385
1386	napi_enable(&pd->napi);
1387
1388	/* start tx and rx */
1389	mac_cr = smsc9420_reg_read(pd, MAC_CR) | MAC_CR_TXEN_ | MAC_CR_RXEN_;
1390	smsc9420_reg_write(pd, MAC_CR, mac_cr);
1391
1392	dmac_control = smsc9420_reg_read(pd, DMAC_CONTROL);
1393	dmac_control |= DMAC_CONTROL_ST_ | DMAC_CONTROL_SR_;
1394	smsc9420_reg_write(pd, DMAC_CONTROL, dmac_control);
1395	smsc9420_pci_flush_write(pd);
1396
1397	dma_intr_ena = smsc9420_reg_read(pd, DMAC_INTR_ENA);
1398	dma_intr_ena |=
1399		(DMAC_INTR_ENA_TX_ | DMAC_INTR_ENA_RX_ | DMAC_INTR_ENA_NIS_);
1400	smsc9420_reg_write(pd, DMAC_INTR_ENA, dma_intr_ena);
1401	smsc9420_pci_flush_write(pd);
1402
1403	netif_wake_queue(dev);
1404
1405	smsc9420_reg_write(pd, RX_POLL_DEMAND, 1);
1406
1407	/* enable interrupts */
1408	spin_lock_irqsave(&pd->int_lock, flags);
1409	int_cfg = smsc9420_reg_read(pd, INT_CFG) | INT_CFG_IRQ_EN_;
1410	smsc9420_reg_write(pd, INT_CFG, int_cfg);
1411	spin_unlock_irqrestore(&pd->int_lock, flags);
1412
1413	return 0;
1414
1415out_free_rx_ring_3:
1416	smsc9420_free_rx_ring(pd);
1417out_free_tx_ring_2:
1418	smsc9420_free_tx_ring(pd);
1419out_free_irq_1:
1420	free_irq(irq, pd);
1421out_0:
1422	return result;
1423}
1424
1425static int __maybe_unused smsc9420_suspend(struct device *dev_d)
1426{
1427	struct net_device *dev = dev_get_drvdata(dev_d);
1428	struct smsc9420_pdata *pd = netdev_priv(dev);
1429	u32 int_cfg;
1430	ulong flags;
1431
1432	/* disable interrupts */
1433	spin_lock_irqsave(&pd->int_lock, flags);
1434	int_cfg = smsc9420_reg_read(pd, INT_CFG) & (~INT_CFG_IRQ_EN_);
1435	smsc9420_reg_write(pd, INT_CFG, int_cfg);
1436	spin_unlock_irqrestore(&pd->int_lock, flags);
1437
1438	if (netif_running(dev)) {
1439		netif_tx_disable(dev);
1440		smsc9420_stop_tx(pd);
1441		smsc9420_free_tx_ring(pd);
1442
1443		napi_disable(&pd->napi);
1444		smsc9420_stop_rx(pd);
1445		smsc9420_free_rx_ring(pd);
1446
1447		free_irq(pd->pdev->irq, pd);
1448
1449		netif_device_detach(dev);
1450	}
1451
1452	device_wakeup_disable(dev_d);
1453
1454	return 0;
1455}
1456
1457static int __maybe_unused smsc9420_resume(struct device *dev_d)
1458{
1459	struct net_device *dev = dev_get_drvdata(dev_d);
1460	int err;
1461
1462	pci_set_master(to_pci_dev(dev_d));
1463
1464	device_wakeup_disable(dev_d);
1465
1466	err = 0;
1467	if (netif_running(dev)) {
1468		/* FIXME: gross. It looks like ancient PM relic.*/
1469		err = smsc9420_open(dev);
1470		netif_device_attach(dev);
1471	}
1472	return err;
1473}
1474
1475static const struct net_device_ops smsc9420_netdev_ops = {
1476	.ndo_open		= smsc9420_open,
1477	.ndo_stop		= smsc9420_stop,
1478	.ndo_start_xmit		= smsc9420_hard_start_xmit,
1479	.ndo_get_stats		= smsc9420_get_stats,
1480	.ndo_set_rx_mode	= smsc9420_set_multicast_list,
1481	.ndo_do_ioctl		= phy_do_ioctl_running,
1482	.ndo_validate_addr	= eth_validate_addr,
1483	.ndo_set_mac_address 	= eth_mac_addr,
1484#ifdef CONFIG_NET_POLL_CONTROLLER
1485	.ndo_poll_controller	= smsc9420_poll_controller,
1486#endif /* CONFIG_NET_POLL_CONTROLLER */
1487};
1488
1489static int
1490smsc9420_probe(struct pci_dev *pdev, const struct pci_device_id *id)
1491{
1492	struct net_device *dev;
1493	struct smsc9420_pdata *pd;
1494	void __iomem *virt_addr;
1495	int result = 0;
1496	u32 id_rev;
1497
1498	pr_info("%s version %s\n", DRV_DESCRIPTION, DRV_VERSION);
1499
1500	/* First do the PCI initialisation */
1501	result = pci_enable_device(pdev);
1502	if (unlikely(result)) {
1503		pr_err("Cannot enable smsc9420\n");
1504		goto out_0;
1505	}
1506
1507	pci_set_master(pdev);
1508
1509	dev = alloc_etherdev(sizeof(*pd));
1510	if (!dev)
1511		goto out_disable_pci_device_1;
1512
1513	SET_NETDEV_DEV(dev, &pdev->dev);
1514
1515	if (!(pci_resource_flags(pdev, SMSC_BAR) & IORESOURCE_MEM)) {
1516		netdev_err(dev, "Cannot find PCI device base address\n");
1517		goto out_free_netdev_2;
1518	}
1519
1520	if ((pci_request_regions(pdev, DRV_NAME))) {
1521		netdev_err(dev, "Cannot obtain PCI resources, aborting\n");
1522		goto out_free_netdev_2;
1523	}
1524
1525	if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32))) {
1526		netdev_err(dev, "No usable DMA configuration, aborting\n");
1527		goto out_free_regions_3;
1528	}
1529
1530	virt_addr = ioremap(pci_resource_start(pdev, SMSC_BAR),
1531		pci_resource_len(pdev, SMSC_BAR));
1532	if (!virt_addr) {
1533		netdev_err(dev, "Cannot map device registers, aborting\n");
1534		goto out_free_regions_3;
1535	}
1536
1537	/* registers are double mapped with 0 offset for LE and 0x200 for BE */
1538	virt_addr += LAN9420_CPSR_ENDIAN_OFFSET;
1539
1540	pd = netdev_priv(dev);
1541
1542	/* pci descriptors are created in the PCI consistent area */
1543	pd->rx_ring = pci_alloc_consistent(pdev,
1544		sizeof(struct smsc9420_dma_desc) * RX_RING_SIZE +
1545		sizeof(struct smsc9420_dma_desc) * TX_RING_SIZE,
1546		&pd->rx_dma_addr);
1547
1548	if (!pd->rx_ring)
1549		goto out_free_io_4;
1550
1551	/* descriptors are aligned due to the nature of pci_alloc_consistent */
1552	pd->tx_ring = (pd->rx_ring + RX_RING_SIZE);
1553	pd->tx_dma_addr = pd->rx_dma_addr +
1554	    sizeof(struct smsc9420_dma_desc) * RX_RING_SIZE;
1555
1556	pd->pdev = pdev;
1557	pd->dev = dev;
1558	pd->ioaddr = virt_addr;
1559	pd->msg_enable = smsc_debug;
1560	pd->rx_csum = true;
1561
1562	netif_dbg(pd, probe, pd->dev, "lan_base=0x%08lx\n", (ulong)virt_addr);
1563
1564	id_rev = smsc9420_reg_read(pd, ID_REV);
1565	switch (id_rev & 0xFFFF0000) {
1566	case 0x94200000:
1567		netif_info(pd, probe, pd->dev,
1568			   "LAN9420 identified, ID_REV=0x%08X\n", id_rev);
1569		break;
1570	default:
1571		netif_warn(pd, probe, pd->dev, "LAN9420 NOT identified\n");
1572		netif_warn(pd, probe, pd->dev, "ID_REV=0x%08X\n", id_rev);
1573		goto out_free_dmadesc_5;
1574	}
1575
1576	smsc9420_dmac_soft_reset(pd);
1577	smsc9420_eeprom_reload(pd);
1578	smsc9420_check_mac_address(dev);
1579
1580	dev->netdev_ops = &smsc9420_netdev_ops;
1581	dev->ethtool_ops = &smsc9420_ethtool_ops;
1582
1583	netif_napi_add(dev, &pd->napi, smsc9420_rx_poll, NAPI_WEIGHT);
1584
1585	result = register_netdev(dev);
1586	if (result) {
1587		netif_warn(pd, probe, pd->dev, "error %i registering device\n",
1588			   result);
1589		goto out_free_dmadesc_5;
1590	}
1591
1592	pci_set_drvdata(pdev, dev);
1593
1594	spin_lock_init(&pd->int_lock);
1595	spin_lock_init(&pd->phy_lock);
1596
1597	dev_info(&dev->dev, "MAC Address: %pM\n", dev->dev_addr);
1598
1599	return 0;
1600
1601out_free_dmadesc_5:
1602	pci_free_consistent(pdev, sizeof(struct smsc9420_dma_desc) *
1603		(RX_RING_SIZE + TX_RING_SIZE), pd->rx_ring, pd->rx_dma_addr);
1604out_free_io_4:
1605	iounmap(virt_addr - LAN9420_CPSR_ENDIAN_OFFSET);
1606out_free_regions_3:
1607	pci_release_regions(pdev);
1608out_free_netdev_2:
1609	free_netdev(dev);
1610out_disable_pci_device_1:
1611	pci_disable_device(pdev);
1612out_0:
1613	return -ENODEV;
1614}
1615
1616static void smsc9420_remove(struct pci_dev *pdev)
1617{
1618	struct net_device *dev;
1619	struct smsc9420_pdata *pd;
1620
1621	dev = pci_get_drvdata(pdev);
1622	if (!dev)
1623		return;
1624
1625	pd = netdev_priv(dev);
1626	unregister_netdev(dev);
1627
1628	/* tx_buffers and rx_buffers are freed in stop */
1629	BUG_ON(pd->tx_buffers);
1630	BUG_ON(pd->rx_buffers);
1631
1632	BUG_ON(!pd->tx_ring);
1633	BUG_ON(!pd->rx_ring);
1634
1635	pci_free_consistent(pdev, sizeof(struct smsc9420_dma_desc) *
1636		(RX_RING_SIZE + TX_RING_SIZE), pd->rx_ring, pd->rx_dma_addr);
1637
1638	iounmap(pd->ioaddr - LAN9420_CPSR_ENDIAN_OFFSET);
1639	pci_release_regions(pdev);
1640	free_netdev(dev);
1641	pci_disable_device(pdev);
1642}
1643
1644static SIMPLE_DEV_PM_OPS(smsc9420_pm_ops, smsc9420_suspend, smsc9420_resume);
1645
1646static struct pci_driver smsc9420_driver = {
1647	.name = DRV_NAME,
1648	.id_table = smsc9420_id_table,
1649	.probe = smsc9420_probe,
1650	.remove = smsc9420_remove,
1651	.driver.pm = &smsc9420_pm_ops,
1652};
1653
1654static int __init smsc9420_init_module(void)
1655{
1656	smsc_debug = netif_msg_init(debug, SMSC_MSG_DEFAULT);
1657
1658	return pci_register_driver(&smsc9420_driver);
1659}
1660
1661static void __exit smsc9420_exit_module(void)
1662{
1663	pci_unregister_driver(&smsc9420_driver);
1664}
1665
1666module_init(smsc9420_init_module);
1667module_exit(smsc9420_exit_module);