Linux Audio

Check our new training course

Linux debugging, profiling, tracing and performance analysis training

Apr 14-17, 2025
Register
Loading...
v6.13.7
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * This code is derived from the VIA reference driver (copyright message
   4 * below) provided to Red Hat by VIA Networking Technologies, Inc. for
   5 * addition to the Linux kernel.
   6 *
   7 * The code has been merged into one source file, cleaned up to follow
   8 * Linux coding style,  ported to the Linux 2.6 kernel tree and cleaned
   9 * for 64bit hardware platforms.
  10 *
  11 * TODO
  12 *	rx_copybreak/alignment
  13 *	More testing
  14 *
  15 * The changes are (c) Copyright 2004, Red Hat Inc. <alan@lxorguk.ukuu.org.uk>
  16 * Additional fixes and clean up: Francois Romieu
  17 *
  18 * This source has not been verified for use in safety critical systems.
  19 *
  20 * Please direct queries about the revamped driver to the linux-kernel
  21 * list not VIA.
  22 *
  23 * Original code:
  24 *
  25 * Copyright (c) 1996, 2003 VIA Networking Technologies, Inc.
  26 * All rights reserved.
  27 *
 
 
 
 
 
 
 
 
 
 
  28 * Author: Chuang Liang-Shing, AJ Jiang
  29 *
  30 * Date: Jan 24, 2003
  31 *
  32 * MODULE_LICENSE("GPL");
 
  33 */
  34
  35#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  36
  37#include <linux/module.h>
  38#include <linux/types.h>
  39#include <linux/bitops.h>
  40#include <linux/init.h>
  41#include <linux/dma-mapping.h>
  42#include <linux/mm.h>
  43#include <linux/errno.h>
  44#include <linux/ioport.h>
  45#include <linux/pci.h>
  46#include <linux/kernel.h>
  47#include <linux/netdevice.h>
  48#include <linux/etherdevice.h>
  49#include <linux/skbuff.h>
  50#include <linux/delay.h>
  51#include <linux/timer.h>
  52#include <linux/slab.h>
  53#include <linux/interrupt.h>
  54#include <linux/string.h>
  55#include <linux/wait.h>
  56#include <linux/io.h>
  57#include <linux/if.h>
  58#include <linux/uaccess.h>
  59#include <linux/proc_fs.h>
  60#include <linux/of.h>
  61#include <linux/of_address.h>
 
  62#include <linux/of_irq.h>
  63#include <linux/inetdevice.h>
  64#include <linux/platform_device.h>
  65#include <linux/reboot.h>
  66#include <linux/ethtool.h>
  67#include <linux/mii.h>
  68#include <linux/in.h>
  69#include <linux/if_arp.h>
  70#include <linux/if_vlan.h>
  71#include <linux/ip.h>
  72#include <linux/tcp.h>
  73#include <linux/udp.h>
  74#include <linux/crc-ccitt.h>
  75#include <linux/crc32.h>
  76
  77#include "via-velocity.h"
  78
  79enum velocity_bus_type {
  80	BUS_PCI,
  81	BUS_PLATFORM,
  82};
  83
  84static int velocity_nics;
 
  85
  86static void velocity_set_power_state(struct velocity_info *vptr, char state)
  87{
  88	void *addr = vptr->mac_regs;
  89
  90	if (vptr->pdev)
  91		pci_set_power_state(vptr->pdev, state);
  92	else
  93		writeb(state, addr + 0x154);
  94}
  95
  96/**
  97 *	mac_get_cam_mask	-	Read a CAM mask
  98 *	@regs: register block for this velocity
  99 *	@mask: buffer to store mask
 100 *
 101 *	Fetch the mask bits of the selected CAM and store them into the
 102 *	provided mask buffer.
 103 */
 104static void mac_get_cam_mask(struct mac_regs __iomem *regs, u8 *mask)
 105{
 106	int i;
 107
 108	/* Select CAM mask */
 109	BYTE_REG_BITS_SET(CAMCR_PS_CAM_MASK, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 110
 111	writeb(0, &regs->CAMADDR);
 112
 113	/* read mask */
 114	for (i = 0; i < 8; i++)
 115		*mask++ = readb(&(regs->MARCAM[i]));
 116
 117	/* disable CAMEN */
 118	writeb(0, &regs->CAMADDR);
 119
 120	/* Select mar */
 121	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 122}
 123
 124/**
 125 *	mac_set_cam_mask	-	Set a CAM mask
 126 *	@regs: register block for this velocity
 127 *	@mask: CAM mask to load
 128 *
 129 *	Store a new mask into a CAM
 130 */
 131static void mac_set_cam_mask(struct mac_regs __iomem *regs, u8 *mask)
 132{
 133	int i;
 134	/* Select CAM mask */
 135	BYTE_REG_BITS_SET(CAMCR_PS_CAM_MASK, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 136
 137	writeb(CAMADDR_CAMEN, &regs->CAMADDR);
 138
 139	for (i = 0; i < 8; i++)
 140		writeb(*mask++, &(regs->MARCAM[i]));
 141
 142	/* disable CAMEN */
 143	writeb(0, &regs->CAMADDR);
 144
 145	/* Select mar */
 146	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 147}
 148
 149static void mac_set_vlan_cam_mask(struct mac_regs __iomem *regs, u8 *mask)
 150{
 151	int i;
 152	/* Select CAM mask */
 153	BYTE_REG_BITS_SET(CAMCR_PS_CAM_MASK, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 154
 155	writeb(CAMADDR_CAMEN | CAMADDR_VCAMSL, &regs->CAMADDR);
 156
 157	for (i = 0; i < 8; i++)
 158		writeb(*mask++, &(regs->MARCAM[i]));
 159
 160	/* disable CAMEN */
 161	writeb(0, &regs->CAMADDR);
 162
 163	/* Select mar */
 164	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 165}
 166
 167/**
 168 *	mac_set_cam	-	set CAM data
 169 *	@regs: register block of this velocity
 170 *	@idx: Cam index
 171 *	@addr: 2 or 6 bytes of CAM data
 172 *
 173 *	Load an address or vlan tag into a CAM
 174 */
 175static void mac_set_cam(struct mac_regs __iomem *regs, int idx, const u8 *addr)
 176{
 177	int i;
 178
 179	/* Select CAM mask */
 180	BYTE_REG_BITS_SET(CAMCR_PS_CAM_DATA, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 181
 182	idx &= (64 - 1);
 183
 184	writeb(CAMADDR_CAMEN | idx, &regs->CAMADDR);
 185
 186	for (i = 0; i < 6; i++)
 187		writeb(*addr++, &(regs->MARCAM[i]));
 188
 189	BYTE_REG_BITS_ON(CAMCR_CAMWR, &regs->CAMCR);
 190
 191	udelay(10);
 192
 193	writeb(0, &regs->CAMADDR);
 194
 195	/* Select mar */
 196	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 197}
 198
 199static void mac_set_vlan_cam(struct mac_regs __iomem *regs, int idx,
 200			     const u8 *addr)
 201{
 202
 203	/* Select CAM mask */
 204	BYTE_REG_BITS_SET(CAMCR_PS_CAM_DATA, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 205
 206	idx &= (64 - 1);
 207
 208	writeb(CAMADDR_CAMEN | CAMADDR_VCAMSL | idx, &regs->CAMADDR);
 209	writew(*((u16 *) addr), &regs->MARCAM[0]);
 210
 211	BYTE_REG_BITS_ON(CAMCR_CAMWR, &regs->CAMCR);
 212
 213	udelay(10);
 214
 215	writeb(0, &regs->CAMADDR);
 216
 217	/* Select mar */
 218	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 219}
 220
 221
 222/**
 223 *	mac_wol_reset	-	reset WOL after exiting low power
 224 *	@regs: register block of this velocity
 225 *
 226 *	Called after we drop out of wake on lan mode in order to
 227 *	reset the Wake on lan features. This function doesn't restore
 228 *	the rest of the logic from the result of sleep/wakeup
 229 */
 230static void mac_wol_reset(struct mac_regs __iomem *regs)
 231{
 232
 233	/* Turn off SWPTAG right after leaving power mode */
 234	BYTE_REG_BITS_OFF(STICKHW_SWPTAG, &regs->STICKHW);
 235	/* clear sticky bits */
 236	BYTE_REG_BITS_OFF((STICKHW_DS1 | STICKHW_DS0), &regs->STICKHW);
 237
 238	BYTE_REG_BITS_OFF(CHIPGCR_FCGMII, &regs->CHIPGCR);
 239	BYTE_REG_BITS_OFF(CHIPGCR_FCMODE, &regs->CHIPGCR);
 240	/* disable force PME-enable */
 241	writeb(WOLCFG_PMEOVR, &regs->WOLCFGClr);
 242	/* disable power-event config bit */
 243	writew(0xFFFF, &regs->WOLCRClr);
 244	/* clear power status */
 245	writew(0xFFFF, &regs->WOLSRClr);
 246}
 247
 248static const struct ethtool_ops velocity_ethtool_ops;
 249
 250/*
 251    Define module options
 252*/
 253
 254MODULE_AUTHOR("VIA Networking Technologies, Inc.");
 255MODULE_LICENSE("GPL");
 256MODULE_DESCRIPTION("VIA Networking Velocity Family Gigabit Ethernet Adapter Driver");
 257
 258#define VELOCITY_PARAM(N, D) \
 259	static int N[MAX_UNITS] = OPTION_DEFAULT;\
 260	module_param_array(N, int, NULL, 0); \
 261	MODULE_PARM_DESC(N, D);
 262
 263#define RX_DESC_MIN     64
 264#define RX_DESC_MAX     255
 265#define RX_DESC_DEF     64
 266VELOCITY_PARAM(RxDescriptors, "Number of receive descriptors");
 267
 268#define TX_DESC_MIN     16
 269#define TX_DESC_MAX     256
 270#define TX_DESC_DEF     64
 271VELOCITY_PARAM(TxDescriptors, "Number of transmit descriptors");
 272
 273#define RX_THRESH_MIN   0
 274#define RX_THRESH_MAX   3
 275#define RX_THRESH_DEF   0
 276/* rx_thresh[] is used for controlling the receive fifo threshold.
 277   0: indicate the rxfifo threshold is 128 bytes.
 278   1: indicate the rxfifo threshold is 512 bytes.
 279   2: indicate the rxfifo threshold is 1024 bytes.
 280   3: indicate the rxfifo threshold is store & forward.
 281*/
 282VELOCITY_PARAM(rx_thresh, "Receive fifo threshold");
 283
 284#define DMA_LENGTH_MIN  0
 285#define DMA_LENGTH_MAX  7
 286#define DMA_LENGTH_DEF  6
 287
 288/* DMA_length[] is used for controlling the DMA length
 289   0: 8 DWORDs
 290   1: 16 DWORDs
 291   2: 32 DWORDs
 292   3: 64 DWORDs
 293   4: 128 DWORDs
 294   5: 256 DWORDs
 295   6: SF(flush till emply)
 296   7: SF(flush till emply)
 297*/
 298VELOCITY_PARAM(DMA_length, "DMA length");
 299
 300#define IP_ALIG_DEF     0
 301/* IP_byte_align[] is used for IP header DWORD byte aligned
 302   0: indicate the IP header won't be DWORD byte aligned.(Default) .
 303   1: indicate the IP header will be DWORD byte aligned.
 304      In some environment, the IP header should be DWORD byte aligned,
 305      or the packet will be droped when we receive it. (eg: IPVS)
 306*/
 307VELOCITY_PARAM(IP_byte_align, "Enable IP header dword aligned");
 308
 309#define FLOW_CNTL_DEF   1
 310#define FLOW_CNTL_MIN   1
 311#define FLOW_CNTL_MAX   5
 312
 313/* flow_control[] is used for setting the flow control ability of NIC.
 314   1: hardware deafult - AUTO (default). Use Hardware default value in ANAR.
 315   2: enable TX flow control.
 316   3: enable RX flow control.
 317   4: enable RX/TX flow control.
 318   5: disable
 319*/
 320VELOCITY_PARAM(flow_control, "Enable flow control ability");
 321
 322#define MED_LNK_DEF 0
 323#define MED_LNK_MIN 0
 324#define MED_LNK_MAX 5
 325/* speed_duplex[] is used for setting the speed and duplex mode of NIC.
 326   0: indicate autonegotiation for both speed and duplex mode
 327   1: indicate 100Mbps half duplex mode
 328   2: indicate 100Mbps full duplex mode
 329   3: indicate 10Mbps half duplex mode
 330   4: indicate 10Mbps full duplex mode
 331   5: indicate 1000Mbps full duplex mode
 332
 333   Note:
 334   if EEPROM have been set to the force mode, this option is ignored
 335   by driver.
 336*/
 337VELOCITY_PARAM(speed_duplex, "Setting the speed and duplex mode");
 338
 339#define WOL_OPT_DEF     0
 340#define WOL_OPT_MIN     0
 341#define WOL_OPT_MAX     7
 342/* wol_opts[] is used for controlling wake on lan behavior.
 343   0: Wake up if recevied a magic packet. (Default)
 344   1: Wake up if link status is on/off.
 345   2: Wake up if recevied an arp packet.
 346   4: Wake up if recevied any unicast packet.
 347   Those value can be sumed up to support more than one option.
 348*/
 349VELOCITY_PARAM(wol_opts, "Wake On Lan options");
 350
 351static int rx_copybreak = 200;
 352module_param(rx_copybreak, int, 0644);
 353MODULE_PARM_DESC(rx_copybreak, "Copy breakpoint for copy-only-tiny-frames");
 354
 355/*
 356 *	Internal board variants. At the moment we have only one
 357 */
 358static struct velocity_info_tbl chip_info_table[] = {
 359	{CHIP_TYPE_VT6110, "VIA Networking Velocity Family Gigabit Ethernet Adapter", 1, 0x00FFFFFFUL},
 360	{ }
 361};
 362
 363/*
 364 *	Describe the PCI device identifiers that we support in this
 365 *	device driver. Used for hotplug autoloading.
 366 */
 367
 368static const struct pci_device_id velocity_pci_id_table[] = {
 369	{ PCI_DEVICE(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_612X) },
 370	{ }
 371};
 372
 373MODULE_DEVICE_TABLE(pci, velocity_pci_id_table);
 374
 375/*
 376 *	Describe the OF device identifiers that we support in this
 377 *	device driver. Used for devicetree nodes.
 378 */
 379static const struct of_device_id velocity_of_ids[] = {
 380	{ .compatible = "via,velocity-vt6110", .data = &chip_info_table[0] },
 381	{ /* Sentinel */ },
 382};
 383MODULE_DEVICE_TABLE(of, velocity_of_ids);
 384
 385/**
 386 *	get_chip_name	- 	identifier to name
 387 *	@chip_id: chip identifier
 388 *
 389 *	Given a chip identifier return a suitable description. Returns
 390 *	a pointer a static string valid while the driver is loaded.
 391 */
 392static const char *get_chip_name(enum chip_type chip_id)
 393{
 394	int i;
 395	for (i = 0; chip_info_table[i].name != NULL; i++)
 396		if (chip_info_table[i].chip_id == chip_id)
 397			break;
 398	return chip_info_table[i].name;
 399}
 400
 401/**
 402 *	velocity_set_int_opt	-	parser for integer options
 403 *	@opt: pointer to option value
 404 *	@val: value the user requested (or -1 for default)
 405 *	@min: lowest value allowed
 406 *	@max: highest value allowed
 407 *	@def: default value
 408 *	@name: property name
 
 409 *
 410 *	Set an integer property in the module options. This function does
 411 *	all the verification and checking as well as reporting so that
 412 *	we don't duplicate code for each option.
 413 */
 414static void velocity_set_int_opt(int *opt, int val, int min, int max, int def,
 415				 char *name)
 416{
 417	if (val == -1)
 418		*opt = def;
 419	else if (val < min || val > max) {
 420		pr_notice("the value of parameter %s is invalid, the valid range is (%d-%d)\n",
 421			  name, min, max);
 422		*opt = def;
 423	} else {
 424		pr_info("set value of parameter %s to %d\n", name, val);
 
 425		*opt = val;
 426	}
 427}
 428
 429/**
 430 *	velocity_set_bool_opt	-	parser for boolean options
 431 *	@opt: pointer to option value
 432 *	@val: value the user requested (or -1 for default)
 433 *	@def: default value (yes/no)
 434 *	@flag: numeric value to set for true.
 435 *	@name: property name
 
 436 *
 437 *	Set a boolean property in the module options. This function does
 438 *	all the verification and checking as well as reporting so that
 439 *	we don't duplicate code for each option.
 440 */
 441static void velocity_set_bool_opt(u32 *opt, int val, int def, u32 flag,
 442				  char *name)
 443{
 444	(*opt) &= (~flag);
 445	if (val == -1)
 446		*opt |= (def ? flag : 0);
 447	else if (val < 0 || val > 1) {
 448		pr_notice("the value of parameter %s is invalid, the valid range is (%d-%d)\n",
 449			  name, 0, 1);
 450		*opt |= (def ? flag : 0);
 451	} else {
 452		pr_info("set parameter %s to %s\n",
 453			name, val ? "TRUE" : "FALSE");
 454		*opt |= (val ? flag : 0);
 455	}
 456}
 457
 458/**
 459 *	velocity_get_options	-	set options on device
 460 *	@opts: option structure for the device
 461 *	@index: index of option to use in module options array
 
 462 *
 463 *	Turn the module and command options into a single structure
 464 *	for the current device
 465 */
 466static void velocity_get_options(struct velocity_opt *opts, int index)
 
 467{
 468
 469	velocity_set_int_opt(&opts->rx_thresh, rx_thresh[index],
 470			     RX_THRESH_MIN, RX_THRESH_MAX, RX_THRESH_DEF,
 471			     "rx_thresh");
 472	velocity_set_int_opt(&opts->DMA_length, DMA_length[index],
 473			     DMA_LENGTH_MIN, DMA_LENGTH_MAX, DMA_LENGTH_DEF,
 474			     "DMA_length");
 475	velocity_set_int_opt(&opts->numrx, RxDescriptors[index],
 476			     RX_DESC_MIN, RX_DESC_MAX, RX_DESC_DEF,
 477			     "RxDescriptors");
 478	velocity_set_int_opt(&opts->numtx, TxDescriptors[index],
 479			     TX_DESC_MIN, TX_DESC_MAX, TX_DESC_DEF,
 480			     "TxDescriptors");
 481
 482	velocity_set_int_opt(&opts->flow_cntl, flow_control[index],
 483			     FLOW_CNTL_MIN, FLOW_CNTL_MAX, FLOW_CNTL_DEF,
 484			     "flow_control");
 485	velocity_set_bool_opt(&opts->flags, IP_byte_align[index],
 486			      IP_ALIG_DEF, VELOCITY_FLAGS_IP_ALIGN,
 487			      "IP_byte_align");
 488	velocity_set_int_opt((int *) &opts->spd_dpx, speed_duplex[index],
 489			     MED_LNK_MIN, MED_LNK_MAX, MED_LNK_DEF,
 490			     "Media link mode");
 491	velocity_set_int_opt(&opts->wol_opts, wol_opts[index],
 492			     WOL_OPT_MIN, WOL_OPT_MAX, WOL_OPT_DEF,
 493			     "Wake On Lan options");
 494	opts->numrx = (opts->numrx & ~3);
 495}
 496
 497/**
 498 *	velocity_init_cam_filter	-	initialise CAM
 499 *	@vptr: velocity to program
 500 *
 501 *	Initialize the content addressable memory used for filters. Load
 502 *	appropriately according to the presence of VLAN
 503 */
 504static void velocity_init_cam_filter(struct velocity_info *vptr)
 505{
 506	struct mac_regs __iomem *regs = vptr->mac_regs;
 507	unsigned int vid, i = 0;
 508
 509	/* Turn on MCFG_PQEN, turn off MCFG_RTGOPT */
 510	WORD_REG_BITS_SET(MCFG_PQEN, MCFG_RTGOPT, &regs->MCFG);
 511	WORD_REG_BITS_ON(MCFG_VIDFR, &regs->MCFG);
 512
 513	/* Disable all CAMs */
 514	memset(vptr->vCAMmask, 0, sizeof(u8) * 8);
 515	memset(vptr->mCAMmask, 0, sizeof(u8) * 8);
 516	mac_set_vlan_cam_mask(regs, vptr->vCAMmask);
 517	mac_set_cam_mask(regs, vptr->mCAMmask);
 518
 519	/* Enable VCAMs */
 520	for_each_set_bit(vid, vptr->active_vlans, VLAN_N_VID) {
 521		mac_set_vlan_cam(regs, i, (u8 *) &vid);
 522		vptr->vCAMmask[i / 8] |= 0x1 << (i % 8);
 523		if (++i >= VCAM_SIZE)
 524			break;
 525	}
 526	mac_set_vlan_cam_mask(regs, vptr->vCAMmask);
 527}
 528
 529static int velocity_vlan_rx_add_vid(struct net_device *dev,
 530				    __be16 proto, u16 vid)
 531{
 532	struct velocity_info *vptr = netdev_priv(dev);
 533
 534	spin_lock_irq(&vptr->lock);
 535	set_bit(vid, vptr->active_vlans);
 536	velocity_init_cam_filter(vptr);
 537	spin_unlock_irq(&vptr->lock);
 538	return 0;
 539}
 540
 541static int velocity_vlan_rx_kill_vid(struct net_device *dev,
 542				     __be16 proto, u16 vid)
 543{
 544	struct velocity_info *vptr = netdev_priv(dev);
 545
 546	spin_lock_irq(&vptr->lock);
 547	clear_bit(vid, vptr->active_vlans);
 548	velocity_init_cam_filter(vptr);
 549	spin_unlock_irq(&vptr->lock);
 550	return 0;
 551}
 552
 553static void velocity_init_rx_ring_indexes(struct velocity_info *vptr)
 554{
 555	vptr->rx.dirty = vptr->rx.filled = vptr->rx.curr = 0;
 556}
 557
 558/**
 559 *	velocity_rx_reset	-	handle a receive reset
 560 *	@vptr: velocity we are resetting
 561 *
 562 *	Reset the ownership and status for the receive ring side.
 563 *	Hand all the receive queue to the NIC.
 564 */
 565static void velocity_rx_reset(struct velocity_info *vptr)
 566{
 567
 568	struct mac_regs __iomem *regs = vptr->mac_regs;
 569	int i;
 570
 571	velocity_init_rx_ring_indexes(vptr);
 572
 573	/*
 574	 *	Init state, all RD entries belong to the NIC
 575	 */
 576	for (i = 0; i < vptr->options.numrx; ++i)
 577		vptr->rx.ring[i].rdesc0.len |= OWNED_BY_NIC;
 578
 579	writew(vptr->options.numrx, &regs->RBRDU);
 580	writel(vptr->rx.pool_dma, &regs->RDBaseLo);
 581	writew(0, &regs->RDIdx);
 582	writew(vptr->options.numrx - 1, &regs->RDCSize);
 583}
 584
 585/**
 586 *	velocity_get_opt_media_mode	-	get media selection
 587 *	@vptr: velocity adapter
 588 *
 589 *	Get the media mode stored in EEPROM or module options and load
 590 *	mii_status accordingly. The requested link state information
 591 *	is also returned.
 592 */
 593static u32 velocity_get_opt_media_mode(struct velocity_info *vptr)
 594{
 595	u32 status = 0;
 596
 597	switch (vptr->options.spd_dpx) {
 598	case SPD_DPX_AUTO:
 599		status = VELOCITY_AUTONEG_ENABLE;
 600		break;
 601	case SPD_DPX_100_FULL:
 602		status = VELOCITY_SPEED_100 | VELOCITY_DUPLEX_FULL;
 603		break;
 604	case SPD_DPX_10_FULL:
 605		status = VELOCITY_SPEED_10 | VELOCITY_DUPLEX_FULL;
 606		break;
 607	case SPD_DPX_100_HALF:
 608		status = VELOCITY_SPEED_100;
 609		break;
 610	case SPD_DPX_10_HALF:
 611		status = VELOCITY_SPEED_10;
 612		break;
 613	case SPD_DPX_1000_FULL:
 614		status = VELOCITY_SPEED_1000 | VELOCITY_DUPLEX_FULL;
 615		break;
 616	}
 617	vptr->mii_status = status;
 618	return status;
 619}
 620
 621/**
 622 *	safe_disable_mii_autopoll	-	autopoll off
 623 *	@regs: velocity registers
 624 *
 625 *	Turn off the autopoll and wait for it to disable on the chip
 626 */
 627static void safe_disable_mii_autopoll(struct mac_regs __iomem *regs)
 628{
 629	u16 ww;
 630
 631	/*  turn off MAUTO */
 632	writeb(0, &regs->MIICR);
 633	for (ww = 0; ww < W_MAX_TIMEOUT; ww++) {
 634		udelay(1);
 635		if (BYTE_REG_BITS_IS_ON(MIISR_MIDLE, &regs->MIISR))
 636			break;
 637	}
 638}
 639
 640/**
 641 *	enable_mii_autopoll	-	turn on autopolling
 642 *	@regs: velocity registers
 643 *
 644 *	Enable the MII link status autopoll feature on the Velocity
 645 *	hardware. Wait for it to enable.
 646 */
 647static void enable_mii_autopoll(struct mac_regs __iomem *regs)
 648{
 649	int ii;
 650
 651	writeb(0, &(regs->MIICR));
 652	writeb(MIIADR_SWMPL, &regs->MIIADR);
 653
 654	for (ii = 0; ii < W_MAX_TIMEOUT; ii++) {
 655		udelay(1);
 656		if (BYTE_REG_BITS_IS_ON(MIISR_MIDLE, &regs->MIISR))
 657			break;
 658	}
 659
 660	writeb(MIICR_MAUTO, &regs->MIICR);
 661
 662	for (ii = 0; ii < W_MAX_TIMEOUT; ii++) {
 663		udelay(1);
 664		if (!BYTE_REG_BITS_IS_ON(MIISR_MIDLE, &regs->MIISR))
 665			break;
 666	}
 667
 668}
 669
 670/**
 671 *	velocity_mii_read	-	read MII data
 672 *	@regs: velocity registers
 673 *	@index: MII register index
 674 *	@data: buffer for received data
 675 *
 676 *	Perform a single read of an MII 16bit register. Returns zero
 677 *	on success or -ETIMEDOUT if the PHY did not respond.
 678 */
 679static int velocity_mii_read(struct mac_regs __iomem *regs, u8 index, u16 *data)
 680{
 681	u16 ww;
 682
 683	/*
 684	 *	Disable MIICR_MAUTO, so that mii addr can be set normally
 685	 */
 686	safe_disable_mii_autopoll(regs);
 687
 688	writeb(index, &regs->MIIADR);
 689
 690	BYTE_REG_BITS_ON(MIICR_RCMD, &regs->MIICR);
 691
 692	for (ww = 0; ww < W_MAX_TIMEOUT; ww++) {
 693		if (!(readb(&regs->MIICR) & MIICR_RCMD))
 694			break;
 695	}
 696
 697	*data = readw(&regs->MIIDATA);
 698
 699	enable_mii_autopoll(regs);
 700	if (ww == W_MAX_TIMEOUT)
 701		return -ETIMEDOUT;
 702	return 0;
 703}
 704
 705/**
 706 *	mii_check_media_mode	-	check media state
 707 *	@regs: velocity registers
 708 *
 709 *	Check the current MII status and determine the link status
 710 *	accordingly
 711 */
 712static u32 mii_check_media_mode(struct mac_regs __iomem *regs)
 713{
 714	u32 status = 0;
 715	u16 ANAR;
 716
 717	if (!MII_REG_BITS_IS_ON(BMSR_LSTATUS, MII_BMSR, regs))
 718		status |= VELOCITY_LINK_FAIL;
 719
 720	if (MII_REG_BITS_IS_ON(ADVERTISE_1000FULL, MII_CTRL1000, regs))
 721		status |= VELOCITY_SPEED_1000 | VELOCITY_DUPLEX_FULL;
 722	else if (MII_REG_BITS_IS_ON(ADVERTISE_1000HALF, MII_CTRL1000, regs))
 723		status |= (VELOCITY_SPEED_1000);
 724	else {
 725		velocity_mii_read(regs, MII_ADVERTISE, &ANAR);
 726		if (ANAR & ADVERTISE_100FULL)
 727			status |= (VELOCITY_SPEED_100 | VELOCITY_DUPLEX_FULL);
 728		else if (ANAR & ADVERTISE_100HALF)
 729			status |= VELOCITY_SPEED_100;
 730		else if (ANAR & ADVERTISE_10FULL)
 731			status |= (VELOCITY_SPEED_10 | VELOCITY_DUPLEX_FULL);
 732		else
 733			status |= (VELOCITY_SPEED_10);
 734	}
 735
 736	if (MII_REG_BITS_IS_ON(BMCR_ANENABLE, MII_BMCR, regs)) {
 737		velocity_mii_read(regs, MII_ADVERTISE, &ANAR);
 738		if ((ANAR & (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF))
 739		    == (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF)) {
 740			if (MII_REG_BITS_IS_ON(ADVERTISE_1000HALF | ADVERTISE_1000FULL, MII_CTRL1000, regs))
 741				status |= VELOCITY_AUTONEG_ENABLE;
 742		}
 743	}
 744
 745	return status;
 746}
 747
 748/**
 749 *	velocity_mii_write	-	write MII data
 750 *	@regs: velocity registers
 751 *	@mii_addr: MII register index
 752 *	@data: 16bit data for the MII register
 753 *
 754 *	Perform a single write to an MII 16bit register. Returns zero
 755 *	on success or -ETIMEDOUT if the PHY did not respond.
 756 */
 757static int velocity_mii_write(struct mac_regs __iomem *regs, u8 mii_addr, u16 data)
 758{
 759	u16 ww;
 760
 761	/*
 762	 *	Disable MIICR_MAUTO, so that mii addr can be set normally
 763	 */
 764	safe_disable_mii_autopoll(regs);
 765
 766	/* MII reg offset */
 767	writeb(mii_addr, &regs->MIIADR);
 768	/* set MII data */
 769	writew(data, &regs->MIIDATA);
 770
 771	/* turn on MIICR_WCMD */
 772	BYTE_REG_BITS_ON(MIICR_WCMD, &regs->MIICR);
 773
 774	/* W_MAX_TIMEOUT is the timeout period */
 775	for (ww = 0; ww < W_MAX_TIMEOUT; ww++) {
 776		udelay(5);
 777		if (!(readb(&regs->MIICR) & MIICR_WCMD))
 778			break;
 779	}
 780	enable_mii_autopoll(regs);
 781
 782	if (ww == W_MAX_TIMEOUT)
 783		return -ETIMEDOUT;
 784	return 0;
 785}
 786
 787/**
 788 *	set_mii_flow_control	-	flow control setup
 789 *	@vptr: velocity interface
 790 *
 791 *	Set up the flow control on this interface according to
 792 *	the supplied user/eeprom options.
 793 */
 794static void set_mii_flow_control(struct velocity_info *vptr)
 795{
 796	/*Enable or Disable PAUSE in ANAR */
 797	switch (vptr->options.flow_cntl) {
 798	case FLOW_CNTL_TX:
 799		MII_REG_BITS_OFF(ADVERTISE_PAUSE_CAP, MII_ADVERTISE, vptr->mac_regs);
 800		MII_REG_BITS_ON(ADVERTISE_PAUSE_ASYM, MII_ADVERTISE, vptr->mac_regs);
 801		break;
 802
 803	case FLOW_CNTL_RX:
 804		MII_REG_BITS_ON(ADVERTISE_PAUSE_CAP, MII_ADVERTISE, vptr->mac_regs);
 805		MII_REG_BITS_ON(ADVERTISE_PAUSE_ASYM, MII_ADVERTISE, vptr->mac_regs);
 806		break;
 807
 808	case FLOW_CNTL_TX_RX:
 809		MII_REG_BITS_ON(ADVERTISE_PAUSE_CAP, MII_ADVERTISE, vptr->mac_regs);
 810		MII_REG_BITS_OFF(ADVERTISE_PAUSE_ASYM, MII_ADVERTISE, vptr->mac_regs);
 811		break;
 812
 813	case FLOW_CNTL_DISABLE:
 814		MII_REG_BITS_OFF(ADVERTISE_PAUSE_CAP, MII_ADVERTISE, vptr->mac_regs);
 815		MII_REG_BITS_OFF(ADVERTISE_PAUSE_ASYM, MII_ADVERTISE, vptr->mac_regs);
 816		break;
 817	default:
 818		break;
 819	}
 820}
 821
 822/**
 823 *	mii_set_auto_on		-	autonegotiate on
 824 *	@vptr: velocity
 825 *
 826 *	Enable autonegotation on this interface
 827 */
 828static void mii_set_auto_on(struct velocity_info *vptr)
 829{
 830	if (MII_REG_BITS_IS_ON(BMCR_ANENABLE, MII_BMCR, vptr->mac_regs))
 831		MII_REG_BITS_ON(BMCR_ANRESTART, MII_BMCR, vptr->mac_regs);
 832	else
 833		MII_REG_BITS_ON(BMCR_ANENABLE, MII_BMCR, vptr->mac_regs);
 834}
 835
 836static u32 check_connection_type(struct mac_regs __iomem *regs)
 837{
 838	u32 status = 0;
 839	u8 PHYSR0;
 840	u16 ANAR;
 841	PHYSR0 = readb(&regs->PHYSR0);
 842
 843	/*
 844	   if (!(PHYSR0 & PHYSR0_LINKGD))
 845	   status|=VELOCITY_LINK_FAIL;
 846	 */
 847
 848	if (PHYSR0 & PHYSR0_FDPX)
 849		status |= VELOCITY_DUPLEX_FULL;
 850
 851	if (PHYSR0 & PHYSR0_SPDG)
 852		status |= VELOCITY_SPEED_1000;
 853	else if (PHYSR0 & PHYSR0_SPD10)
 854		status |= VELOCITY_SPEED_10;
 855	else
 856		status |= VELOCITY_SPEED_100;
 857
 858	if (MII_REG_BITS_IS_ON(BMCR_ANENABLE, MII_BMCR, regs)) {
 859		velocity_mii_read(regs, MII_ADVERTISE, &ANAR);
 860		if ((ANAR & (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF))
 861		    == (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF)) {
 862			if (MII_REG_BITS_IS_ON(ADVERTISE_1000HALF | ADVERTISE_1000FULL, MII_CTRL1000, regs))
 863				status |= VELOCITY_AUTONEG_ENABLE;
 864		}
 865	}
 866
 867	return status;
 868}
 869
 870/**
 871 *	velocity_set_media_mode		-	set media mode
 872 *	@vptr: velocity adapter
 873 *	@mii_status: old MII link state
 874 *
 875 *	Check the media link state and configure the flow control
 876 *	PHY and also velocity hardware setup accordingly. In particular
 877 *	we need to set up CD polling and frame bursting.
 878 */
 879static int velocity_set_media_mode(struct velocity_info *vptr, u32 mii_status)
 880{
 
 881	struct mac_regs __iomem *regs = vptr->mac_regs;
 882
 883	vptr->mii_status = mii_check_media_mode(vptr->mac_regs);
 
 884
 885	/* Set mii link status */
 886	set_mii_flow_control(vptr);
 887
 
 
 
 
 
 
 
 
 
 
 
 888	if (PHYID_GET_PHY_ID(vptr->phy_id) == PHYID_CICADA_CS8201)
 889		MII_REG_BITS_ON(AUXCR_MDPPS, MII_NCONFIG, vptr->mac_regs);
 890
 891	/*
 892	 *	If connection type is AUTO
 893	 */
 894	if (mii_status & VELOCITY_AUTONEG_ENABLE) {
 895		netdev_info(vptr->netdev, "Velocity is in AUTO mode\n");
 896		/* clear force MAC mode bit */
 897		BYTE_REG_BITS_OFF(CHIPGCR_FCMODE, &regs->CHIPGCR);
 898		/* set duplex mode of MAC according to duplex mode of MII */
 899		MII_REG_BITS_ON(ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF, MII_ADVERTISE, vptr->mac_regs);
 900		MII_REG_BITS_ON(ADVERTISE_1000FULL | ADVERTISE_1000HALF, MII_CTRL1000, vptr->mac_regs);
 901		MII_REG_BITS_ON(BMCR_SPEED1000, MII_BMCR, vptr->mac_regs);
 902
 903		/* enable AUTO-NEGO mode */
 904		mii_set_auto_on(vptr);
 905	} else {
 906		u16 CTRL1000;
 907		u16 ANAR;
 908		u8 CHIPGCR;
 909
 910		/*
 911		 * 1. if it's 3119, disable frame bursting in halfduplex mode
 912		 *    and enable it in fullduplex mode
 913		 * 2. set correct MII/GMII and half/full duplex mode in CHIPGCR
 914		 * 3. only enable CD heart beat counter in 10HD mode
 915		 */
 916
 917		/* set force MAC mode bit */
 918		BYTE_REG_BITS_ON(CHIPGCR_FCMODE, &regs->CHIPGCR);
 919
 920		CHIPGCR = readb(&regs->CHIPGCR);
 921
 922		if (mii_status & VELOCITY_SPEED_1000)
 923			CHIPGCR |= CHIPGCR_FCGMII;
 924		else
 925			CHIPGCR &= ~CHIPGCR_FCGMII;
 926
 927		if (mii_status & VELOCITY_DUPLEX_FULL) {
 928			CHIPGCR |= CHIPGCR_FCFDX;
 929			writeb(CHIPGCR, &regs->CHIPGCR);
 930			netdev_info(vptr->netdev,
 931				    "set Velocity to forced full mode\n");
 932			if (vptr->rev_id < REV_ID_VT3216_A0)
 933				BYTE_REG_BITS_OFF(TCR_TB2BDIS, &regs->TCR);
 934		} else {
 935			CHIPGCR &= ~CHIPGCR_FCFDX;
 936			netdev_info(vptr->netdev,
 937				    "set Velocity to forced half mode\n");
 938			writeb(CHIPGCR, &regs->CHIPGCR);
 939			if (vptr->rev_id < REV_ID_VT3216_A0)
 940				BYTE_REG_BITS_ON(TCR_TB2BDIS, &regs->TCR);
 941		}
 942
 943		velocity_mii_read(vptr->mac_regs, MII_CTRL1000, &CTRL1000);
 944		CTRL1000 &= ~(ADVERTISE_1000FULL | ADVERTISE_1000HALF);
 945		if ((mii_status & VELOCITY_SPEED_1000) &&
 946		    (mii_status & VELOCITY_DUPLEX_FULL)) {
 947			CTRL1000 |= ADVERTISE_1000FULL;
 948		}
 949		velocity_mii_write(vptr->mac_regs, MII_CTRL1000, CTRL1000);
 950
 951		if (!(mii_status & VELOCITY_DUPLEX_FULL) && (mii_status & VELOCITY_SPEED_10))
 952			BYTE_REG_BITS_OFF(TESTCFG_HBDIS, &regs->TESTCFG);
 953		else
 954			BYTE_REG_BITS_ON(TESTCFG_HBDIS, &regs->TESTCFG);
 955
 956		/* MII_REG_BITS_OFF(BMCR_SPEED1000, MII_BMCR, vptr->mac_regs); */
 957		velocity_mii_read(vptr->mac_regs, MII_ADVERTISE, &ANAR);
 958		ANAR &= (~(ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF));
 959		if (mii_status & VELOCITY_SPEED_100) {
 960			if (mii_status & VELOCITY_DUPLEX_FULL)
 961				ANAR |= ADVERTISE_100FULL;
 962			else
 963				ANAR |= ADVERTISE_100HALF;
 964		} else if (mii_status & VELOCITY_SPEED_10) {
 965			if (mii_status & VELOCITY_DUPLEX_FULL)
 966				ANAR |= ADVERTISE_10FULL;
 967			else
 968				ANAR |= ADVERTISE_10HALF;
 969		}
 970		velocity_mii_write(vptr->mac_regs, MII_ADVERTISE, ANAR);
 971		/* enable AUTO-NEGO mode */
 972		mii_set_auto_on(vptr);
 973		/* MII_REG_BITS_ON(BMCR_ANENABLE, MII_BMCR, vptr->mac_regs); */
 974	}
 975	/* vptr->mii_status=mii_check_media_mode(vptr->mac_regs); */
 976	/* vptr->mii_status=check_connection_type(vptr->mac_regs); */
 977	return VELOCITY_LINK_CHANGE;
 978}
 979
 980/**
 981 *	velocity_print_link_status	-	link status reporting
 982 *	@vptr: velocity to report on
 983 *
 984 *	Turn the link status of the velocity card into a kernel log
 985 *	description of the new link state, detailing speed and duplex
 986 *	status
 987 */
 988static void velocity_print_link_status(struct velocity_info *vptr)
 989{
 990	const char *link;
 991	const char *speed;
 992	const char *duplex;
 993
 994	if (vptr->mii_status & VELOCITY_LINK_FAIL) {
 995		netdev_notice(vptr->netdev, "failed to detect cable link\n");
 996		return;
 997	}
 998
 999	if (vptr->options.spd_dpx == SPD_DPX_AUTO) {
1000		link = "auto-negotiation";
1001
1002		if (vptr->mii_status & VELOCITY_SPEED_1000)
1003			speed = "1000";
1004		else if (vptr->mii_status & VELOCITY_SPEED_100)
1005			speed = "100";
1006		else
1007			speed = "10";
1008
1009		if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1010			duplex = "full";
1011		else
1012			duplex = "half";
1013	} else {
1014		link = "forced";
1015
1016		switch (vptr->options.spd_dpx) {
1017		case SPD_DPX_1000_FULL:
1018			speed = "1000";
1019			duplex = "full";
1020			break;
1021		case SPD_DPX_100_HALF:
1022			speed = "100";
1023			duplex = "half";
1024			break;
1025		case SPD_DPX_100_FULL:
1026			speed = "100";
1027			duplex = "full";
1028			break;
1029		case SPD_DPX_10_HALF:
1030			speed = "10";
1031			duplex = "half";
1032			break;
1033		case SPD_DPX_10_FULL:
1034			speed = "10";
1035			duplex = "full";
1036			break;
1037		default:
1038			speed = "unknown";
1039			duplex = "unknown";
1040			break;
1041		}
1042	}
1043	netdev_notice(vptr->netdev, "Link %s speed %sM bps %s duplex\n",
1044		      link, speed, duplex);
1045}
1046
1047/**
1048 *	enable_flow_control_ability	-	flow control
1049 *	@vptr: veloity to configure
1050 *
1051 *	Set up flow control according to the flow control options
1052 *	determined by the eeprom/configuration.
1053 */
1054static void enable_flow_control_ability(struct velocity_info *vptr)
1055{
1056
1057	struct mac_regs __iomem *regs = vptr->mac_regs;
1058
1059	switch (vptr->options.flow_cntl) {
1060
1061	case FLOW_CNTL_DEFAULT:
1062		if (BYTE_REG_BITS_IS_ON(PHYSR0_RXFLC, &regs->PHYSR0))
1063			writel(CR0_FDXRFCEN, &regs->CR0Set);
1064		else
1065			writel(CR0_FDXRFCEN, &regs->CR0Clr);
1066
1067		if (BYTE_REG_BITS_IS_ON(PHYSR0_TXFLC, &regs->PHYSR0))
1068			writel(CR0_FDXTFCEN, &regs->CR0Set);
1069		else
1070			writel(CR0_FDXTFCEN, &regs->CR0Clr);
1071		break;
1072
1073	case FLOW_CNTL_TX:
1074		writel(CR0_FDXTFCEN, &regs->CR0Set);
1075		writel(CR0_FDXRFCEN, &regs->CR0Clr);
1076		break;
1077
1078	case FLOW_CNTL_RX:
1079		writel(CR0_FDXRFCEN, &regs->CR0Set);
1080		writel(CR0_FDXTFCEN, &regs->CR0Clr);
1081		break;
1082
1083	case FLOW_CNTL_TX_RX:
1084		writel(CR0_FDXTFCEN, &regs->CR0Set);
1085		writel(CR0_FDXRFCEN, &regs->CR0Set);
1086		break;
1087
1088	case FLOW_CNTL_DISABLE:
1089		writel(CR0_FDXRFCEN, &regs->CR0Clr);
1090		writel(CR0_FDXTFCEN, &regs->CR0Clr);
1091		break;
1092
1093	default:
1094		break;
1095	}
1096
1097}
1098
1099/**
1100 *	velocity_soft_reset	-	soft reset
1101 *	@vptr: velocity to reset
1102 *
1103 *	Kick off a soft reset of the velocity adapter and then poll
1104 *	until the reset sequence has completed before returning.
1105 */
1106static int velocity_soft_reset(struct velocity_info *vptr)
1107{
1108	struct mac_regs __iomem *regs = vptr->mac_regs;
1109	int i = 0;
1110
1111	writel(CR0_SFRST, &regs->CR0Set);
1112
1113	for (i = 0; i < W_MAX_TIMEOUT; i++) {
1114		udelay(5);
1115		if (!DWORD_REG_BITS_IS_ON(CR0_SFRST, &regs->CR0Set))
1116			break;
1117	}
1118
1119	if (i == W_MAX_TIMEOUT) {
1120		writel(CR0_FORSRST, &regs->CR0Set);
1121		/* FIXME: PCI POSTING */
1122		/* delay 2ms */
1123		mdelay(2);
1124	}
1125	return 0;
1126}
1127
1128/**
1129 *	velocity_set_multi	-	filter list change callback
1130 *	@dev: network device
1131 *
1132 *	Called by the network layer when the filter lists need to change
1133 *	for a velocity adapter. Reload the CAMs with the new address
1134 *	filter ruleset.
1135 */
1136static void velocity_set_multi(struct net_device *dev)
1137{
1138	struct velocity_info *vptr = netdev_priv(dev);
1139	struct mac_regs __iomem *regs = vptr->mac_regs;
1140	u8 rx_mode;
1141	int i;
1142	struct netdev_hw_addr *ha;
1143
1144	if (dev->flags & IFF_PROMISC) {	/* Set promiscuous. */
1145		writel(0xffffffff, &regs->MARCAM[0]);
1146		writel(0xffffffff, &regs->MARCAM[4]);
1147		rx_mode = (RCR_AM | RCR_AB | RCR_PROM);
1148	} else if ((netdev_mc_count(dev) > vptr->multicast_limit) ||
1149		   (dev->flags & IFF_ALLMULTI)) {
1150		writel(0xffffffff, &regs->MARCAM[0]);
1151		writel(0xffffffff, &regs->MARCAM[4]);
1152		rx_mode = (RCR_AM | RCR_AB);
1153	} else {
1154		int offset = MCAM_SIZE - vptr->multicast_limit;
1155		mac_get_cam_mask(regs, vptr->mCAMmask);
1156
1157		i = 0;
1158		netdev_for_each_mc_addr(ha, dev) {
1159			mac_set_cam(regs, i + offset, ha->addr);
1160			vptr->mCAMmask[(offset + i) / 8] |= 1 << ((offset + i) & 7);
1161			i++;
1162		}
1163
1164		mac_set_cam_mask(regs, vptr->mCAMmask);
1165		rx_mode = RCR_AM | RCR_AB | RCR_AP;
1166	}
1167	if (dev->mtu > 1500)
1168		rx_mode |= RCR_AL;
1169
1170	BYTE_REG_BITS_ON(rx_mode, &regs->RCR);
1171
1172}
1173
1174/*
1175 * MII access , media link mode setting functions
1176 */
1177
1178/**
1179 *	mii_init	-	set up MII
1180 *	@vptr: velocity adapter
1181 *	@mii_status:  links tatus
1182 *
1183 *	Set up the PHY for the current link state.
1184 */
1185static void mii_init(struct velocity_info *vptr, u32 mii_status)
1186{
1187	u16 BMCR;
1188
1189	switch (PHYID_GET_PHY_ID(vptr->phy_id)) {
1190	case PHYID_ICPLUS_IP101A:
1191		MII_REG_BITS_ON((ADVERTISE_PAUSE_ASYM | ADVERTISE_PAUSE_CAP),
1192						MII_ADVERTISE, vptr->mac_regs);
1193		if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1194			MII_REG_BITS_ON(TCSR_ECHODIS, MII_SREVISION,
1195								vptr->mac_regs);
1196		else
1197			MII_REG_BITS_OFF(TCSR_ECHODIS, MII_SREVISION,
1198								vptr->mac_regs);
1199		MII_REG_BITS_ON(PLED_LALBE, MII_TPISTATUS, vptr->mac_regs);
1200		break;
1201	case PHYID_CICADA_CS8201:
1202		/*
1203		 *	Reset to hardware default
1204		 */
1205		MII_REG_BITS_OFF((ADVERTISE_PAUSE_ASYM | ADVERTISE_PAUSE_CAP), MII_ADVERTISE, vptr->mac_regs);
1206		/*
1207		 *	Turn on ECHODIS bit in NWay-forced full mode and turn it
1208		 *	off it in NWay-forced half mode for NWay-forced v.s.
1209		 *	legacy-forced issue.
1210		 */
1211		if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1212			MII_REG_BITS_ON(TCSR_ECHODIS, MII_SREVISION, vptr->mac_regs);
1213		else
1214			MII_REG_BITS_OFF(TCSR_ECHODIS, MII_SREVISION, vptr->mac_regs);
1215		/*
1216		 *	Turn on Link/Activity LED enable bit for CIS8201
1217		 */
1218		MII_REG_BITS_ON(PLED_LALBE, MII_TPISTATUS, vptr->mac_regs);
1219		break;
1220	case PHYID_VT3216_32BIT:
1221	case PHYID_VT3216_64BIT:
1222		/*
1223		 *	Reset to hardware default
1224		 */
1225		MII_REG_BITS_ON((ADVERTISE_PAUSE_ASYM | ADVERTISE_PAUSE_CAP), MII_ADVERTISE, vptr->mac_regs);
1226		/*
1227		 *	Turn on ECHODIS bit in NWay-forced full mode and turn it
1228		 *	off it in NWay-forced half mode for NWay-forced v.s.
1229		 *	legacy-forced issue
1230		 */
1231		if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1232			MII_REG_BITS_ON(TCSR_ECHODIS, MII_SREVISION, vptr->mac_regs);
1233		else
1234			MII_REG_BITS_OFF(TCSR_ECHODIS, MII_SREVISION, vptr->mac_regs);
1235		break;
1236
1237	case PHYID_MARVELL_1000:
1238	case PHYID_MARVELL_1000S:
1239		/*
1240		 *	Assert CRS on Transmit
1241		 */
1242		MII_REG_BITS_ON(PSCR_ACRSTX, MII_REG_PSCR, vptr->mac_regs);
1243		/*
1244		 *	Reset to hardware default
1245		 */
1246		MII_REG_BITS_ON((ADVERTISE_PAUSE_ASYM | ADVERTISE_PAUSE_CAP), MII_ADVERTISE, vptr->mac_regs);
1247		break;
1248	default:
1249		;
1250	}
1251	velocity_mii_read(vptr->mac_regs, MII_BMCR, &BMCR);
1252	if (BMCR & BMCR_ISOLATE) {
1253		BMCR &= ~BMCR_ISOLATE;
1254		velocity_mii_write(vptr->mac_regs, MII_BMCR, BMCR);
1255	}
1256}
1257
1258/**
1259 * setup_queue_timers	-	Setup interrupt timers
1260 * @vptr: velocity adapter
1261 *
1262 * Setup interrupt frequency during suppression (timeout if the frame
1263 * count isn't filled).
1264 */
1265static void setup_queue_timers(struct velocity_info *vptr)
1266{
1267	/* Only for newer revisions */
1268	if (vptr->rev_id >= REV_ID_VT3216_A0) {
1269		u8 txqueue_timer = 0;
1270		u8 rxqueue_timer = 0;
1271
1272		if (vptr->mii_status & (VELOCITY_SPEED_1000 |
1273				VELOCITY_SPEED_100)) {
1274			txqueue_timer = vptr->options.txqueue_timer;
1275			rxqueue_timer = vptr->options.rxqueue_timer;
1276		}
1277
1278		writeb(txqueue_timer, &vptr->mac_regs->TQETMR);
1279		writeb(rxqueue_timer, &vptr->mac_regs->RQETMR);
1280	}
1281}
1282
1283/**
1284 * setup_adaptive_interrupts  -  Setup interrupt suppression
1285 * @vptr: velocity adapter
 
1286 *
1287 * The velocity is able to suppress interrupt during high interrupt load.
1288 * This function turns on that feature.
1289 */
1290static void setup_adaptive_interrupts(struct velocity_info *vptr)
1291{
1292	struct mac_regs __iomem *regs = vptr->mac_regs;
1293	u16 tx_intsup = vptr->options.tx_intsup;
1294	u16 rx_intsup = vptr->options.rx_intsup;
1295
1296	/* Setup default interrupt mask (will be changed below) */
1297	vptr->int_mask = INT_MASK_DEF;
1298
1299	/* Set Tx Interrupt Suppression Threshold */
1300	writeb(CAMCR_PS0, &regs->CAMCR);
1301	if (tx_intsup != 0) {
1302		vptr->int_mask &= ~(ISR_PTXI | ISR_PTX0I | ISR_PTX1I |
1303				ISR_PTX2I | ISR_PTX3I);
1304		writew(tx_intsup, &regs->ISRCTL);
1305	} else
1306		writew(ISRCTL_TSUPDIS, &regs->ISRCTL);
1307
1308	/* Set Rx Interrupt Suppression Threshold */
1309	writeb(CAMCR_PS1, &regs->CAMCR);
1310	if (rx_intsup != 0) {
1311		vptr->int_mask &= ~ISR_PRXI;
1312		writew(rx_intsup, &regs->ISRCTL);
1313	} else
1314		writew(ISRCTL_RSUPDIS, &regs->ISRCTL);
1315
1316	/* Select page to interrupt hold timer */
1317	writeb(0, &regs->CAMCR);
1318}
1319
1320/**
1321 *	velocity_init_registers	-	initialise MAC registers
1322 *	@vptr: velocity to init
1323 *	@type: type of initialisation (hot or cold)
1324 *
1325 *	Initialise the MAC on a reset or on first set up on the
1326 *	hardware.
1327 */
1328static void velocity_init_registers(struct velocity_info *vptr,
1329				    enum velocity_init_type type)
1330{
1331	struct mac_regs __iomem *regs = vptr->mac_regs;
1332	struct net_device *netdev = vptr->netdev;
1333	int i, mii_status;
1334
1335	mac_wol_reset(regs);
1336
1337	switch (type) {
1338	case VELOCITY_INIT_RESET:
1339	case VELOCITY_INIT_WOL:
1340
1341		netif_stop_queue(netdev);
1342
1343		/*
1344		 *	Reset RX to prevent RX pointer not on the 4X location
1345		 */
1346		velocity_rx_reset(vptr);
1347		mac_rx_queue_run(regs);
1348		mac_rx_queue_wake(regs);
1349
1350		mii_status = velocity_get_opt_media_mode(vptr);
1351		if (velocity_set_media_mode(vptr, mii_status) != VELOCITY_LINK_CHANGE) {
1352			velocity_print_link_status(vptr);
1353			if (!(vptr->mii_status & VELOCITY_LINK_FAIL))
1354				netif_wake_queue(netdev);
1355		}
1356
1357		enable_flow_control_ability(vptr);
1358
1359		mac_clear_isr(regs);
1360		writel(CR0_STOP, &regs->CR0Clr);
1361		writel((CR0_DPOLL | CR0_TXON | CR0_RXON | CR0_STRT),
1362							&regs->CR0Set);
1363
1364		break;
1365
1366	case VELOCITY_INIT_COLD:
1367	default:
1368		/*
1369		 *	Do reset
1370		 */
1371		velocity_soft_reset(vptr);
1372		mdelay(5);
1373
1374		if (!vptr->no_eeprom) {
1375			mac_eeprom_reload(regs);
1376			for (i = 0; i < 6; i++)
1377				writeb(netdev->dev_addr[i], regs->PAR + i);
1378		}
1379
1380		/*
1381		 *	clear Pre_ACPI bit.
1382		 */
1383		BYTE_REG_BITS_OFF(CFGA_PACPI, &(regs->CFGA));
1384		mac_set_rx_thresh(regs, vptr->options.rx_thresh);
1385		mac_set_dma_length(regs, vptr->options.DMA_length);
1386
1387		writeb(WOLCFG_SAM | WOLCFG_SAB, &regs->WOLCFGSet);
1388		/*
1389		 *	Back off algorithm use original IEEE standard
1390		 */
1391		BYTE_REG_BITS_SET(CFGB_OFSET, (CFGB_CRANDOM | CFGB_CAP | CFGB_MBA | CFGB_BAKOPT), &regs->CFGB);
1392
1393		/*
1394		 *	Init CAM filter
1395		 */
1396		velocity_init_cam_filter(vptr);
1397
1398		/*
1399		 *	Set packet filter: Receive directed and broadcast address
1400		 */
1401		velocity_set_multi(netdev);
1402
1403		/*
1404		 *	Enable MII auto-polling
1405		 */
1406		enable_mii_autopoll(regs);
1407
1408		setup_adaptive_interrupts(vptr);
1409
1410		writel(vptr->rx.pool_dma, &regs->RDBaseLo);
1411		writew(vptr->options.numrx - 1, &regs->RDCSize);
1412		mac_rx_queue_run(regs);
1413		mac_rx_queue_wake(regs);
1414
1415		writew(vptr->options.numtx - 1, &regs->TDCSize);
1416
1417		for (i = 0; i < vptr->tx.numq; i++) {
1418			writel(vptr->tx.pool_dma[i], &regs->TDBaseLo[i]);
1419			mac_tx_queue_run(regs, i);
1420		}
1421
1422		init_flow_control_register(vptr);
1423
1424		writel(CR0_STOP, &regs->CR0Clr);
1425		writel((CR0_DPOLL | CR0_TXON | CR0_RXON | CR0_STRT), &regs->CR0Set);
1426
1427		mii_status = velocity_get_opt_media_mode(vptr);
1428		netif_stop_queue(netdev);
1429
1430		mii_init(vptr, mii_status);
1431
1432		if (velocity_set_media_mode(vptr, mii_status) != VELOCITY_LINK_CHANGE) {
1433			velocity_print_link_status(vptr);
1434			if (!(vptr->mii_status & VELOCITY_LINK_FAIL))
1435				netif_wake_queue(netdev);
1436		}
1437
1438		enable_flow_control_ability(vptr);
1439		mac_hw_mibs_init(regs);
1440		mac_write_int_mask(vptr->int_mask, regs);
1441		mac_clear_isr(regs);
1442
1443	}
1444}
1445
1446static void velocity_give_many_rx_descs(struct velocity_info *vptr)
1447{
1448	struct mac_regs __iomem *regs = vptr->mac_regs;
1449	int avail, dirty, unusable;
1450
1451	/*
1452	 * RD number must be equal to 4X per hardware spec
1453	 * (programming guide rev 1.20, p.13)
1454	 */
1455	if (vptr->rx.filled < 4)
1456		return;
1457
1458	wmb();
1459
1460	unusable = vptr->rx.filled & 0x0003;
1461	dirty = vptr->rx.dirty - unusable;
1462	for (avail = vptr->rx.filled & 0xfffc; avail; avail--) {
1463		dirty = (dirty > 0) ? dirty - 1 : vptr->options.numrx - 1;
1464		vptr->rx.ring[dirty].rdesc0.len |= OWNED_BY_NIC;
1465	}
1466
1467	writew(vptr->rx.filled & 0xfffc, &regs->RBRDU);
1468	vptr->rx.filled = unusable;
1469}
1470
1471/**
1472 *	velocity_init_dma_rings	-	set up DMA rings
1473 *	@vptr: Velocity to set up
1474 *
1475 *	Allocate PCI mapped DMA rings for the receive and transmit layer
1476 *	to use.
1477 */
1478static int velocity_init_dma_rings(struct velocity_info *vptr)
1479{
1480	struct velocity_opt *opt = &vptr->options;
1481	const unsigned int rx_ring_size = opt->numrx * sizeof(struct rx_desc);
1482	const unsigned int tx_ring_size = opt->numtx * sizeof(struct tx_desc);
1483	dma_addr_t pool_dma;
1484	void *pool;
1485	unsigned int i;
1486
1487	/*
1488	 * Allocate all RD/TD rings a single pool.
1489	 *
1490	 * dma_alloc_coherent() fulfills the requirement for 64 bytes
1491	 * alignment
1492	 */
1493	pool = dma_alloc_coherent(vptr->dev, tx_ring_size * vptr->tx.numq +
1494				    rx_ring_size, &pool_dma, GFP_ATOMIC);
1495	if (!pool) {
1496		dev_err(vptr->dev, "%s : DMA memory allocation failed.\n",
1497			vptr->netdev->name);
1498		return -ENOMEM;
1499	}
1500
1501	vptr->rx.ring = pool;
1502	vptr->rx.pool_dma = pool_dma;
1503
1504	pool += rx_ring_size;
1505	pool_dma += rx_ring_size;
1506
1507	for (i = 0; i < vptr->tx.numq; i++) {
1508		vptr->tx.rings[i] = pool;
1509		vptr->tx.pool_dma[i] = pool_dma;
1510		pool += tx_ring_size;
1511		pool_dma += tx_ring_size;
1512	}
1513
1514	return 0;
1515}
1516
1517static void velocity_set_rxbufsize(struct velocity_info *vptr, int mtu)
1518{
1519	vptr->rx.buf_sz = (mtu <= ETH_DATA_LEN) ? PKT_BUF_SZ : mtu + 32;
1520}
1521
1522/**
1523 *	velocity_alloc_rx_buf	-	allocate aligned receive buffer
1524 *	@vptr: velocity
1525 *	@idx: ring index
1526 *
1527 *	Allocate a new full sized buffer for the reception of a frame and
1528 *	map it into PCI space for the hardware to use. The hardware
1529 *	requires *64* byte alignment of the buffer which makes life
1530 *	less fun than would be ideal.
1531 */
1532static int velocity_alloc_rx_buf(struct velocity_info *vptr, int idx)
1533{
1534	struct rx_desc *rd = &(vptr->rx.ring[idx]);
1535	struct velocity_rd_info *rd_info = &(vptr->rx.info[idx]);
1536
1537	rd_info->skb = netdev_alloc_skb(vptr->netdev, vptr->rx.buf_sz + 64);
1538	if (rd_info->skb == NULL)
1539		return -ENOMEM;
1540
1541	/*
1542	 *	Do the gymnastics to get the buffer head for data at
1543	 *	64byte alignment.
1544	 */
1545	skb_reserve(rd_info->skb,
1546			64 - ((unsigned long) rd_info->skb->data & 63));
1547	rd_info->skb_dma = dma_map_single(vptr->dev, rd_info->skb->data,
1548					vptr->rx.buf_sz, DMA_FROM_DEVICE);
1549
1550	/*
1551	 *	Fill in the descriptor to match
1552	 */
1553
1554	*((u32 *) & (rd->rdesc0)) = 0;
1555	rd->size = cpu_to_le16(vptr->rx.buf_sz) | RX_INTEN;
1556	rd->pa_low = cpu_to_le32(rd_info->skb_dma);
1557	rd->pa_high = 0;
1558	return 0;
1559}
1560
1561
1562static int velocity_rx_refill(struct velocity_info *vptr)
1563{
1564	int dirty = vptr->rx.dirty, done = 0;
1565
1566	do {
1567		struct rx_desc *rd = vptr->rx.ring + dirty;
1568
1569		/* Fine for an all zero Rx desc at init time as well */
1570		if (rd->rdesc0.len & OWNED_BY_NIC)
1571			break;
1572
1573		if (!vptr->rx.info[dirty].skb) {
1574			if (velocity_alloc_rx_buf(vptr, dirty) < 0)
1575				break;
1576		}
1577		done++;
1578		dirty = (dirty < vptr->options.numrx - 1) ? dirty + 1 : 0;
1579	} while (dirty != vptr->rx.curr);
1580
1581	if (done) {
1582		vptr->rx.dirty = dirty;
1583		vptr->rx.filled += done;
1584	}
1585
1586	return done;
1587}
1588
1589/**
1590 *	velocity_free_rd_ring	-	free receive ring
1591 *	@vptr: velocity to clean up
1592 *
1593 *	Free the receive buffers for each ring slot and any
1594 *	attached socket buffers that need to go away.
1595 */
1596static void velocity_free_rd_ring(struct velocity_info *vptr)
1597{
1598	int i;
1599
1600	if (vptr->rx.info == NULL)
1601		return;
1602
1603	for (i = 0; i < vptr->options.numrx; i++) {
1604		struct velocity_rd_info *rd_info = &(vptr->rx.info[i]);
1605		struct rx_desc *rd = vptr->rx.ring + i;
1606
1607		memset(rd, 0, sizeof(*rd));
1608
1609		if (!rd_info->skb)
1610			continue;
1611		dma_unmap_single(vptr->dev, rd_info->skb_dma, vptr->rx.buf_sz,
1612				 DMA_FROM_DEVICE);
1613		rd_info->skb_dma = 0;
1614
1615		dev_kfree_skb(rd_info->skb);
1616		rd_info->skb = NULL;
1617	}
1618
1619	kfree(vptr->rx.info);
1620	vptr->rx.info = NULL;
1621}
1622
1623/**
1624 *	velocity_init_rd_ring	-	set up receive ring
1625 *	@vptr: velocity to configure
1626 *
1627 *	Allocate and set up the receive buffers for each ring slot and
1628 *	assign them to the network adapter.
1629 */
1630static int velocity_init_rd_ring(struct velocity_info *vptr)
1631{
1632	int ret = -ENOMEM;
1633
1634	vptr->rx.info = kcalloc(vptr->options.numrx,
1635				sizeof(struct velocity_rd_info), GFP_KERNEL);
1636	if (!vptr->rx.info)
1637		goto out;
1638
1639	velocity_init_rx_ring_indexes(vptr);
1640
1641	if (velocity_rx_refill(vptr) != vptr->options.numrx) {
1642		netdev_err(vptr->netdev, "failed to allocate RX buffer\n");
 
1643		velocity_free_rd_ring(vptr);
1644		goto out;
1645	}
1646
1647	ret = 0;
1648out:
1649	return ret;
1650}
1651
1652/**
1653 *	velocity_init_td_ring	-	set up transmit ring
1654 *	@vptr:	velocity
1655 *
1656 *	Set up the transmit ring and chain the ring pointers together.
1657 *	Returns zero on success or a negative posix errno code for
1658 *	failure.
1659 */
1660static int velocity_init_td_ring(struct velocity_info *vptr)
1661{
1662	int j;
1663
1664	/* Init the TD ring entries */
1665	for (j = 0; j < vptr->tx.numq; j++) {
1666
1667		vptr->tx.infos[j] = kcalloc(vptr->options.numtx,
1668					    sizeof(struct velocity_td_info),
1669					    GFP_KERNEL);
1670		if (!vptr->tx.infos[j])	{
1671			while (--j >= 0)
1672				kfree(vptr->tx.infos[j]);
1673			return -ENOMEM;
1674		}
1675
1676		vptr->tx.tail[j] = vptr->tx.curr[j] = vptr->tx.used[j] = 0;
1677	}
1678	return 0;
1679}
1680
1681/**
1682 *	velocity_free_dma_rings	-	free PCI ring pointers
1683 *	@vptr: Velocity to free from
1684 *
1685 *	Clean up the PCI ring buffers allocated to this velocity.
1686 */
1687static void velocity_free_dma_rings(struct velocity_info *vptr)
1688{
1689	const int size = vptr->options.numrx * sizeof(struct rx_desc) +
1690		vptr->options.numtx * sizeof(struct tx_desc) * vptr->tx.numq;
1691
1692	dma_free_coherent(vptr->dev, size, vptr->rx.ring, vptr->rx.pool_dma);
1693}
1694
1695static int velocity_init_rings(struct velocity_info *vptr, int mtu)
1696{
1697	int ret;
1698
1699	velocity_set_rxbufsize(vptr, mtu);
1700
1701	ret = velocity_init_dma_rings(vptr);
1702	if (ret < 0)
1703		goto out;
1704
1705	ret = velocity_init_rd_ring(vptr);
1706	if (ret < 0)
1707		goto err_free_dma_rings_0;
1708
1709	ret = velocity_init_td_ring(vptr);
1710	if (ret < 0)
1711		goto err_free_rd_ring_1;
1712out:
1713	return ret;
1714
1715err_free_rd_ring_1:
1716	velocity_free_rd_ring(vptr);
1717err_free_dma_rings_0:
1718	velocity_free_dma_rings(vptr);
1719	goto out;
1720}
1721
1722/**
1723 *	velocity_free_tx_buf	-	free transmit buffer
1724 *	@vptr: velocity
1725 *	@tdinfo: buffer
1726 *	@td: transmit descriptor to free
1727 *
1728 *	Release an transmit buffer. If the buffer was preallocated then
1729 *	recycle it, if not then unmap the buffer.
1730 */
1731static void velocity_free_tx_buf(struct velocity_info *vptr,
1732		struct velocity_td_info *tdinfo, struct tx_desc *td)
1733{
1734	struct sk_buff *skb = tdinfo->skb;
1735	int i;
1736
1737	/*
1738	 *	Don't unmap the pre-allocated tx_bufs
1739	 */
1740	for (i = 0; i < tdinfo->nskb_dma; i++) {
1741		size_t pktlen = max_t(size_t, skb->len, ETH_ZLEN);
1742
1743		/* For scatter-gather */
1744		if (skb_shinfo(skb)->nr_frags > 0)
1745			pktlen = max_t(size_t, pktlen,
1746				       td->td_buf[i].size & ~TD_QUEUE);
1747
1748		dma_unmap_single(vptr->dev, tdinfo->skb_dma[i],
1749				 le16_to_cpu(pktlen), DMA_TO_DEVICE);
1750	}
1751	dev_consume_skb_irq(skb);
1752	tdinfo->skb = NULL;
1753}
1754
1755/*
1756 *	FIXME: could we merge this with velocity_free_tx_buf ?
1757 */
1758static void velocity_free_td_ring_entry(struct velocity_info *vptr,
1759							 int q, int n)
1760{
1761	struct velocity_td_info *td_info = &(vptr->tx.infos[q][n]);
1762	int i;
1763
1764	if (td_info == NULL)
1765		return;
1766
1767	if (td_info->skb) {
1768		for (i = 0; i < td_info->nskb_dma; i++) {
1769			if (td_info->skb_dma[i]) {
1770				dma_unmap_single(vptr->dev, td_info->skb_dma[i],
1771					td_info->skb->len, DMA_TO_DEVICE);
1772				td_info->skb_dma[i] = 0;
1773			}
1774		}
1775		dev_kfree_skb(td_info->skb);
1776		td_info->skb = NULL;
1777	}
1778}
1779
1780/**
1781 *	velocity_free_td_ring	-	free td ring
1782 *	@vptr: velocity
1783 *
1784 *	Free up the transmit ring for this particular velocity adapter.
1785 *	We free the ring contents but not the ring itself.
1786 */
1787static void velocity_free_td_ring(struct velocity_info *vptr)
1788{
1789	int i, j;
1790
1791	for (j = 0; j < vptr->tx.numq; j++) {
1792		if (vptr->tx.infos[j] == NULL)
1793			continue;
1794		for (i = 0; i < vptr->options.numtx; i++)
1795			velocity_free_td_ring_entry(vptr, j, i);
1796
1797		kfree(vptr->tx.infos[j]);
1798		vptr->tx.infos[j] = NULL;
1799	}
1800}
1801
1802static void velocity_free_rings(struct velocity_info *vptr)
1803{
1804	velocity_free_td_ring(vptr);
1805	velocity_free_rd_ring(vptr);
1806	velocity_free_dma_rings(vptr);
1807}
1808
1809/**
1810 *	velocity_error	-	handle error from controller
1811 *	@vptr: velocity
1812 *	@status: card status
1813 *
1814 *	Process an error report from the hardware and attempt to recover
1815 *	the card itself. At the moment we cannot recover from some
1816 *	theoretically impossible errors but this could be fixed using
1817 *	the pci_device_failed logic to bounce the hardware
1818 *
1819 */
1820static void velocity_error(struct velocity_info *vptr, int status)
1821{
1822
1823	if (status & ISR_TXSTLI) {
1824		struct mac_regs __iomem *regs = vptr->mac_regs;
1825
1826		netdev_err(vptr->netdev, "TD structure error TDindex=%hx\n",
1827			   readw(&regs->TDIdx[0]));
1828		BYTE_REG_BITS_ON(TXESR_TDSTR, &regs->TXESR);
1829		writew(TRDCSR_RUN, &regs->TDCSRClr);
1830		netif_stop_queue(vptr->netdev);
1831
1832		/* FIXME: port over the pci_device_failed code and use it
1833		   here */
1834	}
1835
1836	if (status & ISR_SRCI) {
1837		struct mac_regs __iomem *regs = vptr->mac_regs;
1838		int linked;
1839
1840		if (vptr->options.spd_dpx == SPD_DPX_AUTO) {
1841			vptr->mii_status = check_connection_type(regs);
1842
1843			/*
1844			 *	If it is a 3119, disable frame bursting in
1845			 *	halfduplex mode and enable it in fullduplex
1846			 *	 mode
1847			 */
1848			if (vptr->rev_id < REV_ID_VT3216_A0) {
1849				if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1850					BYTE_REG_BITS_ON(TCR_TB2BDIS, &regs->TCR);
1851				else
1852					BYTE_REG_BITS_OFF(TCR_TB2BDIS, &regs->TCR);
1853			}
1854			/*
1855			 *	Only enable CD heart beat counter in 10HD mode
1856			 */
1857			if (!(vptr->mii_status & VELOCITY_DUPLEX_FULL) && (vptr->mii_status & VELOCITY_SPEED_10))
1858				BYTE_REG_BITS_OFF(TESTCFG_HBDIS, &regs->TESTCFG);
1859			else
1860				BYTE_REG_BITS_ON(TESTCFG_HBDIS, &regs->TESTCFG);
1861
1862			setup_queue_timers(vptr);
1863		}
1864		/*
1865		 *	Get link status from PHYSR0
1866		 */
1867		linked = readb(&regs->PHYSR0) & PHYSR0_LINKGD;
1868
1869		if (linked) {
1870			vptr->mii_status &= ~VELOCITY_LINK_FAIL;
1871			netif_carrier_on(vptr->netdev);
1872		} else {
1873			vptr->mii_status |= VELOCITY_LINK_FAIL;
1874			netif_carrier_off(vptr->netdev);
1875		}
1876
1877		velocity_print_link_status(vptr);
1878		enable_flow_control_ability(vptr);
1879
1880		/*
1881		 *	Re-enable auto-polling because SRCI will disable
1882		 *	auto-polling
1883		 */
1884
1885		enable_mii_autopoll(regs);
1886
1887		if (vptr->mii_status & VELOCITY_LINK_FAIL)
1888			netif_stop_queue(vptr->netdev);
1889		else
1890			netif_wake_queue(vptr->netdev);
1891
1892	}
1893	if (status & ISR_MIBFI)
1894		velocity_update_hw_mibs(vptr);
1895	if (status & ISR_LSTEI)
1896		mac_rx_queue_wake(vptr->mac_regs);
1897}
1898
1899/**
1900 *	velocity_tx_srv		-	transmit interrupt service
1901 *	@vptr: Velocity
1902 *
1903 *	Scan the queues looking for transmitted packets that
1904 *	we can complete and clean up. Update any statistics as
1905 *	necessary/
1906 */
1907static int velocity_tx_srv(struct velocity_info *vptr)
1908{
1909	struct tx_desc *td;
1910	int qnum;
1911	int full = 0;
1912	int idx;
1913	int works = 0;
1914	struct velocity_td_info *tdinfo;
1915	struct net_device_stats *stats = &vptr->netdev->stats;
1916
1917	for (qnum = 0; qnum < vptr->tx.numq; qnum++) {
1918		for (idx = vptr->tx.tail[qnum]; vptr->tx.used[qnum] > 0;
1919			idx = (idx + 1) % vptr->options.numtx) {
1920
1921			/*
1922			 *	Get Tx Descriptor
1923			 */
1924			td = &(vptr->tx.rings[qnum][idx]);
1925			tdinfo = &(vptr->tx.infos[qnum][idx]);
1926
1927			if (td->tdesc0.len & OWNED_BY_NIC)
1928				break;
1929
1930			if ((works++ > 15))
1931				break;
1932
1933			if (td->tdesc0.TSR & TSR0_TERR) {
1934				stats->tx_errors++;
1935				stats->tx_dropped++;
1936				if (td->tdesc0.TSR & TSR0_CDH)
1937					stats->tx_heartbeat_errors++;
1938				if (td->tdesc0.TSR & TSR0_CRS)
1939					stats->tx_carrier_errors++;
1940				if (td->tdesc0.TSR & TSR0_ABT)
1941					stats->tx_aborted_errors++;
1942				if (td->tdesc0.TSR & TSR0_OWC)
1943					stats->tx_window_errors++;
1944			} else {
1945				stats->tx_packets++;
1946				stats->tx_bytes += tdinfo->skb->len;
1947			}
1948			velocity_free_tx_buf(vptr, tdinfo, td);
1949			vptr->tx.used[qnum]--;
1950		}
1951		vptr->tx.tail[qnum] = idx;
1952
1953		if (AVAIL_TD(vptr, qnum) < 1)
1954			full = 1;
1955	}
1956	/*
1957	 *	Look to see if we should kick the transmit network
1958	 *	layer for more work.
1959	 */
1960	if (netif_queue_stopped(vptr->netdev) && (full == 0) &&
1961	    (!(vptr->mii_status & VELOCITY_LINK_FAIL))) {
1962		netif_wake_queue(vptr->netdev);
1963	}
1964	return works;
1965}
1966
1967/**
1968 *	velocity_rx_csum	-	checksum process
1969 *	@rd: receive packet descriptor
1970 *	@skb: network layer packet buffer
1971 *
1972 *	Process the status bits for the received packet and determine
1973 *	if the checksum was computed and verified by the hardware
1974 */
1975static inline void velocity_rx_csum(struct rx_desc *rd, struct sk_buff *skb)
1976{
1977	skb_checksum_none_assert(skb);
1978
1979	if (rd->rdesc1.CSM & CSM_IPKT) {
1980		if (rd->rdesc1.CSM & CSM_IPOK) {
1981			if ((rd->rdesc1.CSM & CSM_TCPKT) ||
1982					(rd->rdesc1.CSM & CSM_UDPKT)) {
1983				if (!(rd->rdesc1.CSM & CSM_TUPOK))
1984					return;
1985			}
1986			skb->ip_summed = CHECKSUM_UNNECESSARY;
1987		}
1988	}
1989}
1990
1991/**
1992 *	velocity_rx_copy	-	in place Rx copy for small packets
1993 *	@rx_skb: network layer packet buffer candidate
1994 *	@pkt_size: received data size
1995 *	@vptr: velocity adapter
 
1996 *
1997 *	Replace the current skb that is scheduled for Rx processing by a
1998 *	shorter, immediately allocated skb, if the received packet is small
1999 *	enough. This function returns a negative value if the received
2000 *	packet is too big or if memory is exhausted.
2001 */
2002static int velocity_rx_copy(struct sk_buff **rx_skb, int pkt_size,
2003			    struct velocity_info *vptr)
2004{
2005	int ret = -1;
2006	if (pkt_size < rx_copybreak) {
2007		struct sk_buff *new_skb;
2008
2009		new_skb = netdev_alloc_skb_ip_align(vptr->netdev, pkt_size);
2010		if (new_skb) {
2011			new_skb->ip_summed = rx_skb[0]->ip_summed;
2012			skb_copy_from_linear_data(*rx_skb, new_skb->data, pkt_size);
2013			*rx_skb = new_skb;
2014			ret = 0;
2015		}
2016
2017	}
2018	return ret;
2019}
2020
2021/**
2022 *	velocity_iph_realign	-	IP header alignment
2023 *	@vptr: velocity we are handling
2024 *	@skb: network layer packet buffer
2025 *	@pkt_size: received data size
2026 *
2027 *	Align IP header on a 2 bytes boundary. This behavior can be
2028 *	configured by the user.
2029 */
2030static inline void velocity_iph_realign(struct velocity_info *vptr,
2031					struct sk_buff *skb, int pkt_size)
2032{
2033	if (vptr->flags & VELOCITY_FLAGS_IP_ALIGN) {
2034		memmove(skb->data + 2, skb->data, pkt_size);
2035		skb_reserve(skb, 2);
2036	}
2037}
2038
2039/**
2040 *	velocity_receive_frame	-	received packet processor
2041 *	@vptr: velocity we are handling
2042 *	@idx: ring index
2043 *
2044 *	A packet has arrived. We process the packet and if appropriate
2045 *	pass the frame up the network stack
2046 */
2047static int velocity_receive_frame(struct velocity_info *vptr, int idx)
2048{
2049	struct net_device_stats *stats = &vptr->netdev->stats;
2050	struct velocity_rd_info *rd_info = &(vptr->rx.info[idx]);
2051	struct rx_desc *rd = &(vptr->rx.ring[idx]);
2052	int pkt_len = le16_to_cpu(rd->rdesc0.len) & 0x3fff;
2053	struct sk_buff *skb;
2054
2055	if (unlikely(rd->rdesc0.RSR & (RSR_STP | RSR_EDP | RSR_RL))) {
2056		if (rd->rdesc0.RSR & (RSR_STP | RSR_EDP))
2057			netdev_err(vptr->netdev, "received frame spans multiple RDs\n");
2058		stats->rx_length_errors++;
2059		return -EINVAL;
2060	}
2061
2062	if (rd->rdesc0.RSR & RSR_MAR)
2063		stats->multicast++;
2064
2065	skb = rd_info->skb;
2066
2067	dma_sync_single_for_cpu(vptr->dev, rd_info->skb_dma,
2068				    vptr->rx.buf_sz, DMA_FROM_DEVICE);
2069
2070	velocity_rx_csum(rd, skb);
2071
2072	if (velocity_rx_copy(&skb, pkt_len, vptr) < 0) {
2073		velocity_iph_realign(vptr, skb, pkt_len);
2074		rd_info->skb = NULL;
2075		dma_unmap_single(vptr->dev, rd_info->skb_dma, vptr->rx.buf_sz,
2076				 DMA_FROM_DEVICE);
2077	} else {
2078		dma_sync_single_for_device(vptr->dev, rd_info->skb_dma,
2079					   vptr->rx.buf_sz, DMA_FROM_DEVICE);
2080	}
2081
2082	skb_put(skb, pkt_len - 4);
2083	skb->protocol = eth_type_trans(skb, vptr->netdev);
2084
2085	if (rd->rdesc0.RSR & RSR_DETAG) {
2086		u16 vid = swab16(le16_to_cpu(rd->rdesc1.PQTAG));
2087
2088		__vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), vid);
2089	}
2090	netif_receive_skb(skb);
2091
2092	stats->rx_bytes += pkt_len;
2093	stats->rx_packets++;
2094
2095	return 0;
2096}
2097
2098/**
2099 *	velocity_rx_srv		-	service RX interrupt
2100 *	@vptr: velocity
2101 *	@budget_left: remaining budget
2102 *
2103 *	Walk the receive ring of the velocity adapter and remove
2104 *	any received packets from the receive queue. Hand the ring
2105 *	slots back to the adapter for reuse.
2106 */
2107static int velocity_rx_srv(struct velocity_info *vptr, int budget_left)
2108{
2109	struct net_device_stats *stats = &vptr->netdev->stats;
2110	int rd_curr = vptr->rx.curr;
2111	int works = 0;
2112
2113	while (works < budget_left) {
2114		struct rx_desc *rd = vptr->rx.ring + rd_curr;
2115
2116		if (!vptr->rx.info[rd_curr].skb)
2117			break;
2118
2119		if (rd->rdesc0.len & OWNED_BY_NIC)
2120			break;
2121
2122		rmb();
2123
2124		/*
2125		 *	Don't drop CE or RL error frame although RXOK is off
2126		 */
2127		if (rd->rdesc0.RSR & (RSR_RXOK | RSR_CE | RSR_RL)) {
2128			if (velocity_receive_frame(vptr, rd_curr) < 0)
2129				stats->rx_dropped++;
2130		} else {
2131			if (rd->rdesc0.RSR & RSR_CRC)
2132				stats->rx_crc_errors++;
2133			if (rd->rdesc0.RSR & RSR_FAE)
2134				stats->rx_frame_errors++;
2135
2136			stats->rx_dropped++;
2137		}
2138
2139		rd->size |= RX_INTEN;
2140
2141		rd_curr++;
2142		if (rd_curr >= vptr->options.numrx)
2143			rd_curr = 0;
2144		works++;
2145	}
2146
2147	vptr->rx.curr = rd_curr;
2148
2149	if ((works > 0) && (velocity_rx_refill(vptr) > 0))
2150		velocity_give_many_rx_descs(vptr);
2151
2152	VAR_USED(stats);
2153	return works;
2154}
2155
2156static int velocity_poll(struct napi_struct *napi, int budget)
2157{
2158	struct velocity_info *vptr = container_of(napi,
2159			struct velocity_info, napi);
2160	unsigned int rx_done;
2161	unsigned long flags;
2162
2163	/*
2164	 * Do rx and tx twice for performance (taken from the VIA
2165	 * out-of-tree driver).
2166	 */
2167	rx_done = velocity_rx_srv(vptr, budget);
2168	spin_lock_irqsave(&vptr->lock, flags);
2169	velocity_tx_srv(vptr);
2170	/* If budget not fully consumed, exit the polling mode */
2171	if (rx_done < budget) {
2172		napi_complete_done(napi, rx_done);
2173		mac_enable_int(vptr->mac_regs);
2174	}
2175	spin_unlock_irqrestore(&vptr->lock, flags);
2176
2177	return rx_done;
2178}
2179
2180/**
2181 *	velocity_intr		-	interrupt callback
2182 *	@irq: interrupt number
2183 *	@dev_instance: interrupting device
2184 *
2185 *	Called whenever an interrupt is generated by the velocity
2186 *	adapter IRQ line. We may not be the source of the interrupt
2187 *	and need to identify initially if we are, and if not exit as
2188 *	efficiently as possible.
2189 */
2190static irqreturn_t velocity_intr(int irq, void *dev_instance)
2191{
2192	struct net_device *dev = dev_instance;
2193	struct velocity_info *vptr = netdev_priv(dev);
2194	u32 isr_status;
2195
2196	spin_lock(&vptr->lock);
2197	isr_status = mac_read_isr(vptr->mac_regs);
2198
2199	/* Not us ? */
2200	if (isr_status == 0) {
2201		spin_unlock(&vptr->lock);
2202		return IRQ_NONE;
2203	}
2204
2205	/* Ack the interrupt */
2206	mac_write_isr(vptr->mac_regs, isr_status);
2207
2208	if (likely(napi_schedule_prep(&vptr->napi))) {
2209		mac_disable_int(vptr->mac_regs);
2210		__napi_schedule(&vptr->napi);
2211	}
2212
2213	if (isr_status & (~(ISR_PRXI | ISR_PPRXI | ISR_PTXI | ISR_PPTXI)))
2214		velocity_error(vptr, isr_status);
2215
2216	spin_unlock(&vptr->lock);
2217
2218	return IRQ_HANDLED;
2219}
2220
2221/**
2222 *	velocity_open		-	interface activation callback
2223 *	@dev: network layer device to open
2224 *
2225 *	Called when the network layer brings the interface up. Returns
2226 *	a negative posix error code on failure, or zero on success.
2227 *
2228 *	All the ring allocation and set up is done on open for this
2229 *	adapter to minimise memory usage when inactive
2230 */
2231static int velocity_open(struct net_device *dev)
2232{
2233	struct velocity_info *vptr = netdev_priv(dev);
2234	int ret;
2235
2236	ret = velocity_init_rings(vptr, dev->mtu);
2237	if (ret < 0)
2238		goto out;
2239
2240	/* Ensure chip is running */
2241	velocity_set_power_state(vptr, PCI_D0);
2242
2243	velocity_init_registers(vptr, VELOCITY_INIT_COLD);
2244
2245	ret = request_irq(dev->irq, velocity_intr, IRQF_SHARED,
2246			  dev->name, dev);
2247	if (ret < 0) {
2248		/* Power down the chip */
2249		velocity_set_power_state(vptr, PCI_D3hot);
2250		velocity_free_rings(vptr);
2251		goto out;
2252	}
2253
2254	velocity_give_many_rx_descs(vptr);
2255
2256	mac_enable_int(vptr->mac_regs);
2257	netif_start_queue(dev);
2258	napi_enable(&vptr->napi);
2259	vptr->flags |= VELOCITY_FLAGS_OPENED;
2260out:
2261	return ret;
2262}
2263
2264/**
2265 *	velocity_shutdown	-	shut down the chip
2266 *	@vptr: velocity to deactivate
2267 *
2268 *	Shuts down the internal operations of the velocity and
2269 *	disables interrupts, autopolling, transmit and receive
2270 */
2271static void velocity_shutdown(struct velocity_info *vptr)
2272{
2273	struct mac_regs __iomem *regs = vptr->mac_regs;
2274	mac_disable_int(regs);
2275	writel(CR0_STOP, &regs->CR0Set);
2276	writew(0xFFFF, &regs->TDCSRClr);
2277	writeb(0xFF, &regs->RDCSRClr);
2278	safe_disable_mii_autopoll(regs);
2279	mac_clear_isr(regs);
2280}
2281
2282/**
2283 *	velocity_change_mtu	-	MTU change callback
2284 *	@dev: network device
2285 *	@new_mtu: desired MTU
2286 *
2287 *	Handle requests from the networking layer for MTU change on
2288 *	this interface. It gets called on a change by the network layer.
2289 *	Return zero for success or negative posix error code.
2290 */
2291static int velocity_change_mtu(struct net_device *dev, int new_mtu)
2292{
2293	struct velocity_info *vptr = netdev_priv(dev);
2294	int ret = 0;
2295
2296	if (!netif_running(dev)) {
2297		WRITE_ONCE(dev->mtu, new_mtu);
2298		goto out_0;
2299	}
2300
2301	if (dev->mtu != new_mtu) {
2302		struct velocity_info *tmp_vptr;
2303		unsigned long flags;
2304		struct rx_info rx;
2305		struct tx_info tx;
2306
2307		tmp_vptr = kzalloc(sizeof(*tmp_vptr), GFP_KERNEL);
2308		if (!tmp_vptr) {
2309			ret = -ENOMEM;
2310			goto out_0;
2311		}
2312
2313		tmp_vptr->netdev = dev;
2314		tmp_vptr->pdev = vptr->pdev;
2315		tmp_vptr->dev = vptr->dev;
2316		tmp_vptr->options = vptr->options;
2317		tmp_vptr->tx.numq = vptr->tx.numq;
2318
2319		ret = velocity_init_rings(tmp_vptr, new_mtu);
2320		if (ret < 0)
2321			goto out_free_tmp_vptr_1;
2322
2323		napi_disable(&vptr->napi);
2324
2325		spin_lock_irqsave(&vptr->lock, flags);
2326
2327		netif_stop_queue(dev);
2328		velocity_shutdown(vptr);
2329
2330		rx = vptr->rx;
2331		tx = vptr->tx;
2332
2333		vptr->rx = tmp_vptr->rx;
2334		vptr->tx = tmp_vptr->tx;
2335
2336		tmp_vptr->rx = rx;
2337		tmp_vptr->tx = tx;
2338
2339		WRITE_ONCE(dev->mtu, new_mtu);
2340
2341		velocity_init_registers(vptr, VELOCITY_INIT_COLD);
2342
2343		velocity_give_many_rx_descs(vptr);
2344
2345		napi_enable(&vptr->napi);
2346
2347		mac_enable_int(vptr->mac_regs);
2348		netif_start_queue(dev);
2349
2350		spin_unlock_irqrestore(&vptr->lock, flags);
2351
2352		velocity_free_rings(tmp_vptr);
2353
2354out_free_tmp_vptr_1:
2355		kfree(tmp_vptr);
2356	}
2357out_0:
2358	return ret;
2359}
2360
2361#ifdef CONFIG_NET_POLL_CONTROLLER
2362/**
2363 *  velocity_poll_controller		-	Velocity Poll controller function
2364 *  @dev: network device
2365 *
2366 *
2367 *  Used by NETCONSOLE and other diagnostic tools to allow network I/P
2368 *  with interrupts disabled.
2369 */
2370static void velocity_poll_controller(struct net_device *dev)
2371{
2372	disable_irq(dev->irq);
2373	velocity_intr(dev->irq, dev);
2374	enable_irq(dev->irq);
2375}
2376#endif
2377
2378/**
2379 *	velocity_mii_ioctl		-	MII ioctl handler
2380 *	@dev: network device
2381 *	@ifr: the ifreq block for the ioctl
2382 *	@cmd: the command
2383 *
2384 *	Process MII requests made via ioctl from the network layer. These
2385 *	are used by tools like kudzu to interrogate the link state of the
2386 *	hardware
2387 */
2388static int velocity_mii_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
2389{
2390	struct velocity_info *vptr = netdev_priv(dev);
2391	struct mac_regs __iomem *regs = vptr->mac_regs;
2392	unsigned long flags;
2393	struct mii_ioctl_data *miidata = if_mii(ifr);
2394	int err;
2395
2396	switch (cmd) {
2397	case SIOCGMIIPHY:
2398		miidata->phy_id = readb(&regs->MIIADR) & 0x1f;
2399		break;
2400	case SIOCGMIIREG:
2401		if (velocity_mii_read(vptr->mac_regs, miidata->reg_num & 0x1f, &(miidata->val_out)) < 0)
2402			return -ETIMEDOUT;
2403		break;
2404	case SIOCSMIIREG:
2405		spin_lock_irqsave(&vptr->lock, flags);
2406		err = velocity_mii_write(vptr->mac_regs, miidata->reg_num & 0x1f, miidata->val_in);
2407		spin_unlock_irqrestore(&vptr->lock, flags);
2408		check_connection_type(vptr->mac_regs);
2409		if (err)
2410			return err;
2411		break;
2412	default:
2413		return -EOPNOTSUPP;
2414	}
2415	return 0;
2416}
2417
2418/**
2419 *	velocity_ioctl		-	ioctl entry point
2420 *	@dev: network device
2421 *	@rq: interface request ioctl
2422 *	@cmd: command code
2423 *
2424 *	Called when the user issues an ioctl request to the network
2425 *	device in question. The velocity interface supports MII.
2426 */
2427static int velocity_ioctl(struct net_device *dev, struct ifreq *rq, int cmd)
2428{
2429	struct velocity_info *vptr = netdev_priv(dev);
2430	int ret;
2431
2432	/* If we are asked for information and the device is power
2433	   saving then we need to bring the device back up to talk to it */
2434
2435	if (!netif_running(dev))
2436		velocity_set_power_state(vptr, PCI_D0);
2437
2438	switch (cmd) {
2439	case SIOCGMIIPHY:	/* Get address of MII PHY in use. */
2440	case SIOCGMIIREG:	/* Read MII PHY register. */
2441	case SIOCSMIIREG:	/* Write to MII PHY register. */
2442		ret = velocity_mii_ioctl(dev, rq, cmd);
2443		break;
2444
2445	default:
2446		ret = -EOPNOTSUPP;
2447	}
2448	if (!netif_running(dev))
2449		velocity_set_power_state(vptr, PCI_D3hot);
2450
2451
2452	return ret;
2453}
2454
2455/**
2456 *	velocity_get_stats	-	statistics callback
2457 *	@dev: network device
2458 *
2459 *	Callback from the network layer to allow driver statistics
2460 *	to be resynchronized with hardware collected state. In the
2461 *	case of the velocity we need to pull the MIB counters from
2462 *	the hardware into the counters before letting the network
2463 *	layer display them.
2464 */
2465static struct net_device_stats *velocity_get_stats(struct net_device *dev)
2466{
2467	struct velocity_info *vptr = netdev_priv(dev);
2468
2469	/* If the hardware is down, don't touch MII */
2470	if (!netif_running(dev))
2471		return &dev->stats;
2472
2473	spin_lock_irq(&vptr->lock);
2474	velocity_update_hw_mibs(vptr);
2475	spin_unlock_irq(&vptr->lock);
2476
2477	dev->stats.rx_packets = vptr->mib_counter[HW_MIB_ifRxAllPkts];
2478	dev->stats.rx_errors = vptr->mib_counter[HW_MIB_ifRxErrorPkts];
2479	dev->stats.rx_length_errors = vptr->mib_counter[HW_MIB_ifInRangeLengthErrors];
2480
2481//  unsigned long   rx_dropped;     /* no space in linux buffers    */
2482	dev->stats.collisions = vptr->mib_counter[HW_MIB_ifTxEtherCollisions];
2483	/* detailed rx_errors: */
2484//  unsigned long   rx_length_errors;
2485//  unsigned long   rx_over_errors;     /* receiver ring buff overflow  */
2486	dev->stats.rx_crc_errors = vptr->mib_counter[HW_MIB_ifRxPktCRCE];
2487//  unsigned long   rx_frame_errors;    /* recv'd frame alignment error */
2488//  unsigned long   rx_fifo_errors;     /* recv'r fifo overrun      */
2489//  unsigned long   rx_missed_errors;   /* receiver missed packet   */
2490
2491	/* detailed tx_errors */
2492//  unsigned long   tx_fifo_errors;
2493
2494	return &dev->stats;
2495}
2496
2497/**
2498 *	velocity_close		-	close adapter callback
2499 *	@dev: network device
2500 *
2501 *	Callback from the network layer when the velocity is being
2502 *	deactivated by the network layer
2503 */
2504static int velocity_close(struct net_device *dev)
2505{
2506	struct velocity_info *vptr = netdev_priv(dev);
2507
2508	napi_disable(&vptr->napi);
2509	netif_stop_queue(dev);
2510	velocity_shutdown(vptr);
2511
2512	if (vptr->flags & VELOCITY_FLAGS_WOL_ENABLED)
2513		velocity_get_ip(vptr);
2514
2515	free_irq(dev->irq, dev);
2516
2517	velocity_free_rings(vptr);
2518
2519	vptr->flags &= (~VELOCITY_FLAGS_OPENED);
2520	return 0;
2521}
2522
2523/**
2524 *	velocity_xmit		-	transmit packet callback
2525 *	@skb: buffer to transmit
2526 *	@dev: network device
2527 *
2528 *	Called by the network layer to request a packet is queued to
2529 *	the velocity. Returns zero on success.
2530 */
2531static netdev_tx_t velocity_xmit(struct sk_buff *skb,
2532				 struct net_device *dev)
2533{
2534	struct velocity_info *vptr = netdev_priv(dev);
2535	int qnum = 0;
2536	struct tx_desc *td_ptr;
2537	struct velocity_td_info *tdinfo;
2538	unsigned long flags;
2539	int pktlen;
2540	int index, prev;
2541	int i = 0;
2542
2543	if (skb_padto(skb, ETH_ZLEN))
2544		goto out;
2545
2546	/* The hardware can handle at most 7 memory segments, so merge
2547	 * the skb if there are more */
2548	if (skb_shinfo(skb)->nr_frags > 6 && __skb_linearize(skb)) {
2549		dev_kfree_skb_any(skb);
2550		return NETDEV_TX_OK;
2551	}
2552
2553	pktlen = skb_shinfo(skb)->nr_frags == 0 ?
2554			max_t(unsigned int, skb->len, ETH_ZLEN) :
2555				skb_headlen(skb);
2556
2557	spin_lock_irqsave(&vptr->lock, flags);
2558
2559	index = vptr->tx.curr[qnum];
2560	td_ptr = &(vptr->tx.rings[qnum][index]);
2561	tdinfo = &(vptr->tx.infos[qnum][index]);
2562
2563	td_ptr->tdesc1.TCR = TCR0_TIC;
2564	td_ptr->td_buf[0].size &= ~TD_QUEUE;
2565
2566	/*
2567	 *	Map the linear network buffer into PCI space and
2568	 *	add it to the transmit ring.
2569	 */
2570	tdinfo->skb = skb;
2571	tdinfo->skb_dma[0] = dma_map_single(vptr->dev, skb->data, pktlen,
2572								DMA_TO_DEVICE);
2573	td_ptr->tdesc0.len = cpu_to_le16(pktlen);
2574	td_ptr->td_buf[0].pa_low = cpu_to_le32(tdinfo->skb_dma[0]);
2575	td_ptr->td_buf[0].pa_high = 0;
2576	td_ptr->td_buf[0].size = cpu_to_le16(pktlen);
2577
2578	/* Handle fragments */
2579	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
2580		const skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
2581
2582		tdinfo->skb_dma[i + 1] = skb_frag_dma_map(vptr->dev,
2583							  frag, 0,
2584							  skb_frag_size(frag),
2585							  DMA_TO_DEVICE);
2586
2587		td_ptr->td_buf[i + 1].pa_low = cpu_to_le32(tdinfo->skb_dma[i + 1]);
2588		td_ptr->td_buf[i + 1].pa_high = 0;
2589		td_ptr->td_buf[i + 1].size = cpu_to_le16(skb_frag_size(frag));
2590	}
2591	tdinfo->nskb_dma = i + 1;
2592
2593	td_ptr->tdesc1.cmd = TCPLS_NORMAL + (tdinfo->nskb_dma + 1) * 16;
2594
2595	if (skb_vlan_tag_present(skb)) {
2596		td_ptr->tdesc1.vlan = cpu_to_le16(skb_vlan_tag_get(skb));
2597		td_ptr->tdesc1.TCR |= TCR0_VETAG;
2598	}
2599
2600	/*
2601	 *	Handle hardware checksum
2602	 */
2603	if (skb->ip_summed == CHECKSUM_PARTIAL) {
2604		const struct iphdr *ip = ip_hdr(skb);
2605		if (ip->protocol == IPPROTO_TCP)
2606			td_ptr->tdesc1.TCR |= TCR0_TCPCK;
2607		else if (ip->protocol == IPPROTO_UDP)
2608			td_ptr->tdesc1.TCR |= (TCR0_UDPCK);
2609		td_ptr->tdesc1.TCR |= TCR0_IPCK;
2610	}
2611
2612	prev = index - 1;
2613	if (prev < 0)
2614		prev = vptr->options.numtx - 1;
2615	td_ptr->tdesc0.len |= OWNED_BY_NIC;
2616	vptr->tx.used[qnum]++;
2617	vptr->tx.curr[qnum] = (index + 1) % vptr->options.numtx;
2618
2619	if (AVAIL_TD(vptr, qnum) < 1)
2620		netif_stop_queue(dev);
2621
2622	td_ptr = &(vptr->tx.rings[qnum][prev]);
2623	td_ptr->td_buf[0].size |= TD_QUEUE;
2624	mac_tx_queue_wake(vptr->mac_regs, qnum);
2625
2626	spin_unlock_irqrestore(&vptr->lock, flags);
2627out:
2628	return NETDEV_TX_OK;
2629}
2630
2631static const struct net_device_ops velocity_netdev_ops = {
2632	.ndo_open		= velocity_open,
2633	.ndo_stop		= velocity_close,
2634	.ndo_start_xmit		= velocity_xmit,
2635	.ndo_get_stats		= velocity_get_stats,
2636	.ndo_validate_addr	= eth_validate_addr,
2637	.ndo_set_mac_address	= eth_mac_addr,
2638	.ndo_set_rx_mode	= velocity_set_multi,
2639	.ndo_change_mtu		= velocity_change_mtu,
2640	.ndo_eth_ioctl		= velocity_ioctl,
2641	.ndo_vlan_rx_add_vid	= velocity_vlan_rx_add_vid,
2642	.ndo_vlan_rx_kill_vid	= velocity_vlan_rx_kill_vid,
2643#ifdef CONFIG_NET_POLL_CONTROLLER
2644	.ndo_poll_controller = velocity_poll_controller,
2645#endif
2646};
2647
2648/**
2649 *	velocity_init_info	-	init private data
 
2650 *	@vptr: Velocity info
2651 *	@info: Board type
2652 *
2653 *	Set up the initial velocity_info struct for the device that has been
2654 *	discovered.
2655 */
2656static void velocity_init_info(struct velocity_info *vptr,
2657				const struct velocity_info_tbl *info)
2658{
2659	vptr->chip_id = info->chip_id;
2660	vptr->tx.numq = info->txqueue;
2661	vptr->multicast_limit = MCAM_SIZE;
2662	spin_lock_init(&vptr->lock);
2663}
2664
2665/**
2666 *	velocity_get_pci_info	-	retrieve PCI info for device
2667 *	@vptr: velocity device
 
2668 *
2669 *	Retrieve the PCI configuration space data that interests us from
2670 *	the kernel PCI layer
2671 */
2672static int velocity_get_pci_info(struct velocity_info *vptr)
2673{
2674	struct pci_dev *pdev = vptr->pdev;
2675
2676	pci_set_master(pdev);
2677
2678	vptr->ioaddr = pci_resource_start(pdev, 0);
2679	vptr->memaddr = pci_resource_start(pdev, 1);
2680
2681	if (!(pci_resource_flags(pdev, 0) & IORESOURCE_IO)) {
2682		dev_err(&pdev->dev,
2683			   "region #0 is not an I/O resource, aborting.\n");
2684		return -EINVAL;
2685	}
2686
2687	if ((pci_resource_flags(pdev, 1) & IORESOURCE_IO)) {
2688		dev_err(&pdev->dev,
2689			   "region #1 is an I/O resource, aborting.\n");
2690		return -EINVAL;
2691	}
2692
2693	if (pci_resource_len(pdev, 1) < VELOCITY_IO_SIZE) {
2694		dev_err(&pdev->dev, "region #1 is too small.\n");
2695		return -EINVAL;
2696	}
2697
2698	return 0;
2699}
2700
2701/**
2702 *	velocity_get_platform_info - retrieve platform info for device
2703 *	@vptr: velocity device
 
2704 *
2705 *	Retrieve the Platform configuration data that interests us
2706 */
2707static int velocity_get_platform_info(struct velocity_info *vptr)
2708{
2709	struct resource res;
2710	int ret;
2711
2712	vptr->no_eeprom = of_property_read_bool(vptr->dev->of_node, "no-eeprom");
 
2713
2714	ret = of_address_to_resource(vptr->dev->of_node, 0, &res);
2715	if (ret) {
2716		dev_err(vptr->dev, "unable to find memory address\n");
2717		return ret;
2718	}
2719
2720	vptr->memaddr = res.start;
2721
2722	if (resource_size(&res) < VELOCITY_IO_SIZE) {
2723		dev_err(vptr->dev, "memory region is too small.\n");
2724		return -EINVAL;
2725	}
2726
2727	return 0;
2728}
2729
2730/**
2731 *	velocity_print_info	-	per driver data
2732 *	@vptr: velocity
2733 *
2734 *	Print per driver data as the kernel driver finds Velocity
2735 *	hardware
2736 */
2737static void velocity_print_info(struct velocity_info *vptr)
2738{
2739	netdev_info(vptr->netdev, "%s - Ethernet Address: %pM\n",
2740		    get_chip_name(vptr->chip_id), vptr->netdev->dev_addr);
 
 
 
2741}
2742
2743static u32 velocity_get_link(struct net_device *dev)
2744{
2745	struct velocity_info *vptr = netdev_priv(dev);
2746	struct mac_regs __iomem *regs = vptr->mac_regs;
2747	return BYTE_REG_BITS_IS_ON(PHYSR0_LINKGD, &regs->PHYSR0) ? 1 : 0;
2748}
2749
2750/**
2751 *	velocity_probe - set up discovered velocity device
2752 *	@dev: PCI device
2753 *	@info: table of match
2754 *	@irq: interrupt info
2755 *	@bustype: bus that device is connected to
2756 *
2757 *	Configure a discovered adapter from scratch. Return a negative
2758 *	errno error code on failure paths.
2759 */
2760static int velocity_probe(struct device *dev, int irq,
2761			   const struct velocity_info_tbl *info,
2762			   enum velocity_bus_type bustype)
2763{
 
2764	struct net_device *netdev;
2765	int i;
 
2766	struct velocity_info *vptr;
2767	struct mac_regs __iomem *regs;
2768	int ret = -ENOMEM;
2769	u8 addr[ETH_ALEN];
2770
2771	/* FIXME: this driver, like almost all other ethernet drivers,
2772	 * can support more than MAX_UNITS.
2773	 */
2774	if (velocity_nics >= MAX_UNITS) {
2775		dev_notice(dev, "already found %d NICs.\n", velocity_nics);
2776		return -ENODEV;
2777	}
2778
2779	netdev = alloc_etherdev(sizeof(struct velocity_info));
2780	if (!netdev)
2781		goto out;
2782
2783	/* Chain it all together */
2784
2785	SET_NETDEV_DEV(netdev, dev);
2786	vptr = netdev_priv(netdev);
2787
2788	pr_info_once("%s Ver. %s\n", VELOCITY_FULL_DRV_NAM, VELOCITY_VERSION);
2789	pr_info_once("Copyright (c) 2002, 2003 VIA Networking Technologies, Inc.\n");
2790	pr_info_once("Copyright (c) 2004 Red Hat Inc.\n");
 
 
 
 
2791
2792	netdev->irq = irq;
2793	vptr->netdev = netdev;
2794	vptr->dev = dev;
2795
2796	velocity_init_info(vptr, info);
2797
2798	if (bustype == BUS_PCI) {
2799		vptr->pdev = to_pci_dev(dev);
2800
2801		ret = velocity_get_pci_info(vptr);
2802		if (ret < 0)
2803			goto err_free_dev;
2804	} else {
2805		vptr->pdev = NULL;
2806		ret = velocity_get_platform_info(vptr);
2807		if (ret < 0)
2808			goto err_free_dev;
2809	}
2810
2811	regs = ioremap(vptr->memaddr, VELOCITY_IO_SIZE);
2812	if (regs == NULL) {
2813		ret = -EIO;
2814		goto err_free_dev;
2815	}
2816
2817	vptr->mac_regs = regs;
2818	vptr->rev_id = readb(&regs->rev_id);
2819
2820	mac_wol_reset(regs);
2821
2822	for (i = 0; i < 6; i++)
2823		addr[i] = readb(&regs->PAR[i]);
2824	eth_hw_addr_set(netdev, addr);
2825
2826
2827	velocity_get_options(&vptr->options, velocity_nics);
 
 
2828
2829	/*
2830	 *	Mask out the options cannot be set to the chip
2831	 */
2832
2833	vptr->options.flags &= info->flags;
2834
2835	/*
2836	 *	Enable the chip specified capbilities
2837	 */
2838
2839	vptr->flags = vptr->options.flags | (info->flags & 0xFF000000UL);
2840
2841	vptr->wol_opts = vptr->options.wol_opts;
2842	vptr->flags |= VELOCITY_FLAGS_WOL_ENABLED;
2843
2844	vptr->phy_id = MII_GET_PHY_ID(vptr->mac_regs);
2845
2846	netdev->netdev_ops = &velocity_netdev_ops;
2847	netdev->ethtool_ops = &velocity_ethtool_ops;
2848	netif_napi_add(netdev, &vptr->napi, velocity_poll);
 
2849
2850	netdev->hw_features = NETIF_F_IP_CSUM | NETIF_F_SG |
2851			   NETIF_F_HW_VLAN_CTAG_TX;
2852	netdev->features |= NETIF_F_HW_VLAN_CTAG_TX |
2853			NETIF_F_HW_VLAN_CTAG_FILTER | NETIF_F_HW_VLAN_CTAG_RX |
2854			NETIF_F_IP_CSUM;
2855
2856	/* MTU range: 64 - 9000 */
2857	netdev->min_mtu = VELOCITY_MIN_MTU;
2858	netdev->max_mtu = VELOCITY_MAX_MTU;
2859
2860	ret = register_netdev(netdev);
2861	if (ret < 0)
2862		goto err_iounmap;
2863
2864	if (!velocity_get_link(netdev)) {
2865		netif_carrier_off(netdev);
2866		vptr->mii_status |= VELOCITY_LINK_FAIL;
2867	}
2868
2869	velocity_print_info(vptr);
2870	dev_set_drvdata(vptr->dev, netdev);
2871
2872	/* and leave the chip powered down */
2873
2874	velocity_set_power_state(vptr, PCI_D3hot);
2875	velocity_nics++;
2876out:
2877	return ret;
2878
2879err_iounmap:
2880	netif_napi_del(&vptr->napi);
2881	iounmap(regs);
2882err_free_dev:
2883	free_netdev(netdev);
2884	goto out;
2885}
2886
2887/**
2888 *	velocity_remove	- device unplug
2889 *	@dev: device being removed
2890 *
2891 *	Device unload callback. Called on an unplug or on module
2892 *	unload for each active device that is present. Disconnects
2893 *	the device from the network layer and frees all the resources
2894 */
2895static int velocity_remove(struct device *dev)
2896{
2897	struct net_device *netdev = dev_get_drvdata(dev);
2898	struct velocity_info *vptr = netdev_priv(netdev);
2899
2900	unregister_netdev(netdev);
2901	netif_napi_del(&vptr->napi);
2902	iounmap(vptr->mac_regs);
2903	free_netdev(netdev);
2904	velocity_nics--;
2905
2906	return 0;
2907}
2908
2909static int velocity_pci_probe(struct pci_dev *pdev,
2910			       const struct pci_device_id *ent)
2911{
2912	const struct velocity_info_tbl *info =
2913					&chip_info_table[ent->driver_data];
2914	int ret;
2915
2916	ret = pci_enable_device(pdev);
2917	if (ret < 0)
2918		return ret;
2919
2920	ret = pci_request_regions(pdev, VELOCITY_NAME);
2921	if (ret < 0) {
2922		dev_err(&pdev->dev, "No PCI resources.\n");
2923		goto fail1;
2924	}
2925
2926	ret = velocity_probe(&pdev->dev, pdev->irq, info, BUS_PCI);
2927	if (ret == 0)
2928		return 0;
2929
2930	pci_release_regions(pdev);
2931fail1:
2932	pci_disable_device(pdev);
2933	return ret;
2934}
2935
2936static void velocity_pci_remove(struct pci_dev *pdev)
2937{
2938	velocity_remove(&pdev->dev);
2939
2940	pci_release_regions(pdev);
2941	pci_disable_device(pdev);
2942}
2943
2944static int velocity_platform_probe(struct platform_device *pdev)
2945{
 
2946	const struct velocity_info_tbl *info;
2947	int irq;
2948
2949	info = of_device_get_match_data(&pdev->dev);
2950	if (!info)
2951		return -EINVAL;
 
2952
2953	irq = irq_of_parse_and_map(pdev->dev.of_node, 0);
2954	if (!irq)
2955		return -EINVAL;
2956
2957	return velocity_probe(&pdev->dev, irq, info, BUS_PLATFORM);
2958}
2959
2960static void velocity_platform_remove(struct platform_device *pdev)
2961{
2962	velocity_remove(&pdev->dev);
 
 
2963}
2964
2965#ifdef CONFIG_PM_SLEEP
2966/**
2967 *	wol_calc_crc		-	WOL CRC
2968 *	@size: size of the wake mask
2969 *	@pattern: data pattern
2970 *	@mask_pattern: mask
2971 *
2972 *	Compute the wake on lan crc hashes for the packet header
2973 *	we are interested in.
2974 */
2975static u16 wol_calc_crc(int size, u8 *pattern, u8 *mask_pattern)
2976{
2977	u16 crc = 0xFFFF;
2978	u8 mask;
2979	int i, j;
2980
2981	for (i = 0; i < size; i++) {
2982		mask = mask_pattern[i];
2983
2984		/* Skip this loop if the mask equals to zero */
2985		if (mask == 0x00)
2986			continue;
2987
2988		for (j = 0; j < 8; j++) {
2989			if ((mask & 0x01) == 0) {
2990				mask >>= 1;
2991				continue;
2992			}
2993			mask >>= 1;
2994			crc = crc_ccitt(crc, &(pattern[i * 8 + j]), 1);
2995		}
2996	}
2997	/*	Finally, invert the result once to get the correct data */
2998	crc = ~crc;
2999	return bitrev32(crc) >> 16;
3000}
3001
3002/**
3003 *	velocity_set_wol	-	set up for wake on lan
3004 *	@vptr: velocity to set WOL status on
3005 *
3006 *	Set a card up for wake on lan either by unicast or by
3007 *	ARP packet.
3008 *
3009 *	FIXME: check static buffer is safe here
3010 */
3011static int velocity_set_wol(struct velocity_info *vptr)
3012{
3013	struct mac_regs __iomem *regs = vptr->mac_regs;
3014	enum speed_opt spd_dpx = vptr->options.spd_dpx;
3015	static u8 buf[256];
3016	int i;
3017
3018	static u32 mask_pattern[2][4] = {
3019		{0x00203000, 0x000003C0, 0x00000000, 0x0000000}, /* ARP */
3020		{0xfffff000, 0xffffffff, 0xffffffff, 0x000ffff}	 /* Magic Packet */
3021	};
3022
3023	writew(0xFFFF, &regs->WOLCRClr);
3024	writeb(WOLCFG_SAB | WOLCFG_SAM, &regs->WOLCFGSet);
3025	writew(WOLCR_MAGIC_EN, &regs->WOLCRSet);
3026
3027	/*
3028	   if (vptr->wol_opts & VELOCITY_WOL_PHY)
3029	   writew((WOLCR_LINKON_EN|WOLCR_LINKOFF_EN), &regs->WOLCRSet);
3030	 */
3031
3032	if (vptr->wol_opts & VELOCITY_WOL_UCAST)
3033		writew(WOLCR_UNICAST_EN, &regs->WOLCRSet);
3034
3035	if (vptr->wol_opts & VELOCITY_WOL_ARP) {
3036		struct arp_packet *arp = (struct arp_packet *) buf;
3037		u16 crc;
3038		memset(buf, 0, sizeof(struct arp_packet) + 7);
3039
3040		for (i = 0; i < 4; i++)
3041			writel(mask_pattern[0][i], &regs->ByteMask[0][i]);
3042
3043		arp->type = htons(ETH_P_ARP);
3044		arp->ar_op = htons(1);
3045
3046		memcpy(arp->ar_tip, vptr->ip_addr, 4);
3047
3048		crc = wol_calc_crc((sizeof(struct arp_packet) + 7) / 8, buf,
3049				(u8 *) & mask_pattern[0][0]);
3050
3051		writew(crc, &regs->PatternCRC[0]);
3052		writew(WOLCR_ARP_EN, &regs->WOLCRSet);
3053	}
3054
3055	BYTE_REG_BITS_ON(PWCFG_WOLTYPE, &regs->PWCFGSet);
3056	BYTE_REG_BITS_ON(PWCFG_LEGACY_WOLEN, &regs->PWCFGSet);
3057
3058	writew(0x0FFF, &regs->WOLSRClr);
3059
3060	if (spd_dpx == SPD_DPX_1000_FULL)
3061		goto mac_done;
3062
3063	if (spd_dpx != SPD_DPX_AUTO)
3064		goto advertise_done;
3065
3066	if (vptr->mii_status & VELOCITY_AUTONEG_ENABLE) {
3067		if (PHYID_GET_PHY_ID(vptr->phy_id) == PHYID_CICADA_CS8201)
3068			MII_REG_BITS_ON(AUXCR_MDPPS, MII_NCONFIG, vptr->mac_regs);
3069
3070		MII_REG_BITS_OFF(ADVERTISE_1000FULL | ADVERTISE_1000HALF, MII_CTRL1000, vptr->mac_regs);
3071	}
3072
3073	if (vptr->mii_status & VELOCITY_SPEED_1000)
3074		MII_REG_BITS_ON(BMCR_ANRESTART, MII_BMCR, vptr->mac_regs);
3075
3076advertise_done:
3077	BYTE_REG_BITS_ON(CHIPGCR_FCMODE, &regs->CHIPGCR);
3078
3079	{
3080		u8 GCR;
3081		GCR = readb(&regs->CHIPGCR);
3082		GCR = (GCR & ~CHIPGCR_FCGMII) | CHIPGCR_FCFDX;
3083		writeb(GCR, &regs->CHIPGCR);
3084	}
3085
3086mac_done:
3087	BYTE_REG_BITS_OFF(ISR_PWEI, &regs->ISR);
3088	/* Turn on SWPTAG just before entering power mode */
3089	BYTE_REG_BITS_ON(STICKHW_SWPTAG, &regs->STICKHW);
3090	/* Go to bed ..... */
3091	BYTE_REG_BITS_ON((STICKHW_DS1 | STICKHW_DS0), &regs->STICKHW);
3092
3093	return 0;
3094}
3095
3096/**
3097 *	velocity_save_context	-	save registers
3098 *	@vptr: velocity
3099 *	@context: buffer for stored context
3100 *
3101 *	Retrieve the current configuration from the velocity hardware
3102 *	and stash it in the context structure, for use by the context
3103 *	restore functions. This allows us to save things we need across
3104 *	power down states
3105 */
3106static void velocity_save_context(struct velocity_info *vptr, struct velocity_context *context)
3107{
3108	struct mac_regs __iomem *regs = vptr->mac_regs;
3109	u16 i;
3110	u8 __iomem *ptr = (u8 __iomem *)regs;
3111
3112	for (i = MAC_REG_PAR; i < MAC_REG_CR0_CLR; i += 4)
3113		*((u32 *) (context->mac_reg + i)) = readl(ptr + i);
3114
3115	for (i = MAC_REG_MAR; i < MAC_REG_TDCSR_CLR; i += 4)
3116		*((u32 *) (context->mac_reg + i)) = readl(ptr + i);
3117
3118	for (i = MAC_REG_RDBASE_LO; i < MAC_REG_FIFO_TEST0; i += 4)
3119		*((u32 *) (context->mac_reg + i)) = readl(ptr + i);
3120
3121}
3122
3123static int velocity_suspend(struct device *dev)
3124{
3125	struct net_device *netdev = dev_get_drvdata(dev);
3126	struct velocity_info *vptr = netdev_priv(netdev);
3127	unsigned long flags;
3128
3129	if (!netif_running(vptr->netdev))
3130		return 0;
3131
3132	netif_device_detach(vptr->netdev);
3133
3134	spin_lock_irqsave(&vptr->lock, flags);
3135	if (vptr->pdev)
3136		pci_save_state(vptr->pdev);
3137
3138	if (vptr->flags & VELOCITY_FLAGS_WOL_ENABLED) {
3139		velocity_get_ip(vptr);
3140		velocity_save_context(vptr, &vptr->context);
3141		velocity_shutdown(vptr);
3142		velocity_set_wol(vptr);
3143		if (vptr->pdev)
3144			pci_enable_wake(vptr->pdev, PCI_D3hot, 1);
3145		velocity_set_power_state(vptr, PCI_D3hot);
3146	} else {
3147		velocity_save_context(vptr, &vptr->context);
3148		velocity_shutdown(vptr);
3149		if (vptr->pdev)
3150			pci_disable_device(vptr->pdev);
3151		velocity_set_power_state(vptr, PCI_D3hot);
3152	}
3153
3154	spin_unlock_irqrestore(&vptr->lock, flags);
3155	return 0;
3156}
3157
3158/**
3159 *	velocity_restore_context	-	restore registers
3160 *	@vptr: velocity
3161 *	@context: buffer for stored context
3162 *
3163 *	Reload the register configuration from the velocity context
3164 *	created by velocity_save_context.
3165 */
3166static void velocity_restore_context(struct velocity_info *vptr, struct velocity_context *context)
3167{
3168	struct mac_regs __iomem *regs = vptr->mac_regs;
3169	int i;
3170	u8 __iomem *ptr = (u8 __iomem *)regs;
3171
3172	for (i = MAC_REG_PAR; i < MAC_REG_CR0_SET; i += 4)
3173		writel(*((u32 *) (context->mac_reg + i)), ptr + i);
3174
3175	/* Just skip cr0 */
3176	for (i = MAC_REG_CR1_SET; i < MAC_REG_CR0_CLR; i++) {
3177		/* Clear */
3178		writeb(~(*((u8 *) (context->mac_reg + i))), ptr + i + 4);
3179		/* Set */
3180		writeb(*((u8 *) (context->mac_reg + i)), ptr + i);
3181	}
3182
3183	for (i = MAC_REG_MAR; i < MAC_REG_IMR; i += 4)
3184		writel(*((u32 *) (context->mac_reg + i)), ptr + i);
3185
3186	for (i = MAC_REG_RDBASE_LO; i < MAC_REG_FIFO_TEST0; i += 4)
3187		writel(*((u32 *) (context->mac_reg + i)), ptr + i);
3188
3189	for (i = MAC_REG_TDCSR_SET; i <= MAC_REG_RDCSR_SET; i++)
3190		writeb(*((u8 *) (context->mac_reg + i)), ptr + i);
3191}
3192
3193static int velocity_resume(struct device *dev)
3194{
3195	struct net_device *netdev = dev_get_drvdata(dev);
3196	struct velocity_info *vptr = netdev_priv(netdev);
3197	unsigned long flags;
3198	int i;
3199
3200	if (!netif_running(vptr->netdev))
3201		return 0;
3202
3203	velocity_set_power_state(vptr, PCI_D0);
3204
3205	if (vptr->pdev) {
3206		pci_enable_wake(vptr->pdev, PCI_D0, 0);
3207		pci_restore_state(vptr->pdev);
3208	}
3209
3210	mac_wol_reset(vptr->mac_regs);
3211
3212	spin_lock_irqsave(&vptr->lock, flags);
3213	velocity_restore_context(vptr, &vptr->context);
3214	velocity_init_registers(vptr, VELOCITY_INIT_WOL);
3215	mac_disable_int(vptr->mac_regs);
3216
3217	velocity_tx_srv(vptr);
3218
3219	for (i = 0; i < vptr->tx.numq; i++) {
3220		if (vptr->tx.used[i])
3221			mac_tx_queue_wake(vptr->mac_regs, i);
3222	}
3223
3224	mac_enable_int(vptr->mac_regs);
3225	spin_unlock_irqrestore(&vptr->lock, flags);
3226	netif_device_attach(vptr->netdev);
3227
3228	return 0;
3229}
3230#endif	/* CONFIG_PM_SLEEP */
3231
3232static SIMPLE_DEV_PM_OPS(velocity_pm_ops, velocity_suspend, velocity_resume);
3233
3234/*
3235 *	Definition for our device driver. The PCI layer interface
3236 *	uses this to handle all our card discover and plugging
3237 */
3238static struct pci_driver velocity_pci_driver = {
3239	.name		= VELOCITY_NAME,
3240	.id_table	= velocity_pci_id_table,
3241	.probe		= velocity_pci_probe,
3242	.remove		= velocity_pci_remove,
3243	.driver = {
3244		.pm = &velocity_pm_ops,
3245	},
3246};
3247
3248static struct platform_driver velocity_platform_driver = {
3249	.probe		= velocity_platform_probe,
3250	.remove		= velocity_platform_remove,
3251	.driver = {
3252		.name = "via-velocity",
3253		.of_match_table = velocity_of_ids,
3254		.pm = &velocity_pm_ops,
3255	},
3256};
3257
3258/**
3259 *	velocity_ethtool_up	-	pre hook for ethtool
3260 *	@dev: network device
3261 *
3262 *	Called before an ethtool operation. We need to make sure the
3263 *	chip is out of D3 state before we poke at it. In case of ethtool
3264 *	ops nesting, only wake the device up in the outermost block.
3265 */
3266static int velocity_ethtool_up(struct net_device *dev)
3267{
3268	struct velocity_info *vptr = netdev_priv(dev);
3269
3270	if (vptr->ethtool_ops_nesting == U32_MAX)
3271		return -EBUSY;
3272	if (!vptr->ethtool_ops_nesting++ && !netif_running(dev))
3273		velocity_set_power_state(vptr, PCI_D0);
3274	return 0;
3275}
3276
3277/**
3278 *	velocity_ethtool_down	-	post hook for ethtool
3279 *	@dev: network device
3280 *
3281 *	Called after an ethtool operation. Restore the chip back to D3
3282 *	state if it isn't running. In case of ethtool ops nesting, only
3283 *	put the device to sleep in the outermost block.
3284 */
3285static void velocity_ethtool_down(struct net_device *dev)
3286{
3287	struct velocity_info *vptr = netdev_priv(dev);
3288
3289	if (!--vptr->ethtool_ops_nesting && !netif_running(dev))
3290		velocity_set_power_state(vptr, PCI_D3hot);
3291}
3292
3293static int velocity_get_link_ksettings(struct net_device *dev,
3294				       struct ethtool_link_ksettings *cmd)
3295{
3296	struct velocity_info *vptr = netdev_priv(dev);
3297	struct mac_regs __iomem *regs = vptr->mac_regs;
3298	u32 status;
3299	u32 supported, advertising;
3300
3301	status = check_connection_type(vptr->mac_regs);
3302
3303	supported = SUPPORTED_TP |
3304			SUPPORTED_Autoneg |
3305			SUPPORTED_10baseT_Half |
3306			SUPPORTED_10baseT_Full |
3307			SUPPORTED_100baseT_Half |
3308			SUPPORTED_100baseT_Full |
3309			SUPPORTED_1000baseT_Half |
3310			SUPPORTED_1000baseT_Full;
3311
3312	advertising = ADVERTISED_TP | ADVERTISED_Autoneg;
3313	if (vptr->options.spd_dpx == SPD_DPX_AUTO) {
3314		advertising |=
3315			ADVERTISED_10baseT_Half |
3316			ADVERTISED_10baseT_Full |
3317			ADVERTISED_100baseT_Half |
3318			ADVERTISED_100baseT_Full |
3319			ADVERTISED_1000baseT_Half |
3320			ADVERTISED_1000baseT_Full;
3321	} else {
3322		switch (vptr->options.spd_dpx) {
3323		case SPD_DPX_1000_FULL:
3324			advertising |= ADVERTISED_1000baseT_Full;
3325			break;
3326		case SPD_DPX_100_HALF:
3327			advertising |= ADVERTISED_100baseT_Half;
3328			break;
3329		case SPD_DPX_100_FULL:
3330			advertising |= ADVERTISED_100baseT_Full;
3331			break;
3332		case SPD_DPX_10_HALF:
3333			advertising |= ADVERTISED_10baseT_Half;
3334			break;
3335		case SPD_DPX_10_FULL:
3336			advertising |= ADVERTISED_10baseT_Full;
3337			break;
3338		default:
3339			break;
3340		}
3341	}
3342
3343	if (status & VELOCITY_SPEED_1000)
3344		cmd->base.speed = SPEED_1000;
3345	else if (status & VELOCITY_SPEED_100)
3346		cmd->base.speed = SPEED_100;
3347	else
3348		cmd->base.speed = SPEED_10;
3349
3350	cmd->base.autoneg = (status & VELOCITY_AUTONEG_ENABLE) ?
3351		AUTONEG_ENABLE : AUTONEG_DISABLE;
3352	cmd->base.port = PORT_TP;
3353	cmd->base.phy_address = readb(&regs->MIIADR) & 0x1F;
3354
3355	if (status & VELOCITY_DUPLEX_FULL)
3356		cmd->base.duplex = DUPLEX_FULL;
3357	else
3358		cmd->base.duplex = DUPLEX_HALF;
3359
3360	ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported,
3361						supported);
3362	ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising,
3363						advertising);
3364
3365	return 0;
3366}
3367
3368static int velocity_set_link_ksettings(struct net_device *dev,
3369				       const struct ethtool_link_ksettings *cmd)
3370{
3371	struct velocity_info *vptr = netdev_priv(dev);
3372	u32 speed = cmd->base.speed;
3373	u32 curr_status;
3374	u32 new_status = 0;
3375	int ret = 0;
3376
3377	curr_status = check_connection_type(vptr->mac_regs);
3378	curr_status &= (~VELOCITY_LINK_FAIL);
3379
3380	new_status |= ((cmd->base.autoneg) ? VELOCITY_AUTONEG_ENABLE : 0);
3381	new_status |= ((speed == SPEED_1000) ? VELOCITY_SPEED_1000 : 0);
3382	new_status |= ((speed == SPEED_100) ? VELOCITY_SPEED_100 : 0);
3383	new_status |= ((speed == SPEED_10) ? VELOCITY_SPEED_10 : 0);
3384	new_status |= ((cmd->base.duplex == DUPLEX_FULL) ?
3385		       VELOCITY_DUPLEX_FULL : 0);
3386
3387	if ((new_status & VELOCITY_AUTONEG_ENABLE) &&
3388	    (new_status != (curr_status | VELOCITY_AUTONEG_ENABLE))) {
3389		ret = -EINVAL;
3390	} else {
3391		enum speed_opt spd_dpx;
3392
3393		if (new_status & VELOCITY_AUTONEG_ENABLE)
3394			spd_dpx = SPD_DPX_AUTO;
3395		else if ((new_status & VELOCITY_SPEED_1000) &&
3396			 (new_status & VELOCITY_DUPLEX_FULL)) {
3397			spd_dpx = SPD_DPX_1000_FULL;
3398		} else if (new_status & VELOCITY_SPEED_100)
3399			spd_dpx = (new_status & VELOCITY_DUPLEX_FULL) ?
3400				SPD_DPX_100_FULL : SPD_DPX_100_HALF;
3401		else if (new_status & VELOCITY_SPEED_10)
3402			spd_dpx = (new_status & VELOCITY_DUPLEX_FULL) ?
3403				SPD_DPX_10_FULL : SPD_DPX_10_HALF;
3404		else
3405			return -EOPNOTSUPP;
3406
3407		vptr->options.spd_dpx = spd_dpx;
3408
3409		velocity_set_media_mode(vptr, new_status);
3410	}
3411
3412	return ret;
3413}
3414
3415static void velocity_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
3416{
3417	struct velocity_info *vptr = netdev_priv(dev);
3418
3419	strscpy(info->driver, VELOCITY_NAME, sizeof(info->driver));
3420	strscpy(info->version, VELOCITY_VERSION, sizeof(info->version));
3421	if (vptr->pdev)
3422		strscpy(info->bus_info, pci_name(vptr->pdev),
3423						sizeof(info->bus_info));
3424	else
3425		strscpy(info->bus_info, "platform", sizeof(info->bus_info));
3426}
3427
3428static void velocity_ethtool_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
3429{
3430	struct velocity_info *vptr = netdev_priv(dev);
3431	wol->supported = WAKE_PHY | WAKE_MAGIC | WAKE_UCAST | WAKE_ARP;
3432	wol->wolopts |= WAKE_MAGIC;
3433	/*
3434	   if (vptr->wol_opts & VELOCITY_WOL_PHY)
3435		   wol.wolopts|=WAKE_PHY;
3436			 */
3437	if (vptr->wol_opts & VELOCITY_WOL_UCAST)
3438		wol->wolopts |= WAKE_UCAST;
3439	if (vptr->wol_opts & VELOCITY_WOL_ARP)
3440		wol->wolopts |= WAKE_ARP;
3441	memcpy(&wol->sopass, vptr->wol_passwd, 6);
3442}
3443
3444static int velocity_ethtool_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
3445{
3446	struct velocity_info *vptr = netdev_priv(dev);
3447
3448	if (!(wol->wolopts & (WAKE_PHY | WAKE_MAGIC | WAKE_UCAST | WAKE_ARP)))
3449		return -EFAULT;
3450	vptr->wol_opts = VELOCITY_WOL_MAGIC;
3451
3452	/*
3453	   if (wol.wolopts & WAKE_PHY) {
3454	   vptr->wol_opts|=VELOCITY_WOL_PHY;
3455	   vptr->flags |=VELOCITY_FLAGS_WOL_ENABLED;
3456	   }
3457	 */
3458
3459	if (wol->wolopts & WAKE_MAGIC) {
3460		vptr->wol_opts |= VELOCITY_WOL_MAGIC;
3461		vptr->flags |= VELOCITY_FLAGS_WOL_ENABLED;
3462	}
3463	if (wol->wolopts & WAKE_UCAST) {
3464		vptr->wol_opts |= VELOCITY_WOL_UCAST;
3465		vptr->flags |= VELOCITY_FLAGS_WOL_ENABLED;
3466	}
3467	if (wol->wolopts & WAKE_ARP) {
3468		vptr->wol_opts |= VELOCITY_WOL_ARP;
3469		vptr->flags |= VELOCITY_FLAGS_WOL_ENABLED;
3470	}
3471	memcpy(vptr->wol_passwd, wol->sopass, 6);
3472	return 0;
3473}
3474
 
 
 
 
 
 
 
 
 
 
3475static int get_pending_timer_val(int val)
3476{
3477	int mult_bits = val >> 6;
3478	int mult = 1;
3479
3480	switch (mult_bits)
3481	{
3482	case 1:
3483		mult = 4; break;
3484	case 2:
3485		mult = 16; break;
3486	case 3:
3487		mult = 64; break;
3488	case 0:
3489	default:
3490		break;
3491	}
3492
3493	return (val & 0x3f) * mult;
3494}
3495
3496static void set_pending_timer_val(int *val, u32 us)
3497{
3498	u8 mult = 0;
3499	u8 shift = 0;
3500
3501	if (us >= 0x3f) {
3502		mult = 1; /* mult with 4 */
3503		shift = 2;
3504	}
3505	if (us >= 0x3f * 4) {
3506		mult = 2; /* mult with 16 */
3507		shift = 4;
3508	}
3509	if (us >= 0x3f * 16) {
3510		mult = 3; /* mult with 64 */
3511		shift = 6;
3512	}
3513
3514	*val = (mult << 6) | ((us >> shift) & 0x3f);
3515}
3516
3517
3518static int velocity_get_coalesce(struct net_device *dev,
3519				 struct ethtool_coalesce *ecmd,
3520				 struct kernel_ethtool_coalesce *kernel_coal,
3521				 struct netlink_ext_ack *extack)
3522{
3523	struct velocity_info *vptr = netdev_priv(dev);
3524
3525	ecmd->tx_max_coalesced_frames = vptr->options.tx_intsup;
3526	ecmd->rx_max_coalesced_frames = vptr->options.rx_intsup;
3527
3528	ecmd->rx_coalesce_usecs = get_pending_timer_val(vptr->options.rxqueue_timer);
3529	ecmd->tx_coalesce_usecs = get_pending_timer_val(vptr->options.txqueue_timer);
3530
3531	return 0;
3532}
3533
3534static int velocity_set_coalesce(struct net_device *dev,
3535				 struct ethtool_coalesce *ecmd,
3536				 struct kernel_ethtool_coalesce *kernel_coal,
3537				 struct netlink_ext_ack *extack)
3538{
3539	struct velocity_info *vptr = netdev_priv(dev);
3540	int max_us = 0x3f * 64;
3541	unsigned long flags;
3542
3543	/* 6 bits of  */
3544	if (ecmd->tx_coalesce_usecs > max_us)
3545		return -EINVAL;
3546	if (ecmd->rx_coalesce_usecs > max_us)
3547		return -EINVAL;
3548
3549	if (ecmd->tx_max_coalesced_frames > 0xff)
3550		return -EINVAL;
3551	if (ecmd->rx_max_coalesced_frames > 0xff)
3552		return -EINVAL;
3553
3554	vptr->options.rx_intsup = ecmd->rx_max_coalesced_frames;
3555	vptr->options.tx_intsup = ecmd->tx_max_coalesced_frames;
3556
3557	set_pending_timer_val(&vptr->options.rxqueue_timer,
3558			ecmd->rx_coalesce_usecs);
3559	set_pending_timer_val(&vptr->options.txqueue_timer,
3560			ecmd->tx_coalesce_usecs);
3561
3562	/* Setup the interrupt suppression and queue timers */
3563	spin_lock_irqsave(&vptr->lock, flags);
3564	mac_disable_int(vptr->mac_regs);
3565	setup_adaptive_interrupts(vptr);
3566	setup_queue_timers(vptr);
3567
3568	mac_write_int_mask(vptr->int_mask, vptr->mac_regs);
3569	mac_clear_isr(vptr->mac_regs);
3570	mac_enable_int(vptr->mac_regs);
3571	spin_unlock_irqrestore(&vptr->lock, flags);
3572
3573	return 0;
3574}
3575
3576static const char velocity_gstrings[][ETH_GSTRING_LEN] = {
3577	"rx_all",
3578	"rx_ok",
3579	"tx_ok",
3580	"rx_error",
3581	"rx_runt_ok",
3582	"rx_runt_err",
3583	"rx_64",
3584	"tx_64",
3585	"rx_65_to_127",
3586	"tx_65_to_127",
3587	"rx_128_to_255",
3588	"tx_128_to_255",
3589	"rx_256_to_511",
3590	"tx_256_to_511",
3591	"rx_512_to_1023",
3592	"tx_512_to_1023",
3593	"rx_1024_to_1518",
3594	"tx_1024_to_1518",
3595	"tx_ether_collisions",
3596	"rx_crc_errors",
3597	"rx_jumbo",
3598	"tx_jumbo",
3599	"rx_mac_control_frames",
3600	"tx_mac_control_frames",
3601	"rx_frame_alignment_errors",
3602	"rx_long_ok",
3603	"rx_long_err",
3604	"tx_sqe_errors",
3605	"rx_no_buf",
3606	"rx_symbol_errors",
3607	"in_range_length_errors",
3608	"late_collisions"
3609};
3610
3611static void velocity_get_strings(struct net_device *dev, u32 sset, u8 *data)
3612{
3613	switch (sset) {
3614	case ETH_SS_STATS:
3615		memcpy(data, *velocity_gstrings, sizeof(velocity_gstrings));
3616		break;
3617	}
3618}
3619
3620static int velocity_get_sset_count(struct net_device *dev, int sset)
3621{
3622	switch (sset) {
3623	case ETH_SS_STATS:
3624		return ARRAY_SIZE(velocity_gstrings);
3625	default:
3626		return -EOPNOTSUPP;
3627	}
3628}
3629
3630static void velocity_get_ethtool_stats(struct net_device *dev,
3631				       struct ethtool_stats *stats, u64 *data)
3632{
3633	if (netif_running(dev)) {
3634		struct velocity_info *vptr = netdev_priv(dev);
3635		u32 *p = vptr->mib_counter;
3636		int i;
3637
3638		spin_lock_irq(&vptr->lock);
3639		velocity_update_hw_mibs(vptr);
3640		spin_unlock_irq(&vptr->lock);
3641
3642		for (i = 0; i < ARRAY_SIZE(velocity_gstrings); i++)
3643			*data++ = *p++;
3644	}
3645}
3646
3647static const struct ethtool_ops velocity_ethtool_ops = {
3648	.supported_coalesce_params = ETHTOOL_COALESCE_USECS |
3649				     ETHTOOL_COALESCE_MAX_FRAMES,
3650	.get_drvinfo		= velocity_get_drvinfo,
3651	.get_wol		= velocity_ethtool_get_wol,
3652	.set_wol		= velocity_ethtool_set_wol,
 
 
3653	.get_link		= velocity_get_link,
3654	.get_strings		= velocity_get_strings,
3655	.get_sset_count		= velocity_get_sset_count,
3656	.get_ethtool_stats	= velocity_get_ethtool_stats,
3657	.get_coalesce		= velocity_get_coalesce,
3658	.set_coalesce		= velocity_set_coalesce,
3659	.begin			= velocity_ethtool_up,
3660	.complete		= velocity_ethtool_down,
3661	.get_link_ksettings	= velocity_get_link_ksettings,
3662	.set_link_ksettings	= velocity_set_link_ksettings,
3663};
3664
3665#if defined(CONFIG_PM) && defined(CONFIG_INET)
3666static int velocity_netdev_event(struct notifier_block *nb, unsigned long notification, void *ptr)
3667{
3668	struct in_ifaddr *ifa = ptr;
3669	struct net_device *dev = ifa->ifa_dev->dev;
3670
3671	if (dev_net(dev) == &init_net &&
3672	    dev->netdev_ops == &velocity_netdev_ops)
3673		velocity_get_ip(netdev_priv(dev));
3674
3675	return NOTIFY_DONE;
3676}
3677
3678static struct notifier_block velocity_inetaddr_notifier = {
3679	.notifier_call	= velocity_netdev_event,
3680};
3681
3682static void velocity_register_notifier(void)
3683{
3684	register_inetaddr_notifier(&velocity_inetaddr_notifier);
3685}
3686
3687static void velocity_unregister_notifier(void)
3688{
3689	unregister_inetaddr_notifier(&velocity_inetaddr_notifier);
3690}
3691
3692#else
3693
3694#define velocity_register_notifier()	do {} while (0)
3695#define velocity_unregister_notifier()	do {} while (0)
3696
3697#endif	/* defined(CONFIG_PM) && defined(CONFIG_INET) */
3698
3699/**
3700 *	velocity_init_module	-	load time function
3701 *
3702 *	Called when the velocity module is loaded. The PCI driver
3703 *	is registered with the PCI layer, and in turn will call
3704 *	the probe functions for each velocity adapter installed
3705 *	in the system.
3706 */
3707static int __init velocity_init_module(void)
3708{
3709	int ret_pci, ret_platform;
3710
3711	velocity_register_notifier();
3712
3713	ret_pci = pci_register_driver(&velocity_pci_driver);
3714	ret_platform = platform_driver_register(&velocity_platform_driver);
3715
3716	/* if both_registers failed, remove the notifier */
3717	if ((ret_pci < 0) && (ret_platform < 0)) {
3718		velocity_unregister_notifier();
3719		return ret_pci;
3720	}
3721
3722	return 0;
3723}
3724
3725/**
3726 *	velocity_cleanup_module		-	module unload
3727 *
3728 *	When the velocity hardware is unloaded this function is called.
3729 *	It will clean up the notifiers and the unregister the PCI
3730 *	driver interface for this hardware. This in turn cleans up
3731 *	all discovered interfaces before returning from the function
3732 */
3733static void __exit velocity_cleanup_module(void)
3734{
3735	velocity_unregister_notifier();
3736
3737	pci_unregister_driver(&velocity_pci_driver);
3738	platform_driver_unregister(&velocity_platform_driver);
3739}
3740
3741module_init(velocity_init_module);
3742module_exit(velocity_cleanup_module);
v4.17
 
   1/*
   2 * This code is derived from the VIA reference driver (copyright message
   3 * below) provided to Red Hat by VIA Networking Technologies, Inc. for
   4 * addition to the Linux kernel.
   5 *
   6 * The code has been merged into one source file, cleaned up to follow
   7 * Linux coding style,  ported to the Linux 2.6 kernel tree and cleaned
   8 * for 64bit hardware platforms.
   9 *
  10 * TODO
  11 *	rx_copybreak/alignment
  12 *	More testing
  13 *
  14 * The changes are (c) Copyright 2004, Red Hat Inc. <alan@lxorguk.ukuu.org.uk>
  15 * Additional fixes and clean up: Francois Romieu
  16 *
  17 * This source has not been verified for use in safety critical systems.
  18 *
  19 * Please direct queries about the revamped driver to the linux-kernel
  20 * list not VIA.
  21 *
  22 * Original code:
  23 *
  24 * Copyright (c) 1996, 2003 VIA Networking Technologies, Inc.
  25 * All rights reserved.
  26 *
  27 * This software may be redistributed and/or modified under
  28 * the terms of the GNU General Public License as published by the Free
  29 * Software Foundation; either version 2 of the License, or
  30 * any later version.
  31 *
  32 * This program is distributed in the hope that it will be useful, but
  33 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  34 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
  35 * for more details.
  36 *
  37 * Author: Chuang Liang-Shing, AJ Jiang
  38 *
  39 * Date: Jan 24, 2003
  40 *
  41 * MODULE_LICENSE("GPL");
  42 *
  43 */
  44
 
 
  45#include <linux/module.h>
  46#include <linux/types.h>
  47#include <linux/bitops.h>
  48#include <linux/init.h>
  49#include <linux/dma-mapping.h>
  50#include <linux/mm.h>
  51#include <linux/errno.h>
  52#include <linux/ioport.h>
  53#include <linux/pci.h>
  54#include <linux/kernel.h>
  55#include <linux/netdevice.h>
  56#include <linux/etherdevice.h>
  57#include <linux/skbuff.h>
  58#include <linux/delay.h>
  59#include <linux/timer.h>
  60#include <linux/slab.h>
  61#include <linux/interrupt.h>
  62#include <linux/string.h>
  63#include <linux/wait.h>
  64#include <linux/io.h>
  65#include <linux/if.h>
  66#include <linux/uaccess.h>
  67#include <linux/proc_fs.h>
 
  68#include <linux/of_address.h>
  69#include <linux/of_device.h>
  70#include <linux/of_irq.h>
  71#include <linux/inetdevice.h>
  72#include <linux/platform_device.h>
  73#include <linux/reboot.h>
  74#include <linux/ethtool.h>
  75#include <linux/mii.h>
  76#include <linux/in.h>
  77#include <linux/if_arp.h>
  78#include <linux/if_vlan.h>
  79#include <linux/ip.h>
  80#include <linux/tcp.h>
  81#include <linux/udp.h>
  82#include <linux/crc-ccitt.h>
  83#include <linux/crc32.h>
  84
  85#include "via-velocity.h"
  86
  87enum velocity_bus_type {
  88	BUS_PCI,
  89	BUS_PLATFORM,
  90};
  91
  92static int velocity_nics;
  93static int msglevel = MSG_LEVEL_INFO;
  94
  95static void velocity_set_power_state(struct velocity_info *vptr, char state)
  96{
  97	void *addr = vptr->mac_regs;
  98
  99	if (vptr->pdev)
 100		pci_set_power_state(vptr->pdev, state);
 101	else
 102		writeb(state, addr + 0x154);
 103}
 104
 105/**
 106 *	mac_get_cam_mask	-	Read a CAM mask
 107 *	@regs: register block for this velocity
 108 *	@mask: buffer to store mask
 109 *
 110 *	Fetch the mask bits of the selected CAM and store them into the
 111 *	provided mask buffer.
 112 */
 113static void mac_get_cam_mask(struct mac_regs __iomem *regs, u8 *mask)
 114{
 115	int i;
 116
 117	/* Select CAM mask */
 118	BYTE_REG_BITS_SET(CAMCR_PS_CAM_MASK, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 119
 120	writeb(0, &regs->CAMADDR);
 121
 122	/* read mask */
 123	for (i = 0; i < 8; i++)
 124		*mask++ = readb(&(regs->MARCAM[i]));
 125
 126	/* disable CAMEN */
 127	writeb(0, &regs->CAMADDR);
 128
 129	/* Select mar */
 130	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 131}
 132
 133/**
 134 *	mac_set_cam_mask	-	Set a CAM mask
 135 *	@regs: register block for this velocity
 136 *	@mask: CAM mask to load
 137 *
 138 *	Store a new mask into a CAM
 139 */
 140static void mac_set_cam_mask(struct mac_regs __iomem *regs, u8 *mask)
 141{
 142	int i;
 143	/* Select CAM mask */
 144	BYTE_REG_BITS_SET(CAMCR_PS_CAM_MASK, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 145
 146	writeb(CAMADDR_CAMEN, &regs->CAMADDR);
 147
 148	for (i = 0; i < 8; i++)
 149		writeb(*mask++, &(regs->MARCAM[i]));
 150
 151	/* disable CAMEN */
 152	writeb(0, &regs->CAMADDR);
 153
 154	/* Select mar */
 155	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 156}
 157
 158static void mac_set_vlan_cam_mask(struct mac_regs __iomem *regs, u8 *mask)
 159{
 160	int i;
 161	/* Select CAM mask */
 162	BYTE_REG_BITS_SET(CAMCR_PS_CAM_MASK, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 163
 164	writeb(CAMADDR_CAMEN | CAMADDR_VCAMSL, &regs->CAMADDR);
 165
 166	for (i = 0; i < 8; i++)
 167		writeb(*mask++, &(regs->MARCAM[i]));
 168
 169	/* disable CAMEN */
 170	writeb(0, &regs->CAMADDR);
 171
 172	/* Select mar */
 173	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 174}
 175
 176/**
 177 *	mac_set_cam	-	set CAM data
 178 *	@regs: register block of this velocity
 179 *	@idx: Cam index
 180 *	@addr: 2 or 6 bytes of CAM data
 181 *
 182 *	Load an address or vlan tag into a CAM
 183 */
 184static void mac_set_cam(struct mac_regs __iomem *regs, int idx, const u8 *addr)
 185{
 186	int i;
 187
 188	/* Select CAM mask */
 189	BYTE_REG_BITS_SET(CAMCR_PS_CAM_DATA, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 190
 191	idx &= (64 - 1);
 192
 193	writeb(CAMADDR_CAMEN | idx, &regs->CAMADDR);
 194
 195	for (i = 0; i < 6; i++)
 196		writeb(*addr++, &(regs->MARCAM[i]));
 197
 198	BYTE_REG_BITS_ON(CAMCR_CAMWR, &regs->CAMCR);
 199
 200	udelay(10);
 201
 202	writeb(0, &regs->CAMADDR);
 203
 204	/* Select mar */
 205	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 206}
 207
 208static void mac_set_vlan_cam(struct mac_regs __iomem *regs, int idx,
 209			     const u8 *addr)
 210{
 211
 212	/* Select CAM mask */
 213	BYTE_REG_BITS_SET(CAMCR_PS_CAM_DATA, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 214
 215	idx &= (64 - 1);
 216
 217	writeb(CAMADDR_CAMEN | CAMADDR_VCAMSL | idx, &regs->CAMADDR);
 218	writew(*((u16 *) addr), &regs->MARCAM[0]);
 219
 220	BYTE_REG_BITS_ON(CAMCR_CAMWR, &regs->CAMCR);
 221
 222	udelay(10);
 223
 224	writeb(0, &regs->CAMADDR);
 225
 226	/* Select mar */
 227	BYTE_REG_BITS_SET(CAMCR_PS_MAR, CAMCR_PS1 | CAMCR_PS0, &regs->CAMCR);
 228}
 229
 230
 231/**
 232 *	mac_wol_reset	-	reset WOL after exiting low power
 233 *	@regs: register block of this velocity
 234 *
 235 *	Called after we drop out of wake on lan mode in order to
 236 *	reset the Wake on lan features. This function doesn't restore
 237 *	the rest of the logic from the result of sleep/wakeup
 238 */
 239static void mac_wol_reset(struct mac_regs __iomem *regs)
 240{
 241
 242	/* Turn off SWPTAG right after leaving power mode */
 243	BYTE_REG_BITS_OFF(STICKHW_SWPTAG, &regs->STICKHW);
 244	/* clear sticky bits */
 245	BYTE_REG_BITS_OFF((STICKHW_DS1 | STICKHW_DS0), &regs->STICKHW);
 246
 247	BYTE_REG_BITS_OFF(CHIPGCR_FCGMII, &regs->CHIPGCR);
 248	BYTE_REG_BITS_OFF(CHIPGCR_FCMODE, &regs->CHIPGCR);
 249	/* disable force PME-enable */
 250	writeb(WOLCFG_PMEOVR, &regs->WOLCFGClr);
 251	/* disable power-event config bit */
 252	writew(0xFFFF, &regs->WOLCRClr);
 253	/* clear power status */
 254	writew(0xFFFF, &regs->WOLSRClr);
 255}
 256
 257static const struct ethtool_ops velocity_ethtool_ops;
 258
 259/*
 260    Define module options
 261*/
 262
 263MODULE_AUTHOR("VIA Networking Technologies, Inc.");
 264MODULE_LICENSE("GPL");
 265MODULE_DESCRIPTION("VIA Networking Velocity Family Gigabit Ethernet Adapter Driver");
 266
 267#define VELOCITY_PARAM(N, D) \
 268	static int N[MAX_UNITS] = OPTION_DEFAULT;\
 269	module_param_array(N, int, NULL, 0); \
 270	MODULE_PARM_DESC(N, D);
 271
 272#define RX_DESC_MIN     64
 273#define RX_DESC_MAX     255
 274#define RX_DESC_DEF     64
 275VELOCITY_PARAM(RxDescriptors, "Number of receive descriptors");
 276
 277#define TX_DESC_MIN     16
 278#define TX_DESC_MAX     256
 279#define TX_DESC_DEF     64
 280VELOCITY_PARAM(TxDescriptors, "Number of transmit descriptors");
 281
 282#define RX_THRESH_MIN   0
 283#define RX_THRESH_MAX   3
 284#define RX_THRESH_DEF   0
 285/* rx_thresh[] is used for controlling the receive fifo threshold.
 286   0: indicate the rxfifo threshold is 128 bytes.
 287   1: indicate the rxfifo threshold is 512 bytes.
 288   2: indicate the rxfifo threshold is 1024 bytes.
 289   3: indicate the rxfifo threshold is store & forward.
 290*/
 291VELOCITY_PARAM(rx_thresh, "Receive fifo threshold");
 292
 293#define DMA_LENGTH_MIN  0
 294#define DMA_LENGTH_MAX  7
 295#define DMA_LENGTH_DEF  6
 296
 297/* DMA_length[] is used for controlling the DMA length
 298   0: 8 DWORDs
 299   1: 16 DWORDs
 300   2: 32 DWORDs
 301   3: 64 DWORDs
 302   4: 128 DWORDs
 303   5: 256 DWORDs
 304   6: SF(flush till emply)
 305   7: SF(flush till emply)
 306*/
 307VELOCITY_PARAM(DMA_length, "DMA length");
 308
 309#define IP_ALIG_DEF     0
 310/* IP_byte_align[] is used for IP header DWORD byte aligned
 311   0: indicate the IP header won't be DWORD byte aligned.(Default) .
 312   1: indicate the IP header will be DWORD byte aligned.
 313      In some environment, the IP header should be DWORD byte aligned,
 314      or the packet will be droped when we receive it. (eg: IPVS)
 315*/
 316VELOCITY_PARAM(IP_byte_align, "Enable IP header dword aligned");
 317
 318#define FLOW_CNTL_DEF   1
 319#define FLOW_CNTL_MIN   1
 320#define FLOW_CNTL_MAX   5
 321
 322/* flow_control[] is used for setting the flow control ability of NIC.
 323   1: hardware deafult - AUTO (default). Use Hardware default value in ANAR.
 324   2: enable TX flow control.
 325   3: enable RX flow control.
 326   4: enable RX/TX flow control.
 327   5: disable
 328*/
 329VELOCITY_PARAM(flow_control, "Enable flow control ability");
 330
 331#define MED_LNK_DEF 0
 332#define MED_LNK_MIN 0
 333#define MED_LNK_MAX 5
 334/* speed_duplex[] is used for setting the speed and duplex mode of NIC.
 335   0: indicate autonegotiation for both speed and duplex mode
 336   1: indicate 100Mbps half duplex mode
 337   2: indicate 100Mbps full duplex mode
 338   3: indicate 10Mbps half duplex mode
 339   4: indicate 10Mbps full duplex mode
 340   5: indicate 1000Mbps full duplex mode
 341
 342   Note:
 343   if EEPROM have been set to the force mode, this option is ignored
 344   by driver.
 345*/
 346VELOCITY_PARAM(speed_duplex, "Setting the speed and duplex mode");
 347
 348#define WOL_OPT_DEF     0
 349#define WOL_OPT_MIN     0
 350#define WOL_OPT_MAX     7
 351/* wol_opts[] is used for controlling wake on lan behavior.
 352   0: Wake up if recevied a magic packet. (Default)
 353   1: Wake up if link status is on/off.
 354   2: Wake up if recevied an arp packet.
 355   4: Wake up if recevied any unicast packet.
 356   Those value can be sumed up to support more than one option.
 357*/
 358VELOCITY_PARAM(wol_opts, "Wake On Lan options");
 359
 360static int rx_copybreak = 200;
 361module_param(rx_copybreak, int, 0644);
 362MODULE_PARM_DESC(rx_copybreak, "Copy breakpoint for copy-only-tiny-frames");
 363
 364/*
 365 *	Internal board variants. At the moment we have only one
 366 */
 367static struct velocity_info_tbl chip_info_table[] = {
 368	{CHIP_TYPE_VT6110, "VIA Networking Velocity Family Gigabit Ethernet Adapter", 1, 0x00FFFFFFUL},
 369	{ }
 370};
 371
 372/*
 373 *	Describe the PCI device identifiers that we support in this
 374 *	device driver. Used for hotplug autoloading.
 375 */
 376
 377static const struct pci_device_id velocity_pci_id_table[] = {
 378	{ PCI_DEVICE(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_612X) },
 379	{ }
 380};
 381
 382MODULE_DEVICE_TABLE(pci, velocity_pci_id_table);
 383
 384/**
 385 *	Describe the OF device identifiers that we support in this
 386 *	device driver. Used for devicetree nodes.
 387 */
 388static const struct of_device_id velocity_of_ids[] = {
 389	{ .compatible = "via,velocity-vt6110", .data = &chip_info_table[0] },
 390	{ /* Sentinel */ },
 391};
 392MODULE_DEVICE_TABLE(of, velocity_of_ids);
 393
 394/**
 395 *	get_chip_name	- 	identifier to name
 396 *	@id: chip identifier
 397 *
 398 *	Given a chip identifier return a suitable description. Returns
 399 *	a pointer a static string valid while the driver is loaded.
 400 */
 401static const char *get_chip_name(enum chip_type chip_id)
 402{
 403	int i;
 404	for (i = 0; chip_info_table[i].name != NULL; i++)
 405		if (chip_info_table[i].chip_id == chip_id)
 406			break;
 407	return chip_info_table[i].name;
 408}
 409
 410/**
 411 *	velocity_set_int_opt	-	parser for integer options
 412 *	@opt: pointer to option value
 413 *	@val: value the user requested (or -1 for default)
 414 *	@min: lowest value allowed
 415 *	@max: highest value allowed
 416 *	@def: default value
 417 *	@name: property name
 418 *	@dev: device name
 419 *
 420 *	Set an integer property in the module options. This function does
 421 *	all the verification and checking as well as reporting so that
 422 *	we don't duplicate code for each option.
 423 */
 424static void velocity_set_int_opt(int *opt, int val, int min, int max, int def,
 425				 char *name, const char *devname)
 426{
 427	if (val == -1)
 428		*opt = def;
 429	else if (val < min || val > max) {
 430		VELOCITY_PRT(MSG_LEVEL_INFO, KERN_NOTICE "%s: the value of parameter %s is invalid, the valid range is (%d-%d)\n",
 431					devname, name, min, max);
 432		*opt = def;
 433	} else {
 434		VELOCITY_PRT(MSG_LEVEL_INFO, KERN_INFO "%s: set value of parameter %s to %d\n",
 435					devname, name, val);
 436		*opt = val;
 437	}
 438}
 439
 440/**
 441 *	velocity_set_bool_opt	-	parser for boolean options
 442 *	@opt: pointer to option value
 443 *	@val: value the user requested (or -1 for default)
 444 *	@def: default value (yes/no)
 445 *	@flag: numeric value to set for true.
 446 *	@name: property name
 447 *	@dev: device name
 448 *
 449 *	Set a boolean property in the module options. This function does
 450 *	all the verification and checking as well as reporting so that
 451 *	we don't duplicate code for each option.
 452 */
 453static void velocity_set_bool_opt(u32 *opt, int val, int def, u32 flag,
 454				  char *name, const char *devname)
 455{
 456	(*opt) &= (~flag);
 457	if (val == -1)
 458		*opt |= (def ? flag : 0);
 459	else if (val < 0 || val > 1) {
 460		printk(KERN_NOTICE "%s: the value of parameter %s is invalid, the valid range is (0-1)\n",
 461			devname, name);
 462		*opt |= (def ? flag : 0);
 463	} else {
 464		printk(KERN_INFO "%s: set parameter %s to %s\n",
 465			devname, name, val ? "TRUE" : "FALSE");
 466		*opt |= (val ? flag : 0);
 467	}
 468}
 469
 470/**
 471 *	velocity_get_options	-	set options on device
 472 *	@opts: option structure for the device
 473 *	@index: index of option to use in module options array
 474 *	@devname: device name
 475 *
 476 *	Turn the module and command options into a single structure
 477 *	for the current device
 478 */
 479static void velocity_get_options(struct velocity_opt *opts, int index,
 480				 const char *devname)
 481{
 482
 483	velocity_set_int_opt(&opts->rx_thresh, rx_thresh[index], RX_THRESH_MIN, RX_THRESH_MAX, RX_THRESH_DEF, "rx_thresh", devname);
 484	velocity_set_int_opt(&opts->DMA_length, DMA_length[index], DMA_LENGTH_MIN, DMA_LENGTH_MAX, DMA_LENGTH_DEF, "DMA_length", devname);
 485	velocity_set_int_opt(&opts->numrx, RxDescriptors[index], RX_DESC_MIN, RX_DESC_MAX, RX_DESC_DEF, "RxDescriptors", devname);
 486	velocity_set_int_opt(&opts->numtx, TxDescriptors[index], TX_DESC_MIN, TX_DESC_MAX, TX_DESC_DEF, "TxDescriptors", devname);
 487
 488	velocity_set_int_opt(&opts->flow_cntl, flow_control[index], FLOW_CNTL_MIN, FLOW_CNTL_MAX, FLOW_CNTL_DEF, "flow_control", devname);
 489	velocity_set_bool_opt(&opts->flags, IP_byte_align[index], IP_ALIG_DEF, VELOCITY_FLAGS_IP_ALIGN, "IP_byte_align", devname);
 490	velocity_set_int_opt((int *) &opts->spd_dpx, speed_duplex[index], MED_LNK_MIN, MED_LNK_MAX, MED_LNK_DEF, "Media link mode", devname);
 491	velocity_set_int_opt(&opts->wol_opts, wol_opts[index], WOL_OPT_MIN, WOL_OPT_MAX, WOL_OPT_DEF, "Wake On Lan options", devname);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 492	opts->numrx = (opts->numrx & ~3);
 493}
 494
 495/**
 496 *	velocity_init_cam_filter	-	initialise CAM
 497 *	@vptr: velocity to program
 498 *
 499 *	Initialize the content addressable memory used for filters. Load
 500 *	appropriately according to the presence of VLAN
 501 */
 502static void velocity_init_cam_filter(struct velocity_info *vptr)
 503{
 504	struct mac_regs __iomem *regs = vptr->mac_regs;
 505	unsigned int vid, i = 0;
 506
 507	/* Turn on MCFG_PQEN, turn off MCFG_RTGOPT */
 508	WORD_REG_BITS_SET(MCFG_PQEN, MCFG_RTGOPT, &regs->MCFG);
 509	WORD_REG_BITS_ON(MCFG_VIDFR, &regs->MCFG);
 510
 511	/* Disable all CAMs */
 512	memset(vptr->vCAMmask, 0, sizeof(u8) * 8);
 513	memset(vptr->mCAMmask, 0, sizeof(u8) * 8);
 514	mac_set_vlan_cam_mask(regs, vptr->vCAMmask);
 515	mac_set_cam_mask(regs, vptr->mCAMmask);
 516
 517	/* Enable VCAMs */
 518	for_each_set_bit(vid, vptr->active_vlans, VLAN_N_VID) {
 519		mac_set_vlan_cam(regs, i, (u8 *) &vid);
 520		vptr->vCAMmask[i / 8] |= 0x1 << (i % 8);
 521		if (++i >= VCAM_SIZE)
 522			break;
 523	}
 524	mac_set_vlan_cam_mask(regs, vptr->vCAMmask);
 525}
 526
 527static int velocity_vlan_rx_add_vid(struct net_device *dev,
 528				    __be16 proto, u16 vid)
 529{
 530	struct velocity_info *vptr = netdev_priv(dev);
 531
 532	spin_lock_irq(&vptr->lock);
 533	set_bit(vid, vptr->active_vlans);
 534	velocity_init_cam_filter(vptr);
 535	spin_unlock_irq(&vptr->lock);
 536	return 0;
 537}
 538
 539static int velocity_vlan_rx_kill_vid(struct net_device *dev,
 540				     __be16 proto, u16 vid)
 541{
 542	struct velocity_info *vptr = netdev_priv(dev);
 543
 544	spin_lock_irq(&vptr->lock);
 545	clear_bit(vid, vptr->active_vlans);
 546	velocity_init_cam_filter(vptr);
 547	spin_unlock_irq(&vptr->lock);
 548	return 0;
 549}
 550
 551static void velocity_init_rx_ring_indexes(struct velocity_info *vptr)
 552{
 553	vptr->rx.dirty = vptr->rx.filled = vptr->rx.curr = 0;
 554}
 555
 556/**
 557 *	velocity_rx_reset	-	handle a receive reset
 558 *	@vptr: velocity we are resetting
 559 *
 560 *	Reset the ownership and status for the receive ring side.
 561 *	Hand all the receive queue to the NIC.
 562 */
 563static void velocity_rx_reset(struct velocity_info *vptr)
 564{
 565
 566	struct mac_regs __iomem *regs = vptr->mac_regs;
 567	int i;
 568
 569	velocity_init_rx_ring_indexes(vptr);
 570
 571	/*
 572	 *	Init state, all RD entries belong to the NIC
 573	 */
 574	for (i = 0; i < vptr->options.numrx; ++i)
 575		vptr->rx.ring[i].rdesc0.len |= OWNED_BY_NIC;
 576
 577	writew(vptr->options.numrx, &regs->RBRDU);
 578	writel(vptr->rx.pool_dma, &regs->RDBaseLo);
 579	writew(0, &regs->RDIdx);
 580	writew(vptr->options.numrx - 1, &regs->RDCSize);
 581}
 582
 583/**
 584 *	velocity_get_opt_media_mode	-	get media selection
 585 *	@vptr: velocity adapter
 586 *
 587 *	Get the media mode stored in EEPROM or module options and load
 588 *	mii_status accordingly. The requested link state information
 589 *	is also returned.
 590 */
 591static u32 velocity_get_opt_media_mode(struct velocity_info *vptr)
 592{
 593	u32 status = 0;
 594
 595	switch (vptr->options.spd_dpx) {
 596	case SPD_DPX_AUTO:
 597		status = VELOCITY_AUTONEG_ENABLE;
 598		break;
 599	case SPD_DPX_100_FULL:
 600		status = VELOCITY_SPEED_100 | VELOCITY_DUPLEX_FULL;
 601		break;
 602	case SPD_DPX_10_FULL:
 603		status = VELOCITY_SPEED_10 | VELOCITY_DUPLEX_FULL;
 604		break;
 605	case SPD_DPX_100_HALF:
 606		status = VELOCITY_SPEED_100;
 607		break;
 608	case SPD_DPX_10_HALF:
 609		status = VELOCITY_SPEED_10;
 610		break;
 611	case SPD_DPX_1000_FULL:
 612		status = VELOCITY_SPEED_1000 | VELOCITY_DUPLEX_FULL;
 613		break;
 614	}
 615	vptr->mii_status = status;
 616	return status;
 617}
 618
 619/**
 620 *	safe_disable_mii_autopoll	-	autopoll off
 621 *	@regs: velocity registers
 622 *
 623 *	Turn off the autopoll and wait for it to disable on the chip
 624 */
 625static void safe_disable_mii_autopoll(struct mac_regs __iomem *regs)
 626{
 627	u16 ww;
 628
 629	/*  turn off MAUTO */
 630	writeb(0, &regs->MIICR);
 631	for (ww = 0; ww < W_MAX_TIMEOUT; ww++) {
 632		udelay(1);
 633		if (BYTE_REG_BITS_IS_ON(MIISR_MIDLE, &regs->MIISR))
 634			break;
 635	}
 636}
 637
 638/**
 639 *	enable_mii_autopoll	-	turn on autopolling
 640 *	@regs: velocity registers
 641 *
 642 *	Enable the MII link status autopoll feature on the Velocity
 643 *	hardware. Wait for it to enable.
 644 */
 645static void enable_mii_autopoll(struct mac_regs __iomem *regs)
 646{
 647	int ii;
 648
 649	writeb(0, &(regs->MIICR));
 650	writeb(MIIADR_SWMPL, &regs->MIIADR);
 651
 652	for (ii = 0; ii < W_MAX_TIMEOUT; ii++) {
 653		udelay(1);
 654		if (BYTE_REG_BITS_IS_ON(MIISR_MIDLE, &regs->MIISR))
 655			break;
 656	}
 657
 658	writeb(MIICR_MAUTO, &regs->MIICR);
 659
 660	for (ii = 0; ii < W_MAX_TIMEOUT; ii++) {
 661		udelay(1);
 662		if (!BYTE_REG_BITS_IS_ON(MIISR_MIDLE, &regs->MIISR))
 663			break;
 664	}
 665
 666}
 667
 668/**
 669 *	velocity_mii_read	-	read MII data
 670 *	@regs: velocity registers
 671 *	@index: MII register index
 672 *	@data: buffer for received data
 673 *
 674 *	Perform a single read of an MII 16bit register. Returns zero
 675 *	on success or -ETIMEDOUT if the PHY did not respond.
 676 */
 677static int velocity_mii_read(struct mac_regs __iomem *regs, u8 index, u16 *data)
 678{
 679	u16 ww;
 680
 681	/*
 682	 *	Disable MIICR_MAUTO, so that mii addr can be set normally
 683	 */
 684	safe_disable_mii_autopoll(regs);
 685
 686	writeb(index, &regs->MIIADR);
 687
 688	BYTE_REG_BITS_ON(MIICR_RCMD, &regs->MIICR);
 689
 690	for (ww = 0; ww < W_MAX_TIMEOUT; ww++) {
 691		if (!(readb(&regs->MIICR) & MIICR_RCMD))
 692			break;
 693	}
 694
 695	*data = readw(&regs->MIIDATA);
 696
 697	enable_mii_autopoll(regs);
 698	if (ww == W_MAX_TIMEOUT)
 699		return -ETIMEDOUT;
 700	return 0;
 701}
 702
 703/**
 704 *	mii_check_media_mode	-	check media state
 705 *	@regs: velocity registers
 706 *
 707 *	Check the current MII status and determine the link status
 708 *	accordingly
 709 */
 710static u32 mii_check_media_mode(struct mac_regs __iomem *regs)
 711{
 712	u32 status = 0;
 713	u16 ANAR;
 714
 715	if (!MII_REG_BITS_IS_ON(BMSR_LSTATUS, MII_BMSR, regs))
 716		status |= VELOCITY_LINK_FAIL;
 717
 718	if (MII_REG_BITS_IS_ON(ADVERTISE_1000FULL, MII_CTRL1000, regs))
 719		status |= VELOCITY_SPEED_1000 | VELOCITY_DUPLEX_FULL;
 720	else if (MII_REG_BITS_IS_ON(ADVERTISE_1000HALF, MII_CTRL1000, regs))
 721		status |= (VELOCITY_SPEED_1000);
 722	else {
 723		velocity_mii_read(regs, MII_ADVERTISE, &ANAR);
 724		if (ANAR & ADVERTISE_100FULL)
 725			status |= (VELOCITY_SPEED_100 | VELOCITY_DUPLEX_FULL);
 726		else if (ANAR & ADVERTISE_100HALF)
 727			status |= VELOCITY_SPEED_100;
 728		else if (ANAR & ADVERTISE_10FULL)
 729			status |= (VELOCITY_SPEED_10 | VELOCITY_DUPLEX_FULL);
 730		else
 731			status |= (VELOCITY_SPEED_10);
 732	}
 733
 734	if (MII_REG_BITS_IS_ON(BMCR_ANENABLE, MII_BMCR, regs)) {
 735		velocity_mii_read(regs, MII_ADVERTISE, &ANAR);
 736		if ((ANAR & (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF))
 737		    == (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF)) {
 738			if (MII_REG_BITS_IS_ON(ADVERTISE_1000HALF | ADVERTISE_1000FULL, MII_CTRL1000, regs))
 739				status |= VELOCITY_AUTONEG_ENABLE;
 740		}
 741	}
 742
 743	return status;
 744}
 745
 746/**
 747 *	velocity_mii_write	-	write MII data
 748 *	@regs: velocity registers
 749 *	@index: MII register index
 750 *	@data: 16bit data for the MII register
 751 *
 752 *	Perform a single write to an MII 16bit register. Returns zero
 753 *	on success or -ETIMEDOUT if the PHY did not respond.
 754 */
 755static int velocity_mii_write(struct mac_regs __iomem *regs, u8 mii_addr, u16 data)
 756{
 757	u16 ww;
 758
 759	/*
 760	 *	Disable MIICR_MAUTO, so that mii addr can be set normally
 761	 */
 762	safe_disable_mii_autopoll(regs);
 763
 764	/* MII reg offset */
 765	writeb(mii_addr, &regs->MIIADR);
 766	/* set MII data */
 767	writew(data, &regs->MIIDATA);
 768
 769	/* turn on MIICR_WCMD */
 770	BYTE_REG_BITS_ON(MIICR_WCMD, &regs->MIICR);
 771
 772	/* W_MAX_TIMEOUT is the timeout period */
 773	for (ww = 0; ww < W_MAX_TIMEOUT; ww++) {
 774		udelay(5);
 775		if (!(readb(&regs->MIICR) & MIICR_WCMD))
 776			break;
 777	}
 778	enable_mii_autopoll(regs);
 779
 780	if (ww == W_MAX_TIMEOUT)
 781		return -ETIMEDOUT;
 782	return 0;
 783}
 784
 785/**
 786 *	set_mii_flow_control	-	flow control setup
 787 *	@vptr: velocity interface
 788 *
 789 *	Set up the flow control on this interface according to
 790 *	the supplied user/eeprom options.
 791 */
 792static void set_mii_flow_control(struct velocity_info *vptr)
 793{
 794	/*Enable or Disable PAUSE in ANAR */
 795	switch (vptr->options.flow_cntl) {
 796	case FLOW_CNTL_TX:
 797		MII_REG_BITS_OFF(ADVERTISE_PAUSE_CAP, MII_ADVERTISE, vptr->mac_regs);
 798		MII_REG_BITS_ON(ADVERTISE_PAUSE_ASYM, MII_ADVERTISE, vptr->mac_regs);
 799		break;
 800
 801	case FLOW_CNTL_RX:
 802		MII_REG_BITS_ON(ADVERTISE_PAUSE_CAP, MII_ADVERTISE, vptr->mac_regs);
 803		MII_REG_BITS_ON(ADVERTISE_PAUSE_ASYM, MII_ADVERTISE, vptr->mac_regs);
 804		break;
 805
 806	case FLOW_CNTL_TX_RX:
 807		MII_REG_BITS_ON(ADVERTISE_PAUSE_CAP, MII_ADVERTISE, vptr->mac_regs);
 808		MII_REG_BITS_OFF(ADVERTISE_PAUSE_ASYM, MII_ADVERTISE, vptr->mac_regs);
 809		break;
 810
 811	case FLOW_CNTL_DISABLE:
 812		MII_REG_BITS_OFF(ADVERTISE_PAUSE_CAP, MII_ADVERTISE, vptr->mac_regs);
 813		MII_REG_BITS_OFF(ADVERTISE_PAUSE_ASYM, MII_ADVERTISE, vptr->mac_regs);
 814		break;
 815	default:
 816		break;
 817	}
 818}
 819
 820/**
 821 *	mii_set_auto_on		-	autonegotiate on
 822 *	@vptr: velocity
 823 *
 824 *	Enable autonegotation on this interface
 825 */
 826static void mii_set_auto_on(struct velocity_info *vptr)
 827{
 828	if (MII_REG_BITS_IS_ON(BMCR_ANENABLE, MII_BMCR, vptr->mac_regs))
 829		MII_REG_BITS_ON(BMCR_ANRESTART, MII_BMCR, vptr->mac_regs);
 830	else
 831		MII_REG_BITS_ON(BMCR_ANENABLE, MII_BMCR, vptr->mac_regs);
 832}
 833
 834static u32 check_connection_type(struct mac_regs __iomem *regs)
 835{
 836	u32 status = 0;
 837	u8 PHYSR0;
 838	u16 ANAR;
 839	PHYSR0 = readb(&regs->PHYSR0);
 840
 841	/*
 842	   if (!(PHYSR0 & PHYSR0_LINKGD))
 843	   status|=VELOCITY_LINK_FAIL;
 844	 */
 845
 846	if (PHYSR0 & PHYSR0_FDPX)
 847		status |= VELOCITY_DUPLEX_FULL;
 848
 849	if (PHYSR0 & PHYSR0_SPDG)
 850		status |= VELOCITY_SPEED_1000;
 851	else if (PHYSR0 & PHYSR0_SPD10)
 852		status |= VELOCITY_SPEED_10;
 853	else
 854		status |= VELOCITY_SPEED_100;
 855
 856	if (MII_REG_BITS_IS_ON(BMCR_ANENABLE, MII_BMCR, regs)) {
 857		velocity_mii_read(regs, MII_ADVERTISE, &ANAR);
 858		if ((ANAR & (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF))
 859		    == (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF)) {
 860			if (MII_REG_BITS_IS_ON(ADVERTISE_1000HALF | ADVERTISE_1000FULL, MII_CTRL1000, regs))
 861				status |= VELOCITY_AUTONEG_ENABLE;
 862		}
 863	}
 864
 865	return status;
 866}
 867
 868/**
 869 *	velocity_set_media_mode		-	set media mode
 
 870 *	@mii_status: old MII link state
 871 *
 872 *	Check the media link state and configure the flow control
 873 *	PHY and also velocity hardware setup accordingly. In particular
 874 *	we need to set up CD polling and frame bursting.
 875 */
 876static int velocity_set_media_mode(struct velocity_info *vptr, u32 mii_status)
 877{
 878	u32 curr_status;
 879	struct mac_regs __iomem *regs = vptr->mac_regs;
 880
 881	vptr->mii_status = mii_check_media_mode(vptr->mac_regs);
 882	curr_status = vptr->mii_status & (~VELOCITY_LINK_FAIL);
 883
 884	/* Set mii link status */
 885	set_mii_flow_control(vptr);
 886
 887	/*
 888	   Check if new status is consistent with current status
 889	   if (((mii_status & curr_status) & VELOCITY_AUTONEG_ENABLE) ||
 890	       (mii_status==curr_status)) {
 891	   vptr->mii_status=mii_check_media_mode(vptr->mac_regs);
 892	   vptr->mii_status=check_connection_type(vptr->mac_regs);
 893	   VELOCITY_PRT(MSG_LEVEL_INFO, "Velocity link no change\n");
 894	   return 0;
 895	   }
 896	 */
 897
 898	if (PHYID_GET_PHY_ID(vptr->phy_id) == PHYID_CICADA_CS8201)
 899		MII_REG_BITS_ON(AUXCR_MDPPS, MII_NCONFIG, vptr->mac_regs);
 900
 901	/*
 902	 *	If connection type is AUTO
 903	 */
 904	if (mii_status & VELOCITY_AUTONEG_ENABLE) {
 905		VELOCITY_PRT(MSG_LEVEL_INFO, "Velocity is AUTO mode\n");
 906		/* clear force MAC mode bit */
 907		BYTE_REG_BITS_OFF(CHIPGCR_FCMODE, &regs->CHIPGCR);
 908		/* set duplex mode of MAC according to duplex mode of MII */
 909		MII_REG_BITS_ON(ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF, MII_ADVERTISE, vptr->mac_regs);
 910		MII_REG_BITS_ON(ADVERTISE_1000FULL | ADVERTISE_1000HALF, MII_CTRL1000, vptr->mac_regs);
 911		MII_REG_BITS_ON(BMCR_SPEED1000, MII_BMCR, vptr->mac_regs);
 912
 913		/* enable AUTO-NEGO mode */
 914		mii_set_auto_on(vptr);
 915	} else {
 916		u16 CTRL1000;
 917		u16 ANAR;
 918		u8 CHIPGCR;
 919
 920		/*
 921		 * 1. if it's 3119, disable frame bursting in halfduplex mode
 922		 *    and enable it in fullduplex mode
 923		 * 2. set correct MII/GMII and half/full duplex mode in CHIPGCR
 924		 * 3. only enable CD heart beat counter in 10HD mode
 925		 */
 926
 927		/* set force MAC mode bit */
 928		BYTE_REG_BITS_ON(CHIPGCR_FCMODE, &regs->CHIPGCR);
 929
 930		CHIPGCR = readb(&regs->CHIPGCR);
 931
 932		if (mii_status & VELOCITY_SPEED_1000)
 933			CHIPGCR |= CHIPGCR_FCGMII;
 934		else
 935			CHIPGCR &= ~CHIPGCR_FCGMII;
 936
 937		if (mii_status & VELOCITY_DUPLEX_FULL) {
 938			CHIPGCR |= CHIPGCR_FCFDX;
 939			writeb(CHIPGCR, &regs->CHIPGCR);
 940			VELOCITY_PRT(MSG_LEVEL_INFO, "set Velocity to forced full mode\n");
 
 941			if (vptr->rev_id < REV_ID_VT3216_A0)
 942				BYTE_REG_BITS_OFF(TCR_TB2BDIS, &regs->TCR);
 943		} else {
 944			CHIPGCR &= ~CHIPGCR_FCFDX;
 945			VELOCITY_PRT(MSG_LEVEL_INFO, "set Velocity to forced half mode\n");
 
 946			writeb(CHIPGCR, &regs->CHIPGCR);
 947			if (vptr->rev_id < REV_ID_VT3216_A0)
 948				BYTE_REG_BITS_ON(TCR_TB2BDIS, &regs->TCR);
 949		}
 950
 951		velocity_mii_read(vptr->mac_regs, MII_CTRL1000, &CTRL1000);
 952		CTRL1000 &= ~(ADVERTISE_1000FULL | ADVERTISE_1000HALF);
 953		if ((mii_status & VELOCITY_SPEED_1000) &&
 954		    (mii_status & VELOCITY_DUPLEX_FULL)) {
 955			CTRL1000 |= ADVERTISE_1000FULL;
 956		}
 957		velocity_mii_write(vptr->mac_regs, MII_CTRL1000, CTRL1000);
 958
 959		if (!(mii_status & VELOCITY_DUPLEX_FULL) && (mii_status & VELOCITY_SPEED_10))
 960			BYTE_REG_BITS_OFF(TESTCFG_HBDIS, &regs->TESTCFG);
 961		else
 962			BYTE_REG_BITS_ON(TESTCFG_HBDIS, &regs->TESTCFG);
 963
 964		/* MII_REG_BITS_OFF(BMCR_SPEED1000, MII_BMCR, vptr->mac_regs); */
 965		velocity_mii_read(vptr->mac_regs, MII_ADVERTISE, &ANAR);
 966		ANAR &= (~(ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF));
 967		if (mii_status & VELOCITY_SPEED_100) {
 968			if (mii_status & VELOCITY_DUPLEX_FULL)
 969				ANAR |= ADVERTISE_100FULL;
 970			else
 971				ANAR |= ADVERTISE_100HALF;
 972		} else if (mii_status & VELOCITY_SPEED_10) {
 973			if (mii_status & VELOCITY_DUPLEX_FULL)
 974				ANAR |= ADVERTISE_10FULL;
 975			else
 976				ANAR |= ADVERTISE_10HALF;
 977		}
 978		velocity_mii_write(vptr->mac_regs, MII_ADVERTISE, ANAR);
 979		/* enable AUTO-NEGO mode */
 980		mii_set_auto_on(vptr);
 981		/* MII_REG_BITS_ON(BMCR_ANENABLE, MII_BMCR, vptr->mac_regs); */
 982	}
 983	/* vptr->mii_status=mii_check_media_mode(vptr->mac_regs); */
 984	/* vptr->mii_status=check_connection_type(vptr->mac_regs); */
 985	return VELOCITY_LINK_CHANGE;
 986}
 987
 988/**
 989 *	velocity_print_link_status	-	link status reporting
 990 *	@vptr: velocity to report on
 991 *
 992 *	Turn the link status of the velocity card into a kernel log
 993 *	description of the new link state, detailing speed and duplex
 994 *	status
 995 */
 996static void velocity_print_link_status(struct velocity_info *vptr)
 997{
 
 
 
 998
 999	if (vptr->mii_status & VELOCITY_LINK_FAIL) {
1000		VELOCITY_PRT(MSG_LEVEL_INFO, KERN_NOTICE "%s: failed to detect cable link\n", vptr->netdev->name);
1001	} else if (vptr->options.spd_dpx == SPD_DPX_AUTO) {
1002		VELOCITY_PRT(MSG_LEVEL_INFO, KERN_NOTICE "%s: Link auto-negotiation", vptr->netdev->name);
 
 
 
1003
1004		if (vptr->mii_status & VELOCITY_SPEED_1000)
1005			VELOCITY_PRT(MSG_LEVEL_INFO, " speed 1000M bps");
1006		else if (vptr->mii_status & VELOCITY_SPEED_100)
1007			VELOCITY_PRT(MSG_LEVEL_INFO, " speed 100M bps");
1008		else
1009			VELOCITY_PRT(MSG_LEVEL_INFO, " speed 10M bps");
1010
1011		if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1012			VELOCITY_PRT(MSG_LEVEL_INFO, " full duplex\n");
1013		else
1014			VELOCITY_PRT(MSG_LEVEL_INFO, " half duplex\n");
1015	} else {
1016		VELOCITY_PRT(MSG_LEVEL_INFO, KERN_NOTICE "%s: Link forced", vptr->netdev->name);
 
1017		switch (vptr->options.spd_dpx) {
1018		case SPD_DPX_1000_FULL:
1019			VELOCITY_PRT(MSG_LEVEL_INFO, " speed 1000M bps full duplex\n");
 
1020			break;
1021		case SPD_DPX_100_HALF:
1022			VELOCITY_PRT(MSG_LEVEL_INFO, " speed 100M bps half duplex\n");
 
1023			break;
1024		case SPD_DPX_100_FULL:
1025			VELOCITY_PRT(MSG_LEVEL_INFO, " speed 100M bps full duplex\n");
 
1026			break;
1027		case SPD_DPX_10_HALF:
1028			VELOCITY_PRT(MSG_LEVEL_INFO, " speed 10M bps half duplex\n");
 
1029			break;
1030		case SPD_DPX_10_FULL:
1031			VELOCITY_PRT(MSG_LEVEL_INFO, " speed 10M bps full duplex\n");
 
1032			break;
1033		default:
 
 
1034			break;
1035		}
1036	}
 
 
1037}
1038
1039/**
1040 *	enable_flow_control_ability	-	flow control
1041 *	@vptr: veloity to configure
1042 *
1043 *	Set up flow control according to the flow control options
1044 *	determined by the eeprom/configuration.
1045 */
1046static void enable_flow_control_ability(struct velocity_info *vptr)
1047{
1048
1049	struct mac_regs __iomem *regs = vptr->mac_regs;
1050
1051	switch (vptr->options.flow_cntl) {
1052
1053	case FLOW_CNTL_DEFAULT:
1054		if (BYTE_REG_BITS_IS_ON(PHYSR0_RXFLC, &regs->PHYSR0))
1055			writel(CR0_FDXRFCEN, &regs->CR0Set);
1056		else
1057			writel(CR0_FDXRFCEN, &regs->CR0Clr);
1058
1059		if (BYTE_REG_BITS_IS_ON(PHYSR0_TXFLC, &regs->PHYSR0))
1060			writel(CR0_FDXTFCEN, &regs->CR0Set);
1061		else
1062			writel(CR0_FDXTFCEN, &regs->CR0Clr);
1063		break;
1064
1065	case FLOW_CNTL_TX:
1066		writel(CR0_FDXTFCEN, &regs->CR0Set);
1067		writel(CR0_FDXRFCEN, &regs->CR0Clr);
1068		break;
1069
1070	case FLOW_CNTL_RX:
1071		writel(CR0_FDXRFCEN, &regs->CR0Set);
1072		writel(CR0_FDXTFCEN, &regs->CR0Clr);
1073		break;
1074
1075	case FLOW_CNTL_TX_RX:
1076		writel(CR0_FDXTFCEN, &regs->CR0Set);
1077		writel(CR0_FDXRFCEN, &regs->CR0Set);
1078		break;
1079
1080	case FLOW_CNTL_DISABLE:
1081		writel(CR0_FDXRFCEN, &regs->CR0Clr);
1082		writel(CR0_FDXTFCEN, &regs->CR0Clr);
1083		break;
1084
1085	default:
1086		break;
1087	}
1088
1089}
1090
1091/**
1092 *	velocity_soft_reset	-	soft reset
1093 *	@vptr: velocity to reset
1094 *
1095 *	Kick off a soft reset of the velocity adapter and then poll
1096 *	until the reset sequence has completed before returning.
1097 */
1098static int velocity_soft_reset(struct velocity_info *vptr)
1099{
1100	struct mac_regs __iomem *regs = vptr->mac_regs;
1101	int i = 0;
1102
1103	writel(CR0_SFRST, &regs->CR0Set);
1104
1105	for (i = 0; i < W_MAX_TIMEOUT; i++) {
1106		udelay(5);
1107		if (!DWORD_REG_BITS_IS_ON(CR0_SFRST, &regs->CR0Set))
1108			break;
1109	}
1110
1111	if (i == W_MAX_TIMEOUT) {
1112		writel(CR0_FORSRST, &regs->CR0Set);
1113		/* FIXME: PCI POSTING */
1114		/* delay 2ms */
1115		mdelay(2);
1116	}
1117	return 0;
1118}
1119
1120/**
1121 *	velocity_set_multi	-	filter list change callback
1122 *	@dev: network device
1123 *
1124 *	Called by the network layer when the filter lists need to change
1125 *	for a velocity adapter. Reload the CAMs with the new address
1126 *	filter ruleset.
1127 */
1128static void velocity_set_multi(struct net_device *dev)
1129{
1130	struct velocity_info *vptr = netdev_priv(dev);
1131	struct mac_regs __iomem *regs = vptr->mac_regs;
1132	u8 rx_mode;
1133	int i;
1134	struct netdev_hw_addr *ha;
1135
1136	if (dev->flags & IFF_PROMISC) {	/* Set promiscuous. */
1137		writel(0xffffffff, &regs->MARCAM[0]);
1138		writel(0xffffffff, &regs->MARCAM[4]);
1139		rx_mode = (RCR_AM | RCR_AB | RCR_PROM);
1140	} else if ((netdev_mc_count(dev) > vptr->multicast_limit) ||
1141		   (dev->flags & IFF_ALLMULTI)) {
1142		writel(0xffffffff, &regs->MARCAM[0]);
1143		writel(0xffffffff, &regs->MARCAM[4]);
1144		rx_mode = (RCR_AM | RCR_AB);
1145	} else {
1146		int offset = MCAM_SIZE - vptr->multicast_limit;
1147		mac_get_cam_mask(regs, vptr->mCAMmask);
1148
1149		i = 0;
1150		netdev_for_each_mc_addr(ha, dev) {
1151			mac_set_cam(regs, i + offset, ha->addr);
1152			vptr->mCAMmask[(offset + i) / 8] |= 1 << ((offset + i) & 7);
1153			i++;
1154		}
1155
1156		mac_set_cam_mask(regs, vptr->mCAMmask);
1157		rx_mode = RCR_AM | RCR_AB | RCR_AP;
1158	}
1159	if (dev->mtu > 1500)
1160		rx_mode |= RCR_AL;
1161
1162	BYTE_REG_BITS_ON(rx_mode, &regs->RCR);
1163
1164}
1165
1166/*
1167 * MII access , media link mode setting functions
1168 */
1169
1170/**
1171 *	mii_init	-	set up MII
1172 *	@vptr: velocity adapter
1173 *	@mii_status:  links tatus
1174 *
1175 *	Set up the PHY for the current link state.
1176 */
1177static void mii_init(struct velocity_info *vptr, u32 mii_status)
1178{
1179	u16 BMCR;
1180
1181	switch (PHYID_GET_PHY_ID(vptr->phy_id)) {
1182	case PHYID_ICPLUS_IP101A:
1183		MII_REG_BITS_ON((ADVERTISE_PAUSE_ASYM | ADVERTISE_PAUSE_CAP),
1184						MII_ADVERTISE, vptr->mac_regs);
1185		if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1186			MII_REG_BITS_ON(TCSR_ECHODIS, MII_SREVISION,
1187								vptr->mac_regs);
1188		else
1189			MII_REG_BITS_OFF(TCSR_ECHODIS, MII_SREVISION,
1190								vptr->mac_regs);
1191		MII_REG_BITS_ON(PLED_LALBE, MII_TPISTATUS, vptr->mac_regs);
1192		break;
1193	case PHYID_CICADA_CS8201:
1194		/*
1195		 *	Reset to hardware default
1196		 */
1197		MII_REG_BITS_OFF((ADVERTISE_PAUSE_ASYM | ADVERTISE_PAUSE_CAP), MII_ADVERTISE, vptr->mac_regs);
1198		/*
1199		 *	Turn on ECHODIS bit in NWay-forced full mode and turn it
1200		 *	off it in NWay-forced half mode for NWay-forced v.s.
1201		 *	legacy-forced issue.
1202		 */
1203		if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1204			MII_REG_BITS_ON(TCSR_ECHODIS, MII_SREVISION, vptr->mac_regs);
1205		else
1206			MII_REG_BITS_OFF(TCSR_ECHODIS, MII_SREVISION, vptr->mac_regs);
1207		/*
1208		 *	Turn on Link/Activity LED enable bit for CIS8201
1209		 */
1210		MII_REG_BITS_ON(PLED_LALBE, MII_TPISTATUS, vptr->mac_regs);
1211		break;
1212	case PHYID_VT3216_32BIT:
1213	case PHYID_VT3216_64BIT:
1214		/*
1215		 *	Reset to hardware default
1216		 */
1217		MII_REG_BITS_ON((ADVERTISE_PAUSE_ASYM | ADVERTISE_PAUSE_CAP), MII_ADVERTISE, vptr->mac_regs);
1218		/*
1219		 *	Turn on ECHODIS bit in NWay-forced full mode and turn it
1220		 *	off it in NWay-forced half mode for NWay-forced v.s.
1221		 *	legacy-forced issue
1222		 */
1223		if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1224			MII_REG_BITS_ON(TCSR_ECHODIS, MII_SREVISION, vptr->mac_regs);
1225		else
1226			MII_REG_BITS_OFF(TCSR_ECHODIS, MII_SREVISION, vptr->mac_regs);
1227		break;
1228
1229	case PHYID_MARVELL_1000:
1230	case PHYID_MARVELL_1000S:
1231		/*
1232		 *	Assert CRS on Transmit
1233		 */
1234		MII_REG_BITS_ON(PSCR_ACRSTX, MII_REG_PSCR, vptr->mac_regs);
1235		/*
1236		 *	Reset to hardware default
1237		 */
1238		MII_REG_BITS_ON((ADVERTISE_PAUSE_ASYM | ADVERTISE_PAUSE_CAP), MII_ADVERTISE, vptr->mac_regs);
1239		break;
1240	default:
1241		;
1242	}
1243	velocity_mii_read(vptr->mac_regs, MII_BMCR, &BMCR);
1244	if (BMCR & BMCR_ISOLATE) {
1245		BMCR &= ~BMCR_ISOLATE;
1246		velocity_mii_write(vptr->mac_regs, MII_BMCR, BMCR);
1247	}
1248}
1249
1250/**
1251 * setup_queue_timers	-	Setup interrupt timers
 
1252 *
1253 * Setup interrupt frequency during suppression (timeout if the frame
1254 * count isn't filled).
1255 */
1256static void setup_queue_timers(struct velocity_info *vptr)
1257{
1258	/* Only for newer revisions */
1259	if (vptr->rev_id >= REV_ID_VT3216_A0) {
1260		u8 txqueue_timer = 0;
1261		u8 rxqueue_timer = 0;
1262
1263		if (vptr->mii_status & (VELOCITY_SPEED_1000 |
1264				VELOCITY_SPEED_100)) {
1265			txqueue_timer = vptr->options.txqueue_timer;
1266			rxqueue_timer = vptr->options.rxqueue_timer;
1267		}
1268
1269		writeb(txqueue_timer, &vptr->mac_regs->TQETMR);
1270		writeb(rxqueue_timer, &vptr->mac_regs->RQETMR);
1271	}
1272}
1273
1274/**
1275 * setup_adaptive_interrupts  -  Setup interrupt suppression
1276 *
1277 * @vptr velocity adapter
1278 *
1279 * The velocity is able to suppress interrupt during high interrupt load.
1280 * This function turns on that feature.
1281 */
1282static void setup_adaptive_interrupts(struct velocity_info *vptr)
1283{
1284	struct mac_regs __iomem *regs = vptr->mac_regs;
1285	u16 tx_intsup = vptr->options.tx_intsup;
1286	u16 rx_intsup = vptr->options.rx_intsup;
1287
1288	/* Setup default interrupt mask (will be changed below) */
1289	vptr->int_mask = INT_MASK_DEF;
1290
1291	/* Set Tx Interrupt Suppression Threshold */
1292	writeb(CAMCR_PS0, &regs->CAMCR);
1293	if (tx_intsup != 0) {
1294		vptr->int_mask &= ~(ISR_PTXI | ISR_PTX0I | ISR_PTX1I |
1295				ISR_PTX2I | ISR_PTX3I);
1296		writew(tx_intsup, &regs->ISRCTL);
1297	} else
1298		writew(ISRCTL_TSUPDIS, &regs->ISRCTL);
1299
1300	/* Set Rx Interrupt Suppression Threshold */
1301	writeb(CAMCR_PS1, &regs->CAMCR);
1302	if (rx_intsup != 0) {
1303		vptr->int_mask &= ~ISR_PRXI;
1304		writew(rx_intsup, &regs->ISRCTL);
1305	} else
1306		writew(ISRCTL_RSUPDIS, &regs->ISRCTL);
1307
1308	/* Select page to interrupt hold timer */
1309	writeb(0, &regs->CAMCR);
1310}
1311
1312/**
1313 *	velocity_init_registers	-	initialise MAC registers
1314 *	@vptr: velocity to init
1315 *	@type: type of initialisation (hot or cold)
1316 *
1317 *	Initialise the MAC on a reset or on first set up on the
1318 *	hardware.
1319 */
1320static void velocity_init_registers(struct velocity_info *vptr,
1321				    enum velocity_init_type type)
1322{
1323	struct mac_regs __iomem *regs = vptr->mac_regs;
1324	struct net_device *netdev = vptr->netdev;
1325	int i, mii_status;
1326
1327	mac_wol_reset(regs);
1328
1329	switch (type) {
1330	case VELOCITY_INIT_RESET:
1331	case VELOCITY_INIT_WOL:
1332
1333		netif_stop_queue(netdev);
1334
1335		/*
1336		 *	Reset RX to prevent RX pointer not on the 4X location
1337		 */
1338		velocity_rx_reset(vptr);
1339		mac_rx_queue_run(regs);
1340		mac_rx_queue_wake(regs);
1341
1342		mii_status = velocity_get_opt_media_mode(vptr);
1343		if (velocity_set_media_mode(vptr, mii_status) != VELOCITY_LINK_CHANGE) {
1344			velocity_print_link_status(vptr);
1345			if (!(vptr->mii_status & VELOCITY_LINK_FAIL))
1346				netif_wake_queue(netdev);
1347		}
1348
1349		enable_flow_control_ability(vptr);
1350
1351		mac_clear_isr(regs);
1352		writel(CR0_STOP, &regs->CR0Clr);
1353		writel((CR0_DPOLL | CR0_TXON | CR0_RXON | CR0_STRT),
1354							&regs->CR0Set);
1355
1356		break;
1357
1358	case VELOCITY_INIT_COLD:
1359	default:
1360		/*
1361		 *	Do reset
1362		 */
1363		velocity_soft_reset(vptr);
1364		mdelay(5);
1365
1366		if (!vptr->no_eeprom) {
1367			mac_eeprom_reload(regs);
1368			for (i = 0; i < 6; i++)
1369				writeb(netdev->dev_addr[i], regs->PAR + i);
1370		}
1371
1372		/*
1373		 *	clear Pre_ACPI bit.
1374		 */
1375		BYTE_REG_BITS_OFF(CFGA_PACPI, &(regs->CFGA));
1376		mac_set_rx_thresh(regs, vptr->options.rx_thresh);
1377		mac_set_dma_length(regs, vptr->options.DMA_length);
1378
1379		writeb(WOLCFG_SAM | WOLCFG_SAB, &regs->WOLCFGSet);
1380		/*
1381		 *	Back off algorithm use original IEEE standard
1382		 */
1383		BYTE_REG_BITS_SET(CFGB_OFSET, (CFGB_CRANDOM | CFGB_CAP | CFGB_MBA | CFGB_BAKOPT), &regs->CFGB);
1384
1385		/*
1386		 *	Init CAM filter
1387		 */
1388		velocity_init_cam_filter(vptr);
1389
1390		/*
1391		 *	Set packet filter: Receive directed and broadcast address
1392		 */
1393		velocity_set_multi(netdev);
1394
1395		/*
1396		 *	Enable MII auto-polling
1397		 */
1398		enable_mii_autopoll(regs);
1399
1400		setup_adaptive_interrupts(vptr);
1401
1402		writel(vptr->rx.pool_dma, &regs->RDBaseLo);
1403		writew(vptr->options.numrx - 1, &regs->RDCSize);
1404		mac_rx_queue_run(regs);
1405		mac_rx_queue_wake(regs);
1406
1407		writew(vptr->options.numtx - 1, &regs->TDCSize);
1408
1409		for (i = 0; i < vptr->tx.numq; i++) {
1410			writel(vptr->tx.pool_dma[i], &regs->TDBaseLo[i]);
1411			mac_tx_queue_run(regs, i);
1412		}
1413
1414		init_flow_control_register(vptr);
1415
1416		writel(CR0_STOP, &regs->CR0Clr);
1417		writel((CR0_DPOLL | CR0_TXON | CR0_RXON | CR0_STRT), &regs->CR0Set);
1418
1419		mii_status = velocity_get_opt_media_mode(vptr);
1420		netif_stop_queue(netdev);
1421
1422		mii_init(vptr, mii_status);
1423
1424		if (velocity_set_media_mode(vptr, mii_status) != VELOCITY_LINK_CHANGE) {
1425			velocity_print_link_status(vptr);
1426			if (!(vptr->mii_status & VELOCITY_LINK_FAIL))
1427				netif_wake_queue(netdev);
1428		}
1429
1430		enable_flow_control_ability(vptr);
1431		mac_hw_mibs_init(regs);
1432		mac_write_int_mask(vptr->int_mask, regs);
1433		mac_clear_isr(regs);
1434
1435	}
1436}
1437
1438static void velocity_give_many_rx_descs(struct velocity_info *vptr)
1439{
1440	struct mac_regs __iomem *regs = vptr->mac_regs;
1441	int avail, dirty, unusable;
1442
1443	/*
1444	 * RD number must be equal to 4X per hardware spec
1445	 * (programming guide rev 1.20, p.13)
1446	 */
1447	if (vptr->rx.filled < 4)
1448		return;
1449
1450	wmb();
1451
1452	unusable = vptr->rx.filled & 0x0003;
1453	dirty = vptr->rx.dirty - unusable;
1454	for (avail = vptr->rx.filled & 0xfffc; avail; avail--) {
1455		dirty = (dirty > 0) ? dirty - 1 : vptr->options.numrx - 1;
1456		vptr->rx.ring[dirty].rdesc0.len |= OWNED_BY_NIC;
1457	}
1458
1459	writew(vptr->rx.filled & 0xfffc, &regs->RBRDU);
1460	vptr->rx.filled = unusable;
1461}
1462
1463/**
1464 *	velocity_init_dma_rings	-	set up DMA rings
1465 *	@vptr: Velocity to set up
1466 *
1467 *	Allocate PCI mapped DMA rings for the receive and transmit layer
1468 *	to use.
1469 */
1470static int velocity_init_dma_rings(struct velocity_info *vptr)
1471{
1472	struct velocity_opt *opt = &vptr->options;
1473	const unsigned int rx_ring_size = opt->numrx * sizeof(struct rx_desc);
1474	const unsigned int tx_ring_size = opt->numtx * sizeof(struct tx_desc);
1475	dma_addr_t pool_dma;
1476	void *pool;
1477	unsigned int i;
1478
1479	/*
1480	 * Allocate all RD/TD rings a single pool.
1481	 *
1482	 * dma_alloc_coherent() fulfills the requirement for 64 bytes
1483	 * alignment
1484	 */
1485	pool = dma_alloc_coherent(vptr->dev, tx_ring_size * vptr->tx.numq +
1486				    rx_ring_size, &pool_dma, GFP_ATOMIC);
1487	if (!pool) {
1488		dev_err(vptr->dev, "%s : DMA memory allocation failed.\n",
1489			vptr->netdev->name);
1490		return -ENOMEM;
1491	}
1492
1493	vptr->rx.ring = pool;
1494	vptr->rx.pool_dma = pool_dma;
1495
1496	pool += rx_ring_size;
1497	pool_dma += rx_ring_size;
1498
1499	for (i = 0; i < vptr->tx.numq; i++) {
1500		vptr->tx.rings[i] = pool;
1501		vptr->tx.pool_dma[i] = pool_dma;
1502		pool += tx_ring_size;
1503		pool_dma += tx_ring_size;
1504	}
1505
1506	return 0;
1507}
1508
1509static void velocity_set_rxbufsize(struct velocity_info *vptr, int mtu)
1510{
1511	vptr->rx.buf_sz = (mtu <= ETH_DATA_LEN) ? PKT_BUF_SZ : mtu + 32;
1512}
1513
1514/**
1515 *	velocity_alloc_rx_buf	-	allocate aligned receive buffer
1516 *	@vptr: velocity
1517 *	@idx: ring index
1518 *
1519 *	Allocate a new full sized buffer for the reception of a frame and
1520 *	map it into PCI space for the hardware to use. The hardware
1521 *	requires *64* byte alignment of the buffer which makes life
1522 *	less fun than would be ideal.
1523 */
1524static int velocity_alloc_rx_buf(struct velocity_info *vptr, int idx)
1525{
1526	struct rx_desc *rd = &(vptr->rx.ring[idx]);
1527	struct velocity_rd_info *rd_info = &(vptr->rx.info[idx]);
1528
1529	rd_info->skb = netdev_alloc_skb(vptr->netdev, vptr->rx.buf_sz + 64);
1530	if (rd_info->skb == NULL)
1531		return -ENOMEM;
1532
1533	/*
1534	 *	Do the gymnastics to get the buffer head for data at
1535	 *	64byte alignment.
1536	 */
1537	skb_reserve(rd_info->skb,
1538			64 - ((unsigned long) rd_info->skb->data & 63));
1539	rd_info->skb_dma = dma_map_single(vptr->dev, rd_info->skb->data,
1540					vptr->rx.buf_sz, DMA_FROM_DEVICE);
1541
1542	/*
1543	 *	Fill in the descriptor to match
1544	 */
1545
1546	*((u32 *) & (rd->rdesc0)) = 0;
1547	rd->size = cpu_to_le16(vptr->rx.buf_sz) | RX_INTEN;
1548	rd->pa_low = cpu_to_le32(rd_info->skb_dma);
1549	rd->pa_high = 0;
1550	return 0;
1551}
1552
1553
1554static int velocity_rx_refill(struct velocity_info *vptr)
1555{
1556	int dirty = vptr->rx.dirty, done = 0;
1557
1558	do {
1559		struct rx_desc *rd = vptr->rx.ring + dirty;
1560
1561		/* Fine for an all zero Rx desc at init time as well */
1562		if (rd->rdesc0.len & OWNED_BY_NIC)
1563			break;
1564
1565		if (!vptr->rx.info[dirty].skb) {
1566			if (velocity_alloc_rx_buf(vptr, dirty) < 0)
1567				break;
1568		}
1569		done++;
1570		dirty = (dirty < vptr->options.numrx - 1) ? dirty + 1 : 0;
1571	} while (dirty != vptr->rx.curr);
1572
1573	if (done) {
1574		vptr->rx.dirty = dirty;
1575		vptr->rx.filled += done;
1576	}
1577
1578	return done;
1579}
1580
1581/**
1582 *	velocity_free_rd_ring	-	free receive ring
1583 *	@vptr: velocity to clean up
1584 *
1585 *	Free the receive buffers for each ring slot and any
1586 *	attached socket buffers that need to go away.
1587 */
1588static void velocity_free_rd_ring(struct velocity_info *vptr)
1589{
1590	int i;
1591
1592	if (vptr->rx.info == NULL)
1593		return;
1594
1595	for (i = 0; i < vptr->options.numrx; i++) {
1596		struct velocity_rd_info *rd_info = &(vptr->rx.info[i]);
1597		struct rx_desc *rd = vptr->rx.ring + i;
1598
1599		memset(rd, 0, sizeof(*rd));
1600
1601		if (!rd_info->skb)
1602			continue;
1603		dma_unmap_single(vptr->dev, rd_info->skb_dma, vptr->rx.buf_sz,
1604				 DMA_FROM_DEVICE);
1605		rd_info->skb_dma = 0;
1606
1607		dev_kfree_skb(rd_info->skb);
1608		rd_info->skb = NULL;
1609	}
1610
1611	kfree(vptr->rx.info);
1612	vptr->rx.info = NULL;
1613}
1614
1615/**
1616 *	velocity_init_rd_ring	-	set up receive ring
1617 *	@vptr: velocity to configure
1618 *
1619 *	Allocate and set up the receive buffers for each ring slot and
1620 *	assign them to the network adapter.
1621 */
1622static int velocity_init_rd_ring(struct velocity_info *vptr)
1623{
1624	int ret = -ENOMEM;
1625
1626	vptr->rx.info = kcalloc(vptr->options.numrx,
1627				sizeof(struct velocity_rd_info), GFP_KERNEL);
1628	if (!vptr->rx.info)
1629		goto out;
1630
1631	velocity_init_rx_ring_indexes(vptr);
1632
1633	if (velocity_rx_refill(vptr) != vptr->options.numrx) {
1634		VELOCITY_PRT(MSG_LEVEL_ERR, KERN_ERR
1635			"%s: failed to allocate RX buffer.\n", vptr->netdev->name);
1636		velocity_free_rd_ring(vptr);
1637		goto out;
1638	}
1639
1640	ret = 0;
1641out:
1642	return ret;
1643}
1644
1645/**
1646 *	velocity_init_td_ring	-	set up transmit ring
1647 *	@vptr:	velocity
1648 *
1649 *	Set up the transmit ring and chain the ring pointers together.
1650 *	Returns zero on success or a negative posix errno code for
1651 *	failure.
1652 */
1653static int velocity_init_td_ring(struct velocity_info *vptr)
1654{
1655	int j;
1656
1657	/* Init the TD ring entries */
1658	for (j = 0; j < vptr->tx.numq; j++) {
1659
1660		vptr->tx.infos[j] = kcalloc(vptr->options.numtx,
1661					    sizeof(struct velocity_td_info),
1662					    GFP_KERNEL);
1663		if (!vptr->tx.infos[j])	{
1664			while (--j >= 0)
1665				kfree(vptr->tx.infos[j]);
1666			return -ENOMEM;
1667		}
1668
1669		vptr->tx.tail[j] = vptr->tx.curr[j] = vptr->tx.used[j] = 0;
1670	}
1671	return 0;
1672}
1673
1674/**
1675 *	velocity_free_dma_rings	-	free PCI ring pointers
1676 *	@vptr: Velocity to free from
1677 *
1678 *	Clean up the PCI ring buffers allocated to this velocity.
1679 */
1680static void velocity_free_dma_rings(struct velocity_info *vptr)
1681{
1682	const int size = vptr->options.numrx * sizeof(struct rx_desc) +
1683		vptr->options.numtx * sizeof(struct tx_desc) * vptr->tx.numq;
1684
1685	dma_free_coherent(vptr->dev, size, vptr->rx.ring, vptr->rx.pool_dma);
1686}
1687
1688static int velocity_init_rings(struct velocity_info *vptr, int mtu)
1689{
1690	int ret;
1691
1692	velocity_set_rxbufsize(vptr, mtu);
1693
1694	ret = velocity_init_dma_rings(vptr);
1695	if (ret < 0)
1696		goto out;
1697
1698	ret = velocity_init_rd_ring(vptr);
1699	if (ret < 0)
1700		goto err_free_dma_rings_0;
1701
1702	ret = velocity_init_td_ring(vptr);
1703	if (ret < 0)
1704		goto err_free_rd_ring_1;
1705out:
1706	return ret;
1707
1708err_free_rd_ring_1:
1709	velocity_free_rd_ring(vptr);
1710err_free_dma_rings_0:
1711	velocity_free_dma_rings(vptr);
1712	goto out;
1713}
1714
1715/**
1716 *	velocity_free_tx_buf	-	free transmit buffer
1717 *	@vptr: velocity
1718 *	@tdinfo: buffer
 
1719 *
1720 *	Release an transmit buffer. If the buffer was preallocated then
1721 *	recycle it, if not then unmap the buffer.
1722 */
1723static void velocity_free_tx_buf(struct velocity_info *vptr,
1724		struct velocity_td_info *tdinfo, struct tx_desc *td)
1725{
1726	struct sk_buff *skb = tdinfo->skb;
1727	int i;
1728
1729	/*
1730	 *	Don't unmap the pre-allocated tx_bufs
1731	 */
1732	for (i = 0; i < tdinfo->nskb_dma; i++) {
1733		size_t pktlen = max_t(size_t, skb->len, ETH_ZLEN);
1734
1735		/* For scatter-gather */
1736		if (skb_shinfo(skb)->nr_frags > 0)
1737			pktlen = max_t(size_t, pktlen,
1738				       td->td_buf[i].size & ~TD_QUEUE);
1739
1740		dma_unmap_single(vptr->dev, tdinfo->skb_dma[i],
1741				 le16_to_cpu(pktlen), DMA_TO_DEVICE);
1742	}
1743	dev_kfree_skb_irq(skb);
1744	tdinfo->skb = NULL;
1745}
1746
1747/*
1748 *	FIXME: could we merge this with velocity_free_tx_buf ?
1749 */
1750static void velocity_free_td_ring_entry(struct velocity_info *vptr,
1751							 int q, int n)
1752{
1753	struct velocity_td_info *td_info = &(vptr->tx.infos[q][n]);
1754	int i;
1755
1756	if (td_info == NULL)
1757		return;
1758
1759	if (td_info->skb) {
1760		for (i = 0; i < td_info->nskb_dma; i++) {
1761			if (td_info->skb_dma[i]) {
1762				dma_unmap_single(vptr->dev, td_info->skb_dma[i],
1763					td_info->skb->len, DMA_TO_DEVICE);
1764				td_info->skb_dma[i] = 0;
1765			}
1766		}
1767		dev_kfree_skb(td_info->skb);
1768		td_info->skb = NULL;
1769	}
1770}
1771
1772/**
1773 *	velocity_free_td_ring	-	free td ring
1774 *	@vptr: velocity
1775 *
1776 *	Free up the transmit ring for this particular velocity adapter.
1777 *	We free the ring contents but not the ring itself.
1778 */
1779static void velocity_free_td_ring(struct velocity_info *vptr)
1780{
1781	int i, j;
1782
1783	for (j = 0; j < vptr->tx.numq; j++) {
1784		if (vptr->tx.infos[j] == NULL)
1785			continue;
1786		for (i = 0; i < vptr->options.numtx; i++)
1787			velocity_free_td_ring_entry(vptr, j, i);
1788
1789		kfree(vptr->tx.infos[j]);
1790		vptr->tx.infos[j] = NULL;
1791	}
1792}
1793
1794static void velocity_free_rings(struct velocity_info *vptr)
1795{
1796	velocity_free_td_ring(vptr);
1797	velocity_free_rd_ring(vptr);
1798	velocity_free_dma_rings(vptr);
1799}
1800
1801/**
1802 *	velocity_error	-	handle error from controller
1803 *	@vptr: velocity
1804 *	@status: card status
1805 *
1806 *	Process an error report from the hardware and attempt to recover
1807 *	the card itself. At the moment we cannot recover from some
1808 *	theoretically impossible errors but this could be fixed using
1809 *	the pci_device_failed logic to bounce the hardware
1810 *
1811 */
1812static void velocity_error(struct velocity_info *vptr, int status)
1813{
1814
1815	if (status & ISR_TXSTLI) {
1816		struct mac_regs __iomem *regs = vptr->mac_regs;
1817
1818		printk(KERN_ERR "TD structure error TDindex=%hx\n", readw(&regs->TDIdx[0]));
 
1819		BYTE_REG_BITS_ON(TXESR_TDSTR, &regs->TXESR);
1820		writew(TRDCSR_RUN, &regs->TDCSRClr);
1821		netif_stop_queue(vptr->netdev);
1822
1823		/* FIXME: port over the pci_device_failed code and use it
1824		   here */
1825	}
1826
1827	if (status & ISR_SRCI) {
1828		struct mac_regs __iomem *regs = vptr->mac_regs;
1829		int linked;
1830
1831		if (vptr->options.spd_dpx == SPD_DPX_AUTO) {
1832			vptr->mii_status = check_connection_type(regs);
1833
1834			/*
1835			 *	If it is a 3119, disable frame bursting in
1836			 *	halfduplex mode and enable it in fullduplex
1837			 *	 mode
1838			 */
1839			if (vptr->rev_id < REV_ID_VT3216_A0) {
1840				if (vptr->mii_status & VELOCITY_DUPLEX_FULL)
1841					BYTE_REG_BITS_ON(TCR_TB2BDIS, &regs->TCR);
1842				else
1843					BYTE_REG_BITS_OFF(TCR_TB2BDIS, &regs->TCR);
1844			}
1845			/*
1846			 *	Only enable CD heart beat counter in 10HD mode
1847			 */
1848			if (!(vptr->mii_status & VELOCITY_DUPLEX_FULL) && (vptr->mii_status & VELOCITY_SPEED_10))
1849				BYTE_REG_BITS_OFF(TESTCFG_HBDIS, &regs->TESTCFG);
1850			else
1851				BYTE_REG_BITS_ON(TESTCFG_HBDIS, &regs->TESTCFG);
1852
1853			setup_queue_timers(vptr);
1854		}
1855		/*
1856		 *	Get link status from PHYSR0
1857		 */
1858		linked = readb(&regs->PHYSR0) & PHYSR0_LINKGD;
1859
1860		if (linked) {
1861			vptr->mii_status &= ~VELOCITY_LINK_FAIL;
1862			netif_carrier_on(vptr->netdev);
1863		} else {
1864			vptr->mii_status |= VELOCITY_LINK_FAIL;
1865			netif_carrier_off(vptr->netdev);
1866		}
1867
1868		velocity_print_link_status(vptr);
1869		enable_flow_control_ability(vptr);
1870
1871		/*
1872		 *	Re-enable auto-polling because SRCI will disable
1873		 *	auto-polling
1874		 */
1875
1876		enable_mii_autopoll(regs);
1877
1878		if (vptr->mii_status & VELOCITY_LINK_FAIL)
1879			netif_stop_queue(vptr->netdev);
1880		else
1881			netif_wake_queue(vptr->netdev);
1882
1883	}
1884	if (status & ISR_MIBFI)
1885		velocity_update_hw_mibs(vptr);
1886	if (status & ISR_LSTEI)
1887		mac_rx_queue_wake(vptr->mac_regs);
1888}
1889
1890/**
1891 *	tx_srv		-	transmit interrupt service
1892 *	@vptr; Velocity
1893 *
1894 *	Scan the queues looking for transmitted packets that
1895 *	we can complete and clean up. Update any statistics as
1896 *	necessary/
1897 */
1898static int velocity_tx_srv(struct velocity_info *vptr)
1899{
1900	struct tx_desc *td;
1901	int qnum;
1902	int full = 0;
1903	int idx;
1904	int works = 0;
1905	struct velocity_td_info *tdinfo;
1906	struct net_device_stats *stats = &vptr->netdev->stats;
1907
1908	for (qnum = 0; qnum < vptr->tx.numq; qnum++) {
1909		for (idx = vptr->tx.tail[qnum]; vptr->tx.used[qnum] > 0;
1910			idx = (idx + 1) % vptr->options.numtx) {
1911
1912			/*
1913			 *	Get Tx Descriptor
1914			 */
1915			td = &(vptr->tx.rings[qnum][idx]);
1916			tdinfo = &(vptr->tx.infos[qnum][idx]);
1917
1918			if (td->tdesc0.len & OWNED_BY_NIC)
1919				break;
1920
1921			if ((works++ > 15))
1922				break;
1923
1924			if (td->tdesc0.TSR & TSR0_TERR) {
1925				stats->tx_errors++;
1926				stats->tx_dropped++;
1927				if (td->tdesc0.TSR & TSR0_CDH)
1928					stats->tx_heartbeat_errors++;
1929				if (td->tdesc0.TSR & TSR0_CRS)
1930					stats->tx_carrier_errors++;
1931				if (td->tdesc0.TSR & TSR0_ABT)
1932					stats->tx_aborted_errors++;
1933				if (td->tdesc0.TSR & TSR0_OWC)
1934					stats->tx_window_errors++;
1935			} else {
1936				stats->tx_packets++;
1937				stats->tx_bytes += tdinfo->skb->len;
1938			}
1939			velocity_free_tx_buf(vptr, tdinfo, td);
1940			vptr->tx.used[qnum]--;
1941		}
1942		vptr->tx.tail[qnum] = idx;
1943
1944		if (AVAIL_TD(vptr, qnum) < 1)
1945			full = 1;
1946	}
1947	/*
1948	 *	Look to see if we should kick the transmit network
1949	 *	layer for more work.
1950	 */
1951	if (netif_queue_stopped(vptr->netdev) && (full == 0) &&
1952	    (!(vptr->mii_status & VELOCITY_LINK_FAIL))) {
1953		netif_wake_queue(vptr->netdev);
1954	}
1955	return works;
1956}
1957
1958/**
1959 *	velocity_rx_csum	-	checksum process
1960 *	@rd: receive packet descriptor
1961 *	@skb: network layer packet buffer
1962 *
1963 *	Process the status bits for the received packet and determine
1964 *	if the checksum was computed and verified by the hardware
1965 */
1966static inline void velocity_rx_csum(struct rx_desc *rd, struct sk_buff *skb)
1967{
1968	skb_checksum_none_assert(skb);
1969
1970	if (rd->rdesc1.CSM & CSM_IPKT) {
1971		if (rd->rdesc1.CSM & CSM_IPOK) {
1972			if ((rd->rdesc1.CSM & CSM_TCPKT) ||
1973					(rd->rdesc1.CSM & CSM_UDPKT)) {
1974				if (!(rd->rdesc1.CSM & CSM_TUPOK))
1975					return;
1976			}
1977			skb->ip_summed = CHECKSUM_UNNECESSARY;
1978		}
1979	}
1980}
1981
1982/**
1983 *	velocity_rx_copy	-	in place Rx copy for small packets
1984 *	@rx_skb: network layer packet buffer candidate
1985 *	@pkt_size: received data size
1986 *	@rd: receive packet descriptor
1987 *	@dev: network device
1988 *
1989 *	Replace the current skb that is scheduled for Rx processing by a
1990 *	shorter, immediately allocated skb, if the received packet is small
1991 *	enough. This function returns a negative value if the received
1992 *	packet is too big or if memory is exhausted.
1993 */
1994static int velocity_rx_copy(struct sk_buff **rx_skb, int pkt_size,
1995			    struct velocity_info *vptr)
1996{
1997	int ret = -1;
1998	if (pkt_size < rx_copybreak) {
1999		struct sk_buff *new_skb;
2000
2001		new_skb = netdev_alloc_skb_ip_align(vptr->netdev, pkt_size);
2002		if (new_skb) {
2003			new_skb->ip_summed = rx_skb[0]->ip_summed;
2004			skb_copy_from_linear_data(*rx_skb, new_skb->data, pkt_size);
2005			*rx_skb = new_skb;
2006			ret = 0;
2007		}
2008
2009	}
2010	return ret;
2011}
2012
2013/**
2014 *	velocity_iph_realign	-	IP header alignment
2015 *	@vptr: velocity we are handling
2016 *	@skb: network layer packet buffer
2017 *	@pkt_size: received data size
2018 *
2019 *	Align IP header on a 2 bytes boundary. This behavior can be
2020 *	configured by the user.
2021 */
2022static inline void velocity_iph_realign(struct velocity_info *vptr,
2023					struct sk_buff *skb, int pkt_size)
2024{
2025	if (vptr->flags & VELOCITY_FLAGS_IP_ALIGN) {
2026		memmove(skb->data + 2, skb->data, pkt_size);
2027		skb_reserve(skb, 2);
2028	}
2029}
2030
2031/**
2032 *	velocity_receive_frame	-	received packet processor
2033 *	@vptr: velocity we are handling
2034 *	@idx: ring index
2035 *
2036 *	A packet has arrived. We process the packet and if appropriate
2037 *	pass the frame up the network stack
2038 */
2039static int velocity_receive_frame(struct velocity_info *vptr, int idx)
2040{
2041	struct net_device_stats *stats = &vptr->netdev->stats;
2042	struct velocity_rd_info *rd_info = &(vptr->rx.info[idx]);
2043	struct rx_desc *rd = &(vptr->rx.ring[idx]);
2044	int pkt_len = le16_to_cpu(rd->rdesc0.len) & 0x3fff;
2045	struct sk_buff *skb;
2046
2047	if (unlikely(rd->rdesc0.RSR & (RSR_STP | RSR_EDP | RSR_RL))) {
2048		if (rd->rdesc0.RSR & (RSR_STP | RSR_EDP))
2049			VELOCITY_PRT(MSG_LEVEL_VERBOSE, KERN_ERR " %s : the received frame spans multiple RDs.\n", vptr->netdev->name);
2050		stats->rx_length_errors++;
2051		return -EINVAL;
2052	}
2053
2054	if (rd->rdesc0.RSR & RSR_MAR)
2055		stats->multicast++;
2056
2057	skb = rd_info->skb;
2058
2059	dma_sync_single_for_cpu(vptr->dev, rd_info->skb_dma,
2060				    vptr->rx.buf_sz, DMA_FROM_DEVICE);
2061
2062	velocity_rx_csum(rd, skb);
2063
2064	if (velocity_rx_copy(&skb, pkt_len, vptr) < 0) {
2065		velocity_iph_realign(vptr, skb, pkt_len);
2066		rd_info->skb = NULL;
2067		dma_unmap_single(vptr->dev, rd_info->skb_dma, vptr->rx.buf_sz,
2068				 DMA_FROM_DEVICE);
2069	} else {
2070		dma_sync_single_for_device(vptr->dev, rd_info->skb_dma,
2071					   vptr->rx.buf_sz, DMA_FROM_DEVICE);
2072	}
2073
2074	skb_put(skb, pkt_len - 4);
2075	skb->protocol = eth_type_trans(skb, vptr->netdev);
2076
2077	if (rd->rdesc0.RSR & RSR_DETAG) {
2078		u16 vid = swab16(le16_to_cpu(rd->rdesc1.PQTAG));
2079
2080		__vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), vid);
2081	}
2082	netif_receive_skb(skb);
2083
2084	stats->rx_bytes += pkt_len;
2085	stats->rx_packets++;
2086
2087	return 0;
2088}
2089
2090/**
2091 *	velocity_rx_srv		-	service RX interrupt
2092 *	@vptr: velocity
 
2093 *
2094 *	Walk the receive ring of the velocity adapter and remove
2095 *	any received packets from the receive queue. Hand the ring
2096 *	slots back to the adapter for reuse.
2097 */
2098static int velocity_rx_srv(struct velocity_info *vptr, int budget_left)
2099{
2100	struct net_device_stats *stats = &vptr->netdev->stats;
2101	int rd_curr = vptr->rx.curr;
2102	int works = 0;
2103
2104	while (works < budget_left) {
2105		struct rx_desc *rd = vptr->rx.ring + rd_curr;
2106
2107		if (!vptr->rx.info[rd_curr].skb)
2108			break;
2109
2110		if (rd->rdesc0.len & OWNED_BY_NIC)
2111			break;
2112
2113		rmb();
2114
2115		/*
2116		 *	Don't drop CE or RL error frame although RXOK is off
2117		 */
2118		if (rd->rdesc0.RSR & (RSR_RXOK | RSR_CE | RSR_RL)) {
2119			if (velocity_receive_frame(vptr, rd_curr) < 0)
2120				stats->rx_dropped++;
2121		} else {
2122			if (rd->rdesc0.RSR & RSR_CRC)
2123				stats->rx_crc_errors++;
2124			if (rd->rdesc0.RSR & RSR_FAE)
2125				stats->rx_frame_errors++;
2126
2127			stats->rx_dropped++;
2128		}
2129
2130		rd->size |= RX_INTEN;
2131
2132		rd_curr++;
2133		if (rd_curr >= vptr->options.numrx)
2134			rd_curr = 0;
2135		works++;
2136	}
2137
2138	vptr->rx.curr = rd_curr;
2139
2140	if ((works > 0) && (velocity_rx_refill(vptr) > 0))
2141		velocity_give_many_rx_descs(vptr);
2142
2143	VAR_USED(stats);
2144	return works;
2145}
2146
2147static int velocity_poll(struct napi_struct *napi, int budget)
2148{
2149	struct velocity_info *vptr = container_of(napi,
2150			struct velocity_info, napi);
2151	unsigned int rx_done;
2152	unsigned long flags;
2153
2154	/*
2155	 * Do rx and tx twice for performance (taken from the VIA
2156	 * out-of-tree driver).
2157	 */
2158	rx_done = velocity_rx_srv(vptr, budget);
2159	spin_lock_irqsave(&vptr->lock, flags);
2160	velocity_tx_srv(vptr);
2161	/* If budget not fully consumed, exit the polling mode */
2162	if (rx_done < budget) {
2163		napi_complete_done(napi, rx_done);
2164		mac_enable_int(vptr->mac_regs);
2165	}
2166	spin_unlock_irqrestore(&vptr->lock, flags);
2167
2168	return rx_done;
2169}
2170
2171/**
2172 *	velocity_intr		-	interrupt callback
2173 *	@irq: interrupt number
2174 *	@dev_instance: interrupting device
2175 *
2176 *	Called whenever an interrupt is generated by the velocity
2177 *	adapter IRQ line. We may not be the source of the interrupt
2178 *	and need to identify initially if we are, and if not exit as
2179 *	efficiently as possible.
2180 */
2181static irqreturn_t velocity_intr(int irq, void *dev_instance)
2182{
2183	struct net_device *dev = dev_instance;
2184	struct velocity_info *vptr = netdev_priv(dev);
2185	u32 isr_status;
2186
2187	spin_lock(&vptr->lock);
2188	isr_status = mac_read_isr(vptr->mac_regs);
2189
2190	/* Not us ? */
2191	if (isr_status == 0) {
2192		spin_unlock(&vptr->lock);
2193		return IRQ_NONE;
2194	}
2195
2196	/* Ack the interrupt */
2197	mac_write_isr(vptr->mac_regs, isr_status);
2198
2199	if (likely(napi_schedule_prep(&vptr->napi))) {
2200		mac_disable_int(vptr->mac_regs);
2201		__napi_schedule(&vptr->napi);
2202	}
2203
2204	if (isr_status & (~(ISR_PRXI | ISR_PPRXI | ISR_PTXI | ISR_PPTXI)))
2205		velocity_error(vptr, isr_status);
2206
2207	spin_unlock(&vptr->lock);
2208
2209	return IRQ_HANDLED;
2210}
2211
2212/**
2213 *	velocity_open		-	interface activation callback
2214 *	@dev: network layer device to open
2215 *
2216 *	Called when the network layer brings the interface up. Returns
2217 *	a negative posix error code on failure, or zero on success.
2218 *
2219 *	All the ring allocation and set up is done on open for this
2220 *	adapter to minimise memory usage when inactive
2221 */
2222static int velocity_open(struct net_device *dev)
2223{
2224	struct velocity_info *vptr = netdev_priv(dev);
2225	int ret;
2226
2227	ret = velocity_init_rings(vptr, dev->mtu);
2228	if (ret < 0)
2229		goto out;
2230
2231	/* Ensure chip is running */
2232	velocity_set_power_state(vptr, PCI_D0);
2233
2234	velocity_init_registers(vptr, VELOCITY_INIT_COLD);
2235
2236	ret = request_irq(dev->irq, velocity_intr, IRQF_SHARED,
2237			  dev->name, dev);
2238	if (ret < 0) {
2239		/* Power down the chip */
2240		velocity_set_power_state(vptr, PCI_D3hot);
2241		velocity_free_rings(vptr);
2242		goto out;
2243	}
2244
2245	velocity_give_many_rx_descs(vptr);
2246
2247	mac_enable_int(vptr->mac_regs);
2248	netif_start_queue(dev);
2249	napi_enable(&vptr->napi);
2250	vptr->flags |= VELOCITY_FLAGS_OPENED;
2251out:
2252	return ret;
2253}
2254
2255/**
2256 *	velocity_shutdown	-	shut down the chip
2257 *	@vptr: velocity to deactivate
2258 *
2259 *	Shuts down the internal operations of the velocity and
2260 *	disables interrupts, autopolling, transmit and receive
2261 */
2262static void velocity_shutdown(struct velocity_info *vptr)
2263{
2264	struct mac_regs __iomem *regs = vptr->mac_regs;
2265	mac_disable_int(regs);
2266	writel(CR0_STOP, &regs->CR0Set);
2267	writew(0xFFFF, &regs->TDCSRClr);
2268	writeb(0xFF, &regs->RDCSRClr);
2269	safe_disable_mii_autopoll(regs);
2270	mac_clear_isr(regs);
2271}
2272
2273/**
2274 *	velocity_change_mtu	-	MTU change callback
2275 *	@dev: network device
2276 *	@new_mtu: desired MTU
2277 *
2278 *	Handle requests from the networking layer for MTU change on
2279 *	this interface. It gets called on a change by the network layer.
2280 *	Return zero for success or negative posix error code.
2281 */
2282static int velocity_change_mtu(struct net_device *dev, int new_mtu)
2283{
2284	struct velocity_info *vptr = netdev_priv(dev);
2285	int ret = 0;
2286
2287	if (!netif_running(dev)) {
2288		dev->mtu = new_mtu;
2289		goto out_0;
2290	}
2291
2292	if (dev->mtu != new_mtu) {
2293		struct velocity_info *tmp_vptr;
2294		unsigned long flags;
2295		struct rx_info rx;
2296		struct tx_info tx;
2297
2298		tmp_vptr = kzalloc(sizeof(*tmp_vptr), GFP_KERNEL);
2299		if (!tmp_vptr) {
2300			ret = -ENOMEM;
2301			goto out_0;
2302		}
2303
2304		tmp_vptr->netdev = dev;
2305		tmp_vptr->pdev = vptr->pdev;
2306		tmp_vptr->dev = vptr->dev;
2307		tmp_vptr->options = vptr->options;
2308		tmp_vptr->tx.numq = vptr->tx.numq;
2309
2310		ret = velocity_init_rings(tmp_vptr, new_mtu);
2311		if (ret < 0)
2312			goto out_free_tmp_vptr_1;
2313
2314		napi_disable(&vptr->napi);
2315
2316		spin_lock_irqsave(&vptr->lock, flags);
2317
2318		netif_stop_queue(dev);
2319		velocity_shutdown(vptr);
2320
2321		rx = vptr->rx;
2322		tx = vptr->tx;
2323
2324		vptr->rx = tmp_vptr->rx;
2325		vptr->tx = tmp_vptr->tx;
2326
2327		tmp_vptr->rx = rx;
2328		tmp_vptr->tx = tx;
2329
2330		dev->mtu = new_mtu;
2331
2332		velocity_init_registers(vptr, VELOCITY_INIT_COLD);
2333
2334		velocity_give_many_rx_descs(vptr);
2335
2336		napi_enable(&vptr->napi);
2337
2338		mac_enable_int(vptr->mac_regs);
2339		netif_start_queue(dev);
2340
2341		spin_unlock_irqrestore(&vptr->lock, flags);
2342
2343		velocity_free_rings(tmp_vptr);
2344
2345out_free_tmp_vptr_1:
2346		kfree(tmp_vptr);
2347	}
2348out_0:
2349	return ret;
2350}
2351
2352#ifdef CONFIG_NET_POLL_CONTROLLER
2353/**
2354 *  velocity_poll_controller		-	Velocity Poll controller function
2355 *  @dev: network device
2356 *
2357 *
2358 *  Used by NETCONSOLE and other diagnostic tools to allow network I/P
2359 *  with interrupts disabled.
2360 */
2361static void velocity_poll_controller(struct net_device *dev)
2362{
2363	disable_irq(dev->irq);
2364	velocity_intr(dev->irq, dev);
2365	enable_irq(dev->irq);
2366}
2367#endif
2368
2369/**
2370 *	velocity_mii_ioctl		-	MII ioctl handler
2371 *	@dev: network device
2372 *	@ifr: the ifreq block for the ioctl
2373 *	@cmd: the command
2374 *
2375 *	Process MII requests made via ioctl from the network layer. These
2376 *	are used by tools like kudzu to interrogate the link state of the
2377 *	hardware
2378 */
2379static int velocity_mii_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
2380{
2381	struct velocity_info *vptr = netdev_priv(dev);
2382	struct mac_regs __iomem *regs = vptr->mac_regs;
2383	unsigned long flags;
2384	struct mii_ioctl_data *miidata = if_mii(ifr);
2385	int err;
2386
2387	switch (cmd) {
2388	case SIOCGMIIPHY:
2389		miidata->phy_id = readb(&regs->MIIADR) & 0x1f;
2390		break;
2391	case SIOCGMIIREG:
2392		if (velocity_mii_read(vptr->mac_regs, miidata->reg_num & 0x1f, &(miidata->val_out)) < 0)
2393			return -ETIMEDOUT;
2394		break;
2395	case SIOCSMIIREG:
2396		spin_lock_irqsave(&vptr->lock, flags);
2397		err = velocity_mii_write(vptr->mac_regs, miidata->reg_num & 0x1f, miidata->val_in);
2398		spin_unlock_irqrestore(&vptr->lock, flags);
2399		check_connection_type(vptr->mac_regs);
2400		if (err)
2401			return err;
2402		break;
2403	default:
2404		return -EOPNOTSUPP;
2405	}
2406	return 0;
2407}
2408
2409/**
2410 *	velocity_ioctl		-	ioctl entry point
2411 *	@dev: network device
2412 *	@rq: interface request ioctl
2413 *	@cmd: command code
2414 *
2415 *	Called when the user issues an ioctl request to the network
2416 *	device in question. The velocity interface supports MII.
2417 */
2418static int velocity_ioctl(struct net_device *dev, struct ifreq *rq, int cmd)
2419{
2420	struct velocity_info *vptr = netdev_priv(dev);
2421	int ret;
2422
2423	/* If we are asked for information and the device is power
2424	   saving then we need to bring the device back up to talk to it */
2425
2426	if (!netif_running(dev))
2427		velocity_set_power_state(vptr, PCI_D0);
2428
2429	switch (cmd) {
2430	case SIOCGMIIPHY:	/* Get address of MII PHY in use. */
2431	case SIOCGMIIREG:	/* Read MII PHY register. */
2432	case SIOCSMIIREG:	/* Write to MII PHY register. */
2433		ret = velocity_mii_ioctl(dev, rq, cmd);
2434		break;
2435
2436	default:
2437		ret = -EOPNOTSUPP;
2438	}
2439	if (!netif_running(dev))
2440		velocity_set_power_state(vptr, PCI_D3hot);
2441
2442
2443	return ret;
2444}
2445
2446/**
2447 *	velocity_get_status	-	statistics callback
2448 *	@dev: network device
2449 *
2450 *	Callback from the network layer to allow driver statistics
2451 *	to be resynchronized with hardware collected state. In the
2452 *	case of the velocity we need to pull the MIB counters from
2453 *	the hardware into the counters before letting the network
2454 *	layer display them.
2455 */
2456static struct net_device_stats *velocity_get_stats(struct net_device *dev)
2457{
2458	struct velocity_info *vptr = netdev_priv(dev);
2459
2460	/* If the hardware is down, don't touch MII */
2461	if (!netif_running(dev))
2462		return &dev->stats;
2463
2464	spin_lock_irq(&vptr->lock);
2465	velocity_update_hw_mibs(vptr);
2466	spin_unlock_irq(&vptr->lock);
2467
2468	dev->stats.rx_packets = vptr->mib_counter[HW_MIB_ifRxAllPkts];
2469	dev->stats.rx_errors = vptr->mib_counter[HW_MIB_ifRxErrorPkts];
2470	dev->stats.rx_length_errors = vptr->mib_counter[HW_MIB_ifInRangeLengthErrors];
2471
2472//  unsigned long   rx_dropped;     /* no space in linux buffers    */
2473	dev->stats.collisions = vptr->mib_counter[HW_MIB_ifTxEtherCollisions];
2474	/* detailed rx_errors: */
2475//  unsigned long   rx_length_errors;
2476//  unsigned long   rx_over_errors;     /* receiver ring buff overflow  */
2477	dev->stats.rx_crc_errors = vptr->mib_counter[HW_MIB_ifRxPktCRCE];
2478//  unsigned long   rx_frame_errors;    /* recv'd frame alignment error */
2479//  unsigned long   rx_fifo_errors;     /* recv'r fifo overrun      */
2480//  unsigned long   rx_missed_errors;   /* receiver missed packet   */
2481
2482	/* detailed tx_errors */
2483//  unsigned long   tx_fifo_errors;
2484
2485	return &dev->stats;
2486}
2487
2488/**
2489 *	velocity_close		-	close adapter callback
2490 *	@dev: network device
2491 *
2492 *	Callback from the network layer when the velocity is being
2493 *	deactivated by the network layer
2494 */
2495static int velocity_close(struct net_device *dev)
2496{
2497	struct velocity_info *vptr = netdev_priv(dev);
2498
2499	napi_disable(&vptr->napi);
2500	netif_stop_queue(dev);
2501	velocity_shutdown(vptr);
2502
2503	if (vptr->flags & VELOCITY_FLAGS_WOL_ENABLED)
2504		velocity_get_ip(vptr);
2505
2506	free_irq(dev->irq, dev);
2507
2508	velocity_free_rings(vptr);
2509
2510	vptr->flags &= (~VELOCITY_FLAGS_OPENED);
2511	return 0;
2512}
2513
2514/**
2515 *	velocity_xmit		-	transmit packet callback
2516 *	@skb: buffer to transmit
2517 *	@dev: network device
2518 *
2519 *	Called by the networ layer to request a packet is queued to
2520 *	the velocity. Returns zero on success.
2521 */
2522static netdev_tx_t velocity_xmit(struct sk_buff *skb,
2523				 struct net_device *dev)
2524{
2525	struct velocity_info *vptr = netdev_priv(dev);
2526	int qnum = 0;
2527	struct tx_desc *td_ptr;
2528	struct velocity_td_info *tdinfo;
2529	unsigned long flags;
2530	int pktlen;
2531	int index, prev;
2532	int i = 0;
2533
2534	if (skb_padto(skb, ETH_ZLEN))
2535		goto out;
2536
2537	/* The hardware can handle at most 7 memory segments, so merge
2538	 * the skb if there are more */
2539	if (skb_shinfo(skb)->nr_frags > 6 && __skb_linearize(skb)) {
2540		dev_kfree_skb_any(skb);
2541		return NETDEV_TX_OK;
2542	}
2543
2544	pktlen = skb_shinfo(skb)->nr_frags == 0 ?
2545			max_t(unsigned int, skb->len, ETH_ZLEN) :
2546				skb_headlen(skb);
2547
2548	spin_lock_irqsave(&vptr->lock, flags);
2549
2550	index = vptr->tx.curr[qnum];
2551	td_ptr = &(vptr->tx.rings[qnum][index]);
2552	tdinfo = &(vptr->tx.infos[qnum][index]);
2553
2554	td_ptr->tdesc1.TCR = TCR0_TIC;
2555	td_ptr->td_buf[0].size &= ~TD_QUEUE;
2556
2557	/*
2558	 *	Map the linear network buffer into PCI space and
2559	 *	add it to the transmit ring.
2560	 */
2561	tdinfo->skb = skb;
2562	tdinfo->skb_dma[0] = dma_map_single(vptr->dev, skb->data, pktlen,
2563								DMA_TO_DEVICE);
2564	td_ptr->tdesc0.len = cpu_to_le16(pktlen);
2565	td_ptr->td_buf[0].pa_low = cpu_to_le32(tdinfo->skb_dma[0]);
2566	td_ptr->td_buf[0].pa_high = 0;
2567	td_ptr->td_buf[0].size = cpu_to_le16(pktlen);
2568
2569	/* Handle fragments */
2570	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
2571		const skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
2572
2573		tdinfo->skb_dma[i + 1] = skb_frag_dma_map(vptr->dev,
2574							  frag, 0,
2575							  skb_frag_size(frag),
2576							  DMA_TO_DEVICE);
2577
2578		td_ptr->td_buf[i + 1].pa_low = cpu_to_le32(tdinfo->skb_dma[i + 1]);
2579		td_ptr->td_buf[i + 1].pa_high = 0;
2580		td_ptr->td_buf[i + 1].size = cpu_to_le16(skb_frag_size(frag));
2581	}
2582	tdinfo->nskb_dma = i + 1;
2583
2584	td_ptr->tdesc1.cmd = TCPLS_NORMAL + (tdinfo->nskb_dma + 1) * 16;
2585
2586	if (skb_vlan_tag_present(skb)) {
2587		td_ptr->tdesc1.vlan = cpu_to_le16(skb_vlan_tag_get(skb));
2588		td_ptr->tdesc1.TCR |= TCR0_VETAG;
2589	}
2590
2591	/*
2592	 *	Handle hardware checksum
2593	 */
2594	if (skb->ip_summed == CHECKSUM_PARTIAL) {
2595		const struct iphdr *ip = ip_hdr(skb);
2596		if (ip->protocol == IPPROTO_TCP)
2597			td_ptr->tdesc1.TCR |= TCR0_TCPCK;
2598		else if (ip->protocol == IPPROTO_UDP)
2599			td_ptr->tdesc1.TCR |= (TCR0_UDPCK);
2600		td_ptr->tdesc1.TCR |= TCR0_IPCK;
2601	}
2602
2603	prev = index - 1;
2604	if (prev < 0)
2605		prev = vptr->options.numtx - 1;
2606	td_ptr->tdesc0.len |= OWNED_BY_NIC;
2607	vptr->tx.used[qnum]++;
2608	vptr->tx.curr[qnum] = (index + 1) % vptr->options.numtx;
2609
2610	if (AVAIL_TD(vptr, qnum) < 1)
2611		netif_stop_queue(dev);
2612
2613	td_ptr = &(vptr->tx.rings[qnum][prev]);
2614	td_ptr->td_buf[0].size |= TD_QUEUE;
2615	mac_tx_queue_wake(vptr->mac_regs, qnum);
2616
2617	spin_unlock_irqrestore(&vptr->lock, flags);
2618out:
2619	return NETDEV_TX_OK;
2620}
2621
2622static const struct net_device_ops velocity_netdev_ops = {
2623	.ndo_open		= velocity_open,
2624	.ndo_stop		= velocity_close,
2625	.ndo_start_xmit		= velocity_xmit,
2626	.ndo_get_stats		= velocity_get_stats,
2627	.ndo_validate_addr	= eth_validate_addr,
2628	.ndo_set_mac_address	= eth_mac_addr,
2629	.ndo_set_rx_mode	= velocity_set_multi,
2630	.ndo_change_mtu		= velocity_change_mtu,
2631	.ndo_do_ioctl		= velocity_ioctl,
2632	.ndo_vlan_rx_add_vid	= velocity_vlan_rx_add_vid,
2633	.ndo_vlan_rx_kill_vid	= velocity_vlan_rx_kill_vid,
2634#ifdef CONFIG_NET_POLL_CONTROLLER
2635	.ndo_poll_controller = velocity_poll_controller,
2636#endif
2637};
2638
2639/**
2640 *	velocity_init_info	-	init private data
2641 *	@pdev: PCI device
2642 *	@vptr: Velocity info
2643 *	@info: Board type
2644 *
2645 *	Set up the initial velocity_info struct for the device that has been
2646 *	discovered.
2647 */
2648static void velocity_init_info(struct velocity_info *vptr,
2649				const struct velocity_info_tbl *info)
2650{
2651	vptr->chip_id = info->chip_id;
2652	vptr->tx.numq = info->txqueue;
2653	vptr->multicast_limit = MCAM_SIZE;
2654	spin_lock_init(&vptr->lock);
2655}
2656
2657/**
2658 *	velocity_get_pci_info	-	retrieve PCI info for device
2659 *	@vptr: velocity device
2660 *	@pdev: PCI device it matches
2661 *
2662 *	Retrieve the PCI configuration space data that interests us from
2663 *	the kernel PCI layer
2664 */
2665static int velocity_get_pci_info(struct velocity_info *vptr)
2666{
2667	struct pci_dev *pdev = vptr->pdev;
2668
2669	pci_set_master(pdev);
2670
2671	vptr->ioaddr = pci_resource_start(pdev, 0);
2672	vptr->memaddr = pci_resource_start(pdev, 1);
2673
2674	if (!(pci_resource_flags(pdev, 0) & IORESOURCE_IO)) {
2675		dev_err(&pdev->dev,
2676			   "region #0 is not an I/O resource, aborting.\n");
2677		return -EINVAL;
2678	}
2679
2680	if ((pci_resource_flags(pdev, 1) & IORESOURCE_IO)) {
2681		dev_err(&pdev->dev,
2682			   "region #1 is an I/O resource, aborting.\n");
2683		return -EINVAL;
2684	}
2685
2686	if (pci_resource_len(pdev, 1) < VELOCITY_IO_SIZE) {
2687		dev_err(&pdev->dev, "region #1 is too small.\n");
2688		return -EINVAL;
2689	}
2690
2691	return 0;
2692}
2693
2694/**
2695 *	velocity_get_platform_info - retrieve platform info for device
2696 *	@vptr: velocity device
2697 *	@pdev: platform device it matches
2698 *
2699 *	Retrieve the Platform configuration data that interests us
2700 */
2701static int velocity_get_platform_info(struct velocity_info *vptr)
2702{
2703	struct resource res;
2704	int ret;
2705
2706	if (of_get_property(vptr->dev->of_node, "no-eeprom", NULL))
2707		vptr->no_eeprom = 1;
2708
2709	ret = of_address_to_resource(vptr->dev->of_node, 0, &res);
2710	if (ret) {
2711		dev_err(vptr->dev, "unable to find memory address\n");
2712		return ret;
2713	}
2714
2715	vptr->memaddr = res.start;
2716
2717	if (resource_size(&res) < VELOCITY_IO_SIZE) {
2718		dev_err(vptr->dev, "memory region is too small.\n");
2719		return -EINVAL;
2720	}
2721
2722	return 0;
2723}
2724
2725/**
2726 *	velocity_print_info	-	per driver data
2727 *	@vptr: velocity
2728 *
2729 *	Print per driver data as the kernel driver finds Velocity
2730 *	hardware
2731 */
2732static void velocity_print_info(struct velocity_info *vptr)
2733{
2734	struct net_device *dev = vptr->netdev;
2735
2736	printk(KERN_INFO "%s: %s\n", dev->name, get_chip_name(vptr->chip_id));
2737	printk(KERN_INFO "%s: Ethernet Address: %pM\n",
2738		dev->name, dev->dev_addr);
2739}
2740
2741static u32 velocity_get_link(struct net_device *dev)
2742{
2743	struct velocity_info *vptr = netdev_priv(dev);
2744	struct mac_regs __iomem *regs = vptr->mac_regs;
2745	return BYTE_REG_BITS_IS_ON(PHYSR0_LINKGD, &regs->PHYSR0) ? 1 : 0;
2746}
2747
2748/**
2749 *	velocity_probe - set up discovered velocity device
2750 *	@pdev: PCI device
2751 *	@ent: PCI device table entry that matched
 
2752 *	@bustype: bus that device is connected to
2753 *
2754 *	Configure a discovered adapter from scratch. Return a negative
2755 *	errno error code on failure paths.
2756 */
2757static int velocity_probe(struct device *dev, int irq,
2758			   const struct velocity_info_tbl *info,
2759			   enum velocity_bus_type bustype)
2760{
2761	static int first = 1;
2762	struct net_device *netdev;
2763	int i;
2764	const char *drv_string;
2765	struct velocity_info *vptr;
2766	struct mac_regs __iomem *regs;
2767	int ret = -ENOMEM;
 
2768
2769	/* FIXME: this driver, like almost all other ethernet drivers,
2770	 * can support more than MAX_UNITS.
2771	 */
2772	if (velocity_nics >= MAX_UNITS) {
2773		dev_notice(dev, "already found %d NICs.\n", velocity_nics);
2774		return -ENODEV;
2775	}
2776
2777	netdev = alloc_etherdev(sizeof(struct velocity_info));
2778	if (!netdev)
2779		goto out;
2780
2781	/* Chain it all together */
2782
2783	SET_NETDEV_DEV(netdev, dev);
2784	vptr = netdev_priv(netdev);
2785
2786	if (first) {
2787		printk(KERN_INFO "%s Ver. %s\n",
2788			VELOCITY_FULL_DRV_NAM, VELOCITY_VERSION);
2789		printk(KERN_INFO "Copyright (c) 2002, 2003 VIA Networking Technologies, Inc.\n");
2790		printk(KERN_INFO "Copyright (c) 2004 Red Hat Inc.\n");
2791		first = 0;
2792	}
2793
2794	netdev->irq = irq;
2795	vptr->netdev = netdev;
2796	vptr->dev = dev;
2797
2798	velocity_init_info(vptr, info);
2799
2800	if (bustype == BUS_PCI) {
2801		vptr->pdev = to_pci_dev(dev);
2802
2803		ret = velocity_get_pci_info(vptr);
2804		if (ret < 0)
2805			goto err_free_dev;
2806	} else {
2807		vptr->pdev = NULL;
2808		ret = velocity_get_platform_info(vptr);
2809		if (ret < 0)
2810			goto err_free_dev;
2811	}
2812
2813	regs = ioremap(vptr->memaddr, VELOCITY_IO_SIZE);
2814	if (regs == NULL) {
2815		ret = -EIO;
2816		goto err_free_dev;
2817	}
2818
2819	vptr->mac_regs = regs;
2820	vptr->rev_id = readb(&regs->rev_id);
2821
2822	mac_wol_reset(regs);
2823
2824	for (i = 0; i < 6; i++)
2825		netdev->dev_addr[i] = readb(&regs->PAR[i]);
 
2826
2827
2828	drv_string = dev_driver_string(dev);
2829
2830	velocity_get_options(&vptr->options, velocity_nics, drv_string);
2831
2832	/*
2833	 *	Mask out the options cannot be set to the chip
2834	 */
2835
2836	vptr->options.flags &= info->flags;
2837
2838	/*
2839	 *	Enable the chip specified capbilities
2840	 */
2841
2842	vptr->flags = vptr->options.flags | (info->flags & 0xFF000000UL);
2843
2844	vptr->wol_opts = vptr->options.wol_opts;
2845	vptr->flags |= VELOCITY_FLAGS_WOL_ENABLED;
2846
2847	vptr->phy_id = MII_GET_PHY_ID(vptr->mac_regs);
2848
2849	netdev->netdev_ops = &velocity_netdev_ops;
2850	netdev->ethtool_ops = &velocity_ethtool_ops;
2851	netif_napi_add(netdev, &vptr->napi, velocity_poll,
2852							VELOCITY_NAPI_WEIGHT);
2853
2854	netdev->hw_features = NETIF_F_IP_CSUM | NETIF_F_SG |
2855			   NETIF_F_HW_VLAN_CTAG_TX;
2856	netdev->features |= NETIF_F_HW_VLAN_CTAG_TX |
2857			NETIF_F_HW_VLAN_CTAG_FILTER | NETIF_F_HW_VLAN_CTAG_RX |
2858			NETIF_F_IP_CSUM;
2859
2860	/* MTU range: 64 - 9000 */
2861	netdev->min_mtu = VELOCITY_MIN_MTU;
2862	netdev->max_mtu = VELOCITY_MAX_MTU;
2863
2864	ret = register_netdev(netdev);
2865	if (ret < 0)
2866		goto err_iounmap;
2867
2868	if (!velocity_get_link(netdev)) {
2869		netif_carrier_off(netdev);
2870		vptr->mii_status |= VELOCITY_LINK_FAIL;
2871	}
2872
2873	velocity_print_info(vptr);
2874	dev_set_drvdata(vptr->dev, netdev);
2875
2876	/* and leave the chip powered down */
2877
2878	velocity_set_power_state(vptr, PCI_D3hot);
2879	velocity_nics++;
2880out:
2881	return ret;
2882
2883err_iounmap:
2884	netif_napi_del(&vptr->napi);
2885	iounmap(regs);
2886err_free_dev:
2887	free_netdev(netdev);
2888	goto out;
2889}
2890
2891/**
2892 *	velocity_remove	- device unplug
2893 *	@dev: device being removed
2894 *
2895 *	Device unload callback. Called on an unplug or on module
2896 *	unload for each active device that is present. Disconnects
2897 *	the device from the network layer and frees all the resources
2898 */
2899static int velocity_remove(struct device *dev)
2900{
2901	struct net_device *netdev = dev_get_drvdata(dev);
2902	struct velocity_info *vptr = netdev_priv(netdev);
2903
2904	unregister_netdev(netdev);
2905	netif_napi_del(&vptr->napi);
2906	iounmap(vptr->mac_regs);
2907	free_netdev(netdev);
2908	velocity_nics--;
2909
2910	return 0;
2911}
2912
2913static int velocity_pci_probe(struct pci_dev *pdev,
2914			       const struct pci_device_id *ent)
2915{
2916	const struct velocity_info_tbl *info =
2917					&chip_info_table[ent->driver_data];
2918	int ret;
2919
2920	ret = pci_enable_device(pdev);
2921	if (ret < 0)
2922		return ret;
2923
2924	ret = pci_request_regions(pdev, VELOCITY_NAME);
2925	if (ret < 0) {
2926		dev_err(&pdev->dev, "No PCI resources.\n");
2927		goto fail1;
2928	}
2929
2930	ret = velocity_probe(&pdev->dev, pdev->irq, info, BUS_PCI);
2931	if (ret == 0)
2932		return 0;
2933
2934	pci_release_regions(pdev);
2935fail1:
2936	pci_disable_device(pdev);
2937	return ret;
2938}
2939
2940static void velocity_pci_remove(struct pci_dev *pdev)
2941{
2942	velocity_remove(&pdev->dev);
2943
2944	pci_release_regions(pdev);
2945	pci_disable_device(pdev);
2946}
2947
2948static int velocity_platform_probe(struct platform_device *pdev)
2949{
2950	const struct of_device_id *of_id;
2951	const struct velocity_info_tbl *info;
2952	int irq;
2953
2954	of_id = of_match_device(velocity_of_ids, &pdev->dev);
2955	if (!of_id)
2956		return -EINVAL;
2957	info = of_id->data;
2958
2959	irq = irq_of_parse_and_map(pdev->dev.of_node, 0);
2960	if (!irq)
2961		return -EINVAL;
2962
2963	return velocity_probe(&pdev->dev, irq, info, BUS_PLATFORM);
2964}
2965
2966static int velocity_platform_remove(struct platform_device *pdev)
2967{
2968	velocity_remove(&pdev->dev);
2969
2970	return 0;
2971}
2972
2973#ifdef CONFIG_PM_SLEEP
2974/**
2975 *	wol_calc_crc		-	WOL CRC
 
2976 *	@pattern: data pattern
2977 *	@mask_pattern: mask
2978 *
2979 *	Compute the wake on lan crc hashes for the packet header
2980 *	we are interested in.
2981 */
2982static u16 wol_calc_crc(int size, u8 *pattern, u8 *mask_pattern)
2983{
2984	u16 crc = 0xFFFF;
2985	u8 mask;
2986	int i, j;
2987
2988	for (i = 0; i < size; i++) {
2989		mask = mask_pattern[i];
2990
2991		/* Skip this loop if the mask equals to zero */
2992		if (mask == 0x00)
2993			continue;
2994
2995		for (j = 0; j < 8; j++) {
2996			if ((mask & 0x01) == 0) {
2997				mask >>= 1;
2998				continue;
2999			}
3000			mask >>= 1;
3001			crc = crc_ccitt(crc, &(pattern[i * 8 + j]), 1);
3002		}
3003	}
3004	/*	Finally, invert the result once to get the correct data */
3005	crc = ~crc;
3006	return bitrev32(crc) >> 16;
3007}
3008
3009/**
3010 *	velocity_set_wol	-	set up for wake on lan
3011 *	@vptr: velocity to set WOL status on
3012 *
3013 *	Set a card up for wake on lan either by unicast or by
3014 *	ARP packet.
3015 *
3016 *	FIXME: check static buffer is safe here
3017 */
3018static int velocity_set_wol(struct velocity_info *vptr)
3019{
3020	struct mac_regs __iomem *regs = vptr->mac_regs;
3021	enum speed_opt spd_dpx = vptr->options.spd_dpx;
3022	static u8 buf[256];
3023	int i;
3024
3025	static u32 mask_pattern[2][4] = {
3026		{0x00203000, 0x000003C0, 0x00000000, 0x0000000}, /* ARP */
3027		{0xfffff000, 0xffffffff, 0xffffffff, 0x000ffff}	 /* Magic Packet */
3028	};
3029
3030	writew(0xFFFF, &regs->WOLCRClr);
3031	writeb(WOLCFG_SAB | WOLCFG_SAM, &regs->WOLCFGSet);
3032	writew(WOLCR_MAGIC_EN, &regs->WOLCRSet);
3033
3034	/*
3035	   if (vptr->wol_opts & VELOCITY_WOL_PHY)
3036	   writew((WOLCR_LINKON_EN|WOLCR_LINKOFF_EN), &regs->WOLCRSet);
3037	 */
3038
3039	if (vptr->wol_opts & VELOCITY_WOL_UCAST)
3040		writew(WOLCR_UNICAST_EN, &regs->WOLCRSet);
3041
3042	if (vptr->wol_opts & VELOCITY_WOL_ARP) {
3043		struct arp_packet *arp = (struct arp_packet *) buf;
3044		u16 crc;
3045		memset(buf, 0, sizeof(struct arp_packet) + 7);
3046
3047		for (i = 0; i < 4; i++)
3048			writel(mask_pattern[0][i], &regs->ByteMask[0][i]);
3049
3050		arp->type = htons(ETH_P_ARP);
3051		arp->ar_op = htons(1);
3052
3053		memcpy(arp->ar_tip, vptr->ip_addr, 4);
3054
3055		crc = wol_calc_crc((sizeof(struct arp_packet) + 7) / 8, buf,
3056				(u8 *) & mask_pattern[0][0]);
3057
3058		writew(crc, &regs->PatternCRC[0]);
3059		writew(WOLCR_ARP_EN, &regs->WOLCRSet);
3060	}
3061
3062	BYTE_REG_BITS_ON(PWCFG_WOLTYPE, &regs->PWCFGSet);
3063	BYTE_REG_BITS_ON(PWCFG_LEGACY_WOLEN, &regs->PWCFGSet);
3064
3065	writew(0x0FFF, &regs->WOLSRClr);
3066
3067	if (spd_dpx == SPD_DPX_1000_FULL)
3068		goto mac_done;
3069
3070	if (spd_dpx != SPD_DPX_AUTO)
3071		goto advertise_done;
3072
3073	if (vptr->mii_status & VELOCITY_AUTONEG_ENABLE) {
3074		if (PHYID_GET_PHY_ID(vptr->phy_id) == PHYID_CICADA_CS8201)
3075			MII_REG_BITS_ON(AUXCR_MDPPS, MII_NCONFIG, vptr->mac_regs);
3076
3077		MII_REG_BITS_OFF(ADVERTISE_1000FULL | ADVERTISE_1000HALF, MII_CTRL1000, vptr->mac_regs);
3078	}
3079
3080	if (vptr->mii_status & VELOCITY_SPEED_1000)
3081		MII_REG_BITS_ON(BMCR_ANRESTART, MII_BMCR, vptr->mac_regs);
3082
3083advertise_done:
3084	BYTE_REG_BITS_ON(CHIPGCR_FCMODE, &regs->CHIPGCR);
3085
3086	{
3087		u8 GCR;
3088		GCR = readb(&regs->CHIPGCR);
3089		GCR = (GCR & ~CHIPGCR_FCGMII) | CHIPGCR_FCFDX;
3090		writeb(GCR, &regs->CHIPGCR);
3091	}
3092
3093mac_done:
3094	BYTE_REG_BITS_OFF(ISR_PWEI, &regs->ISR);
3095	/* Turn on SWPTAG just before entering power mode */
3096	BYTE_REG_BITS_ON(STICKHW_SWPTAG, &regs->STICKHW);
3097	/* Go to bed ..... */
3098	BYTE_REG_BITS_ON((STICKHW_DS1 | STICKHW_DS0), &regs->STICKHW);
3099
3100	return 0;
3101}
3102
3103/**
3104 *	velocity_save_context	-	save registers
3105 *	@vptr: velocity
3106 *	@context: buffer for stored context
3107 *
3108 *	Retrieve the current configuration from the velocity hardware
3109 *	and stash it in the context structure, for use by the context
3110 *	restore functions. This allows us to save things we need across
3111 *	power down states
3112 */
3113static void velocity_save_context(struct velocity_info *vptr, struct velocity_context *context)
3114{
3115	struct mac_regs __iomem *regs = vptr->mac_regs;
3116	u16 i;
3117	u8 __iomem *ptr = (u8 __iomem *)regs;
3118
3119	for (i = MAC_REG_PAR; i < MAC_REG_CR0_CLR; i += 4)
3120		*((u32 *) (context->mac_reg + i)) = readl(ptr + i);
3121
3122	for (i = MAC_REG_MAR; i < MAC_REG_TDCSR_CLR; i += 4)
3123		*((u32 *) (context->mac_reg + i)) = readl(ptr + i);
3124
3125	for (i = MAC_REG_RDBASE_LO; i < MAC_REG_FIFO_TEST0; i += 4)
3126		*((u32 *) (context->mac_reg + i)) = readl(ptr + i);
3127
3128}
3129
3130static int velocity_suspend(struct device *dev)
3131{
3132	struct net_device *netdev = dev_get_drvdata(dev);
3133	struct velocity_info *vptr = netdev_priv(netdev);
3134	unsigned long flags;
3135
3136	if (!netif_running(vptr->netdev))
3137		return 0;
3138
3139	netif_device_detach(vptr->netdev);
3140
3141	spin_lock_irqsave(&vptr->lock, flags);
3142	if (vptr->pdev)
3143		pci_save_state(vptr->pdev);
3144
3145	if (vptr->flags & VELOCITY_FLAGS_WOL_ENABLED) {
3146		velocity_get_ip(vptr);
3147		velocity_save_context(vptr, &vptr->context);
3148		velocity_shutdown(vptr);
3149		velocity_set_wol(vptr);
3150		if (vptr->pdev)
3151			pci_enable_wake(vptr->pdev, PCI_D3hot, 1);
3152		velocity_set_power_state(vptr, PCI_D3hot);
3153	} else {
3154		velocity_save_context(vptr, &vptr->context);
3155		velocity_shutdown(vptr);
3156		if (vptr->pdev)
3157			pci_disable_device(vptr->pdev);
3158		velocity_set_power_state(vptr, PCI_D3hot);
3159	}
3160
3161	spin_unlock_irqrestore(&vptr->lock, flags);
3162	return 0;
3163}
3164
3165/**
3166 *	velocity_restore_context	-	restore registers
3167 *	@vptr: velocity
3168 *	@context: buffer for stored context
3169 *
3170 *	Reload the register configuration from the velocity context
3171 *	created by velocity_save_context.
3172 */
3173static void velocity_restore_context(struct velocity_info *vptr, struct velocity_context *context)
3174{
3175	struct mac_regs __iomem *regs = vptr->mac_regs;
3176	int i;
3177	u8 __iomem *ptr = (u8 __iomem *)regs;
3178
3179	for (i = MAC_REG_PAR; i < MAC_REG_CR0_SET; i += 4)
3180		writel(*((u32 *) (context->mac_reg + i)), ptr + i);
3181
3182	/* Just skip cr0 */
3183	for (i = MAC_REG_CR1_SET; i < MAC_REG_CR0_CLR; i++) {
3184		/* Clear */
3185		writeb(~(*((u8 *) (context->mac_reg + i))), ptr + i + 4);
3186		/* Set */
3187		writeb(*((u8 *) (context->mac_reg + i)), ptr + i);
3188	}
3189
3190	for (i = MAC_REG_MAR; i < MAC_REG_IMR; i += 4)
3191		writel(*((u32 *) (context->mac_reg + i)), ptr + i);
3192
3193	for (i = MAC_REG_RDBASE_LO; i < MAC_REG_FIFO_TEST0; i += 4)
3194		writel(*((u32 *) (context->mac_reg + i)), ptr + i);
3195
3196	for (i = MAC_REG_TDCSR_SET; i <= MAC_REG_RDCSR_SET; i++)
3197		writeb(*((u8 *) (context->mac_reg + i)), ptr + i);
3198}
3199
3200static int velocity_resume(struct device *dev)
3201{
3202	struct net_device *netdev = dev_get_drvdata(dev);
3203	struct velocity_info *vptr = netdev_priv(netdev);
3204	unsigned long flags;
3205	int i;
3206
3207	if (!netif_running(vptr->netdev))
3208		return 0;
3209
3210	velocity_set_power_state(vptr, PCI_D0);
3211
3212	if (vptr->pdev) {
3213		pci_enable_wake(vptr->pdev, PCI_D0, 0);
3214		pci_restore_state(vptr->pdev);
3215	}
3216
3217	mac_wol_reset(vptr->mac_regs);
3218
3219	spin_lock_irqsave(&vptr->lock, flags);
3220	velocity_restore_context(vptr, &vptr->context);
3221	velocity_init_registers(vptr, VELOCITY_INIT_WOL);
3222	mac_disable_int(vptr->mac_regs);
3223
3224	velocity_tx_srv(vptr);
3225
3226	for (i = 0; i < vptr->tx.numq; i++) {
3227		if (vptr->tx.used[i])
3228			mac_tx_queue_wake(vptr->mac_regs, i);
3229	}
3230
3231	mac_enable_int(vptr->mac_regs);
3232	spin_unlock_irqrestore(&vptr->lock, flags);
3233	netif_device_attach(vptr->netdev);
3234
3235	return 0;
3236}
3237#endif	/* CONFIG_PM_SLEEP */
3238
3239static SIMPLE_DEV_PM_OPS(velocity_pm_ops, velocity_suspend, velocity_resume);
3240
3241/*
3242 *	Definition for our device driver. The PCI layer interface
3243 *	uses this to handle all our card discover and plugging
3244 */
3245static struct pci_driver velocity_pci_driver = {
3246	.name		= VELOCITY_NAME,
3247	.id_table	= velocity_pci_id_table,
3248	.probe		= velocity_pci_probe,
3249	.remove		= velocity_pci_remove,
3250	.driver = {
3251		.pm = &velocity_pm_ops,
3252	},
3253};
3254
3255static struct platform_driver velocity_platform_driver = {
3256	.probe		= velocity_platform_probe,
3257	.remove		= velocity_platform_remove,
3258	.driver = {
3259		.name = "via-velocity",
3260		.of_match_table = velocity_of_ids,
3261		.pm = &velocity_pm_ops,
3262	},
3263};
3264
3265/**
3266 *	velocity_ethtool_up	-	pre hook for ethtool
3267 *	@dev: network device
3268 *
3269 *	Called before an ethtool operation. We need to make sure the
3270 *	chip is out of D3 state before we poke at it.
 
3271 */
3272static int velocity_ethtool_up(struct net_device *dev)
3273{
3274	struct velocity_info *vptr = netdev_priv(dev);
3275	if (!netif_running(dev))
 
 
 
3276		velocity_set_power_state(vptr, PCI_D0);
3277	return 0;
3278}
3279
3280/**
3281 *	velocity_ethtool_down	-	post hook for ethtool
3282 *	@dev: network device
3283 *
3284 *	Called after an ethtool operation. Restore the chip back to D3
3285 *	state if it isn't running.
 
3286 */
3287static void velocity_ethtool_down(struct net_device *dev)
3288{
3289	struct velocity_info *vptr = netdev_priv(dev);
3290	if (!netif_running(dev))
 
3291		velocity_set_power_state(vptr, PCI_D3hot);
3292}
3293
3294static int velocity_get_link_ksettings(struct net_device *dev,
3295				       struct ethtool_link_ksettings *cmd)
3296{
3297	struct velocity_info *vptr = netdev_priv(dev);
3298	struct mac_regs __iomem *regs = vptr->mac_regs;
3299	u32 status;
3300	u32 supported, advertising;
3301
3302	status = check_connection_type(vptr->mac_regs);
3303
3304	supported = SUPPORTED_TP |
3305			SUPPORTED_Autoneg |
3306			SUPPORTED_10baseT_Half |
3307			SUPPORTED_10baseT_Full |
3308			SUPPORTED_100baseT_Half |
3309			SUPPORTED_100baseT_Full |
3310			SUPPORTED_1000baseT_Half |
3311			SUPPORTED_1000baseT_Full;
3312
3313	advertising = ADVERTISED_TP | ADVERTISED_Autoneg;
3314	if (vptr->options.spd_dpx == SPD_DPX_AUTO) {
3315		advertising |=
3316			ADVERTISED_10baseT_Half |
3317			ADVERTISED_10baseT_Full |
3318			ADVERTISED_100baseT_Half |
3319			ADVERTISED_100baseT_Full |
3320			ADVERTISED_1000baseT_Half |
3321			ADVERTISED_1000baseT_Full;
3322	} else {
3323		switch (vptr->options.spd_dpx) {
3324		case SPD_DPX_1000_FULL:
3325			advertising |= ADVERTISED_1000baseT_Full;
3326			break;
3327		case SPD_DPX_100_HALF:
3328			advertising |= ADVERTISED_100baseT_Half;
3329			break;
3330		case SPD_DPX_100_FULL:
3331			advertising |= ADVERTISED_100baseT_Full;
3332			break;
3333		case SPD_DPX_10_HALF:
3334			advertising |= ADVERTISED_10baseT_Half;
3335			break;
3336		case SPD_DPX_10_FULL:
3337			advertising |= ADVERTISED_10baseT_Full;
3338			break;
3339		default:
3340			break;
3341		}
3342	}
3343
3344	if (status & VELOCITY_SPEED_1000)
3345		cmd->base.speed = SPEED_1000;
3346	else if (status & VELOCITY_SPEED_100)
3347		cmd->base.speed = SPEED_100;
3348	else
3349		cmd->base.speed = SPEED_10;
3350
3351	cmd->base.autoneg = (status & VELOCITY_AUTONEG_ENABLE) ?
3352		AUTONEG_ENABLE : AUTONEG_DISABLE;
3353	cmd->base.port = PORT_TP;
3354	cmd->base.phy_address = readb(&regs->MIIADR) & 0x1F;
3355
3356	if (status & VELOCITY_DUPLEX_FULL)
3357		cmd->base.duplex = DUPLEX_FULL;
3358	else
3359		cmd->base.duplex = DUPLEX_HALF;
3360
3361	ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported,
3362						supported);
3363	ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising,
3364						advertising);
3365
3366	return 0;
3367}
3368
3369static int velocity_set_link_ksettings(struct net_device *dev,
3370				       const struct ethtool_link_ksettings *cmd)
3371{
3372	struct velocity_info *vptr = netdev_priv(dev);
3373	u32 speed = cmd->base.speed;
3374	u32 curr_status;
3375	u32 new_status = 0;
3376	int ret = 0;
3377
3378	curr_status = check_connection_type(vptr->mac_regs);
3379	curr_status &= (~VELOCITY_LINK_FAIL);
3380
3381	new_status |= ((cmd->base.autoneg) ? VELOCITY_AUTONEG_ENABLE : 0);
3382	new_status |= ((speed == SPEED_1000) ? VELOCITY_SPEED_1000 : 0);
3383	new_status |= ((speed == SPEED_100) ? VELOCITY_SPEED_100 : 0);
3384	new_status |= ((speed == SPEED_10) ? VELOCITY_SPEED_10 : 0);
3385	new_status |= ((cmd->base.duplex == DUPLEX_FULL) ?
3386		       VELOCITY_DUPLEX_FULL : 0);
3387
3388	if ((new_status & VELOCITY_AUTONEG_ENABLE) &&
3389	    (new_status != (curr_status | VELOCITY_AUTONEG_ENABLE))) {
3390		ret = -EINVAL;
3391	} else {
3392		enum speed_opt spd_dpx;
3393
3394		if (new_status & VELOCITY_AUTONEG_ENABLE)
3395			spd_dpx = SPD_DPX_AUTO;
3396		else if ((new_status & VELOCITY_SPEED_1000) &&
3397			 (new_status & VELOCITY_DUPLEX_FULL)) {
3398			spd_dpx = SPD_DPX_1000_FULL;
3399		} else if (new_status & VELOCITY_SPEED_100)
3400			spd_dpx = (new_status & VELOCITY_DUPLEX_FULL) ?
3401				SPD_DPX_100_FULL : SPD_DPX_100_HALF;
3402		else if (new_status & VELOCITY_SPEED_10)
3403			spd_dpx = (new_status & VELOCITY_DUPLEX_FULL) ?
3404				SPD_DPX_10_FULL : SPD_DPX_10_HALF;
3405		else
3406			return -EOPNOTSUPP;
3407
3408		vptr->options.spd_dpx = spd_dpx;
3409
3410		velocity_set_media_mode(vptr, new_status);
3411	}
3412
3413	return ret;
3414}
3415
3416static void velocity_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
3417{
3418	struct velocity_info *vptr = netdev_priv(dev);
3419
3420	strlcpy(info->driver, VELOCITY_NAME, sizeof(info->driver));
3421	strlcpy(info->version, VELOCITY_VERSION, sizeof(info->version));
3422	if (vptr->pdev)
3423		strlcpy(info->bus_info, pci_name(vptr->pdev),
3424						sizeof(info->bus_info));
3425	else
3426		strlcpy(info->bus_info, "platform", sizeof(info->bus_info));
3427}
3428
3429static void velocity_ethtool_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
3430{
3431	struct velocity_info *vptr = netdev_priv(dev);
3432	wol->supported = WAKE_PHY | WAKE_MAGIC | WAKE_UCAST | WAKE_ARP;
3433	wol->wolopts |= WAKE_MAGIC;
3434	/*
3435	   if (vptr->wol_opts & VELOCITY_WOL_PHY)
3436		   wol.wolopts|=WAKE_PHY;
3437			 */
3438	if (vptr->wol_opts & VELOCITY_WOL_UCAST)
3439		wol->wolopts |= WAKE_UCAST;
3440	if (vptr->wol_opts & VELOCITY_WOL_ARP)
3441		wol->wolopts |= WAKE_ARP;
3442	memcpy(&wol->sopass, vptr->wol_passwd, 6);
3443}
3444
3445static int velocity_ethtool_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
3446{
3447	struct velocity_info *vptr = netdev_priv(dev);
3448
3449	if (!(wol->wolopts & (WAKE_PHY | WAKE_MAGIC | WAKE_UCAST | WAKE_ARP)))
3450		return -EFAULT;
3451	vptr->wol_opts = VELOCITY_WOL_MAGIC;
3452
3453	/*
3454	   if (wol.wolopts & WAKE_PHY) {
3455	   vptr->wol_opts|=VELOCITY_WOL_PHY;
3456	   vptr->flags |=VELOCITY_FLAGS_WOL_ENABLED;
3457	   }
3458	 */
3459
3460	if (wol->wolopts & WAKE_MAGIC) {
3461		vptr->wol_opts |= VELOCITY_WOL_MAGIC;
3462		vptr->flags |= VELOCITY_FLAGS_WOL_ENABLED;
3463	}
3464	if (wol->wolopts & WAKE_UCAST) {
3465		vptr->wol_opts |= VELOCITY_WOL_UCAST;
3466		vptr->flags |= VELOCITY_FLAGS_WOL_ENABLED;
3467	}
3468	if (wol->wolopts & WAKE_ARP) {
3469		vptr->wol_opts |= VELOCITY_WOL_ARP;
3470		vptr->flags |= VELOCITY_FLAGS_WOL_ENABLED;
3471	}
3472	memcpy(vptr->wol_passwd, wol->sopass, 6);
3473	return 0;
3474}
3475
3476static u32 velocity_get_msglevel(struct net_device *dev)
3477{
3478	return msglevel;
3479}
3480
3481static void velocity_set_msglevel(struct net_device *dev, u32 value)
3482{
3483	 msglevel = value;
3484}
3485
3486static int get_pending_timer_val(int val)
3487{
3488	int mult_bits = val >> 6;
3489	int mult = 1;
3490
3491	switch (mult_bits)
3492	{
3493	case 1:
3494		mult = 4; break;
3495	case 2:
3496		mult = 16; break;
3497	case 3:
3498		mult = 64; break;
3499	case 0:
3500	default:
3501		break;
3502	}
3503
3504	return (val & 0x3f) * mult;
3505}
3506
3507static void set_pending_timer_val(int *val, u32 us)
3508{
3509	u8 mult = 0;
3510	u8 shift = 0;
3511
3512	if (us >= 0x3f) {
3513		mult = 1; /* mult with 4 */
3514		shift = 2;
3515	}
3516	if (us >= 0x3f * 4) {
3517		mult = 2; /* mult with 16 */
3518		shift = 4;
3519	}
3520	if (us >= 0x3f * 16) {
3521		mult = 3; /* mult with 64 */
3522		shift = 6;
3523	}
3524
3525	*val = (mult << 6) | ((us >> shift) & 0x3f);
3526}
3527
3528
3529static int velocity_get_coalesce(struct net_device *dev,
3530		struct ethtool_coalesce *ecmd)
 
 
3531{
3532	struct velocity_info *vptr = netdev_priv(dev);
3533
3534	ecmd->tx_max_coalesced_frames = vptr->options.tx_intsup;
3535	ecmd->rx_max_coalesced_frames = vptr->options.rx_intsup;
3536
3537	ecmd->rx_coalesce_usecs = get_pending_timer_val(vptr->options.rxqueue_timer);
3538	ecmd->tx_coalesce_usecs = get_pending_timer_val(vptr->options.txqueue_timer);
3539
3540	return 0;
3541}
3542
3543static int velocity_set_coalesce(struct net_device *dev,
3544		struct ethtool_coalesce *ecmd)
 
 
3545{
3546	struct velocity_info *vptr = netdev_priv(dev);
3547	int max_us = 0x3f * 64;
3548	unsigned long flags;
3549
3550	/* 6 bits of  */
3551	if (ecmd->tx_coalesce_usecs > max_us)
3552		return -EINVAL;
3553	if (ecmd->rx_coalesce_usecs > max_us)
3554		return -EINVAL;
3555
3556	if (ecmd->tx_max_coalesced_frames > 0xff)
3557		return -EINVAL;
3558	if (ecmd->rx_max_coalesced_frames > 0xff)
3559		return -EINVAL;
3560
3561	vptr->options.rx_intsup = ecmd->rx_max_coalesced_frames;
3562	vptr->options.tx_intsup = ecmd->tx_max_coalesced_frames;
3563
3564	set_pending_timer_val(&vptr->options.rxqueue_timer,
3565			ecmd->rx_coalesce_usecs);
3566	set_pending_timer_val(&vptr->options.txqueue_timer,
3567			ecmd->tx_coalesce_usecs);
3568
3569	/* Setup the interrupt suppression and queue timers */
3570	spin_lock_irqsave(&vptr->lock, flags);
3571	mac_disable_int(vptr->mac_regs);
3572	setup_adaptive_interrupts(vptr);
3573	setup_queue_timers(vptr);
3574
3575	mac_write_int_mask(vptr->int_mask, vptr->mac_regs);
3576	mac_clear_isr(vptr->mac_regs);
3577	mac_enable_int(vptr->mac_regs);
3578	spin_unlock_irqrestore(&vptr->lock, flags);
3579
3580	return 0;
3581}
3582
3583static const char velocity_gstrings[][ETH_GSTRING_LEN] = {
3584	"rx_all",
3585	"rx_ok",
3586	"tx_ok",
3587	"rx_error",
3588	"rx_runt_ok",
3589	"rx_runt_err",
3590	"rx_64",
3591	"tx_64",
3592	"rx_65_to_127",
3593	"tx_65_to_127",
3594	"rx_128_to_255",
3595	"tx_128_to_255",
3596	"rx_256_to_511",
3597	"tx_256_to_511",
3598	"rx_512_to_1023",
3599	"tx_512_to_1023",
3600	"rx_1024_to_1518",
3601	"tx_1024_to_1518",
3602	"tx_ether_collisions",
3603	"rx_crc_errors",
3604	"rx_jumbo",
3605	"tx_jumbo",
3606	"rx_mac_control_frames",
3607	"tx_mac_control_frames",
3608	"rx_frame_alignement_errors",
3609	"rx_long_ok",
3610	"rx_long_err",
3611	"tx_sqe_errors",
3612	"rx_no_buf",
3613	"rx_symbol_errors",
3614	"in_range_length_errors",
3615	"late_collisions"
3616};
3617
3618static void velocity_get_strings(struct net_device *dev, u32 sset, u8 *data)
3619{
3620	switch (sset) {
3621	case ETH_SS_STATS:
3622		memcpy(data, *velocity_gstrings, sizeof(velocity_gstrings));
3623		break;
3624	}
3625}
3626
3627static int velocity_get_sset_count(struct net_device *dev, int sset)
3628{
3629	switch (sset) {
3630	case ETH_SS_STATS:
3631		return ARRAY_SIZE(velocity_gstrings);
3632	default:
3633		return -EOPNOTSUPP;
3634	}
3635}
3636
3637static void velocity_get_ethtool_stats(struct net_device *dev,
3638				       struct ethtool_stats *stats, u64 *data)
3639{
3640	if (netif_running(dev)) {
3641		struct velocity_info *vptr = netdev_priv(dev);
3642		u32 *p = vptr->mib_counter;
3643		int i;
3644
3645		spin_lock_irq(&vptr->lock);
3646		velocity_update_hw_mibs(vptr);
3647		spin_unlock_irq(&vptr->lock);
3648
3649		for (i = 0; i < ARRAY_SIZE(velocity_gstrings); i++)
3650			*data++ = *p++;
3651	}
3652}
3653
3654static const struct ethtool_ops velocity_ethtool_ops = {
 
 
3655	.get_drvinfo		= velocity_get_drvinfo,
3656	.get_wol		= velocity_ethtool_get_wol,
3657	.set_wol		= velocity_ethtool_set_wol,
3658	.get_msglevel		= velocity_get_msglevel,
3659	.set_msglevel		= velocity_set_msglevel,
3660	.get_link		= velocity_get_link,
3661	.get_strings		= velocity_get_strings,
3662	.get_sset_count		= velocity_get_sset_count,
3663	.get_ethtool_stats	= velocity_get_ethtool_stats,
3664	.get_coalesce		= velocity_get_coalesce,
3665	.set_coalesce		= velocity_set_coalesce,
3666	.begin			= velocity_ethtool_up,
3667	.complete		= velocity_ethtool_down,
3668	.get_link_ksettings	= velocity_get_link_ksettings,
3669	.set_link_ksettings	= velocity_set_link_ksettings,
3670};
3671
3672#if defined(CONFIG_PM) && defined(CONFIG_INET)
3673static int velocity_netdev_event(struct notifier_block *nb, unsigned long notification, void *ptr)
3674{
3675	struct in_ifaddr *ifa = ptr;
3676	struct net_device *dev = ifa->ifa_dev->dev;
3677
3678	if (dev_net(dev) == &init_net &&
3679	    dev->netdev_ops == &velocity_netdev_ops)
3680		velocity_get_ip(netdev_priv(dev));
3681
3682	return NOTIFY_DONE;
3683}
3684
3685static struct notifier_block velocity_inetaddr_notifier = {
3686	.notifier_call	= velocity_netdev_event,
3687};
3688
3689static void velocity_register_notifier(void)
3690{
3691	register_inetaddr_notifier(&velocity_inetaddr_notifier);
3692}
3693
3694static void velocity_unregister_notifier(void)
3695{
3696	unregister_inetaddr_notifier(&velocity_inetaddr_notifier);
3697}
3698
3699#else
3700
3701#define velocity_register_notifier()	do {} while (0)
3702#define velocity_unregister_notifier()	do {} while (0)
3703
3704#endif	/* defined(CONFIG_PM) && defined(CONFIG_INET) */
3705
3706/**
3707 *	velocity_init_module	-	load time function
3708 *
3709 *	Called when the velocity module is loaded. The PCI driver
3710 *	is registered with the PCI layer, and in turn will call
3711 *	the probe functions for each velocity adapter installed
3712 *	in the system.
3713 */
3714static int __init velocity_init_module(void)
3715{
3716	int ret_pci, ret_platform;
3717
3718	velocity_register_notifier();
3719
3720	ret_pci = pci_register_driver(&velocity_pci_driver);
3721	ret_platform = platform_driver_register(&velocity_platform_driver);
3722
3723	/* if both_registers failed, remove the notifier */
3724	if ((ret_pci < 0) && (ret_platform < 0)) {
3725		velocity_unregister_notifier();
3726		return ret_pci;
3727	}
3728
3729	return 0;
3730}
3731
3732/**
3733 *	velocity_cleanup	-	module unload
3734 *
3735 *	When the velocity hardware is unloaded this function is called.
3736 *	It will clean up the notifiers and the unregister the PCI
3737 *	driver interface for this hardware. This in turn cleans up
3738 *	all discovered interfaces before returning from the function
3739 */
3740static void __exit velocity_cleanup_module(void)
3741{
3742	velocity_unregister_notifier();
3743
3744	pci_unregister_driver(&velocity_pci_driver);
3745	platform_driver_unregister(&velocity_platform_driver);
3746}
3747
3748module_init(velocity_init_module);
3749module_exit(velocity_cleanup_module);