Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.1.
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 *  PS3 gelic network driver.
   4 *
   5 * Copyright (C) 2007 Sony Computer Entertainment Inc.
   6 * Copyright 2006, 2007 Sony Corporation
   7 *
   8 * This file is based on: spider_net.c
   9 *
  10 * (C) Copyright IBM Corp. 2005
  11 *
  12 * Authors : Utz Bacher <utz.bacher@de.ibm.com>
  13 *           Jens Osterkamp <Jens.Osterkamp@de.ibm.com>
  14 */
  15
  16#undef DEBUG
  17
  18#include <linux/interrupt.h>
  19#include <linux/kernel.h>
  20#include <linux/module.h>
  21#include <linux/slab.h>
  22
  23#include <linux/etherdevice.h>
  24#include <linux/ethtool.h>
  25#include <linux/if_vlan.h>
  26
  27#include <linux/in.h>
  28#include <linux/ip.h>
  29#include <linux/tcp.h>
  30
  31#include <linux/dma-mapping.h>
  32#include <net/checksum.h>
  33#include <asm/firmware.h>
  34#include <asm/ps3.h>
  35#include <asm/lv1call.h>
  36
  37#include "ps3_gelic_net.h"
  38#include "ps3_gelic_wireless.h"
  39
  40#define DRV_NAME "Gelic Network Driver"
  41#define DRV_VERSION "2.0"
  42
  43MODULE_AUTHOR("SCE Inc.");
  44MODULE_DESCRIPTION("Gelic Network driver");
  45MODULE_LICENSE("GPL");
  46
  47
  48/* set irq_mask */
  49int gelic_card_set_irq_mask(struct gelic_card *card, u64 mask)
  50{
  51	int status;
  52
  53	status = lv1_net_set_interrupt_mask(bus_id(card), dev_id(card),
  54					    mask, 0);
  55	if (status)
  56		dev_info(ctodev(card),
  57			 "%s failed %d\n", __func__, status);
  58	return status;
  59}
  60
  61static void gelic_card_rx_irq_on(struct gelic_card *card)
  62{
  63	card->irq_mask |= GELIC_CARD_RXINT;
  64	gelic_card_set_irq_mask(card, card->irq_mask);
  65}
  66static void gelic_card_rx_irq_off(struct gelic_card *card)
  67{
  68	card->irq_mask &= ~GELIC_CARD_RXINT;
  69	gelic_card_set_irq_mask(card, card->irq_mask);
  70}
  71
  72static void gelic_card_get_ether_port_status(struct gelic_card *card,
  73					     int inform)
  74{
  75	u64 v2;
  76	struct net_device *ether_netdev;
  77
  78	lv1_net_control(bus_id(card), dev_id(card),
  79			GELIC_LV1_GET_ETH_PORT_STATUS,
  80			GELIC_LV1_VLAN_TX_ETHERNET_0, 0, 0,
  81			&card->ether_port_status, &v2);
  82
  83	if (inform) {
  84		ether_netdev = card->netdev[GELIC_PORT_ETHERNET_0];
  85		if (card->ether_port_status & GELIC_LV1_ETHER_LINK_UP)
  86			netif_carrier_on(ether_netdev);
  87		else
  88			netif_carrier_off(ether_netdev);
  89	}
  90}
  91
  92/**
  93 * gelic_descr_get_status -- returns the status of a descriptor
  94 * @descr: descriptor to look at
  95 *
  96 * returns the status as in the dmac_cmd_status field of the descriptor
  97 */
  98static enum gelic_descr_dma_status
  99gelic_descr_get_status(struct gelic_descr *descr)
 100{
 101	return be32_to_cpu(descr->dmac_cmd_status) & GELIC_DESCR_DMA_STAT_MASK;
 102}
 103
 104static int gelic_card_set_link_mode(struct gelic_card *card, int mode)
 105{
 106	int status;
 107	u64 v1, v2;
 108
 109	status = lv1_net_control(bus_id(card), dev_id(card),
 110				 GELIC_LV1_SET_NEGOTIATION_MODE,
 111				 GELIC_LV1_PHY_ETHERNET_0, mode, 0, &v1, &v2);
 112	if (status) {
 113		pr_info("%s: failed setting negotiation mode %d\n", __func__,
 114			status);
 115		return -EBUSY;
 116	}
 117
 118	card->link_mode = mode;
 119	return 0;
 120}
 121
 122/**
 123 * gelic_card_disable_txdmac - disables the transmit DMA controller
 124 * @card: card structure
 125 *
 126 * gelic_card_disable_txdmac terminates processing on the DMA controller by
 127 * turing off DMA and issuing a force end
 128 */
 129static void gelic_card_disable_txdmac(struct gelic_card *card)
 130{
 131	int status;
 132
 133	/* this hvc blocks until the DMA in progress really stopped */
 134	status = lv1_net_stop_tx_dma(bus_id(card), dev_id(card));
 135	if (status)
 136		dev_err(ctodev(card),
 137			"lv1_net_stop_tx_dma failed, status=%d\n", status);
 138}
 139
 140/**
 141 * gelic_card_enable_rxdmac - enables the receive DMA controller
 142 * @card: card structure
 143 *
 144 * gelic_card_enable_rxdmac enables the DMA controller by setting RX_DMA_EN
 145 * in the GDADMACCNTR register
 146 */
 147static void gelic_card_enable_rxdmac(struct gelic_card *card)
 148{
 149	int status;
 150
 151#ifdef DEBUG
 152	if (gelic_descr_get_status(card->rx_chain.head) !=
 153	    GELIC_DESCR_DMA_CARDOWNED) {
 154		printk(KERN_ERR "%s: status=%x\n", __func__,
 155		       be32_to_cpu(card->rx_chain.head->dmac_cmd_status));
 156		printk(KERN_ERR "%s: nextphy=%x\n", __func__,
 157		       be32_to_cpu(card->rx_chain.head->next_descr_addr));
 158		printk(KERN_ERR "%s: head=%p\n", __func__,
 159		       card->rx_chain.head);
 160	}
 161#endif
 162	status = lv1_net_start_rx_dma(bus_id(card), dev_id(card),
 163				card->rx_chain.head->bus_addr, 0);
 164	if (status)
 165		dev_info(ctodev(card),
 166			 "lv1_net_start_rx_dma failed, status=%d\n", status);
 167}
 168
 169/**
 170 * gelic_card_disable_rxdmac - disables the receive DMA controller
 171 * @card: card structure
 172 *
 173 * gelic_card_disable_rxdmac terminates processing on the DMA controller by
 174 * turing off DMA and issuing a force end
 175 */
 176static void gelic_card_disable_rxdmac(struct gelic_card *card)
 177{
 178	int status;
 179
 180	/* this hvc blocks until the DMA in progress really stopped */
 181	status = lv1_net_stop_rx_dma(bus_id(card), dev_id(card));
 182	if (status)
 183		dev_err(ctodev(card),
 184			"lv1_net_stop_rx_dma failed, %d\n", status);
 185}
 186
 187/**
 188 * gelic_descr_set_status -- sets the status of a descriptor
 189 * @descr: descriptor to change
 190 * @status: status to set in the descriptor
 191 *
 192 * changes the status to the specified value. Doesn't change other bits
 193 * in the status
 194 */
 195static void gelic_descr_set_status(struct gelic_descr *descr,
 196				   enum gelic_descr_dma_status status)
 197{
 198	descr->dmac_cmd_status = cpu_to_be32(status |
 199			(be32_to_cpu(descr->dmac_cmd_status) &
 200			 ~GELIC_DESCR_DMA_STAT_MASK));
 201	/*
 202	 * dma_cmd_status field is used to indicate whether the descriptor
 203	 * is valid or not.
 204	 * Usually caller of this function wants to inform that to the
 205	 * hardware, so we assure here the hardware sees the change.
 206	 */
 207	wmb();
 208}
 209
 210/**
 211 * gelic_card_reset_chain - reset status of a descriptor chain
 212 * @card: card structure
 213 * @chain: address of chain
 214 * @start_descr: address of descriptor array
 215 *
 216 * Reset the status of dma descriptors to ready state
 217 * and re-initialize the hardware chain for later use
 218 */
 219static void gelic_card_reset_chain(struct gelic_card *card,
 220				   struct gelic_descr_chain *chain,
 221				   struct gelic_descr *start_descr)
 222{
 223	struct gelic_descr *descr;
 224
 225	for (descr = start_descr; start_descr != descr->next; descr++) {
 226		gelic_descr_set_status(descr, GELIC_DESCR_DMA_CARDOWNED);
 227		descr->next_descr_addr = cpu_to_be32(descr->next->bus_addr);
 228	}
 229
 230	chain->head = start_descr;
 231	chain->tail = (descr - 1);
 232
 233	(descr - 1)->next_descr_addr = 0;
 234}
 235
 236void gelic_card_up(struct gelic_card *card)
 237{
 238	pr_debug("%s: called\n", __func__);
 239	mutex_lock(&card->updown_lock);
 240	if (atomic_inc_return(&card->users) == 1) {
 241		pr_debug("%s: real do\n", __func__);
 242		/* enable irq */
 243		gelic_card_set_irq_mask(card, card->irq_mask);
 244		/* start rx */
 245		gelic_card_enable_rxdmac(card);
 246
 247		napi_enable(&card->napi);
 248	}
 249	mutex_unlock(&card->updown_lock);
 250	pr_debug("%s: done\n", __func__);
 251}
 252
 253void gelic_card_down(struct gelic_card *card)
 254{
 255	u64 mask;
 256	pr_debug("%s: called\n", __func__);
 257	mutex_lock(&card->updown_lock);
 258	if (atomic_dec_if_positive(&card->users) == 0) {
 259		pr_debug("%s: real do\n", __func__);
 260		napi_disable(&card->napi);
 261		/*
 262		 * Disable irq. Wireless interrupts will
 263		 * be disabled later if any
 264		 */
 265		mask = card->irq_mask & (GELIC_CARD_WLAN_EVENT_RECEIVED |
 266					 GELIC_CARD_WLAN_COMMAND_COMPLETED);
 267		gelic_card_set_irq_mask(card, mask);
 268		/* stop rx */
 269		gelic_card_disable_rxdmac(card);
 270		gelic_card_reset_chain(card, &card->rx_chain,
 271				       card->descr + GELIC_NET_TX_DESCRIPTORS);
 272		/* stop tx */
 273		gelic_card_disable_txdmac(card);
 274	}
 275	mutex_unlock(&card->updown_lock);
 276	pr_debug("%s: done\n", __func__);
 277}
 278
 279/**
 280 * gelic_card_free_chain - free descriptor chain
 281 * @card: card structure
 282 * @descr_in: address of desc
 283 */
 284static void gelic_card_free_chain(struct gelic_card *card,
 285				  struct gelic_descr *descr_in)
 286{
 287	struct gelic_descr *descr;
 288
 289	for (descr = descr_in; descr && descr->bus_addr; descr = descr->next) {
 290		dma_unmap_single(ctodev(card), descr->bus_addr,
 291				 GELIC_DESCR_SIZE, DMA_BIDIRECTIONAL);
 292		descr->bus_addr = 0;
 293	}
 294}
 295
 296/**
 297 * gelic_card_init_chain - links descriptor chain
 298 * @card: card structure
 299 * @chain: address of chain
 300 * @start_descr: address of descriptor array
 301 * @no: number of descriptors
 302 *
 303 * we manage a circular list that mirrors the hardware structure,
 304 * except that the hardware uses bus addresses.
 305 *
 306 * returns 0 on success, <0 on failure
 307 */
 308static int gelic_card_init_chain(struct gelic_card *card,
 309				 struct gelic_descr_chain *chain,
 310				 struct gelic_descr *start_descr, int no)
 311{
 312	int i;
 313	struct gelic_descr *descr;
 314
 315	descr = start_descr;
 316	memset(descr, 0, sizeof(*descr) * no);
 317
 318	/* set up the hardware pointers in each descriptor */
 319	for (i = 0; i < no; i++, descr++) {
 320		gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
 321		descr->bus_addr =
 322			dma_map_single(ctodev(card), descr,
 323				       GELIC_DESCR_SIZE,
 324				       DMA_BIDIRECTIONAL);
 325
 326		if (!descr->bus_addr)
 327			goto iommu_error;
 328
 329		descr->next = descr + 1;
 330		descr->prev = descr - 1;
 331	}
 332	/* make them as ring */
 333	(descr - 1)->next = start_descr;
 334	start_descr->prev = (descr - 1);
 335
 336	/* chain bus addr of hw descriptor */
 337	descr = start_descr;
 338	for (i = 0; i < no; i++, descr++) {
 339		descr->next_descr_addr = cpu_to_be32(descr->next->bus_addr);
 340	}
 341
 342	chain->head = start_descr;
 343	chain->tail = start_descr;
 344
 345	/* do not chain last hw descriptor */
 346	(descr - 1)->next_descr_addr = 0;
 347
 348	return 0;
 349
 350iommu_error:
 351	for (i--, descr--; 0 <= i; i--, descr--)
 352		if (descr->bus_addr)
 353			dma_unmap_single(ctodev(card), descr->bus_addr,
 354					 GELIC_DESCR_SIZE,
 355					 DMA_BIDIRECTIONAL);
 356	return -ENOMEM;
 357}
 358
 359/**
 360 * gelic_descr_prepare_rx - reinitializes a rx descriptor
 361 * @card: card structure
 362 * @descr: descriptor to re-init
 363 *
 364 * return 0 on success, <0 on failure
 365 *
 366 * allocates a new rx skb, iommu-maps it and attaches it to the descriptor.
 367 * Activate the descriptor state-wise
 368 */
 369static int gelic_descr_prepare_rx(struct gelic_card *card,
 370				  struct gelic_descr *descr)
 371{
 372	int offset;
 373	unsigned int bufsize;
 374
 375	if (gelic_descr_get_status(descr) !=  GELIC_DESCR_DMA_NOT_IN_USE)
 376		dev_info(ctodev(card), "%s: ERROR status\n", __func__);
 377	/* we need to round up the buffer size to a multiple of 128 */
 378	bufsize = ALIGN(GELIC_NET_MAX_MTU, GELIC_NET_RXBUF_ALIGN);
 379
 380	/* and we need to have it 128 byte aligned, therefore we allocate a
 381	 * bit more */
 382	descr->skb = dev_alloc_skb(bufsize + GELIC_NET_RXBUF_ALIGN - 1);
 383	if (!descr->skb) {
 384		descr->buf_addr = 0; /* tell DMAC don't touch memory */
 385		return -ENOMEM;
 386	}
 387	descr->buf_size = cpu_to_be32(bufsize);
 388	descr->dmac_cmd_status = 0;
 389	descr->result_size = 0;
 390	descr->valid_size = 0;
 391	descr->data_error = 0;
 392
 393	offset = ((unsigned long)descr->skb->data) &
 394		(GELIC_NET_RXBUF_ALIGN - 1);
 395	if (offset)
 396		skb_reserve(descr->skb, GELIC_NET_RXBUF_ALIGN - offset);
 397	/* io-mmu-map the skb */
 398	descr->buf_addr = cpu_to_be32(dma_map_single(ctodev(card),
 399						     descr->skb->data,
 400						     GELIC_NET_MAX_MTU,
 401						     DMA_FROM_DEVICE));
 402	if (!descr->buf_addr) {
 403		dev_kfree_skb_any(descr->skb);
 404		descr->skb = NULL;
 405		dev_info(ctodev(card),
 406			 "%s:Could not iommu-map rx buffer\n", __func__);
 407		gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
 408		return -ENOMEM;
 409	} else {
 410		gelic_descr_set_status(descr, GELIC_DESCR_DMA_CARDOWNED);
 411		return 0;
 412	}
 413}
 414
 415/**
 416 * gelic_card_release_rx_chain - free all skb of rx descr
 417 * @card: card structure
 418 *
 419 */
 420static void gelic_card_release_rx_chain(struct gelic_card *card)
 421{
 422	struct gelic_descr *descr = card->rx_chain.head;
 423
 424	do {
 425		if (descr->skb) {
 426			dma_unmap_single(ctodev(card),
 427					 be32_to_cpu(descr->buf_addr),
 428					 descr->skb->len,
 429					 DMA_FROM_DEVICE);
 430			descr->buf_addr = 0;
 431			dev_kfree_skb_any(descr->skb);
 432			descr->skb = NULL;
 433			gelic_descr_set_status(descr,
 434					       GELIC_DESCR_DMA_NOT_IN_USE);
 435		}
 436		descr = descr->next;
 437	} while (descr != card->rx_chain.head);
 438}
 439
 440/**
 441 * gelic_card_fill_rx_chain - fills descriptors/skbs in the rx chains
 442 * @card: card structure
 443 *
 444 * fills all descriptors in the rx chain: allocates skbs
 445 * and iommu-maps them.
 446 * returns 0 on success, < 0 on failure
 447 */
 448static int gelic_card_fill_rx_chain(struct gelic_card *card)
 449{
 450	struct gelic_descr *descr = card->rx_chain.head;
 451	int ret;
 452
 453	do {
 454		if (!descr->skb) {
 455			ret = gelic_descr_prepare_rx(card, descr);
 456			if (ret)
 457				goto rewind;
 458		}
 459		descr = descr->next;
 460	} while (descr != card->rx_chain.head);
 461
 462	return 0;
 463rewind:
 464	gelic_card_release_rx_chain(card);
 465	return ret;
 466}
 467
 468/**
 469 * gelic_card_alloc_rx_skbs - allocates rx skbs in rx descriptor chains
 470 * @card: card structure
 471 *
 472 * returns 0 on success, < 0 on failure
 473 */
 474static int gelic_card_alloc_rx_skbs(struct gelic_card *card)
 475{
 476	struct gelic_descr_chain *chain;
 477	int ret;
 478	chain = &card->rx_chain;
 479	ret = gelic_card_fill_rx_chain(card);
 480	chain->tail = card->rx_top->prev; /* point to the last */
 481	return ret;
 482}
 483
 484/**
 485 * gelic_descr_release_tx - processes a used tx descriptor
 486 * @card: card structure
 487 * @descr: descriptor to release
 488 *
 489 * releases a used tx descriptor (unmapping, freeing of skb)
 490 */
 491static void gelic_descr_release_tx(struct gelic_card *card,
 492				       struct gelic_descr *descr)
 493{
 494	struct sk_buff *skb = descr->skb;
 495
 496	BUG_ON(!(be32_to_cpu(descr->data_status) & GELIC_DESCR_TX_TAIL));
 497
 498	dma_unmap_single(ctodev(card), be32_to_cpu(descr->buf_addr), skb->len,
 499			 DMA_TO_DEVICE);
 500	dev_kfree_skb_any(skb);
 501
 502	descr->buf_addr = 0;
 503	descr->buf_size = 0;
 504	descr->next_descr_addr = 0;
 505	descr->result_size = 0;
 506	descr->valid_size = 0;
 507	descr->data_status = 0;
 508	descr->data_error = 0;
 509	descr->skb = NULL;
 510
 511	/* set descr status */
 512	gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
 513}
 514
 515static void gelic_card_stop_queues(struct gelic_card *card)
 516{
 517	netif_stop_queue(card->netdev[GELIC_PORT_ETHERNET_0]);
 518
 519	if (card->netdev[GELIC_PORT_WIRELESS])
 520		netif_stop_queue(card->netdev[GELIC_PORT_WIRELESS]);
 521}
 522static void gelic_card_wake_queues(struct gelic_card *card)
 523{
 524	netif_wake_queue(card->netdev[GELIC_PORT_ETHERNET_0]);
 525
 526	if (card->netdev[GELIC_PORT_WIRELESS])
 527		netif_wake_queue(card->netdev[GELIC_PORT_WIRELESS]);
 528}
 529/**
 530 * gelic_card_release_tx_chain - processes sent tx descriptors
 531 * @card: adapter structure
 532 * @stop: net_stop sequence
 533 *
 534 * releases the tx descriptors that gelic has finished with
 535 */
 536static void gelic_card_release_tx_chain(struct gelic_card *card, int stop)
 537{
 538	struct gelic_descr_chain *tx_chain;
 539	enum gelic_descr_dma_status status;
 540	struct net_device *netdev;
 541	int release = 0;
 542
 543	for (tx_chain = &card->tx_chain;
 544	     tx_chain->head != tx_chain->tail && tx_chain->tail;
 545	     tx_chain->tail = tx_chain->tail->next) {
 546		status = gelic_descr_get_status(tx_chain->tail);
 547		netdev = tx_chain->tail->skb->dev;
 548		switch (status) {
 549		case GELIC_DESCR_DMA_RESPONSE_ERROR:
 550		case GELIC_DESCR_DMA_PROTECTION_ERROR:
 551		case GELIC_DESCR_DMA_FORCE_END:
 552			if (printk_ratelimit())
 553				dev_info(ctodev(card),
 554					 "%s: forcing end of tx descriptor " \
 555					 "with status %x\n",
 556					 __func__, status);
 557			netdev->stats.tx_dropped++;
 558			break;
 559
 560		case GELIC_DESCR_DMA_COMPLETE:
 561			if (tx_chain->tail->skb) {
 562				netdev->stats.tx_packets++;
 563				netdev->stats.tx_bytes +=
 564					tx_chain->tail->skb->len;
 565			}
 566			break;
 567
 568		case GELIC_DESCR_DMA_CARDOWNED:
 569			/* pending tx request */
 570		default:
 571			/* any other value (== GELIC_DESCR_DMA_NOT_IN_USE) */
 572			if (!stop)
 573				goto out;
 574		}
 575		gelic_descr_release_tx(card, tx_chain->tail);
 576		release ++;
 577	}
 578out:
 579	if (!stop && release)
 580		gelic_card_wake_queues(card);
 581}
 582
 583/**
 584 * gelic_net_set_multi - sets multicast addresses and promisc flags
 585 * @netdev: interface device structure
 586 *
 587 * gelic_net_set_multi configures multicast addresses as needed for the
 588 * netdev interface. It also sets up multicast, allmulti and promisc
 589 * flags appropriately
 590 */
 591void gelic_net_set_multi(struct net_device *netdev)
 592{
 593	struct gelic_card *card = netdev_card(netdev);
 594	struct netdev_hw_addr *ha;
 595	unsigned int i;
 596	uint8_t *p;
 597	u64 addr;
 598	int status;
 599
 600	/* clear all multicast address */
 601	status = lv1_net_remove_multicast_address(bus_id(card), dev_id(card),
 602						  0, 1);
 603	if (status)
 604		dev_err(ctodev(card),
 605			"lv1_net_remove_multicast_address failed %d\n",
 606			status);
 607	/* set broadcast address */
 608	status = lv1_net_add_multicast_address(bus_id(card), dev_id(card),
 609					       GELIC_NET_BROADCAST_ADDR, 0);
 610	if (status)
 611		dev_err(ctodev(card),
 612			"lv1_net_add_multicast_address failed, %d\n",
 613			status);
 614
 615	if ((netdev->flags & IFF_ALLMULTI) ||
 616	    (netdev_mc_count(netdev) > GELIC_NET_MC_COUNT_MAX)) {
 617		status = lv1_net_add_multicast_address(bus_id(card),
 618						       dev_id(card),
 619						       0, 1);
 620		if (status)
 621			dev_err(ctodev(card),
 622				"lv1_net_add_multicast_address failed, %d\n",
 623				status);
 624		return;
 625	}
 626
 627	/* set multicast addresses */
 628	netdev_for_each_mc_addr(ha, netdev) {
 629		addr = 0;
 630		p = ha->addr;
 631		for (i = 0; i < ETH_ALEN; i++) {
 632			addr <<= 8;
 633			addr |= *p++;
 634		}
 635		status = lv1_net_add_multicast_address(bus_id(card),
 636						       dev_id(card),
 637						       addr, 0);
 638		if (status)
 639			dev_err(ctodev(card),
 640				"lv1_net_add_multicast_address failed, %d\n",
 641				status);
 642	}
 643}
 644
 645/**
 646 * gelic_net_stop - called upon ifconfig down
 647 * @netdev: interface device structure
 648 *
 649 * always returns 0
 650 */
 651int gelic_net_stop(struct net_device *netdev)
 652{
 653	struct gelic_card *card;
 654
 655	pr_debug("%s: start\n", __func__);
 656
 657	netif_stop_queue(netdev);
 658	netif_carrier_off(netdev);
 659
 660	card = netdev_card(netdev);
 661	gelic_card_down(card);
 662
 663	pr_debug("%s: done\n", __func__);
 664	return 0;
 665}
 666
 667/**
 668 * gelic_card_get_next_tx_descr - returns the next available tx descriptor
 669 * @card: device structure to get descriptor from
 670 *
 671 * returns the address of the next descriptor, or NULL if not available.
 672 */
 673static struct gelic_descr *
 674gelic_card_get_next_tx_descr(struct gelic_card *card)
 675{
 676	if (!card->tx_chain.head)
 677		return NULL;
 678	/*  see if the next descriptor is free */
 679	if (card->tx_chain.tail != card->tx_chain.head->next &&
 680	    gelic_descr_get_status(card->tx_chain.head) ==
 681	    GELIC_DESCR_DMA_NOT_IN_USE)
 682		return card->tx_chain.head;
 683	else
 684		return NULL;
 685
 686}
 687
 688/**
 689 * gelic_net_set_txdescr_cmdstat - sets the tx descriptor command field
 690 * @descr: descriptor structure to fill out
 691 * @skb: packet to consider
 692 *
 693 * fills out the command and status field of the descriptor structure,
 694 * depending on hardware checksum settings. This function assumes a wmb()
 695 * has executed before.
 696 */
 697static void gelic_descr_set_tx_cmdstat(struct gelic_descr *descr,
 698				       struct sk_buff *skb)
 699{
 700	if (skb->ip_summed != CHECKSUM_PARTIAL)
 701		descr->dmac_cmd_status =
 702			cpu_to_be32(GELIC_DESCR_DMA_CMD_NO_CHKSUM |
 703				    GELIC_DESCR_TX_DMA_FRAME_TAIL);
 704	else {
 705		/* is packet ip?
 706		 * if yes: tcp? udp? */
 707		if (skb->protocol == htons(ETH_P_IP)) {
 708			if (ip_hdr(skb)->protocol == IPPROTO_TCP)
 709				descr->dmac_cmd_status =
 710				cpu_to_be32(GELIC_DESCR_DMA_CMD_TCP_CHKSUM |
 711					    GELIC_DESCR_TX_DMA_FRAME_TAIL);
 712
 713			else if (ip_hdr(skb)->protocol == IPPROTO_UDP)
 714				descr->dmac_cmd_status =
 715				cpu_to_be32(GELIC_DESCR_DMA_CMD_UDP_CHKSUM |
 716					    GELIC_DESCR_TX_DMA_FRAME_TAIL);
 717			else	/*
 718				 * the stack should checksum non-tcp and non-udp
 719				 * packets on his own: NETIF_F_IP_CSUM
 720				 */
 721				descr->dmac_cmd_status =
 722				cpu_to_be32(GELIC_DESCR_DMA_CMD_NO_CHKSUM |
 723					    GELIC_DESCR_TX_DMA_FRAME_TAIL);
 724		}
 725	}
 726}
 727
 728static struct sk_buff *gelic_put_vlan_tag(struct sk_buff *skb,
 729						 unsigned short tag)
 730{
 731	struct vlan_ethhdr *veth;
 732	static unsigned int c;
 733
 734	if (skb_headroom(skb) < VLAN_HLEN) {
 735		struct sk_buff *sk_tmp = skb;
 736		pr_debug("%s: hd=%d c=%ud\n", __func__, skb_headroom(skb), c);
 737		skb = skb_realloc_headroom(sk_tmp, VLAN_HLEN);
 738		if (!skb)
 739			return NULL;
 740		dev_kfree_skb_any(sk_tmp);
 741	}
 742	veth = skb_push(skb, VLAN_HLEN);
 743
 744	/* Move the mac addresses to the top of buffer */
 745	memmove(skb->data, skb->data + VLAN_HLEN, 2 * ETH_ALEN);
 746
 747	veth->h_vlan_proto = cpu_to_be16(ETH_P_8021Q);
 748	veth->h_vlan_TCI = htons(tag);
 749
 750	return skb;
 751}
 752
 753/**
 754 * gelic_descr_prepare_tx - setup a descriptor for sending packets
 755 * @card: card structure
 756 * @descr: descriptor structure
 757 * @skb: packet to use
 758 *
 759 * returns 0 on success, <0 on failure.
 760 *
 761 */
 762static int gelic_descr_prepare_tx(struct gelic_card *card,
 763				  struct gelic_descr *descr,
 764				  struct sk_buff *skb)
 765{
 766	dma_addr_t buf;
 767
 768	if (card->vlan_required) {
 769		struct sk_buff *skb_tmp;
 770		enum gelic_port_type type;
 771
 772		type = netdev_port(skb->dev)->type;
 773		skb_tmp = gelic_put_vlan_tag(skb,
 774					     card->vlan[type].tx);
 775		if (!skb_tmp)
 776			return -ENOMEM;
 777		skb = skb_tmp;
 778	}
 779
 780	buf = dma_map_single(ctodev(card), skb->data, skb->len, DMA_TO_DEVICE);
 781
 782	if (!buf) {
 783		dev_err(ctodev(card),
 784			"dma map 2 failed (%p, %i). Dropping packet\n",
 785			skb->data, skb->len);
 786		return -ENOMEM;
 787	}
 788
 789	descr->buf_addr = cpu_to_be32(buf);
 790	descr->buf_size = cpu_to_be32(skb->len);
 791	descr->skb = skb;
 792	descr->data_status = 0;
 793	descr->next_descr_addr = 0; /* terminate hw descr */
 794	gelic_descr_set_tx_cmdstat(descr, skb);
 795
 796	/* bump free descriptor pointer */
 797	card->tx_chain.head = descr->next;
 798	return 0;
 799}
 800
 801/**
 802 * gelic_card_kick_txdma - enables TX DMA processing
 803 * @card: card structure
 804 * @descr: descriptor address to enable TX processing at
 805 *
 806 */
 807static int gelic_card_kick_txdma(struct gelic_card *card,
 808				 struct gelic_descr *descr)
 809{
 810	int status = 0;
 811
 812	if (card->tx_dma_progress)
 813		return 0;
 814
 815	if (gelic_descr_get_status(descr) == GELIC_DESCR_DMA_CARDOWNED) {
 816		card->tx_dma_progress = 1;
 817		status = lv1_net_start_tx_dma(bus_id(card), dev_id(card),
 818					      descr->bus_addr, 0);
 819		if (status) {
 820			card->tx_dma_progress = 0;
 821			dev_info(ctodev(card), "lv1_net_start_txdma failed," \
 822				 "status=%d\n", status);
 823		}
 824	}
 825	return status;
 826}
 827
 828/**
 829 * gelic_net_xmit - transmits a frame over the device
 830 * @skb: packet to send out
 831 * @netdev: interface device structure
 832 *
 833 * returns NETDEV_TX_OK on success, NETDEV_TX_BUSY on failure
 834 */
 835netdev_tx_t gelic_net_xmit(struct sk_buff *skb, struct net_device *netdev)
 836{
 837	struct gelic_card *card = netdev_card(netdev);
 838	struct gelic_descr *descr;
 839	int result;
 840	unsigned long flags;
 841
 842	spin_lock_irqsave(&card->tx_lock, flags);
 843
 844	gelic_card_release_tx_chain(card, 0);
 845
 846	descr = gelic_card_get_next_tx_descr(card);
 847	if (!descr) {
 848		/*
 849		 * no more descriptors free
 850		 */
 851		gelic_card_stop_queues(card);
 852		spin_unlock_irqrestore(&card->tx_lock, flags);
 853		return NETDEV_TX_BUSY;
 854	}
 855
 856	result = gelic_descr_prepare_tx(card, descr, skb);
 857	if (result) {
 858		/*
 859		 * DMA map failed.  As chances are that failure
 860		 * would continue, just release skb and return
 861		 */
 862		netdev->stats.tx_dropped++;
 863		dev_kfree_skb_any(skb);
 864		spin_unlock_irqrestore(&card->tx_lock, flags);
 865		return NETDEV_TX_OK;
 866	}
 867	/*
 868	 * link this prepared descriptor to previous one
 869	 * to achieve high performance
 870	 */
 871	descr->prev->next_descr_addr = cpu_to_be32(descr->bus_addr);
 872	/*
 873	 * as hardware descriptor is modified in the above lines,
 874	 * ensure that the hardware sees it
 875	 */
 876	wmb();
 877	if (gelic_card_kick_txdma(card, descr)) {
 878		/*
 879		 * kick failed.
 880		 * release descriptor which was just prepared
 881		 */
 882		netdev->stats.tx_dropped++;
 883		/* don't trigger BUG_ON() in gelic_descr_release_tx */
 884		descr->data_status = cpu_to_be32(GELIC_DESCR_TX_TAIL);
 885		gelic_descr_release_tx(card, descr);
 886		/* reset head */
 887		card->tx_chain.head = descr;
 888		/* reset hw termination */
 889		descr->prev->next_descr_addr = 0;
 890		dev_info(ctodev(card), "%s: kick failure\n", __func__);
 891	}
 892
 893	spin_unlock_irqrestore(&card->tx_lock, flags);
 894	return NETDEV_TX_OK;
 895}
 896
 897/**
 898 * gelic_net_pass_skb_up - takes an skb from a descriptor and passes it on
 899 * @descr: descriptor to process
 900 * @card: card structure
 901 * @netdev: net_device structure to be passed packet
 902 *
 903 * iommu-unmaps the skb, fills out skb structure and passes the data to the
 904 * stack. The descriptor state is not changed.
 905 */
 906static void gelic_net_pass_skb_up(struct gelic_descr *descr,
 907				  struct gelic_card *card,
 908				  struct net_device *netdev)
 909
 910{
 911	struct sk_buff *skb = descr->skb;
 912	u32 data_status, data_error;
 913
 914	data_status = be32_to_cpu(descr->data_status);
 915	data_error = be32_to_cpu(descr->data_error);
 916	/* unmap skb buffer */
 917	dma_unmap_single(ctodev(card), be32_to_cpu(descr->buf_addr),
 918			 GELIC_NET_MAX_MTU,
 919			 DMA_FROM_DEVICE);
 920
 921	skb_put(skb, be32_to_cpu(descr->valid_size)?
 922		be32_to_cpu(descr->valid_size) :
 923		be32_to_cpu(descr->result_size));
 924	if (!descr->valid_size)
 925		dev_info(ctodev(card), "buffer full %x %x %x\n",
 926			 be32_to_cpu(descr->result_size),
 927			 be32_to_cpu(descr->buf_size),
 928			 be32_to_cpu(descr->dmac_cmd_status));
 929
 930	descr->skb = NULL;
 931	/*
 932	 * the card put 2 bytes vlan tag in front
 933	 * of the ethernet frame
 934	 */
 935	skb_pull(skb, 2);
 936	skb->protocol = eth_type_trans(skb, netdev);
 937
 938	/* checksum offload */
 939	if (netdev->features & NETIF_F_RXCSUM) {
 940		if ((data_status & GELIC_DESCR_DATA_STATUS_CHK_MASK) &&
 941		    (!(data_error & GELIC_DESCR_DATA_ERROR_CHK_MASK)))
 942			skb->ip_summed = CHECKSUM_UNNECESSARY;
 943		else
 944			skb_checksum_none_assert(skb);
 945	} else
 946		skb_checksum_none_assert(skb);
 947
 948	/* update netdevice statistics */
 949	netdev->stats.rx_packets++;
 950	netdev->stats.rx_bytes += skb->len;
 951
 952	/* pass skb up to stack */
 953	netif_receive_skb(skb);
 954}
 955
 956/**
 957 * gelic_card_decode_one_descr - processes an rx descriptor
 958 * @card: card structure
 959 *
 960 * returns 1 if a packet has been sent to the stack, otherwise 0
 961 *
 962 * processes an rx descriptor by iommu-unmapping the data buffer and passing
 963 * the packet up to the stack
 964 */
 965static int gelic_card_decode_one_descr(struct gelic_card *card)
 966{
 967	enum gelic_descr_dma_status status;
 968	struct gelic_descr_chain *chain = &card->rx_chain;
 969	struct gelic_descr *descr = chain->head;
 970	struct net_device *netdev = NULL;
 971	int dmac_chain_ended;
 972
 973	status = gelic_descr_get_status(descr);
 974
 975	if (status == GELIC_DESCR_DMA_CARDOWNED)
 976		return 0;
 977
 978	if (status == GELIC_DESCR_DMA_NOT_IN_USE) {
 979		dev_dbg(ctodev(card), "dormant descr? %p\n", descr);
 980		return 0;
 981	}
 982
 983	/* netdevice select */
 984	if (card->vlan_required) {
 985		unsigned int i;
 986		u16 vid;
 987		vid = *(u16 *)(descr->skb->data) & VLAN_VID_MASK;
 988		for (i = 0; i < GELIC_PORT_MAX; i++) {
 989			if (card->vlan[i].rx == vid) {
 990				netdev = card->netdev[i];
 991				break;
 992			}
 993		}
 994		if (GELIC_PORT_MAX <= i) {
 995			pr_info("%s: unknown packet vid=%x\n", __func__, vid);
 996			goto refill;
 997		}
 998	} else
 999		netdev = card->netdev[GELIC_PORT_ETHERNET_0];
1000
1001	if ((status == GELIC_DESCR_DMA_RESPONSE_ERROR) ||
1002	    (status == GELIC_DESCR_DMA_PROTECTION_ERROR) ||
1003	    (status == GELIC_DESCR_DMA_FORCE_END)) {
1004		dev_info(ctodev(card), "dropping RX descriptor with state %x\n",
1005			 status);
1006		netdev->stats.rx_dropped++;
1007		goto refill;
1008	}
1009
1010	if (status == GELIC_DESCR_DMA_BUFFER_FULL) {
1011		/*
1012		 * Buffer full would occur if and only if
1013		 * the frame length was longer than the size of this
1014		 * descriptor's buffer.  If the frame length was equal
1015		 * to or shorter than buffer'size, FRAME_END condition
1016		 * would occur.
1017		 * Anyway this frame was longer than the MTU,
1018		 * just drop it.
1019		 */
1020		dev_info(ctodev(card), "overlength frame\n");
1021		goto refill;
1022	}
1023	/*
1024	 * descriptors any other than FRAME_END here should
1025	 * be treated as error.
1026	 */
1027	if (status != GELIC_DESCR_DMA_FRAME_END) {
1028		dev_dbg(ctodev(card), "RX descriptor with state %x\n",
1029			status);
1030		goto refill;
1031	}
1032
1033	/* ok, we've got a packet in descr */
1034	gelic_net_pass_skb_up(descr, card, netdev);
1035refill:
1036
1037	/* is the current descriptor terminated with next_descr == NULL? */
1038	dmac_chain_ended =
1039		be32_to_cpu(descr->dmac_cmd_status) &
1040		GELIC_DESCR_RX_DMA_CHAIN_END;
1041	/*
1042	 * So that always DMAC can see the end
1043	 * of the descriptor chain to avoid
1044	 * from unwanted DMAC overrun.
1045	 */
1046	descr->next_descr_addr = 0;
1047
1048	/* change the descriptor state: */
1049	gelic_descr_set_status(descr, GELIC_DESCR_DMA_NOT_IN_USE);
1050
1051	/*
1052	 * this call can fail, but for now, just leave this
1053	 * descriptor without skb
1054	 */
1055	gelic_descr_prepare_rx(card, descr);
1056
1057	chain->tail = descr;
1058	chain->head = descr->next;
1059
1060	/*
1061	 * Set this descriptor the end of the chain.
1062	 */
1063	descr->prev->next_descr_addr = cpu_to_be32(descr->bus_addr);
1064
1065	/*
1066	 * If dmac chain was met, DMAC stopped.
1067	 * thus re-enable it
1068	 */
1069
1070	if (dmac_chain_ended)
1071		gelic_card_enable_rxdmac(card);
1072
1073	return 1;
1074}
1075
1076/**
1077 * gelic_net_poll - NAPI poll function called by the stack to return packets
1078 * @napi: napi structure
1079 * @budget: number of packets we can pass to the stack at most
1080 *
1081 * returns the number of the processed packets
1082 *
1083 */
1084static int gelic_net_poll(struct napi_struct *napi, int budget)
1085{
1086	struct gelic_card *card = container_of(napi, struct gelic_card, napi);
1087	int packets_done = 0;
1088
1089	while (packets_done < budget) {
1090		if (!gelic_card_decode_one_descr(card))
1091			break;
1092
1093		packets_done++;
1094	}
1095
1096	if (packets_done < budget) {
1097		napi_complete_done(napi, packets_done);
1098		gelic_card_rx_irq_on(card);
1099	}
1100	return packets_done;
1101}
1102
1103/*
1104 * gelic_card_interrupt - event handler for gelic_net
1105 */
1106static irqreturn_t gelic_card_interrupt(int irq, void *ptr)
1107{
1108	unsigned long flags;
1109	struct gelic_card *card = ptr;
1110	u64 status;
1111
1112	status = card->irq_status;
1113
1114	if (!status)
1115		return IRQ_NONE;
1116
1117	status &= card->irq_mask;
1118
1119	if (status & GELIC_CARD_RXINT) {
1120		gelic_card_rx_irq_off(card);
1121		napi_schedule(&card->napi);
1122	}
1123
1124	if (status & GELIC_CARD_TXINT) {
1125		spin_lock_irqsave(&card->tx_lock, flags);
1126		card->tx_dma_progress = 0;
1127		gelic_card_release_tx_chain(card, 0);
1128		/* kick outstanding tx descriptor if any */
1129		gelic_card_kick_txdma(card, card->tx_chain.tail);
1130		spin_unlock_irqrestore(&card->tx_lock, flags);
1131	}
1132
1133	/* ether port status changed */
1134	if (status & GELIC_CARD_PORT_STATUS_CHANGED)
1135		gelic_card_get_ether_port_status(card, 1);
1136
1137#ifdef CONFIG_GELIC_WIRELESS
1138	if (status & (GELIC_CARD_WLAN_EVENT_RECEIVED |
1139		      GELIC_CARD_WLAN_COMMAND_COMPLETED))
1140		gelic_wl_interrupt(card->netdev[GELIC_PORT_WIRELESS], status);
1141#endif
1142
1143	return IRQ_HANDLED;
1144}
1145
1146#ifdef CONFIG_NET_POLL_CONTROLLER
1147/**
1148 * gelic_net_poll_controller - artificial interrupt for netconsole etc.
1149 * @netdev: interface device structure
1150 *
1151 * see Documentation/networking/netconsole.rst
1152 */
1153void gelic_net_poll_controller(struct net_device *netdev)
1154{
1155	struct gelic_card *card = netdev_card(netdev);
1156
1157	gelic_card_set_irq_mask(card, 0);
1158	gelic_card_interrupt(netdev->irq, netdev);
1159	gelic_card_set_irq_mask(card, card->irq_mask);
1160}
1161#endif /* CONFIG_NET_POLL_CONTROLLER */
1162
1163/**
1164 * gelic_net_open - called upon ifconfig up
1165 * @netdev: interface device structure
1166 *
1167 * returns 0 on success, <0 on failure
1168 *
1169 * gelic_net_open allocates all the descriptors and memory needed for
1170 * operation, sets up multicast list and enables interrupts
1171 */
1172int gelic_net_open(struct net_device *netdev)
1173{
1174	struct gelic_card *card = netdev_card(netdev);
1175
1176	dev_dbg(ctodev(card), " -> %s %p\n", __func__, netdev);
1177
1178	gelic_card_up(card);
1179
1180	netif_start_queue(netdev);
1181	gelic_card_get_ether_port_status(card, 1);
1182
1183	dev_dbg(ctodev(card), " <- %s\n", __func__);
1184	return 0;
1185}
1186
1187void gelic_net_get_drvinfo(struct net_device *netdev,
1188			   struct ethtool_drvinfo *info)
1189{
1190	strscpy(info->driver, DRV_NAME, sizeof(info->driver));
1191	strscpy(info->version, DRV_VERSION, sizeof(info->version));
1192}
1193
1194static int gelic_ether_get_link_ksettings(struct net_device *netdev,
1195					  struct ethtool_link_ksettings *cmd)
1196{
1197	struct gelic_card *card = netdev_card(netdev);
1198	u32 supported, advertising;
1199
1200	gelic_card_get_ether_port_status(card, 0);
1201
1202	if (card->ether_port_status & GELIC_LV1_ETHER_FULL_DUPLEX)
1203		cmd->base.duplex = DUPLEX_FULL;
1204	else
1205		cmd->base.duplex = DUPLEX_HALF;
1206
1207	switch (card->ether_port_status & GELIC_LV1_ETHER_SPEED_MASK) {
1208	case GELIC_LV1_ETHER_SPEED_10:
1209		cmd->base.speed = SPEED_10;
1210		break;
1211	case GELIC_LV1_ETHER_SPEED_100:
1212		cmd->base.speed = SPEED_100;
1213		break;
1214	case GELIC_LV1_ETHER_SPEED_1000:
1215		cmd->base.speed = SPEED_1000;
1216		break;
1217	default:
1218		pr_info("%s: speed unknown\n", __func__);
1219		cmd->base.speed = SPEED_10;
1220		break;
1221	}
1222
1223	supported = SUPPORTED_TP | SUPPORTED_Autoneg |
1224			SUPPORTED_10baseT_Half | SUPPORTED_10baseT_Full |
1225			SUPPORTED_100baseT_Half | SUPPORTED_100baseT_Full |
1226			SUPPORTED_1000baseT_Full;
1227	advertising = supported;
1228	if (card->link_mode & GELIC_LV1_ETHER_AUTO_NEG) {
1229		cmd->base.autoneg = AUTONEG_ENABLE;
1230	} else {
1231		cmd->base.autoneg = AUTONEG_DISABLE;
1232		advertising &= ~ADVERTISED_Autoneg;
1233	}
1234	cmd->base.port = PORT_TP;
1235
1236	ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported,
1237						supported);
1238	ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising,
1239						advertising);
1240
1241	return 0;
1242}
1243
1244static int
1245gelic_ether_set_link_ksettings(struct net_device *netdev,
1246			       const struct ethtool_link_ksettings *cmd)
1247{
1248	struct gelic_card *card = netdev_card(netdev);
1249	u64 mode;
1250	int ret;
1251
1252	if (cmd->base.autoneg == AUTONEG_ENABLE) {
1253		mode = GELIC_LV1_ETHER_AUTO_NEG;
1254	} else {
1255		switch (cmd->base.speed) {
1256		case SPEED_10:
1257			mode = GELIC_LV1_ETHER_SPEED_10;
1258			break;
1259		case SPEED_100:
1260			mode = GELIC_LV1_ETHER_SPEED_100;
1261			break;
1262		case SPEED_1000:
1263			mode = GELIC_LV1_ETHER_SPEED_1000;
1264			break;
1265		default:
1266			return -EINVAL;
1267		}
1268		if (cmd->base.duplex == DUPLEX_FULL) {
1269			mode |= GELIC_LV1_ETHER_FULL_DUPLEX;
1270		} else if (cmd->base.speed == SPEED_1000) {
1271			pr_info("1000 half duplex is not supported.\n");
1272			return -EINVAL;
1273		}
1274	}
1275
1276	ret = gelic_card_set_link_mode(card, mode);
1277
1278	if (ret)
1279		return ret;
1280
1281	return 0;
1282}
1283
1284static void gelic_net_get_wol(struct net_device *netdev,
1285			      struct ethtool_wolinfo *wol)
1286{
1287	if (0 <= ps3_compare_firmware_version(2, 2, 0))
1288		wol->supported = WAKE_MAGIC;
1289	else
1290		wol->supported = 0;
1291
1292	wol->wolopts = ps3_sys_manager_get_wol() ? wol->supported : 0;
1293	memset(&wol->sopass, 0, sizeof(wol->sopass));
1294}
1295static int gelic_net_set_wol(struct net_device *netdev,
1296			     struct ethtool_wolinfo *wol)
1297{
1298	int status;
1299	struct gelic_card *card;
1300	u64 v1, v2;
1301
1302	if (ps3_compare_firmware_version(2, 2, 0) < 0 ||
1303	    !capable(CAP_NET_ADMIN))
1304		return -EPERM;
1305
1306	if (wol->wolopts & ~WAKE_MAGIC)
1307		return -EINVAL;
1308
1309	card = netdev_card(netdev);
1310	if (wol->wolopts & WAKE_MAGIC) {
1311		status = lv1_net_control(bus_id(card), dev_id(card),
1312					 GELIC_LV1_SET_WOL,
1313					 GELIC_LV1_WOL_MAGIC_PACKET,
1314					 0, GELIC_LV1_WOL_MP_ENABLE,
1315					 &v1, &v2);
1316		if (status) {
1317			pr_info("%s: enabling WOL failed %d\n", __func__,
1318				status);
1319			status = -EIO;
1320			goto done;
1321		}
1322		status = lv1_net_control(bus_id(card), dev_id(card),
1323					 GELIC_LV1_SET_WOL,
1324					 GELIC_LV1_WOL_ADD_MATCH_ADDR,
1325					 0, GELIC_LV1_WOL_MATCH_ALL,
1326					 &v1, &v2);
1327		if (!status)
1328			ps3_sys_manager_set_wol(1);
1329		else {
1330			pr_info("%s: enabling WOL filter failed %d\n",
1331				__func__, status);
1332			status = -EIO;
1333		}
1334	} else {
1335		status = lv1_net_control(bus_id(card), dev_id(card),
1336					 GELIC_LV1_SET_WOL,
1337					 GELIC_LV1_WOL_MAGIC_PACKET,
1338					 0, GELIC_LV1_WOL_MP_DISABLE,
1339					 &v1, &v2);
1340		if (status) {
1341			pr_info("%s: disabling WOL failed %d\n", __func__,
1342				status);
1343			status = -EIO;
1344			goto done;
1345		}
1346		status = lv1_net_control(bus_id(card), dev_id(card),
1347					 GELIC_LV1_SET_WOL,
1348					 GELIC_LV1_WOL_DELETE_MATCH_ADDR,
1349					 0, GELIC_LV1_WOL_MATCH_ALL,
1350					 &v1, &v2);
1351		if (!status)
1352			ps3_sys_manager_set_wol(0);
1353		else {
1354			pr_info("%s: removing WOL filter failed %d\n",
1355				__func__, status);
1356			status = -EIO;
1357		}
1358	}
1359done:
1360	return status;
1361}
1362
1363static const struct ethtool_ops gelic_ether_ethtool_ops = {
1364	.get_drvinfo	= gelic_net_get_drvinfo,
1365	.get_link	= ethtool_op_get_link,
1366	.get_wol	= gelic_net_get_wol,
1367	.set_wol	= gelic_net_set_wol,
1368	.get_link_ksettings = gelic_ether_get_link_ksettings,
1369	.set_link_ksettings = gelic_ether_set_link_ksettings,
1370};
1371
1372/**
1373 * gelic_net_tx_timeout_task - task scheduled by the watchdog timeout
1374 * function (to be called not under interrupt status)
1375 * @work: work is context of tx timout task
1376 *
1377 * called as task when tx hangs, resets interface (if interface is up)
1378 */
1379static void gelic_net_tx_timeout_task(struct work_struct *work)
1380{
1381	struct gelic_card *card =
1382		container_of(work, struct gelic_card, tx_timeout_task);
1383	struct net_device *netdev = card->netdev[GELIC_PORT_ETHERNET_0];
1384
1385	dev_info(ctodev(card), "%s:Timed out. Restarting...\n", __func__);
1386
1387	if (!(netdev->flags & IFF_UP))
1388		goto out;
1389
1390	netif_device_detach(netdev);
1391	gelic_net_stop(netdev);
1392
1393	gelic_net_open(netdev);
1394	netif_device_attach(netdev);
1395
1396out:
1397	atomic_dec(&card->tx_timeout_task_counter);
1398}
1399
1400/**
1401 * gelic_net_tx_timeout - called when the tx timeout watchdog kicks in.
1402 * @netdev: interface device structure
1403 * @txqueue: unused
1404 *
1405 * called, if tx hangs. Schedules a task that resets the interface
1406 */
1407void gelic_net_tx_timeout(struct net_device *netdev, unsigned int txqueue)
1408{
1409	struct gelic_card *card;
1410
1411	card = netdev_card(netdev);
1412	atomic_inc(&card->tx_timeout_task_counter);
1413	if (netdev->flags & IFF_UP)
1414		schedule_work(&card->tx_timeout_task);
1415	else
1416		atomic_dec(&card->tx_timeout_task_counter);
1417}
1418
1419static const struct net_device_ops gelic_netdevice_ops = {
1420	.ndo_open = gelic_net_open,
1421	.ndo_stop = gelic_net_stop,
1422	.ndo_start_xmit = gelic_net_xmit,
1423	.ndo_set_rx_mode = gelic_net_set_multi,
1424	.ndo_tx_timeout = gelic_net_tx_timeout,
1425	.ndo_set_mac_address = eth_mac_addr,
1426	.ndo_validate_addr = eth_validate_addr,
1427#ifdef CONFIG_NET_POLL_CONTROLLER
1428	.ndo_poll_controller = gelic_net_poll_controller,
1429#endif
1430};
1431
1432/**
1433 * gelic_ether_setup_netdev_ops - initialization of net_device operations
1434 * @netdev: net_device structure
1435 * @napi: napi structure
1436 *
1437 * fills out function pointers in the net_device structure
1438 */
1439static void gelic_ether_setup_netdev_ops(struct net_device *netdev,
1440					 struct napi_struct *napi)
1441{
1442	netdev->watchdog_timeo = GELIC_NET_WATCHDOG_TIMEOUT;
1443	/* NAPI */
1444	netif_napi_add(netdev, napi, gelic_net_poll);
1445	netdev->ethtool_ops = &gelic_ether_ethtool_ops;
1446	netdev->netdev_ops = &gelic_netdevice_ops;
1447}
1448
1449/**
1450 * gelic_ether_setup_netdev - initialization of net_device
1451 * @netdev: net_device structure
1452 * @card: card structure
1453 *
1454 * Returns 0 on success or <0 on failure
1455 *
1456 * gelic_ether_setup_netdev initializes the net_device structure
1457 * and register it.
1458 **/
1459int gelic_net_setup_netdev(struct net_device *netdev, struct gelic_card *card)
1460{
1461	int status;
1462	u64 v1, v2;
1463
1464	netdev->hw_features = NETIF_F_IP_CSUM | NETIF_F_RXCSUM;
1465
1466	netdev->features = NETIF_F_IP_CSUM;
1467	if (GELIC_CARD_RX_CSUM_DEFAULT)
1468		netdev->features |= NETIF_F_RXCSUM;
1469
1470	status = lv1_net_control(bus_id(card), dev_id(card),
1471				 GELIC_LV1_GET_MAC_ADDRESS,
1472				 0, 0, 0, &v1, &v2);
1473	v1 <<= 16;
1474	if (status || !is_valid_ether_addr((u8 *)&v1)) {
1475		dev_info(ctodev(card),
1476			 "%s:lv1_net_control GET_MAC_ADDR failed %d\n",
1477			 __func__, status);
1478		return -EINVAL;
1479	}
1480	eth_hw_addr_set(netdev, (u8 *)&v1);
1481
1482	if (card->vlan_required) {
1483		netdev->hard_header_len += VLAN_HLEN;
1484		/*
1485		 * As vlan is internally used,
1486		 * we can not receive vlan packets
1487		 */
1488		netdev->features |= NETIF_F_VLAN_CHALLENGED;
1489	}
1490
1491	/* MTU range: 64 - 1518 */
1492	netdev->min_mtu = GELIC_NET_MIN_MTU;
1493	netdev->max_mtu = GELIC_NET_MAX_MTU;
1494
1495	status = register_netdev(netdev);
1496	if (status) {
1497		dev_err(ctodev(card), "%s:Couldn't register %s %d\n",
1498			__func__, netdev->name, status);
1499		return status;
1500	}
1501	dev_info(ctodev(card), "%s: MAC addr %pM\n",
1502		 netdev->name, netdev->dev_addr);
1503
1504	return 0;
1505}
1506
1507/**
1508 * gelic_alloc_card_net - allocates net_device and card structure
1509 *
1510 * returns the card structure or NULL in case of errors
1511 *
1512 * the card and net_device structures are linked to each other
1513 */
1514#define GELIC_ALIGN (32)
1515static struct gelic_card *gelic_alloc_card_net(struct net_device **netdev)
1516{
1517	struct gelic_card *card;
1518	struct gelic_port *port;
1519	void *p;
1520	size_t alloc_size;
1521	/*
1522	 * gelic requires dma descriptor is 32 bytes aligned and
1523	 * the hypervisor requires irq_status is 8 bytes aligned.
1524	 */
1525	BUILD_BUG_ON(offsetof(struct gelic_card, irq_status) % 8);
1526	BUILD_BUG_ON(offsetof(struct gelic_card, descr) % 32);
1527	alloc_size =
1528		sizeof(struct gelic_card) +
1529		sizeof(struct gelic_descr) * GELIC_NET_RX_DESCRIPTORS +
1530		sizeof(struct gelic_descr) * GELIC_NET_TX_DESCRIPTORS +
1531		GELIC_ALIGN - 1;
1532
1533	p  = kzalloc(alloc_size, GFP_KERNEL);
1534	if (!p)
1535		return NULL;
1536	card = PTR_ALIGN(p, GELIC_ALIGN);
1537	card->unalign = p;
1538
1539	/*
1540	 * alloc netdev
1541	 */
1542	*netdev = alloc_etherdev(sizeof(struct gelic_port));
1543	if (!*netdev) {
1544		kfree(card->unalign);
1545		return NULL;
1546	}
1547	port = netdev_priv(*netdev);
1548
1549	/* gelic_port */
1550	port->netdev = *netdev;
1551	port->card = card;
1552	port->type = GELIC_PORT_ETHERNET_0;
1553
1554	/* gelic_card */
1555	card->netdev[GELIC_PORT_ETHERNET_0] = *netdev;
1556
1557	INIT_WORK(&card->tx_timeout_task, gelic_net_tx_timeout_task);
1558	init_waitqueue_head(&card->waitq);
1559	atomic_set(&card->tx_timeout_task_counter, 0);
1560	mutex_init(&card->updown_lock);
1561	atomic_set(&card->users, 0);
1562
1563	return card;
1564}
1565
1566static void gelic_card_get_vlan_info(struct gelic_card *card)
1567{
1568	u64 v1, v2;
1569	int status;
1570	unsigned int i;
1571	struct {
1572		int tx;
1573		int rx;
1574	} vlan_id_ix[2] = {
1575		[GELIC_PORT_ETHERNET_0] = {
1576			.tx = GELIC_LV1_VLAN_TX_ETHERNET_0,
1577			.rx = GELIC_LV1_VLAN_RX_ETHERNET_0
1578		},
1579		[GELIC_PORT_WIRELESS] = {
1580			.tx = GELIC_LV1_VLAN_TX_WIRELESS,
1581			.rx = GELIC_LV1_VLAN_RX_WIRELESS
1582		}
1583	};
1584
1585	for (i = 0; i < ARRAY_SIZE(vlan_id_ix); i++) {
1586		/* tx tag */
1587		status = lv1_net_control(bus_id(card), dev_id(card),
1588					 GELIC_LV1_GET_VLAN_ID,
1589					 vlan_id_ix[i].tx,
1590					 0, 0, &v1, &v2);
1591		if (status || !v1) {
1592			if (status != LV1_NO_ENTRY)
1593				dev_dbg(ctodev(card),
1594					"get vlan id for tx(%d) failed(%d)\n",
1595					vlan_id_ix[i].tx, status);
1596			card->vlan[i].tx = 0;
1597			card->vlan[i].rx = 0;
1598			continue;
1599		}
1600		card->vlan[i].tx = (u16)v1;
1601
1602		/* rx tag */
1603		status = lv1_net_control(bus_id(card), dev_id(card),
1604					 GELIC_LV1_GET_VLAN_ID,
1605					 vlan_id_ix[i].rx,
1606					 0, 0, &v1, &v2);
1607		if (status || !v1) {
1608			if (status != LV1_NO_ENTRY)
1609				dev_info(ctodev(card),
1610					 "get vlan id for rx(%d) failed(%d)\n",
1611					 vlan_id_ix[i].rx, status);
1612			card->vlan[i].tx = 0;
1613			card->vlan[i].rx = 0;
1614			continue;
1615		}
1616		card->vlan[i].rx = (u16)v1;
1617
1618		dev_dbg(ctodev(card), "vlan_id[%d] tx=%02x rx=%02x\n",
1619			i, card->vlan[i].tx, card->vlan[i].rx);
1620	}
1621
1622	if (card->vlan[GELIC_PORT_ETHERNET_0].tx) {
1623		BUG_ON(!card->vlan[GELIC_PORT_WIRELESS].tx);
1624		card->vlan_required = 1;
1625	} else
1626		card->vlan_required = 0;
1627
1628	/* check wirelss capable firmware */
1629	if (ps3_compare_firmware_version(1, 6, 0) < 0) {
1630		card->vlan[GELIC_PORT_WIRELESS].tx = 0;
1631		card->vlan[GELIC_PORT_WIRELESS].rx = 0;
1632	}
1633
1634	dev_info(ctodev(card), "internal vlan %s\n",
1635		 card->vlan_required? "enabled" : "disabled");
1636}
1637/*
1638 * ps3_gelic_driver_probe - add a device to the control of this driver
1639 */
1640static int ps3_gelic_driver_probe(struct ps3_system_bus_device *dev)
1641{
1642	struct gelic_card *card;
1643	struct net_device *netdev;
1644	int result;
1645
1646	pr_debug("%s: called\n", __func__);
1647
1648	udbg_shutdown_ps3gelic();
1649
1650	result = ps3_open_hv_device(dev);
1651
1652	if (result) {
1653		dev_dbg(&dev->core, "%s:ps3_open_hv_device failed\n",
1654			__func__);
1655		goto fail_open;
1656	}
1657
1658	result = ps3_dma_region_create(dev->d_region);
1659
1660	if (result) {
1661		dev_dbg(&dev->core, "%s:ps3_dma_region_create failed(%d)\n",
1662			__func__, result);
1663		BUG_ON("check region type");
1664		goto fail_dma_region;
1665	}
1666
1667	/* alloc card/netdevice */
1668	card = gelic_alloc_card_net(&netdev);
1669	if (!card) {
1670		dev_info(&dev->core, "%s:gelic_net_alloc_card failed\n",
1671			 __func__);
1672		result = -ENOMEM;
1673		goto fail_alloc_card;
1674	}
1675	ps3_system_bus_set_drvdata(dev, card);
1676	card->dev = dev;
1677
1678	/* get internal vlan info */
1679	gelic_card_get_vlan_info(card);
1680
1681	card->link_mode = GELIC_LV1_ETHER_AUTO_NEG;
1682
1683	/* setup interrupt */
1684	result = lv1_net_set_interrupt_status_indicator(bus_id(card),
1685							dev_id(card),
1686		ps3_mm_phys_to_lpar(__pa(&card->irq_status)),
1687		0);
1688
1689	if (result) {
1690		dev_dbg(&dev->core,
1691			"%s:set_interrupt_status_indicator failed: %s\n",
1692			__func__, ps3_result(result));
1693		result = -EIO;
1694		goto fail_status_indicator;
1695	}
1696
1697	result = ps3_sb_event_receive_port_setup(dev, PS3_BINDING_CPU_ANY,
1698		&card->irq);
1699
1700	if (result) {
1701		dev_info(ctodev(card),
1702			 "%s:gelic_net_open_device failed (%d)\n",
1703			 __func__, result);
1704		result = -EPERM;
1705		goto fail_alloc_irq;
1706	}
1707	result = request_irq(card->irq, gelic_card_interrupt,
1708			     0, netdev->name, card);
1709
1710	if (result) {
1711		dev_info(ctodev(card), "%s:request_irq failed (%d)\n",
1712			__func__, result);
1713		goto fail_request_irq;
1714	}
1715
1716	/* setup card structure */
1717	card->irq_mask = GELIC_CARD_RXINT | GELIC_CARD_TXINT |
1718		GELIC_CARD_PORT_STATUS_CHANGED;
1719
1720
1721	result = gelic_card_init_chain(card, &card->tx_chain,
1722				       card->descr, GELIC_NET_TX_DESCRIPTORS);
1723	if (result)
1724		goto fail_alloc_tx;
1725	result = gelic_card_init_chain(card, &card->rx_chain,
1726				       card->descr + GELIC_NET_TX_DESCRIPTORS,
1727				       GELIC_NET_RX_DESCRIPTORS);
1728	if (result)
1729		goto fail_alloc_rx;
1730
1731	/* head of chain */
1732	card->tx_top = card->tx_chain.head;
1733	card->rx_top = card->rx_chain.head;
1734	dev_dbg(ctodev(card), "descr rx %p, tx %p, size %#lx, num %#x\n",
1735		card->rx_top, card->tx_top, sizeof(struct gelic_descr),
1736		GELIC_NET_RX_DESCRIPTORS);
1737	/* allocate rx skbs */
1738	result = gelic_card_alloc_rx_skbs(card);
1739	if (result)
1740		goto fail_alloc_skbs;
1741
1742	spin_lock_init(&card->tx_lock);
1743	card->tx_dma_progress = 0;
1744
1745	/* setup net_device structure */
1746	netdev->irq = card->irq;
1747	SET_NETDEV_DEV(netdev, &card->dev->core);
1748	gelic_ether_setup_netdev_ops(netdev, &card->napi);
1749	result = gelic_net_setup_netdev(netdev, card);
1750	if (result) {
1751		dev_dbg(&dev->core, "%s: setup_netdev failed %d\n",
1752			__func__, result);
1753		goto fail_setup_netdev;
1754	}
1755
1756#ifdef CONFIG_GELIC_WIRELESS
1757	result = gelic_wl_driver_probe(card);
1758	if (result) {
1759		dev_dbg(&dev->core, "%s: WL init failed\n", __func__);
1760		goto fail_setup_netdev;
1761	}
1762#endif
1763	pr_debug("%s: done\n", __func__);
1764	return 0;
1765
1766fail_setup_netdev:
1767fail_alloc_skbs:
1768	gelic_card_free_chain(card, card->rx_chain.head);
1769fail_alloc_rx:
1770	gelic_card_free_chain(card, card->tx_chain.head);
1771fail_alloc_tx:
1772	free_irq(card->irq, card);
1773	netdev->irq = 0;
1774fail_request_irq:
1775	ps3_sb_event_receive_port_destroy(dev, card->irq);
1776fail_alloc_irq:
1777	lv1_net_set_interrupt_status_indicator(bus_id(card),
1778					       bus_id(card),
1779					       0, 0);
1780fail_status_indicator:
1781	ps3_system_bus_set_drvdata(dev, NULL);
1782	kfree(netdev_card(netdev)->unalign);
1783	free_netdev(netdev);
1784fail_alloc_card:
1785	ps3_dma_region_free(dev->d_region);
1786fail_dma_region:
1787	ps3_close_hv_device(dev);
1788fail_open:
1789	return result;
1790}
1791
1792/*
1793 * ps3_gelic_driver_remove - remove a device from the control of this driver
1794 */
1795
1796static void ps3_gelic_driver_remove(struct ps3_system_bus_device *dev)
1797{
1798	struct gelic_card *card = ps3_system_bus_get_drvdata(dev);
1799	struct net_device *netdev0;
1800	pr_debug("%s: called\n", __func__);
1801
1802	/* set auto-negotiation */
1803	gelic_card_set_link_mode(card, GELIC_LV1_ETHER_AUTO_NEG);
1804
1805#ifdef CONFIG_GELIC_WIRELESS
1806	gelic_wl_driver_remove(card);
1807#endif
1808	/* stop interrupt */
1809	gelic_card_set_irq_mask(card, 0);
1810
1811	/* turn off DMA, force end */
1812	gelic_card_disable_rxdmac(card);
1813	gelic_card_disable_txdmac(card);
1814
1815	/* release chains */
1816	gelic_card_release_tx_chain(card, 1);
1817	gelic_card_release_rx_chain(card);
1818
1819	gelic_card_free_chain(card, card->tx_top);
1820	gelic_card_free_chain(card, card->rx_top);
1821
1822	netdev0 = card->netdev[GELIC_PORT_ETHERNET_0];
1823	/* disconnect event port */
1824	free_irq(card->irq, card);
1825	netdev0->irq = 0;
1826	ps3_sb_event_receive_port_destroy(card->dev, card->irq);
1827
1828	wait_event(card->waitq,
1829		   atomic_read(&card->tx_timeout_task_counter) == 0);
1830
1831	lv1_net_set_interrupt_status_indicator(bus_id(card), dev_id(card),
1832					       0 , 0);
1833
1834	unregister_netdev(netdev0);
1835	kfree(netdev_card(netdev0)->unalign);
1836	free_netdev(netdev0);
1837
1838	ps3_system_bus_set_drvdata(dev, NULL);
1839
1840	ps3_dma_region_free(dev->d_region);
1841
1842	ps3_close_hv_device(dev);
1843
1844	pr_debug("%s: done\n", __func__);
1845}
1846
1847static struct ps3_system_bus_driver ps3_gelic_driver = {
1848	.match_id = PS3_MATCH_ID_GELIC,
1849	.probe = ps3_gelic_driver_probe,
1850	.remove = ps3_gelic_driver_remove,
1851	.shutdown = ps3_gelic_driver_remove,
1852	.core.name = "ps3_gelic_driver",
1853	.core.owner = THIS_MODULE,
1854};
1855
1856static int __init ps3_gelic_driver_init (void)
1857{
1858	return firmware_has_feature(FW_FEATURE_PS3_LV1)
1859		? ps3_system_bus_driver_register(&ps3_gelic_driver)
1860		: -ENODEV;
1861}
1862
1863static void __exit ps3_gelic_driver_exit (void)
1864{
1865	ps3_system_bus_driver_unregister(&ps3_gelic_driver);
1866}
1867
1868module_init(ps3_gelic_driver_init);
1869module_exit(ps3_gelic_driver_exit);
1870
1871MODULE_ALIAS(PS3_MODULE_ALIAS_GELIC);
1872