Linux Audio

Check our new training course

Loading...
v3.5.6
 
   1/*
   2 * IBM Power Virtual Ethernet Device Driver
   3 *
   4 * This program is free software; you can redistribute it and/or modify
   5 * it under the terms of the GNU General Public License as published by
   6 * the Free Software Foundation; either version 2 of the License, or
   7 * (at your option) any later version.
   8 *
   9 * This program is distributed in the hope that it will be useful,
  10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 * GNU General Public License for more details.
  13 *
  14 * You should have received a copy of the GNU General Public License
  15 * along with this program; if not, write to the Free Software
  16 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  17 *
  18 * Copyright (C) IBM Corporation, 2003, 2010
  19 *
  20 * Authors: Dave Larson <larson1@us.ibm.com>
  21 *	    Santiago Leon <santil@linux.vnet.ibm.com>
  22 *	    Brian King <brking@linux.vnet.ibm.com>
  23 *	    Robert Jennings <rcj@linux.vnet.ibm.com>
  24 *	    Anton Blanchard <anton@au.ibm.com>
  25 */
  26
  27#include <linux/module.h>
  28#include <linux/moduleparam.h>
  29#include <linux/types.h>
  30#include <linux/errno.h>
  31#include <linux/dma-mapping.h>
  32#include <linux/kernel.h>
  33#include <linux/netdevice.h>
  34#include <linux/etherdevice.h>
  35#include <linux/skbuff.h>
  36#include <linux/init.h>
  37#include <linux/interrupt.h>
  38#include <linux/mm.h>
  39#include <linux/pm.h>
  40#include <linux/ethtool.h>
  41#include <linux/in.h>
  42#include <linux/ip.h>
  43#include <linux/ipv6.h>
  44#include <linux/slab.h>
  45#include <asm/hvcall.h>
  46#include <linux/atomic.h>
  47#include <asm/vio.h>
  48#include <asm/iommu.h>
  49#include <asm/firmware.h>
 
 
  50
  51#include "ibmveth.h"
  52
  53static irqreturn_t ibmveth_interrupt(int irq, void *dev_instance);
  54static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter *adapter);
  55static unsigned long ibmveth_get_desired_dma(struct vio_dev *vdev);
  56
  57static struct kobj_type ktype_veth_pool;
  58
  59
  60static const char ibmveth_driver_name[] = "ibmveth";
  61static const char ibmveth_driver_string[] = "IBM Power Virtual Ethernet Driver";
  62#define ibmveth_driver_version "1.04"
  63
  64MODULE_AUTHOR("Santiago Leon <santil@linux.vnet.ibm.com>");
  65MODULE_DESCRIPTION("IBM Power Virtual Ethernet Driver");
  66MODULE_LICENSE("GPL");
  67MODULE_VERSION(ibmveth_driver_version);
  68
  69static unsigned int tx_copybreak __read_mostly = 128;
  70module_param(tx_copybreak, uint, 0644);
  71MODULE_PARM_DESC(tx_copybreak,
  72	"Maximum size of packet that is copied to a new buffer on transmit");
  73
  74static unsigned int rx_copybreak __read_mostly = 128;
  75module_param(rx_copybreak, uint, 0644);
  76MODULE_PARM_DESC(rx_copybreak,
  77	"Maximum size of packet that is copied to a new buffer on receive");
  78
  79static unsigned int rx_flush __read_mostly = 0;
  80module_param(rx_flush, uint, 0644);
  81MODULE_PARM_DESC(rx_flush, "Flush receive buffers before use");
  82
 
 
 
 
 
  83struct ibmveth_stat {
  84	char name[ETH_GSTRING_LEN];
  85	int offset;
  86};
  87
  88#define IBMVETH_STAT_OFF(stat) offsetof(struct ibmveth_adapter, stat)
  89#define IBMVETH_GET_STAT(a, off) *((u64 *)(((unsigned long)(a)) + off))
  90
  91struct ibmveth_stat ibmveth_stats[] = {
  92	{ "replenish_task_cycles", IBMVETH_STAT_OFF(replenish_task_cycles) },
  93	{ "replenish_no_mem", IBMVETH_STAT_OFF(replenish_no_mem) },
  94	{ "replenish_add_buff_failure",
  95			IBMVETH_STAT_OFF(replenish_add_buff_failure) },
  96	{ "replenish_add_buff_success",
  97			IBMVETH_STAT_OFF(replenish_add_buff_success) },
  98	{ "rx_invalid_buffer", IBMVETH_STAT_OFF(rx_invalid_buffer) },
  99	{ "rx_no_buffer", IBMVETH_STAT_OFF(rx_no_buffer) },
 100	{ "tx_map_failed", IBMVETH_STAT_OFF(tx_map_failed) },
 101	{ "tx_send_failed", IBMVETH_STAT_OFF(tx_send_failed) },
 102	{ "fw_enabled_ipv4_csum", IBMVETH_STAT_OFF(fw_ipv4_csum_support) },
 103	{ "fw_enabled_ipv6_csum", IBMVETH_STAT_OFF(fw_ipv6_csum_support) },
 
 
 
 104};
 105
 106/* simple methods of getting data from the current rxq entry */
 107static inline u32 ibmveth_rxq_flags(struct ibmveth_adapter *adapter)
 108{
 109	return adapter->rx_queue.queue_addr[adapter->rx_queue.index].flags_off;
 110}
 111
 112static inline int ibmveth_rxq_toggle(struct ibmveth_adapter *adapter)
 113{
 114	return (ibmveth_rxq_flags(adapter) & IBMVETH_RXQ_TOGGLE) >>
 115			IBMVETH_RXQ_TOGGLE_SHIFT;
 116}
 117
 118static inline int ibmveth_rxq_pending_buffer(struct ibmveth_adapter *adapter)
 119{
 120	return ibmveth_rxq_toggle(adapter) == adapter->rx_queue.toggle;
 121}
 122
 123static inline int ibmveth_rxq_buffer_valid(struct ibmveth_adapter *adapter)
 124{
 125	return ibmveth_rxq_flags(adapter) & IBMVETH_RXQ_VALID;
 126}
 127
 128static inline int ibmveth_rxq_frame_offset(struct ibmveth_adapter *adapter)
 129{
 130	return ibmveth_rxq_flags(adapter) & IBMVETH_RXQ_OFF_MASK;
 131}
 132
 
 
 
 
 
 133static inline int ibmveth_rxq_frame_length(struct ibmveth_adapter *adapter)
 134{
 135	return adapter->rx_queue.queue_addr[adapter->rx_queue.index].length;
 136}
 137
 138static inline int ibmveth_rxq_csum_good(struct ibmveth_adapter *adapter)
 139{
 140	return ibmveth_rxq_flags(adapter) & IBMVETH_RXQ_CSUM_GOOD;
 141}
 142
 143/* setup the initial settings for a buffer pool */
 144static void ibmveth_init_buffer_pool(struct ibmveth_buff_pool *pool,
 145				     u32 pool_index, u32 pool_size,
 146				     u32 buff_size, u32 pool_active)
 147{
 148	pool->size = pool_size;
 149	pool->index = pool_index;
 150	pool->buff_size = buff_size;
 151	pool->threshold = pool_size * 7 / 8;
 152	pool->active = pool_active;
 153}
 154
 155/* allocate and setup an buffer pool - called during open */
 156static int ibmveth_alloc_buffer_pool(struct ibmveth_buff_pool *pool)
 157{
 158	int i;
 159
 160	pool->free_map = kmalloc(sizeof(u16) * pool->size, GFP_KERNEL);
 161
 162	if (!pool->free_map)
 163		return -1;
 164
 165	pool->dma_addr = kmalloc(sizeof(dma_addr_t) * pool->size, GFP_KERNEL);
 166	if (!pool->dma_addr) {
 167		kfree(pool->free_map);
 168		pool->free_map = NULL;
 169		return -1;
 170	}
 171
 172	pool->skbuff = kcalloc(pool->size, sizeof(void *), GFP_KERNEL);
 173
 174	if (!pool->skbuff) {
 175		kfree(pool->dma_addr);
 176		pool->dma_addr = NULL;
 177
 178		kfree(pool->free_map);
 179		pool->free_map = NULL;
 180		return -1;
 181	}
 182
 183	memset(pool->dma_addr, 0, sizeof(dma_addr_t) * pool->size);
 184
 185	for (i = 0; i < pool->size; ++i)
 186		pool->free_map[i] = i;
 187
 188	atomic_set(&pool->available, 0);
 189	pool->producer_index = 0;
 190	pool->consumer_index = 0;
 191
 192	return 0;
 193}
 194
 195static inline void ibmveth_flush_buffer(void *addr, unsigned long length)
 196{
 197	unsigned long offset;
 198
 199	for (offset = 0; offset < length; offset += SMP_CACHE_BYTES)
 200		asm("dcbfl %0,%1" :: "b" (addr), "r" (offset));
 201}
 202
 203/* replenish the buffers for a pool.  note that we don't need to
 204 * skb_reserve these since they are used for incoming...
 205 */
 206static void ibmveth_replenish_buffer_pool(struct ibmveth_adapter *adapter,
 207					  struct ibmveth_buff_pool *pool)
 208{
 209	u32 i;
 210	u32 count = pool->size - atomic_read(&pool->available);
 211	u32 buffers_added = 0;
 212	struct sk_buff *skb;
 213	unsigned int free_index, index;
 214	u64 correlator;
 215	unsigned long lpar_rc;
 216	dma_addr_t dma_addr;
 217
 218	mb();
 219
 220	for (i = 0; i < count; ++i) {
 221		union ibmveth_buf_desc desc;
 222
 223		skb = netdev_alloc_skb(adapter->netdev, pool->buff_size);
 224
 225		if (!skb) {
 226			netdev_dbg(adapter->netdev,
 227				   "replenish: unable to allocate skb\n");
 228			adapter->replenish_no_mem++;
 229			break;
 230		}
 231
 232		free_index = pool->consumer_index;
 233		pool->consumer_index++;
 234		if (pool->consumer_index >= pool->size)
 235			pool->consumer_index = 0;
 236		index = pool->free_map[free_index];
 237
 238		BUG_ON(index == IBM_VETH_INVALID_MAP);
 239		BUG_ON(pool->skbuff[index] != NULL);
 240
 241		dma_addr = dma_map_single(&adapter->vdev->dev, skb->data,
 242				pool->buff_size, DMA_FROM_DEVICE);
 243
 244		if (dma_mapping_error(&adapter->vdev->dev, dma_addr))
 245			goto failure;
 246
 247		pool->free_map[free_index] = IBM_VETH_INVALID_MAP;
 248		pool->dma_addr[index] = dma_addr;
 249		pool->skbuff[index] = skb;
 250
 251		correlator = ((u64)pool->index << 32) | index;
 252		*(u64 *)skb->data = correlator;
 253
 254		desc.fields.flags_len = IBMVETH_BUF_VALID | pool->buff_size;
 255		desc.fields.address = dma_addr;
 256
 257		if (rx_flush) {
 258			unsigned int len = min(pool->buff_size,
 259						adapter->netdev->mtu +
 260						IBMVETH_BUFF_OH);
 261			ibmveth_flush_buffer(skb->data, len);
 262		}
 263		lpar_rc = h_add_logical_lan_buffer(adapter->vdev->unit_address,
 264						   desc.desc);
 265
 266		if (lpar_rc != H_SUCCESS) {
 267			goto failure;
 268		} else {
 269			buffers_added++;
 270			adapter->replenish_add_buff_success++;
 271		}
 272	}
 273
 274	mb();
 275	atomic_add(buffers_added, &(pool->available));
 276	return;
 277
 278failure:
 279	pool->free_map[free_index] = index;
 280	pool->skbuff[index] = NULL;
 281	if (pool->consumer_index == 0)
 282		pool->consumer_index = pool->size - 1;
 283	else
 284		pool->consumer_index--;
 285	if (!dma_mapping_error(&adapter->vdev->dev, dma_addr))
 286		dma_unmap_single(&adapter->vdev->dev,
 287		                 pool->dma_addr[index], pool->buff_size,
 288		                 DMA_FROM_DEVICE);
 289	dev_kfree_skb_any(skb);
 290	adapter->replenish_add_buff_failure++;
 291
 292	mb();
 293	atomic_add(buffers_added, &(pool->available));
 294}
 295
 
 
 
 
 
 
 
 
 
 
 
 
 296/* replenish routine */
 297static void ibmveth_replenish_task(struct ibmveth_adapter *adapter)
 298{
 299	int i;
 300
 301	adapter->replenish_task_cycles++;
 302
 303	for (i = (IBMVETH_NUM_BUFF_POOLS - 1); i >= 0; i--) {
 304		struct ibmveth_buff_pool *pool = &adapter->rx_buff_pool[i];
 305
 306		if (pool->active &&
 307		    (atomic_read(&pool->available) < pool->threshold))
 308			ibmveth_replenish_buffer_pool(adapter, pool);
 309	}
 310
 311	adapter->rx_no_buffer = *(u64 *)(((char*)adapter->buffer_list_addr) +
 312						4096 - 8);
 313}
 314
 315/* empty and free ana buffer pool - also used to do cleanup in error paths */
 316static void ibmveth_free_buffer_pool(struct ibmveth_adapter *adapter,
 317				     struct ibmveth_buff_pool *pool)
 318{
 319	int i;
 320
 321	kfree(pool->free_map);
 322	pool->free_map = NULL;
 323
 324	if (pool->skbuff && pool->dma_addr) {
 325		for (i = 0; i < pool->size; ++i) {
 326			struct sk_buff *skb = pool->skbuff[i];
 327			if (skb) {
 328				dma_unmap_single(&adapter->vdev->dev,
 329						 pool->dma_addr[i],
 330						 pool->buff_size,
 331						 DMA_FROM_DEVICE);
 332				dev_kfree_skb_any(skb);
 333				pool->skbuff[i] = NULL;
 334			}
 335		}
 336	}
 337
 338	if (pool->dma_addr) {
 339		kfree(pool->dma_addr);
 340		pool->dma_addr = NULL;
 341	}
 342
 343	if (pool->skbuff) {
 344		kfree(pool->skbuff);
 345		pool->skbuff = NULL;
 346	}
 347}
 348
 349/* remove a buffer from a pool */
 350static void ibmveth_remove_buffer_from_pool(struct ibmveth_adapter *adapter,
 351					    u64 correlator)
 352{
 353	unsigned int pool  = correlator >> 32;
 354	unsigned int index = correlator & 0xffffffffUL;
 355	unsigned int free_index;
 356	struct sk_buff *skb;
 357
 358	BUG_ON(pool >= IBMVETH_NUM_BUFF_POOLS);
 359	BUG_ON(index >= adapter->rx_buff_pool[pool].size);
 360
 361	skb = adapter->rx_buff_pool[pool].skbuff[index];
 362
 363	BUG_ON(skb == NULL);
 364
 365	adapter->rx_buff_pool[pool].skbuff[index] = NULL;
 366
 367	dma_unmap_single(&adapter->vdev->dev,
 368			 adapter->rx_buff_pool[pool].dma_addr[index],
 369			 adapter->rx_buff_pool[pool].buff_size,
 370			 DMA_FROM_DEVICE);
 371
 372	free_index = adapter->rx_buff_pool[pool].producer_index;
 373	adapter->rx_buff_pool[pool].producer_index++;
 374	if (adapter->rx_buff_pool[pool].producer_index >=
 375	    adapter->rx_buff_pool[pool].size)
 376		adapter->rx_buff_pool[pool].producer_index = 0;
 377	adapter->rx_buff_pool[pool].free_map[free_index] = index;
 378
 379	mb();
 380
 381	atomic_dec(&(adapter->rx_buff_pool[pool].available));
 382}
 383
 384/* get the current buffer on the rx queue */
 385static inline struct sk_buff *ibmveth_rxq_get_buffer(struct ibmveth_adapter *adapter)
 386{
 387	u64 correlator = adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator;
 388	unsigned int pool = correlator >> 32;
 389	unsigned int index = correlator & 0xffffffffUL;
 390
 391	BUG_ON(pool >= IBMVETH_NUM_BUFF_POOLS);
 392	BUG_ON(index >= adapter->rx_buff_pool[pool].size);
 393
 394	return adapter->rx_buff_pool[pool].skbuff[index];
 395}
 396
 397/* recycle the current buffer on the rx queue */
 398static int ibmveth_rxq_recycle_buffer(struct ibmveth_adapter *adapter)
 399{
 400	u32 q_index = adapter->rx_queue.index;
 401	u64 correlator = adapter->rx_queue.queue_addr[q_index].correlator;
 402	unsigned int pool = correlator >> 32;
 403	unsigned int index = correlator & 0xffffffffUL;
 404	union ibmveth_buf_desc desc;
 405	unsigned long lpar_rc;
 406	int ret = 1;
 407
 408	BUG_ON(pool >= IBMVETH_NUM_BUFF_POOLS);
 409	BUG_ON(index >= adapter->rx_buff_pool[pool].size);
 410
 411	if (!adapter->rx_buff_pool[pool].active) {
 412		ibmveth_rxq_harvest_buffer(adapter);
 413		ibmveth_free_buffer_pool(adapter, &adapter->rx_buff_pool[pool]);
 414		goto out;
 415	}
 416
 417	desc.fields.flags_len = IBMVETH_BUF_VALID |
 418		adapter->rx_buff_pool[pool].buff_size;
 419	desc.fields.address = adapter->rx_buff_pool[pool].dma_addr[index];
 420
 421	lpar_rc = h_add_logical_lan_buffer(adapter->vdev->unit_address, desc.desc);
 422
 423	if (lpar_rc != H_SUCCESS) {
 424		netdev_dbg(adapter->netdev, "h_add_logical_lan_buffer failed "
 425			   "during recycle rc=%ld", lpar_rc);
 426		ibmveth_remove_buffer_from_pool(adapter, adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator);
 427		ret = 0;
 428	}
 429
 430	if (++adapter->rx_queue.index == adapter->rx_queue.num_slots) {
 431		adapter->rx_queue.index = 0;
 432		adapter->rx_queue.toggle = !adapter->rx_queue.toggle;
 433	}
 434
 435out:
 436	return ret;
 437}
 438
 439static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter *adapter)
 440{
 441	ibmveth_remove_buffer_from_pool(adapter, adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator);
 442
 443	if (++adapter->rx_queue.index == adapter->rx_queue.num_slots) {
 444		adapter->rx_queue.index = 0;
 445		adapter->rx_queue.toggle = !adapter->rx_queue.toggle;
 446	}
 447}
 448
 449static void ibmveth_cleanup(struct ibmveth_adapter *adapter)
 450{
 451	int i;
 452	struct device *dev = &adapter->vdev->dev;
 453
 454	if (adapter->buffer_list_addr != NULL) {
 455		if (!dma_mapping_error(dev, adapter->buffer_list_dma)) {
 456			dma_unmap_single(dev, adapter->buffer_list_dma, 4096,
 457					DMA_BIDIRECTIONAL);
 458			adapter->buffer_list_dma = DMA_ERROR_CODE;
 459		}
 460		free_page((unsigned long)adapter->buffer_list_addr);
 461		adapter->buffer_list_addr = NULL;
 462	}
 463
 464	if (adapter->filter_list_addr != NULL) {
 465		if (!dma_mapping_error(dev, adapter->filter_list_dma)) {
 466			dma_unmap_single(dev, adapter->filter_list_dma, 4096,
 467					DMA_BIDIRECTIONAL);
 468			adapter->filter_list_dma = DMA_ERROR_CODE;
 469		}
 470		free_page((unsigned long)adapter->filter_list_addr);
 471		adapter->filter_list_addr = NULL;
 472	}
 473
 474	if (adapter->rx_queue.queue_addr != NULL) {
 475		dma_free_coherent(dev, adapter->rx_queue.queue_len,
 476				  adapter->rx_queue.queue_addr,
 477				  adapter->rx_queue.queue_dma);
 478		adapter->rx_queue.queue_addr = NULL;
 479	}
 480
 481	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++)
 482		if (adapter->rx_buff_pool[i].active)
 483			ibmveth_free_buffer_pool(adapter,
 484						 &adapter->rx_buff_pool[i]);
 485
 486	if (adapter->bounce_buffer != NULL) {
 487		if (!dma_mapping_error(dev, adapter->bounce_buffer_dma)) {
 488			dma_unmap_single(&adapter->vdev->dev,
 489					adapter->bounce_buffer_dma,
 490					adapter->netdev->mtu + IBMVETH_BUFF_OH,
 491					DMA_BIDIRECTIONAL);
 492			adapter->bounce_buffer_dma = DMA_ERROR_CODE;
 493		}
 494		kfree(adapter->bounce_buffer);
 495		adapter->bounce_buffer = NULL;
 496	}
 497}
 498
 499static int ibmveth_register_logical_lan(struct ibmveth_adapter *adapter,
 500        union ibmveth_buf_desc rxq_desc, u64 mac_address)
 501{
 502	int rc, try_again = 1;
 503
 504	/*
 505	 * After a kexec the adapter will still be open, so our attempt to
 506	 * open it will fail. So if we get a failure we free the adapter and
 507	 * try again, but only once.
 508	 */
 509retry:
 510	rc = h_register_logical_lan(adapter->vdev->unit_address,
 511				    adapter->buffer_list_dma, rxq_desc.desc,
 512				    adapter->filter_list_dma, mac_address);
 513
 514	if (rc != H_SUCCESS && try_again) {
 515		do {
 516			rc = h_free_logical_lan(adapter->vdev->unit_address);
 517		} while (H_IS_LONG_BUSY(rc) || (rc == H_BUSY));
 518
 519		try_again = 0;
 520		goto retry;
 521	}
 522
 523	return rc;
 524}
 525
 
 
 
 
 
 
 
 
 
 
 
 526static int ibmveth_open(struct net_device *netdev)
 527{
 528	struct ibmveth_adapter *adapter = netdev_priv(netdev);
 529	u64 mac_address = 0;
 530	int rxq_entries = 1;
 531	unsigned long lpar_rc;
 532	int rc;
 533	union ibmveth_buf_desc rxq_desc;
 534	int i;
 535	struct device *dev;
 536
 537	netdev_dbg(netdev, "open starting\n");
 538
 539	napi_enable(&adapter->napi);
 540
 541	for(i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++)
 542		rxq_entries += adapter->rx_buff_pool[i].size;
 543
 
 544	adapter->buffer_list_addr = (void*) get_zeroed_page(GFP_KERNEL);
 545	adapter->filter_list_addr = (void*) get_zeroed_page(GFP_KERNEL);
 
 
 
 546
 547	if (!adapter->buffer_list_addr || !adapter->filter_list_addr) {
 548		netdev_err(netdev, "unable to allocate filter or buffer list "
 549			   "pages\n");
 550		rc = -ENOMEM;
 551		goto err_out;
 552	}
 553
 554	dev = &adapter->vdev->dev;
 555
 556	adapter->rx_queue.queue_len = sizeof(struct ibmveth_rx_q_entry) *
 557						rxq_entries;
 558	adapter->rx_queue.queue_addr =
 559	    dma_alloc_coherent(dev, adapter->rx_queue.queue_len,
 560			       &adapter->rx_queue.queue_dma, GFP_KERNEL);
 561
 562	if (!adapter->rx_queue.queue_addr) {
 563		netdev_err(netdev, "unable to allocate rx queue pages\n");
 564		rc = -ENOMEM;
 565		goto err_out;
 566	}
 567
 568	adapter->buffer_list_dma = dma_map_single(dev,
 569			adapter->buffer_list_addr, 4096, DMA_BIDIRECTIONAL);
 
 
 
 
 
 570	adapter->filter_list_dma = dma_map_single(dev,
 571			adapter->filter_list_addr, 4096, DMA_BIDIRECTIONAL);
 572
 573	if ((dma_mapping_error(dev, adapter->buffer_list_dma)) ||
 574	    (dma_mapping_error(dev, adapter->filter_list_dma))) {
 575		netdev_err(netdev, "unable to map filter or buffer list "
 576			   "pages\n");
 577		rc = -ENOMEM;
 578		goto err_out;
 579	}
 580
 581	adapter->rx_queue.index = 0;
 582	adapter->rx_queue.num_slots = rxq_entries;
 583	adapter->rx_queue.toggle = 1;
 584
 585	memcpy(&mac_address, netdev->dev_addr, netdev->addr_len);
 586	mac_address = mac_address >> 16;
 587
 588	rxq_desc.fields.flags_len = IBMVETH_BUF_VALID |
 589					adapter->rx_queue.queue_len;
 590	rxq_desc.fields.address = adapter->rx_queue.queue_dma;
 591
 592	netdev_dbg(netdev, "buffer list @ 0x%p\n", adapter->buffer_list_addr);
 593	netdev_dbg(netdev, "filter list @ 0x%p\n", adapter->filter_list_addr);
 594	netdev_dbg(netdev, "receive q   @ 0x%p\n", adapter->rx_queue.queue_addr);
 595
 596	h_vio_signal(adapter->vdev->unit_address, VIO_IRQ_DISABLE);
 597
 598	lpar_rc = ibmveth_register_logical_lan(adapter, rxq_desc, mac_address);
 599
 600	if (lpar_rc != H_SUCCESS) {
 601		netdev_err(netdev, "h_register_logical_lan failed with %ld\n",
 602			   lpar_rc);
 603		netdev_err(netdev, "buffer TCE:0x%llx filter TCE:0x%llx rxq "
 604			   "desc:0x%llx MAC:0x%llx\n",
 605				     adapter->buffer_list_dma,
 606				     adapter->filter_list_dma,
 607				     rxq_desc.desc,
 608				     mac_address);
 609		rc = -ENONET;
 610		goto err_out;
 611	}
 612
 613	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
 614		if (!adapter->rx_buff_pool[i].active)
 615			continue;
 616		if (ibmveth_alloc_buffer_pool(&adapter->rx_buff_pool[i])) {
 617			netdev_err(netdev, "unable to alloc pool\n");
 618			adapter->rx_buff_pool[i].active = 0;
 619			rc = -ENOMEM;
 620			goto err_out;
 621		}
 622	}
 623
 624	netdev_dbg(netdev, "registering irq 0x%x\n", netdev->irq);
 625	rc = request_irq(netdev->irq, ibmveth_interrupt, 0, netdev->name,
 626			 netdev);
 627	if (rc != 0) {
 628		netdev_err(netdev, "unable to request irq 0x%x, rc %d\n",
 629			   netdev->irq, rc);
 630		do {
 631			lpar_rc = h_free_logical_lan(adapter->vdev->unit_address);
 632		} while (H_IS_LONG_BUSY(lpar_rc) || (lpar_rc == H_BUSY));
 633
 634		goto err_out;
 635	}
 636
 
 637	adapter->bounce_buffer =
 638	    kmalloc(netdev->mtu + IBMVETH_BUFF_OH, GFP_KERNEL);
 639	if (!adapter->bounce_buffer) {
 640		netdev_err(netdev, "unable to allocate bounce buffer\n");
 641		rc = -ENOMEM;
 642		goto err_out_free_irq;
 643	}
 644	adapter->bounce_buffer_dma =
 645	    dma_map_single(&adapter->vdev->dev, adapter->bounce_buffer,
 646			   netdev->mtu + IBMVETH_BUFF_OH, DMA_BIDIRECTIONAL);
 647	if (dma_mapping_error(dev, adapter->bounce_buffer_dma)) {
 648		netdev_err(netdev, "unable to map bounce buffer\n");
 649		rc = -ENOMEM;
 650		goto err_out_free_irq;
 651	}
 652
 653	netdev_dbg(netdev, "initial replenish cycle\n");
 654	ibmveth_interrupt(netdev->irq, netdev);
 655
 656	netif_start_queue(netdev);
 657
 658	netdev_dbg(netdev, "open complete\n");
 659
 660	return 0;
 661
 662err_out_free_irq:
 
 
 663	free_irq(netdev->irq, netdev);
 664err_out:
 665	ibmveth_cleanup(adapter);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 666	napi_disable(&adapter->napi);
 667	return rc;
 668}
 669
 670static int ibmveth_close(struct net_device *netdev)
 671{
 672	struct ibmveth_adapter *adapter = netdev_priv(netdev);
 
 673	long lpar_rc;
 
 674
 675	netdev_dbg(netdev, "close starting\n");
 676
 677	napi_disable(&adapter->napi);
 678
 679	if (!adapter->pool_config)
 680		netif_stop_queue(netdev);
 681
 682	h_vio_signal(adapter->vdev->unit_address, VIO_IRQ_DISABLE);
 683
 684	do {
 685		lpar_rc = h_free_logical_lan(adapter->vdev->unit_address);
 686	} while (H_IS_LONG_BUSY(lpar_rc) || (lpar_rc == H_BUSY));
 687
 688	if (lpar_rc != H_SUCCESS) {
 689		netdev_err(netdev, "h_free_logical_lan failed with %lx, "
 690			   "continuing with close\n", lpar_rc);
 691	}
 692
 693	free_irq(netdev->irq, netdev);
 694
 695	adapter->rx_no_buffer = *(u64 *)(((char *)adapter->buffer_list_addr) +
 696						4096 - 8);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 697
 698	ibmveth_cleanup(adapter);
 
 
 
 699
 700	netdev_dbg(netdev, "close complete\n");
 701
 702	return 0;
 703}
 704
 705static int netdev_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
 
 
 
 
 
 
 
 
 
 
 
 706{
 707	cmd->supported = (SUPPORTED_1000baseT_Full | SUPPORTED_Autoneg |
 708				SUPPORTED_FIBRE);
 709	cmd->advertising = (ADVERTISED_1000baseT_Full | ADVERTISED_Autoneg |
 710				ADVERTISED_FIBRE);
 711	ethtool_cmd_speed_set(cmd, SPEED_1000);
 712	cmd->duplex = DUPLEX_FULL;
 713	cmd->port = PORT_FIBRE;
 714	cmd->phy_address = 0;
 715	cmd->transceiver = XCVR_INTERNAL;
 716	cmd->autoneg = AUTONEG_ENABLE;
 717	cmd->maxtxpkt = 0;
 718	cmd->maxrxpkt = 1;
 719	return 0;
 720}
 721
 
 
 
 
 
 
 
 
 722static void netdev_get_drvinfo(struct net_device *dev,
 723			       struct ethtool_drvinfo *info)
 724{
 725	strncpy(info->driver, ibmveth_driver_name, sizeof(info->driver) - 1);
 726	strncpy(info->version, ibmveth_driver_version,
 727		sizeof(info->version) - 1);
 728}
 729
 730static netdev_features_t ibmveth_fix_features(struct net_device *dev,
 731	netdev_features_t features)
 732{
 733	/*
 734	 * Since the ibmveth firmware interface does not have the
 735	 * concept of separate tx/rx checksum offload enable, if rx
 736	 * checksum is disabled we also have to disable tx checksum
 737	 * offload. Once we disable rx checksum offload, we are no
 738	 * longer allowed to send tx buffers that are not properly
 739	 * checksummed.
 740	 */
 741
 742	if (!(features & NETIF_F_RXCSUM))
 743		features &= ~NETIF_F_ALL_CSUM;
 744
 745	return features;
 746}
 747
 748static int ibmveth_set_csum_offload(struct net_device *dev, u32 data)
 749{
 750	struct ibmveth_adapter *adapter = netdev_priv(dev);
 751	unsigned long set_attr, clr_attr, ret_attr;
 752	unsigned long set_attr6, clr_attr6;
 753	long ret, ret4, ret6;
 754	int rc1 = 0, rc2 = 0;
 755	int restart = 0;
 756
 757	if (netif_running(dev)) {
 758		restart = 1;
 759		adapter->pool_config = 1;
 760		ibmveth_close(dev);
 761		adapter->pool_config = 0;
 762	}
 763
 764	set_attr = 0;
 765	clr_attr = 0;
 766	set_attr6 = 0;
 767	clr_attr6 = 0;
 768
 769	if (data) {
 770		set_attr = IBMVETH_ILLAN_IPV4_TCP_CSUM;
 771		set_attr6 = IBMVETH_ILLAN_IPV6_TCP_CSUM;
 772	} else {
 773		clr_attr = IBMVETH_ILLAN_IPV4_TCP_CSUM;
 774		clr_attr6 = IBMVETH_ILLAN_IPV6_TCP_CSUM;
 775	}
 776
 777	ret = h_illan_attributes(adapter->vdev->unit_address, 0, 0, &ret_attr);
 778
 779	if (ret == H_SUCCESS && !(ret_attr & IBMVETH_ILLAN_ACTIVE_TRUNK) &&
 780	    !(ret_attr & IBMVETH_ILLAN_TRUNK_PRI_MASK) &&
 781	    (ret_attr & IBMVETH_ILLAN_PADDED_PKT_CSUM)) {
 782		ret4 = h_illan_attributes(adapter->vdev->unit_address, clr_attr,
 783					 set_attr, &ret_attr);
 784
 785		if (ret4 != H_SUCCESS) {
 786			netdev_err(dev, "unable to change IPv4 checksum "
 787					"offload settings. %d rc=%ld\n",
 788					data, ret4);
 789
 790			h_illan_attributes(adapter->vdev->unit_address,
 791					   set_attr, clr_attr, &ret_attr);
 792
 793			if (data == 1)
 794				dev->features &= ~NETIF_F_IP_CSUM;
 795
 796		} else {
 797			adapter->fw_ipv4_csum_support = data;
 798		}
 799
 800		ret6 = h_illan_attributes(adapter->vdev->unit_address,
 801					 clr_attr6, set_attr6, &ret_attr);
 802
 803		if (ret6 != H_SUCCESS) {
 804			netdev_err(dev, "unable to change IPv6 checksum "
 805					"offload settings. %d rc=%ld\n",
 806					data, ret6);
 807
 808			h_illan_attributes(adapter->vdev->unit_address,
 809					   set_attr6, clr_attr6, &ret_attr);
 810
 811			if (data == 1)
 812				dev->features &= ~NETIF_F_IPV6_CSUM;
 813
 814		} else
 815			adapter->fw_ipv6_csum_support = data;
 816
 817		if (ret4 == H_SUCCESS || ret6 == H_SUCCESS)
 818			adapter->rx_csum = data;
 819		else
 820			rc1 = -EIO;
 821	} else {
 822		rc1 = -EIO;
 823		netdev_err(dev, "unable to change checksum offload settings."
 824				     " %d rc=%ld ret_attr=%lx\n", data, ret,
 825				     ret_attr);
 826	}
 827
 828	if (restart)
 829		rc2 = ibmveth_open(dev);
 830
 831	return rc1 ? rc1 : rc2;
 832}
 833
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 834static int ibmveth_set_features(struct net_device *dev,
 835	netdev_features_t features)
 836{
 837	struct ibmveth_adapter *adapter = netdev_priv(dev);
 838	int rx_csum = !!(features & NETIF_F_RXCSUM);
 839	int rc;
 
 840
 841	if (rx_csum == adapter->rx_csum)
 842		return 0;
 
 
 
 
 
 843
 844	rc = ibmveth_set_csum_offload(dev, rx_csum);
 845	if (rc && !adapter->rx_csum)
 846		dev->features = features & ~(NETIF_F_ALL_CSUM | NETIF_F_RXCSUM);
 
 
 
 847
 848	return rc;
 849}
 850
 851static void ibmveth_get_strings(struct net_device *dev, u32 stringset, u8 *data)
 852{
 853	int i;
 854
 855	if (stringset != ETH_SS_STATS)
 856		return;
 857
 858	for (i = 0; i < ARRAY_SIZE(ibmveth_stats); i++, data += ETH_GSTRING_LEN)
 859		memcpy(data, ibmveth_stats[i].name, ETH_GSTRING_LEN);
 860}
 861
 862static int ibmveth_get_sset_count(struct net_device *dev, int sset)
 863{
 864	switch (sset) {
 865	case ETH_SS_STATS:
 866		return ARRAY_SIZE(ibmveth_stats);
 867	default:
 868		return -EOPNOTSUPP;
 869	}
 870}
 871
 872static void ibmveth_get_ethtool_stats(struct net_device *dev,
 873				      struct ethtool_stats *stats, u64 *data)
 874{
 875	int i;
 876	struct ibmveth_adapter *adapter = netdev_priv(dev);
 877
 878	for (i = 0; i < ARRAY_SIZE(ibmveth_stats); i++)
 879		data[i] = IBMVETH_GET_STAT(adapter, ibmveth_stats[i].offset);
 880}
 881
 882static const struct ethtool_ops netdev_ethtool_ops = {
 883	.get_drvinfo		= netdev_get_drvinfo,
 884	.get_settings		= netdev_get_settings,
 885	.get_link		= ethtool_op_get_link,
 886	.get_strings		= ibmveth_get_strings,
 887	.get_sset_count		= ibmveth_get_sset_count,
 888	.get_ethtool_stats	= ibmveth_get_ethtool_stats,
 
 889};
 890
 891static int ibmveth_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
 892{
 893	return -EOPNOTSUPP;
 894}
 895
 896#define page_offset(v) ((unsigned long)(v) & ((1 << 12) - 1))
 897
 898static int ibmveth_send(struct ibmveth_adapter *adapter,
 899			union ibmveth_buf_desc *descs)
 900{
 901	unsigned long correlator;
 902	unsigned int retry_count;
 903	unsigned long ret;
 904
 905	/*
 906	 * The retry count sets a maximum for the number of broadcast and
 907	 * multicast destinations within the system.
 908	 */
 909	retry_count = 1024;
 910	correlator = 0;
 911	do {
 912		ret = h_send_logical_lan(adapter->vdev->unit_address,
 913					     descs[0].desc, descs[1].desc,
 914					     descs[2].desc, descs[3].desc,
 915					     descs[4].desc, descs[5].desc,
 916					     correlator, &correlator);
 
 917	} while ((ret == H_BUSY) && (retry_count--));
 918
 919	if (ret != H_SUCCESS && ret != H_DROPPED) {
 920		netdev_err(adapter->netdev, "tx: h_send_logical_lan failed "
 921			   "with rc=%ld\n", ret);
 922		return 1;
 923	}
 924
 925	return 0;
 926}
 927
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 928static netdev_tx_t ibmveth_start_xmit(struct sk_buff *skb,
 929				      struct net_device *netdev)
 930{
 931	struct ibmveth_adapter *adapter = netdev_priv(netdev);
 932	unsigned int desc_flags;
 933	union ibmveth_buf_desc descs[6];
 934	int last, i;
 935	int force_bounce = 0;
 936	dma_addr_t dma_addr;
 
 
 
 
 
 
 
 
 
 
 
 
 
 937
 938	/*
 939	 * veth handles a maximum of 6 segments including the header, so
 940	 * we have to linearize the skb if there are more than this.
 941	 */
 942	if (skb_shinfo(skb)->nr_frags > 5 && __skb_linearize(skb)) {
 943		netdev->stats.tx_dropped++;
 944		goto out;
 945	}
 946
 947	/* veth can't checksum offload UDP */
 948	if (skb->ip_summed == CHECKSUM_PARTIAL &&
 949	    ((skb->protocol == htons(ETH_P_IP) &&
 950	      ip_hdr(skb)->protocol != IPPROTO_TCP) ||
 951	     (skb->protocol == htons(ETH_P_IPV6) &&
 952	      ipv6_hdr(skb)->nexthdr != IPPROTO_TCP)) &&
 953	    skb_checksum_help(skb)) {
 954
 955		netdev_err(netdev, "tx: failed to checksum packet\n");
 956		netdev->stats.tx_dropped++;
 957		goto out;
 958	}
 959
 960	desc_flags = IBMVETH_BUF_VALID;
 961
 962	if (skb->ip_summed == CHECKSUM_PARTIAL) {
 963		unsigned char *buf = skb_transport_header(skb) +
 964						skb->csum_offset;
 965
 966		desc_flags |= (IBMVETH_BUF_NO_CSUM | IBMVETH_BUF_CSUM_GOOD);
 967
 968		/* Need to zero out the checksum */
 969		buf[0] = 0;
 970		buf[1] = 0;
 
 
 
 971	}
 972
 973retry_bounce:
 974	memset(descs, 0, sizeof(descs));
 975
 976	/*
 977	 * If a linear packet is below the rx threshold then
 978	 * copy it into the static bounce buffer. This avoids the
 979	 * cost of a TCE insert and remove.
 980	 */
 981	if (force_bounce || (!skb_is_nonlinear(skb) &&
 982				(skb->len < tx_copybreak))) {
 983		skb_copy_from_linear_data(skb, adapter->bounce_buffer,
 984					  skb->len);
 985
 986		descs[0].fields.flags_len = desc_flags | skb->len;
 987		descs[0].fields.address = adapter->bounce_buffer_dma;
 988
 989		if (ibmveth_send(adapter, descs)) {
 990			adapter->tx_send_failed++;
 991			netdev->stats.tx_dropped++;
 992		} else {
 993			netdev->stats.tx_packets++;
 994			netdev->stats.tx_bytes += skb->len;
 995		}
 996
 997		goto out;
 998	}
 999
1000	/* Map the header */
1001	dma_addr = dma_map_single(&adapter->vdev->dev, skb->data,
1002				  skb_headlen(skb), DMA_TO_DEVICE);
1003	if (dma_mapping_error(&adapter->vdev->dev, dma_addr))
1004		goto map_failed;
1005
1006	descs[0].fields.flags_len = desc_flags | skb_headlen(skb);
1007	descs[0].fields.address = dma_addr;
1008
1009	/* Map the frags */
1010	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
1011		const skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
1012
1013		dma_addr = skb_frag_dma_map(&adapter->vdev->dev, frag, 0,
1014					    skb_frag_size(frag), DMA_TO_DEVICE);
1015
1016		if (dma_mapping_error(&adapter->vdev->dev, dma_addr))
1017			goto map_failed_frags;
1018
1019		descs[i+1].fields.flags_len = desc_flags | skb_frag_size(frag);
1020		descs[i+1].fields.address = dma_addr;
1021	}
1022
1023	if (ibmveth_send(adapter, descs)) {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1024		adapter->tx_send_failed++;
1025		netdev->stats.tx_dropped++;
1026	} else {
1027		netdev->stats.tx_packets++;
1028		netdev->stats.tx_bytes += skb->len;
1029	}
1030
1031	dma_unmap_single(&adapter->vdev->dev,
1032			 descs[0].fields.address,
1033			 descs[0].fields.flags_len & IBMVETH_BUF_LEN_MASK,
1034			 DMA_TO_DEVICE);
1035
1036	for (i = 1; i < skb_shinfo(skb)->nr_frags + 1; i++)
1037		dma_unmap_page(&adapter->vdev->dev, descs[i].fields.address,
1038			       descs[i].fields.flags_len & IBMVETH_BUF_LEN_MASK,
1039			       DMA_TO_DEVICE);
1040
1041out:
1042	dev_kfree_skb(skb);
1043	return NETDEV_TX_OK;
1044
1045map_failed_frags:
1046	last = i+1;
1047	for (i = 0; i < last; i++)
1048		dma_unmap_page(&adapter->vdev->dev, descs[i].fields.address,
1049			       descs[i].fields.flags_len & IBMVETH_BUF_LEN_MASK,
1050			       DMA_TO_DEVICE);
1051
 
 
 
 
1052map_failed:
1053	if (!firmware_has_feature(FW_FEATURE_CMO))
1054		netdev_err(netdev, "tx: unable to map xmit buffer\n");
1055	adapter->tx_map_failed++;
1056	skb_linearize(skb);
 
 
 
1057	force_bounce = 1;
1058	goto retry_bounce;
1059}
1060
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1061static int ibmveth_poll(struct napi_struct *napi, int budget)
1062{
1063	struct ibmveth_adapter *adapter =
1064			container_of(napi, struct ibmveth_adapter, napi);
1065	struct net_device *netdev = adapter->netdev;
1066	int frames_processed = 0;
1067	unsigned long lpar_rc;
 
1068
1069restart_poll:
1070	do {
1071		if (!ibmveth_rxq_pending_buffer(adapter))
1072			break;
1073
1074		smp_rmb();
1075		if (!ibmveth_rxq_buffer_valid(adapter)) {
1076			wmb(); /* suggested by larson1 */
1077			adapter->rx_invalid_buffer++;
1078			netdev_dbg(netdev, "recycling invalid buffer\n");
1079			ibmveth_rxq_recycle_buffer(adapter);
1080		} else {
1081			struct sk_buff *skb, *new_skb;
1082			int length = ibmveth_rxq_frame_length(adapter);
1083			int offset = ibmveth_rxq_frame_offset(adapter);
1084			int csum_good = ibmveth_rxq_csum_good(adapter);
 
 
1085
1086			skb = ibmveth_rxq_get_buffer(adapter);
1087
 
 
 
 
 
 
 
 
 
 
 
1088			new_skb = NULL;
1089			if (length < rx_copybreak)
1090				new_skb = netdev_alloc_skb(netdev, length);
1091
1092			if (new_skb) {
1093				skb_copy_to_linear_data(new_skb,
1094							skb->data + offset,
1095							length);
1096				if (rx_flush)
1097					ibmveth_flush_buffer(skb->data,
1098						length + offset);
1099				if (!ibmveth_rxq_recycle_buffer(adapter))
1100					kfree_skb(skb);
1101				skb = new_skb;
1102			} else {
1103				ibmveth_rxq_harvest_buffer(adapter);
1104				skb_reserve(skb, offset);
1105			}
1106
1107			skb_put(skb, length);
1108			skb->protocol = eth_type_trans(skb, netdev);
1109
1110			if (csum_good)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1111				skb->ip_summed = CHECKSUM_UNNECESSARY;
 
 
1112
1113			netif_receive_skb(skb);	/* send it up */
1114
1115			netdev->stats.rx_packets++;
1116			netdev->stats.rx_bytes += length;
1117			frames_processed++;
1118		}
1119	} while (frames_processed < budget);
1120
1121	ibmveth_replenish_task(adapter);
1122
1123	if (frames_processed < budget) {
 
 
1124		/* We think we are done - reenable interrupts,
1125		 * then check once more to make sure we are done.
1126		 */
1127		lpar_rc = h_vio_signal(adapter->vdev->unit_address,
1128				       VIO_IRQ_ENABLE);
1129
1130		BUG_ON(lpar_rc != H_SUCCESS);
1131
1132		napi_complete(napi);
1133
1134		if (ibmveth_rxq_pending_buffer(adapter) &&
1135		    napi_reschedule(napi)) {
1136			lpar_rc = h_vio_signal(adapter->vdev->unit_address,
1137					       VIO_IRQ_DISABLE);
1138			goto restart_poll;
1139		}
1140	}
1141
1142	return frames_processed;
1143}
1144
1145static irqreturn_t ibmveth_interrupt(int irq, void *dev_instance)
1146{
1147	struct net_device *netdev = dev_instance;
1148	struct ibmveth_adapter *adapter = netdev_priv(netdev);
1149	unsigned long lpar_rc;
1150
1151	if (napi_schedule_prep(&adapter->napi)) {
1152		lpar_rc = h_vio_signal(adapter->vdev->unit_address,
1153				       VIO_IRQ_DISABLE);
1154		BUG_ON(lpar_rc != H_SUCCESS);
1155		__napi_schedule(&adapter->napi);
1156	}
1157	return IRQ_HANDLED;
1158}
1159
1160static void ibmveth_set_multicast_list(struct net_device *netdev)
1161{
1162	struct ibmveth_adapter *adapter = netdev_priv(netdev);
1163	unsigned long lpar_rc;
1164
1165	if ((netdev->flags & IFF_PROMISC) ||
1166	    (netdev_mc_count(netdev) > adapter->mcastFilterSize)) {
1167		lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
1168					   IbmVethMcastEnableRecv |
1169					   IbmVethMcastDisableFiltering,
1170					   0);
1171		if (lpar_rc != H_SUCCESS) {
1172			netdev_err(netdev, "h_multicast_ctrl rc=%ld when "
1173				   "entering promisc mode\n", lpar_rc);
1174		}
1175	} else {
1176		struct netdev_hw_addr *ha;
1177		/* clear the filter table & disable filtering */
1178		lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
1179					   IbmVethMcastEnableRecv |
1180					   IbmVethMcastDisableFiltering |
1181					   IbmVethMcastClearFilterTable,
1182					   0);
1183		if (lpar_rc != H_SUCCESS) {
1184			netdev_err(netdev, "h_multicast_ctrl rc=%ld when "
1185				   "attempting to clear filter table\n",
1186				   lpar_rc);
1187		}
1188		/* add the addresses to the filter table */
1189		netdev_for_each_mc_addr(ha, netdev) {
1190			/* add the multicast address to the filter table */
1191			unsigned long mcast_addr = 0;
1192			memcpy(((char *)&mcast_addr)+2, ha->addr, 6);
1193			lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
1194						   IbmVethMcastAddFilter,
1195						   mcast_addr);
1196			if (lpar_rc != H_SUCCESS) {
1197				netdev_err(netdev, "h_multicast_ctrl rc=%ld "
1198					   "when adding an entry to the filter "
1199					   "table\n", lpar_rc);
1200			}
1201		}
1202
1203		/* re-enable filtering */
1204		lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
1205					   IbmVethMcastEnableFiltering,
1206					   0);
1207		if (lpar_rc != H_SUCCESS) {
1208			netdev_err(netdev, "h_multicast_ctrl rc=%ld when "
1209				   "enabling filtering\n", lpar_rc);
1210		}
1211	}
1212}
1213
1214static int ibmveth_change_mtu(struct net_device *dev, int new_mtu)
1215{
1216	struct ibmveth_adapter *adapter = netdev_priv(dev);
1217	struct vio_dev *viodev = adapter->vdev;
1218	int new_mtu_oh = new_mtu + IBMVETH_BUFF_OH;
1219	int i, rc;
1220	int need_restart = 0;
1221
1222	if (new_mtu < IBMVETH_MIN_MTU)
1223		return -EINVAL;
1224
1225	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++)
1226		if (new_mtu_oh < adapter->rx_buff_pool[i].buff_size)
1227			break;
1228
1229	if (i == IBMVETH_NUM_BUFF_POOLS)
1230		return -EINVAL;
1231
1232	/* Deactivate all the buffer pools so that the next loop can activate
1233	   only the buffer pools necessary to hold the new MTU */
1234	if (netif_running(adapter->netdev)) {
1235		need_restart = 1;
1236		adapter->pool_config = 1;
1237		ibmveth_close(adapter->netdev);
1238		adapter->pool_config = 0;
1239	}
1240
1241	/* Look for an active buffer pool that can hold the new MTU */
1242	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
1243		adapter->rx_buff_pool[i].active = 1;
1244
1245		if (new_mtu_oh < adapter->rx_buff_pool[i].buff_size) {
1246			dev->mtu = new_mtu;
1247			vio_cmo_set_dev_desired(viodev,
1248						ibmveth_get_desired_dma
1249						(viodev));
1250			if (need_restart) {
1251				return ibmveth_open(adapter->netdev);
1252			}
1253			return 0;
1254		}
1255	}
1256
1257	if (need_restart && (rc = ibmveth_open(adapter->netdev)))
1258		return rc;
1259
1260	return -EINVAL;
1261}
1262
1263#ifdef CONFIG_NET_POLL_CONTROLLER
1264static void ibmveth_poll_controller(struct net_device *dev)
1265{
1266	ibmveth_replenish_task(netdev_priv(dev));
1267	ibmveth_interrupt(dev->irq, dev);
1268}
1269#endif
1270
1271/**
1272 * ibmveth_get_desired_dma - Calculate IO memory desired by the driver
1273 *
1274 * @vdev: struct vio_dev for the device whose desired IO mem is to be returned
1275 *
1276 * Return value:
1277 *	Number of bytes of IO data the driver will need to perform well.
1278 */
1279static unsigned long ibmveth_get_desired_dma(struct vio_dev *vdev)
1280{
1281	struct net_device *netdev = dev_get_drvdata(&vdev->dev);
1282	struct ibmveth_adapter *adapter;
 
1283	unsigned long ret;
1284	int i;
1285	int rxqentries = 1;
1286
 
 
1287	/* netdev inits at probe time along with the structures we need below*/
1288	if (netdev == NULL)
1289		return IOMMU_PAGE_ALIGN(IBMVETH_IO_ENTITLEMENT_DEFAULT);
1290
1291	adapter = netdev_priv(netdev);
1292
1293	ret = IBMVETH_BUFF_LIST_SIZE + IBMVETH_FILT_LIST_SIZE;
1294	ret += IOMMU_PAGE_ALIGN(netdev->mtu);
1295
1296	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
1297		/* add the size of the active receive buffers */
1298		if (adapter->rx_buff_pool[i].active)
1299			ret +=
1300			    adapter->rx_buff_pool[i].size *
1301			    IOMMU_PAGE_ALIGN(adapter->rx_buff_pool[i].
1302			            buff_size);
1303		rxqentries += adapter->rx_buff_pool[i].size;
1304	}
1305	/* add the size of the receive queue entries */
1306	ret += IOMMU_PAGE_ALIGN(rxqentries * sizeof(struct ibmveth_rx_q_entry));
 
1307
1308	return ret;
1309}
1310
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1311static const struct net_device_ops ibmveth_netdev_ops = {
1312	.ndo_open		= ibmveth_open,
1313	.ndo_stop		= ibmveth_close,
1314	.ndo_start_xmit		= ibmveth_start_xmit,
1315	.ndo_set_rx_mode	= ibmveth_set_multicast_list,
1316	.ndo_do_ioctl		= ibmveth_ioctl,
1317	.ndo_change_mtu		= ibmveth_change_mtu,
1318	.ndo_fix_features	= ibmveth_fix_features,
1319	.ndo_set_features	= ibmveth_set_features,
1320	.ndo_validate_addr	= eth_validate_addr,
1321	.ndo_set_mac_address	= eth_mac_addr,
1322#ifdef CONFIG_NET_POLL_CONTROLLER
1323	.ndo_poll_controller	= ibmveth_poll_controller,
1324#endif
1325};
1326
1327static int __devinit ibmveth_probe(struct vio_dev *dev,
1328				   const struct vio_device_id *id)
1329{
1330	int rc, i;
1331	struct net_device *netdev;
1332	struct ibmveth_adapter *adapter;
1333	unsigned char *mac_addr_p;
1334	unsigned int *mcastFilterSize_p;
 
 
1335
1336	dev_dbg(&dev->dev, "entering ibmveth_probe for UA 0x%x\n",
1337		dev->unit_address);
1338
1339	mac_addr_p = (unsigned char *)vio_get_attribute(dev, VETH_MAC_ADDR,
1340							NULL);
1341	if (!mac_addr_p) {
1342		dev_err(&dev->dev, "Can't find VETH_MAC_ADDR attribute\n");
1343		return -EINVAL;
1344	}
 
 
 
 
 
 
 
 
1345
1346	mcastFilterSize_p = (unsigned int *)vio_get_attribute(dev,
1347						VETH_MCAST_FILTER_SIZE, NULL);
 
1348	if (!mcastFilterSize_p) {
1349		dev_err(&dev->dev, "Can't find VETH_MCAST_FILTER_SIZE "
1350			"attribute\n");
1351		return -EINVAL;
1352	}
1353
1354	netdev = alloc_etherdev(sizeof(struct ibmveth_adapter));
1355
1356	if (!netdev)
1357		return -ENOMEM;
1358
1359	adapter = netdev_priv(netdev);
1360	dev_set_drvdata(&dev->dev, netdev);
1361
1362	adapter->vdev = dev;
1363	adapter->netdev = netdev;
1364	adapter->mcastFilterSize = *mcastFilterSize_p;
1365	adapter->pool_config = 0;
 
1366
1367	netif_napi_add(netdev, &adapter->napi, ibmveth_poll, 16);
1368
1369	/*
1370	 * Some older boxes running PHYP non-natively have an OF that returns
1371	 * a 8-byte local-mac-address field (and the first 2 bytes have to be
1372	 * ignored) while newer boxes' OF return a 6-byte field. Note that
1373	 * IEEE 1275 specifies that local-mac-address must be a 6-byte field.
1374	 * The RPA doc specifies that the first byte must be 10b, so we'll
1375	 * just look for it to solve this 8 vs. 6 byte field issue
1376	 */
1377	if ((*mac_addr_p & 0x3) != 0x02)
1378		mac_addr_p += 2;
1379
1380	adapter->mac_addr = 0;
1381	memcpy(&adapter->mac_addr, mac_addr_p, 6);
1382
1383	netdev->irq = dev->irq;
1384	netdev->netdev_ops = &ibmveth_netdev_ops;
1385	netdev->ethtool_ops = &netdev_ethtool_ops;
1386	SET_NETDEV_DEV(netdev, &dev->dev);
1387	netdev->hw_features = NETIF_F_SG | NETIF_F_RXCSUM |
1388		NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM;
 
 
 
 
1389	netdev->features |= netdev->hw_features;
1390
1391	memcpy(netdev->dev_addr, &adapter->mac_addr, netdev->addr_len);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1392
1393	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
1394		struct kobject *kobj = &adapter->rx_buff_pool[i].kobj;
1395		int error;
1396
1397		ibmveth_init_buffer_pool(&adapter->rx_buff_pool[i], i,
1398					 pool_count[i], pool_size[i],
1399					 pool_active[i]);
1400		error = kobject_init_and_add(kobj, &ktype_veth_pool,
1401					     &dev->dev.kobj, "pool%d", i);
1402		if (!error)
1403			kobject_uevent(kobj, KOBJ_ADD);
1404	}
1405
1406	netdev_dbg(netdev, "adapter @ 0x%p\n", adapter);
1407
1408	adapter->buffer_list_dma = DMA_ERROR_CODE;
1409	adapter->filter_list_dma = DMA_ERROR_CODE;
1410	adapter->rx_queue.queue_dma = DMA_ERROR_CODE;
1411
1412	netdev_dbg(netdev, "registering netdev...\n");
1413
1414	ibmveth_set_features(netdev, netdev->features);
1415
1416	rc = register_netdev(netdev);
1417
1418	if (rc) {
1419		netdev_dbg(netdev, "failed to register netdev rc=%d\n", rc);
1420		free_netdev(netdev);
1421		return rc;
1422	}
1423
1424	netdev_dbg(netdev, "registered\n");
1425
1426	return 0;
1427}
1428
1429static int __devexit ibmveth_remove(struct vio_dev *dev)
1430{
1431	struct net_device *netdev = dev_get_drvdata(&dev->dev);
1432	struct ibmveth_adapter *adapter = netdev_priv(netdev);
1433	int i;
1434
1435	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++)
1436		kobject_put(&adapter->rx_buff_pool[i].kobj);
1437
1438	unregister_netdev(netdev);
1439
1440	free_netdev(netdev);
1441	dev_set_drvdata(&dev->dev, NULL);
1442
1443	return 0;
1444}
1445
1446static struct attribute veth_active_attr;
1447static struct attribute veth_num_attr;
1448static struct attribute veth_size_attr;
1449
1450static ssize_t veth_pool_show(struct kobject *kobj,
1451			      struct attribute *attr, char *buf)
1452{
1453	struct ibmveth_buff_pool *pool = container_of(kobj,
1454						      struct ibmveth_buff_pool,
1455						      kobj);
1456
1457	if (attr == &veth_active_attr)
1458		return sprintf(buf, "%d\n", pool->active);
1459	else if (attr == &veth_num_attr)
1460		return sprintf(buf, "%d\n", pool->size);
1461	else if (attr == &veth_size_attr)
1462		return sprintf(buf, "%d\n", pool->buff_size);
1463	return 0;
1464}
1465
1466static ssize_t veth_pool_store(struct kobject *kobj, struct attribute *attr,
1467			       const char *buf, size_t count)
1468{
1469	struct ibmveth_buff_pool *pool = container_of(kobj,
1470						      struct ibmveth_buff_pool,
1471						      kobj);
1472	struct net_device *netdev = dev_get_drvdata(
1473	    container_of(kobj->parent, struct device, kobj));
1474	struct ibmveth_adapter *adapter = netdev_priv(netdev);
1475	long value = simple_strtol(buf, NULL, 10);
1476	long rc;
1477
1478	if (attr == &veth_active_attr) {
1479		if (value && !pool->active) {
1480			if (netif_running(netdev)) {
1481				if (ibmveth_alloc_buffer_pool(pool)) {
1482					netdev_err(netdev,
1483						   "unable to alloc pool\n");
1484					return -ENOMEM;
1485				}
1486				pool->active = 1;
1487				adapter->pool_config = 1;
1488				ibmveth_close(netdev);
1489				adapter->pool_config = 0;
1490				if ((rc = ibmveth_open(netdev)))
1491					return rc;
1492			} else {
1493				pool->active = 1;
1494			}
1495		} else if (!value && pool->active) {
1496			int mtu = netdev->mtu + IBMVETH_BUFF_OH;
1497			int i;
1498			/* Make sure there is a buffer pool with buffers that
1499			   can hold a packet of the size of the MTU */
1500			for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
1501				if (pool == &adapter->rx_buff_pool[i])
1502					continue;
1503				if (!adapter->rx_buff_pool[i].active)
1504					continue;
1505				if (mtu <= adapter->rx_buff_pool[i].buff_size)
1506					break;
1507			}
1508
1509			if (i == IBMVETH_NUM_BUFF_POOLS) {
1510				netdev_err(netdev, "no active pool >= MTU\n");
1511				return -EPERM;
1512			}
1513
1514			if (netif_running(netdev)) {
1515				adapter->pool_config = 1;
1516				ibmveth_close(netdev);
1517				pool->active = 0;
1518				adapter->pool_config = 0;
1519				if ((rc = ibmveth_open(netdev)))
1520					return rc;
1521			}
1522			pool->active = 0;
1523		}
1524	} else if (attr == &veth_num_attr) {
1525		if (value <= 0 || value > IBMVETH_MAX_POOL_COUNT) {
1526			return -EINVAL;
1527		} else {
1528			if (netif_running(netdev)) {
1529				adapter->pool_config = 1;
1530				ibmveth_close(netdev);
1531				adapter->pool_config = 0;
1532				pool->size = value;
1533				if ((rc = ibmveth_open(netdev)))
1534					return rc;
1535			} else {
1536				pool->size = value;
1537			}
1538		}
1539	} else if (attr == &veth_size_attr) {
1540		if (value <= IBMVETH_BUFF_OH || value > IBMVETH_MAX_BUF_SIZE) {
1541			return -EINVAL;
1542		} else {
1543			if (netif_running(netdev)) {
1544				adapter->pool_config = 1;
1545				ibmveth_close(netdev);
1546				adapter->pool_config = 0;
1547				pool->buff_size = value;
1548				if ((rc = ibmveth_open(netdev)))
1549					return rc;
1550			} else {
1551				pool->buff_size = value;
1552			}
1553		}
1554	}
1555
1556	/* kick the interrupt handler to allocate/deallocate pools */
1557	ibmveth_interrupt(netdev->irq, netdev);
1558	return count;
1559}
1560
1561
1562#define ATTR(_name, _mode)				\
1563	struct attribute veth_##_name##_attr = {	\
1564	.name = __stringify(_name), .mode = _mode,	\
1565	};
1566
1567static ATTR(active, 0644);
1568static ATTR(num, 0644);
1569static ATTR(size, 0644);
1570
1571static struct attribute *veth_pool_attrs[] = {
1572	&veth_active_attr,
1573	&veth_num_attr,
1574	&veth_size_attr,
1575	NULL,
1576};
1577
1578static const struct sysfs_ops veth_pool_ops = {
1579	.show   = veth_pool_show,
1580	.store  = veth_pool_store,
1581};
1582
1583static struct kobj_type ktype_veth_pool = {
1584	.release        = NULL,
1585	.sysfs_ops      = &veth_pool_ops,
1586	.default_attrs  = veth_pool_attrs,
1587};
1588
1589static int ibmveth_resume(struct device *dev)
1590{
1591	struct net_device *netdev = dev_get_drvdata(dev);
1592	ibmveth_interrupt(netdev->irq, netdev);
1593	return 0;
1594}
1595
1596static struct vio_device_id ibmveth_device_table[] __devinitdata = {
1597	{ "network", "IBM,l-lan"},
1598	{ "", "" }
1599};
1600MODULE_DEVICE_TABLE(vio, ibmveth_device_table);
1601
1602static struct dev_pm_ops ibmveth_pm_ops = {
1603	.resume = ibmveth_resume
1604};
1605
1606static struct vio_driver ibmveth_driver = {
1607	.id_table	= ibmveth_device_table,
1608	.probe		= ibmveth_probe,
1609	.remove		= ibmveth_remove,
1610	.get_desired_dma = ibmveth_get_desired_dma,
1611	.name		= ibmveth_driver_name,
1612	.pm		= &ibmveth_pm_ops,
1613};
1614
1615static int __init ibmveth_module_init(void)
1616{
1617	printk(KERN_DEBUG "%s: %s %s\n", ibmveth_driver_name,
1618	       ibmveth_driver_string, ibmveth_driver_version);
1619
1620	return vio_register_driver(&ibmveth_driver);
1621}
1622
1623static void __exit ibmveth_module_exit(void)
1624{
1625	vio_unregister_driver(&ibmveth_driver);
1626}
1627
1628module_init(ibmveth_module_init);
1629module_exit(ibmveth_module_exit);
v5.14.15
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * IBM Power Virtual Ethernet Device Driver
   4 *
 
 
 
 
 
 
 
 
 
 
 
 
 
 
   5 * Copyright (C) IBM Corporation, 2003, 2010
   6 *
   7 * Authors: Dave Larson <larson1@us.ibm.com>
   8 *	    Santiago Leon <santil@linux.vnet.ibm.com>
   9 *	    Brian King <brking@linux.vnet.ibm.com>
  10 *	    Robert Jennings <rcj@linux.vnet.ibm.com>
  11 *	    Anton Blanchard <anton@au.ibm.com>
  12 */
  13
  14#include <linux/module.h>
 
  15#include <linux/types.h>
  16#include <linux/errno.h>
  17#include <linux/dma-mapping.h>
  18#include <linux/kernel.h>
  19#include <linux/netdevice.h>
  20#include <linux/etherdevice.h>
  21#include <linux/skbuff.h>
  22#include <linux/init.h>
  23#include <linux/interrupt.h>
  24#include <linux/mm.h>
  25#include <linux/pm.h>
  26#include <linux/ethtool.h>
  27#include <linux/in.h>
  28#include <linux/ip.h>
  29#include <linux/ipv6.h>
  30#include <linux/slab.h>
  31#include <asm/hvcall.h>
  32#include <linux/atomic.h>
  33#include <asm/vio.h>
  34#include <asm/iommu.h>
  35#include <asm/firmware.h>
  36#include <net/tcp.h>
  37#include <net/ip6_checksum.h>
  38
  39#include "ibmveth.h"
  40
  41static irqreturn_t ibmveth_interrupt(int irq, void *dev_instance);
  42static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter *adapter);
  43static unsigned long ibmveth_get_desired_dma(struct vio_dev *vdev);
  44
  45static struct kobj_type ktype_veth_pool;
  46
  47
  48static const char ibmveth_driver_name[] = "ibmveth";
  49static const char ibmveth_driver_string[] = "IBM Power Virtual Ethernet Driver";
  50#define ibmveth_driver_version "1.06"
  51
  52MODULE_AUTHOR("Santiago Leon <santil@linux.vnet.ibm.com>");
  53MODULE_DESCRIPTION("IBM Power Virtual Ethernet Driver");
  54MODULE_LICENSE("GPL");
  55MODULE_VERSION(ibmveth_driver_version);
  56
  57static unsigned int tx_copybreak __read_mostly = 128;
  58module_param(tx_copybreak, uint, 0644);
  59MODULE_PARM_DESC(tx_copybreak,
  60	"Maximum size of packet that is copied to a new buffer on transmit");
  61
  62static unsigned int rx_copybreak __read_mostly = 128;
  63module_param(rx_copybreak, uint, 0644);
  64MODULE_PARM_DESC(rx_copybreak,
  65	"Maximum size of packet that is copied to a new buffer on receive");
  66
  67static unsigned int rx_flush __read_mostly = 0;
  68module_param(rx_flush, uint, 0644);
  69MODULE_PARM_DESC(rx_flush, "Flush receive buffers before use");
  70
  71static bool old_large_send __read_mostly;
  72module_param(old_large_send, bool, 0444);
  73MODULE_PARM_DESC(old_large_send,
  74	"Use old large send method on firmware that supports the new method");
  75
  76struct ibmveth_stat {
  77	char name[ETH_GSTRING_LEN];
  78	int offset;
  79};
  80
  81#define IBMVETH_STAT_OFF(stat) offsetof(struct ibmveth_adapter, stat)
  82#define IBMVETH_GET_STAT(a, off) *((u64 *)(((unsigned long)(a)) + off))
  83
  84static struct ibmveth_stat ibmveth_stats[] = {
  85	{ "replenish_task_cycles", IBMVETH_STAT_OFF(replenish_task_cycles) },
  86	{ "replenish_no_mem", IBMVETH_STAT_OFF(replenish_no_mem) },
  87	{ "replenish_add_buff_failure",
  88			IBMVETH_STAT_OFF(replenish_add_buff_failure) },
  89	{ "replenish_add_buff_success",
  90			IBMVETH_STAT_OFF(replenish_add_buff_success) },
  91	{ "rx_invalid_buffer", IBMVETH_STAT_OFF(rx_invalid_buffer) },
  92	{ "rx_no_buffer", IBMVETH_STAT_OFF(rx_no_buffer) },
  93	{ "tx_map_failed", IBMVETH_STAT_OFF(tx_map_failed) },
  94	{ "tx_send_failed", IBMVETH_STAT_OFF(tx_send_failed) },
  95	{ "fw_enabled_ipv4_csum", IBMVETH_STAT_OFF(fw_ipv4_csum_support) },
  96	{ "fw_enabled_ipv6_csum", IBMVETH_STAT_OFF(fw_ipv6_csum_support) },
  97	{ "tx_large_packets", IBMVETH_STAT_OFF(tx_large_packets) },
  98	{ "rx_large_packets", IBMVETH_STAT_OFF(rx_large_packets) },
  99	{ "fw_enabled_large_send", IBMVETH_STAT_OFF(fw_large_send_support) }
 100};
 101
 102/* simple methods of getting data from the current rxq entry */
 103static inline u32 ibmveth_rxq_flags(struct ibmveth_adapter *adapter)
 104{
 105	return be32_to_cpu(adapter->rx_queue.queue_addr[adapter->rx_queue.index].flags_off);
 106}
 107
 108static inline int ibmveth_rxq_toggle(struct ibmveth_adapter *adapter)
 109{
 110	return (ibmveth_rxq_flags(adapter) & IBMVETH_RXQ_TOGGLE) >>
 111			IBMVETH_RXQ_TOGGLE_SHIFT;
 112}
 113
 114static inline int ibmveth_rxq_pending_buffer(struct ibmveth_adapter *adapter)
 115{
 116	return ibmveth_rxq_toggle(adapter) == adapter->rx_queue.toggle;
 117}
 118
 119static inline int ibmveth_rxq_buffer_valid(struct ibmveth_adapter *adapter)
 120{
 121	return ibmveth_rxq_flags(adapter) & IBMVETH_RXQ_VALID;
 122}
 123
 124static inline int ibmveth_rxq_frame_offset(struct ibmveth_adapter *adapter)
 125{
 126	return ibmveth_rxq_flags(adapter) & IBMVETH_RXQ_OFF_MASK;
 127}
 128
 129static inline int ibmveth_rxq_large_packet(struct ibmveth_adapter *adapter)
 130{
 131	return ibmveth_rxq_flags(adapter) & IBMVETH_RXQ_LRG_PKT;
 132}
 133
 134static inline int ibmveth_rxq_frame_length(struct ibmveth_adapter *adapter)
 135{
 136	return be32_to_cpu(adapter->rx_queue.queue_addr[adapter->rx_queue.index].length);
 137}
 138
 139static inline int ibmveth_rxq_csum_good(struct ibmveth_adapter *adapter)
 140{
 141	return ibmveth_rxq_flags(adapter) & IBMVETH_RXQ_CSUM_GOOD;
 142}
 143
 144/* setup the initial settings for a buffer pool */
 145static void ibmveth_init_buffer_pool(struct ibmveth_buff_pool *pool,
 146				     u32 pool_index, u32 pool_size,
 147				     u32 buff_size, u32 pool_active)
 148{
 149	pool->size = pool_size;
 150	pool->index = pool_index;
 151	pool->buff_size = buff_size;
 152	pool->threshold = pool_size * 7 / 8;
 153	pool->active = pool_active;
 154}
 155
 156/* allocate and setup an buffer pool - called during open */
 157static int ibmveth_alloc_buffer_pool(struct ibmveth_buff_pool *pool)
 158{
 159	int i;
 160
 161	pool->free_map = kmalloc_array(pool->size, sizeof(u16), GFP_KERNEL);
 162
 163	if (!pool->free_map)
 164		return -1;
 165
 166	pool->dma_addr = kcalloc(pool->size, sizeof(dma_addr_t), GFP_KERNEL);
 167	if (!pool->dma_addr) {
 168		kfree(pool->free_map);
 169		pool->free_map = NULL;
 170		return -1;
 171	}
 172
 173	pool->skbuff = kcalloc(pool->size, sizeof(void *), GFP_KERNEL);
 174
 175	if (!pool->skbuff) {
 176		kfree(pool->dma_addr);
 177		pool->dma_addr = NULL;
 178
 179		kfree(pool->free_map);
 180		pool->free_map = NULL;
 181		return -1;
 182	}
 183
 
 
 184	for (i = 0; i < pool->size; ++i)
 185		pool->free_map[i] = i;
 186
 187	atomic_set(&pool->available, 0);
 188	pool->producer_index = 0;
 189	pool->consumer_index = 0;
 190
 191	return 0;
 192}
 193
 194static inline void ibmveth_flush_buffer(void *addr, unsigned long length)
 195{
 196	unsigned long offset;
 197
 198	for (offset = 0; offset < length; offset += SMP_CACHE_BYTES)
 199		asm("dcbfl %0,%1" :: "b" (addr), "r" (offset));
 200}
 201
 202/* replenish the buffers for a pool.  note that we don't need to
 203 * skb_reserve these since they are used for incoming...
 204 */
 205static void ibmveth_replenish_buffer_pool(struct ibmveth_adapter *adapter,
 206					  struct ibmveth_buff_pool *pool)
 207{
 208	u32 i;
 209	u32 count = pool->size - atomic_read(&pool->available);
 210	u32 buffers_added = 0;
 211	struct sk_buff *skb;
 212	unsigned int free_index, index;
 213	u64 correlator;
 214	unsigned long lpar_rc;
 215	dma_addr_t dma_addr;
 216
 217	mb();
 218
 219	for (i = 0; i < count; ++i) {
 220		union ibmveth_buf_desc desc;
 221
 222		skb = netdev_alloc_skb(adapter->netdev, pool->buff_size);
 223
 224		if (!skb) {
 225			netdev_dbg(adapter->netdev,
 226				   "replenish: unable to allocate skb\n");
 227			adapter->replenish_no_mem++;
 228			break;
 229		}
 230
 231		free_index = pool->consumer_index;
 232		pool->consumer_index++;
 233		if (pool->consumer_index >= pool->size)
 234			pool->consumer_index = 0;
 235		index = pool->free_map[free_index];
 236
 237		BUG_ON(index == IBM_VETH_INVALID_MAP);
 238		BUG_ON(pool->skbuff[index] != NULL);
 239
 240		dma_addr = dma_map_single(&adapter->vdev->dev, skb->data,
 241				pool->buff_size, DMA_FROM_DEVICE);
 242
 243		if (dma_mapping_error(&adapter->vdev->dev, dma_addr))
 244			goto failure;
 245
 246		pool->free_map[free_index] = IBM_VETH_INVALID_MAP;
 247		pool->dma_addr[index] = dma_addr;
 248		pool->skbuff[index] = skb;
 249
 250		correlator = ((u64)pool->index << 32) | index;
 251		*(u64 *)skb->data = correlator;
 252
 253		desc.fields.flags_len = IBMVETH_BUF_VALID | pool->buff_size;
 254		desc.fields.address = dma_addr;
 255
 256		if (rx_flush) {
 257			unsigned int len = min(pool->buff_size,
 258						adapter->netdev->mtu +
 259						IBMVETH_BUFF_OH);
 260			ibmveth_flush_buffer(skb->data, len);
 261		}
 262		lpar_rc = h_add_logical_lan_buffer(adapter->vdev->unit_address,
 263						   desc.desc);
 264
 265		if (lpar_rc != H_SUCCESS) {
 266			goto failure;
 267		} else {
 268			buffers_added++;
 269			adapter->replenish_add_buff_success++;
 270		}
 271	}
 272
 273	mb();
 274	atomic_add(buffers_added, &(pool->available));
 275	return;
 276
 277failure:
 278	pool->free_map[free_index] = index;
 279	pool->skbuff[index] = NULL;
 280	if (pool->consumer_index == 0)
 281		pool->consumer_index = pool->size - 1;
 282	else
 283		pool->consumer_index--;
 284	if (!dma_mapping_error(&adapter->vdev->dev, dma_addr))
 285		dma_unmap_single(&adapter->vdev->dev,
 286		                 pool->dma_addr[index], pool->buff_size,
 287		                 DMA_FROM_DEVICE);
 288	dev_kfree_skb_any(skb);
 289	adapter->replenish_add_buff_failure++;
 290
 291	mb();
 292	atomic_add(buffers_added, &(pool->available));
 293}
 294
 295/*
 296 * The final 8 bytes of the buffer list is a counter of frames dropped
 297 * because there was not a buffer in the buffer list capable of holding
 298 * the frame.
 299 */
 300static void ibmveth_update_rx_no_buffer(struct ibmveth_adapter *adapter)
 301{
 302	__be64 *p = adapter->buffer_list_addr + 4096 - 8;
 303
 304	adapter->rx_no_buffer = be64_to_cpup(p);
 305}
 306
 307/* replenish routine */
 308static void ibmveth_replenish_task(struct ibmveth_adapter *adapter)
 309{
 310	int i;
 311
 312	adapter->replenish_task_cycles++;
 313
 314	for (i = (IBMVETH_NUM_BUFF_POOLS - 1); i >= 0; i--) {
 315		struct ibmveth_buff_pool *pool = &adapter->rx_buff_pool[i];
 316
 317		if (pool->active &&
 318		    (atomic_read(&pool->available) < pool->threshold))
 319			ibmveth_replenish_buffer_pool(adapter, pool);
 320	}
 321
 322	ibmveth_update_rx_no_buffer(adapter);
 
 323}
 324
 325/* empty and free ana buffer pool - also used to do cleanup in error paths */
 326static void ibmveth_free_buffer_pool(struct ibmveth_adapter *adapter,
 327				     struct ibmveth_buff_pool *pool)
 328{
 329	int i;
 330
 331	kfree(pool->free_map);
 332	pool->free_map = NULL;
 333
 334	if (pool->skbuff && pool->dma_addr) {
 335		for (i = 0; i < pool->size; ++i) {
 336			struct sk_buff *skb = pool->skbuff[i];
 337			if (skb) {
 338				dma_unmap_single(&adapter->vdev->dev,
 339						 pool->dma_addr[i],
 340						 pool->buff_size,
 341						 DMA_FROM_DEVICE);
 342				dev_kfree_skb_any(skb);
 343				pool->skbuff[i] = NULL;
 344			}
 345		}
 346	}
 347
 348	if (pool->dma_addr) {
 349		kfree(pool->dma_addr);
 350		pool->dma_addr = NULL;
 351	}
 352
 353	if (pool->skbuff) {
 354		kfree(pool->skbuff);
 355		pool->skbuff = NULL;
 356	}
 357}
 358
 359/* remove a buffer from a pool */
 360static void ibmveth_remove_buffer_from_pool(struct ibmveth_adapter *adapter,
 361					    u64 correlator)
 362{
 363	unsigned int pool  = correlator >> 32;
 364	unsigned int index = correlator & 0xffffffffUL;
 365	unsigned int free_index;
 366	struct sk_buff *skb;
 367
 368	BUG_ON(pool >= IBMVETH_NUM_BUFF_POOLS);
 369	BUG_ON(index >= adapter->rx_buff_pool[pool].size);
 370
 371	skb = adapter->rx_buff_pool[pool].skbuff[index];
 372
 373	BUG_ON(skb == NULL);
 374
 375	adapter->rx_buff_pool[pool].skbuff[index] = NULL;
 376
 377	dma_unmap_single(&adapter->vdev->dev,
 378			 adapter->rx_buff_pool[pool].dma_addr[index],
 379			 adapter->rx_buff_pool[pool].buff_size,
 380			 DMA_FROM_DEVICE);
 381
 382	free_index = adapter->rx_buff_pool[pool].producer_index;
 383	adapter->rx_buff_pool[pool].producer_index++;
 384	if (adapter->rx_buff_pool[pool].producer_index >=
 385	    adapter->rx_buff_pool[pool].size)
 386		adapter->rx_buff_pool[pool].producer_index = 0;
 387	adapter->rx_buff_pool[pool].free_map[free_index] = index;
 388
 389	mb();
 390
 391	atomic_dec(&(adapter->rx_buff_pool[pool].available));
 392}
 393
 394/* get the current buffer on the rx queue */
 395static inline struct sk_buff *ibmveth_rxq_get_buffer(struct ibmveth_adapter *adapter)
 396{
 397	u64 correlator = adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator;
 398	unsigned int pool = correlator >> 32;
 399	unsigned int index = correlator & 0xffffffffUL;
 400
 401	BUG_ON(pool >= IBMVETH_NUM_BUFF_POOLS);
 402	BUG_ON(index >= adapter->rx_buff_pool[pool].size);
 403
 404	return adapter->rx_buff_pool[pool].skbuff[index];
 405}
 406
 407/* recycle the current buffer on the rx queue */
 408static int ibmveth_rxq_recycle_buffer(struct ibmveth_adapter *adapter)
 409{
 410	u32 q_index = adapter->rx_queue.index;
 411	u64 correlator = adapter->rx_queue.queue_addr[q_index].correlator;
 412	unsigned int pool = correlator >> 32;
 413	unsigned int index = correlator & 0xffffffffUL;
 414	union ibmveth_buf_desc desc;
 415	unsigned long lpar_rc;
 416	int ret = 1;
 417
 418	BUG_ON(pool >= IBMVETH_NUM_BUFF_POOLS);
 419	BUG_ON(index >= adapter->rx_buff_pool[pool].size);
 420
 421	if (!adapter->rx_buff_pool[pool].active) {
 422		ibmveth_rxq_harvest_buffer(adapter);
 423		ibmveth_free_buffer_pool(adapter, &adapter->rx_buff_pool[pool]);
 424		goto out;
 425	}
 426
 427	desc.fields.flags_len = IBMVETH_BUF_VALID |
 428		adapter->rx_buff_pool[pool].buff_size;
 429	desc.fields.address = adapter->rx_buff_pool[pool].dma_addr[index];
 430
 431	lpar_rc = h_add_logical_lan_buffer(adapter->vdev->unit_address, desc.desc);
 432
 433	if (lpar_rc != H_SUCCESS) {
 434		netdev_dbg(adapter->netdev, "h_add_logical_lan_buffer failed "
 435			   "during recycle rc=%ld", lpar_rc);
 436		ibmveth_remove_buffer_from_pool(adapter, adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator);
 437		ret = 0;
 438	}
 439
 440	if (++adapter->rx_queue.index == adapter->rx_queue.num_slots) {
 441		adapter->rx_queue.index = 0;
 442		adapter->rx_queue.toggle = !adapter->rx_queue.toggle;
 443	}
 444
 445out:
 446	return ret;
 447}
 448
 449static void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter *adapter)
 450{
 451	ibmveth_remove_buffer_from_pool(adapter, adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator);
 452
 453	if (++adapter->rx_queue.index == adapter->rx_queue.num_slots) {
 454		adapter->rx_queue.index = 0;
 455		adapter->rx_queue.toggle = !adapter->rx_queue.toggle;
 456	}
 457}
 458
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 459static int ibmveth_register_logical_lan(struct ibmveth_adapter *adapter,
 460        union ibmveth_buf_desc rxq_desc, u64 mac_address)
 461{
 462	int rc, try_again = 1;
 463
 464	/*
 465	 * After a kexec the adapter will still be open, so our attempt to
 466	 * open it will fail. So if we get a failure we free the adapter and
 467	 * try again, but only once.
 468	 */
 469retry:
 470	rc = h_register_logical_lan(adapter->vdev->unit_address,
 471				    adapter->buffer_list_dma, rxq_desc.desc,
 472				    adapter->filter_list_dma, mac_address);
 473
 474	if (rc != H_SUCCESS && try_again) {
 475		do {
 476			rc = h_free_logical_lan(adapter->vdev->unit_address);
 477		} while (H_IS_LONG_BUSY(rc) || (rc == H_BUSY));
 478
 479		try_again = 0;
 480		goto retry;
 481	}
 482
 483	return rc;
 484}
 485
 486static u64 ibmveth_encode_mac_addr(u8 *mac)
 487{
 488	int i;
 489	u64 encoded = 0;
 490
 491	for (i = 0; i < ETH_ALEN; i++)
 492		encoded = (encoded << 8) | mac[i];
 493
 494	return encoded;
 495}
 496
 497static int ibmveth_open(struct net_device *netdev)
 498{
 499	struct ibmveth_adapter *adapter = netdev_priv(netdev);
 500	u64 mac_address;
 501	int rxq_entries = 1;
 502	unsigned long lpar_rc;
 503	int rc;
 504	union ibmveth_buf_desc rxq_desc;
 505	int i;
 506	struct device *dev;
 507
 508	netdev_dbg(netdev, "open starting\n");
 509
 510	napi_enable(&adapter->napi);
 511
 512	for(i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++)
 513		rxq_entries += adapter->rx_buff_pool[i].size;
 514
 515	rc = -ENOMEM;
 516	adapter->buffer_list_addr = (void*) get_zeroed_page(GFP_KERNEL);
 517	if (!adapter->buffer_list_addr) {
 518		netdev_err(netdev, "unable to allocate list pages\n");
 519		goto out;
 520	}
 521
 522	adapter->filter_list_addr = (void*) get_zeroed_page(GFP_KERNEL);
 523	if (!adapter->filter_list_addr) {
 524		netdev_err(netdev, "unable to allocate filter pages\n");
 525		goto out_free_buffer_list;
 
 526	}
 527
 528	dev = &adapter->vdev->dev;
 529
 530	adapter->rx_queue.queue_len = sizeof(struct ibmveth_rx_q_entry) *
 531						rxq_entries;
 532	adapter->rx_queue.queue_addr =
 533		dma_alloc_coherent(dev, adapter->rx_queue.queue_len,
 534				   &adapter->rx_queue.queue_dma, GFP_KERNEL);
 535	if (!adapter->rx_queue.queue_addr)
 536		goto out_free_filter_list;
 
 
 
 
 537
 538	adapter->buffer_list_dma = dma_map_single(dev,
 539			adapter->buffer_list_addr, 4096, DMA_BIDIRECTIONAL);
 540	if (dma_mapping_error(dev, adapter->buffer_list_dma)) {
 541		netdev_err(netdev, "unable to map buffer list pages\n");
 542		goto out_free_queue_mem;
 543	}
 544
 545	adapter->filter_list_dma = dma_map_single(dev,
 546			adapter->filter_list_addr, 4096, DMA_BIDIRECTIONAL);
 547	if (dma_mapping_error(dev, adapter->filter_list_dma)) {
 548		netdev_err(netdev, "unable to map filter list pages\n");
 549		goto out_unmap_buffer_list;
 
 
 
 
 550	}
 551
 552	adapter->rx_queue.index = 0;
 553	adapter->rx_queue.num_slots = rxq_entries;
 554	adapter->rx_queue.toggle = 1;
 555
 556	mac_address = ibmveth_encode_mac_addr(netdev->dev_addr);
 
 557
 558	rxq_desc.fields.flags_len = IBMVETH_BUF_VALID |
 559					adapter->rx_queue.queue_len;
 560	rxq_desc.fields.address = adapter->rx_queue.queue_dma;
 561
 562	netdev_dbg(netdev, "buffer list @ 0x%p\n", adapter->buffer_list_addr);
 563	netdev_dbg(netdev, "filter list @ 0x%p\n", adapter->filter_list_addr);
 564	netdev_dbg(netdev, "receive q   @ 0x%p\n", adapter->rx_queue.queue_addr);
 565
 566	h_vio_signal(adapter->vdev->unit_address, VIO_IRQ_DISABLE);
 567
 568	lpar_rc = ibmveth_register_logical_lan(adapter, rxq_desc, mac_address);
 569
 570	if (lpar_rc != H_SUCCESS) {
 571		netdev_err(netdev, "h_register_logical_lan failed with %ld\n",
 572			   lpar_rc);
 573		netdev_err(netdev, "buffer TCE:0x%llx filter TCE:0x%llx rxq "
 574			   "desc:0x%llx MAC:0x%llx\n",
 575				     adapter->buffer_list_dma,
 576				     adapter->filter_list_dma,
 577				     rxq_desc.desc,
 578				     mac_address);
 579		rc = -ENONET;
 580		goto out_unmap_filter_list;
 581	}
 582
 583	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
 584		if (!adapter->rx_buff_pool[i].active)
 585			continue;
 586		if (ibmveth_alloc_buffer_pool(&adapter->rx_buff_pool[i])) {
 587			netdev_err(netdev, "unable to alloc pool\n");
 588			adapter->rx_buff_pool[i].active = 0;
 589			rc = -ENOMEM;
 590			goto out_free_buffer_pools;
 591		}
 592	}
 593
 594	netdev_dbg(netdev, "registering irq 0x%x\n", netdev->irq);
 595	rc = request_irq(netdev->irq, ibmveth_interrupt, 0, netdev->name,
 596			 netdev);
 597	if (rc != 0) {
 598		netdev_err(netdev, "unable to request irq 0x%x, rc %d\n",
 599			   netdev->irq, rc);
 600		do {
 601			lpar_rc = h_free_logical_lan(adapter->vdev->unit_address);
 602		} while (H_IS_LONG_BUSY(lpar_rc) || (lpar_rc == H_BUSY));
 603
 604		goto out_free_buffer_pools;
 605	}
 606
 607	rc = -ENOMEM;
 608	adapter->bounce_buffer =
 609	    kmalloc(netdev->mtu + IBMVETH_BUFF_OH, GFP_KERNEL);
 610	if (!adapter->bounce_buffer)
 611		goto out_free_irq;
 612
 
 
 613	adapter->bounce_buffer_dma =
 614	    dma_map_single(&adapter->vdev->dev, adapter->bounce_buffer,
 615			   netdev->mtu + IBMVETH_BUFF_OH, DMA_BIDIRECTIONAL);
 616	if (dma_mapping_error(dev, adapter->bounce_buffer_dma)) {
 617		netdev_err(netdev, "unable to map bounce buffer\n");
 618		goto out_free_bounce_buffer;
 
 619	}
 620
 621	netdev_dbg(netdev, "initial replenish cycle\n");
 622	ibmveth_interrupt(netdev->irq, netdev);
 623
 624	netif_start_queue(netdev);
 625
 626	netdev_dbg(netdev, "open complete\n");
 627
 628	return 0;
 629
 630out_free_bounce_buffer:
 631	kfree(adapter->bounce_buffer);
 632out_free_irq:
 633	free_irq(netdev->irq, netdev);
 634out_free_buffer_pools:
 635	while (--i >= 0) {
 636		if (adapter->rx_buff_pool[i].active)
 637			ibmveth_free_buffer_pool(adapter,
 638						 &adapter->rx_buff_pool[i]);
 639	}
 640out_unmap_filter_list:
 641	dma_unmap_single(dev, adapter->filter_list_dma, 4096,
 642			 DMA_BIDIRECTIONAL);
 643out_unmap_buffer_list:
 644	dma_unmap_single(dev, adapter->buffer_list_dma, 4096,
 645			 DMA_BIDIRECTIONAL);
 646out_free_queue_mem:
 647	dma_free_coherent(dev, adapter->rx_queue.queue_len,
 648			  adapter->rx_queue.queue_addr,
 649			  adapter->rx_queue.queue_dma);
 650out_free_filter_list:
 651	free_page((unsigned long)adapter->filter_list_addr);
 652out_free_buffer_list:
 653	free_page((unsigned long)adapter->buffer_list_addr);
 654out:
 655	napi_disable(&adapter->napi);
 656	return rc;
 657}
 658
 659static int ibmveth_close(struct net_device *netdev)
 660{
 661	struct ibmveth_adapter *adapter = netdev_priv(netdev);
 662	struct device *dev = &adapter->vdev->dev;
 663	long lpar_rc;
 664	int i;
 665
 666	netdev_dbg(netdev, "close starting\n");
 667
 668	napi_disable(&adapter->napi);
 669
 670	if (!adapter->pool_config)
 671		netif_stop_queue(netdev);
 672
 673	h_vio_signal(adapter->vdev->unit_address, VIO_IRQ_DISABLE);
 674
 675	do {
 676		lpar_rc = h_free_logical_lan(adapter->vdev->unit_address);
 677	} while (H_IS_LONG_BUSY(lpar_rc) || (lpar_rc == H_BUSY));
 678
 679	if (lpar_rc != H_SUCCESS) {
 680		netdev_err(netdev, "h_free_logical_lan failed with %lx, "
 681			   "continuing with close\n", lpar_rc);
 682	}
 683
 684	free_irq(netdev->irq, netdev);
 685
 686	ibmveth_update_rx_no_buffer(adapter);
 687
 688	dma_unmap_single(dev, adapter->buffer_list_dma, 4096,
 689			 DMA_BIDIRECTIONAL);
 690	free_page((unsigned long)adapter->buffer_list_addr);
 691
 692	dma_unmap_single(dev, adapter->filter_list_dma, 4096,
 693			 DMA_BIDIRECTIONAL);
 694	free_page((unsigned long)adapter->filter_list_addr);
 695
 696	dma_free_coherent(dev, adapter->rx_queue.queue_len,
 697			  adapter->rx_queue.queue_addr,
 698			  adapter->rx_queue.queue_dma);
 699
 700	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++)
 701		if (adapter->rx_buff_pool[i].active)
 702			ibmveth_free_buffer_pool(adapter,
 703						 &adapter->rx_buff_pool[i]);
 704
 705	dma_unmap_single(&adapter->vdev->dev, adapter->bounce_buffer_dma,
 706			 adapter->netdev->mtu + IBMVETH_BUFF_OH,
 707			 DMA_BIDIRECTIONAL);
 708	kfree(adapter->bounce_buffer);
 709
 710	netdev_dbg(netdev, "close complete\n");
 711
 712	return 0;
 713}
 714
 715static int ibmveth_set_link_ksettings(struct net_device *dev,
 716				      const struct ethtool_link_ksettings *cmd)
 717{
 718	struct ibmveth_adapter *adapter = netdev_priv(dev);
 719
 720	return ethtool_virtdev_set_link_ksettings(dev, cmd,
 721						  &adapter->speed,
 722						  &adapter->duplex);
 723}
 724
 725static int ibmveth_get_link_ksettings(struct net_device *dev,
 726				      struct ethtool_link_ksettings *cmd)
 727{
 728	struct ibmveth_adapter *adapter = netdev_priv(dev);
 729
 730	cmd->base.speed = adapter->speed;
 731	cmd->base.duplex = adapter->duplex;
 732	cmd->base.port = PORT_OTHER;
 733
 
 
 
 
 
 
 734	return 0;
 735}
 736
 737static void ibmveth_init_link_settings(struct net_device *dev)
 738{
 739	struct ibmveth_adapter *adapter = netdev_priv(dev);
 740
 741	adapter->speed = SPEED_1000;
 742	adapter->duplex = DUPLEX_FULL;
 743}
 744
 745static void netdev_get_drvinfo(struct net_device *dev,
 746			       struct ethtool_drvinfo *info)
 747{
 748	strlcpy(info->driver, ibmveth_driver_name, sizeof(info->driver));
 749	strlcpy(info->version, ibmveth_driver_version, sizeof(info->version));
 
 750}
 751
 752static netdev_features_t ibmveth_fix_features(struct net_device *dev,
 753	netdev_features_t features)
 754{
 755	/*
 756	 * Since the ibmveth firmware interface does not have the
 757	 * concept of separate tx/rx checksum offload enable, if rx
 758	 * checksum is disabled we also have to disable tx checksum
 759	 * offload. Once we disable rx checksum offload, we are no
 760	 * longer allowed to send tx buffers that are not properly
 761	 * checksummed.
 762	 */
 763
 764	if (!(features & NETIF_F_RXCSUM))
 765		features &= ~NETIF_F_CSUM_MASK;
 766
 767	return features;
 768}
 769
 770static int ibmveth_set_csum_offload(struct net_device *dev, u32 data)
 771{
 772	struct ibmveth_adapter *adapter = netdev_priv(dev);
 773	unsigned long set_attr, clr_attr, ret_attr;
 774	unsigned long set_attr6, clr_attr6;
 775	long ret, ret4, ret6;
 776	int rc1 = 0, rc2 = 0;
 777	int restart = 0;
 778
 779	if (netif_running(dev)) {
 780		restart = 1;
 781		adapter->pool_config = 1;
 782		ibmveth_close(dev);
 783		adapter->pool_config = 0;
 784	}
 785
 786	set_attr = 0;
 787	clr_attr = 0;
 788	set_attr6 = 0;
 789	clr_attr6 = 0;
 790
 791	if (data) {
 792		set_attr = IBMVETH_ILLAN_IPV4_TCP_CSUM;
 793		set_attr6 = IBMVETH_ILLAN_IPV6_TCP_CSUM;
 794	} else {
 795		clr_attr = IBMVETH_ILLAN_IPV4_TCP_CSUM;
 796		clr_attr6 = IBMVETH_ILLAN_IPV6_TCP_CSUM;
 797	}
 798
 799	ret = h_illan_attributes(adapter->vdev->unit_address, 0, 0, &ret_attr);
 800
 801	if (ret == H_SUCCESS &&
 
 802	    (ret_attr & IBMVETH_ILLAN_PADDED_PKT_CSUM)) {
 803		ret4 = h_illan_attributes(adapter->vdev->unit_address, clr_attr,
 804					 set_attr, &ret_attr);
 805
 806		if (ret4 != H_SUCCESS) {
 807			netdev_err(dev, "unable to change IPv4 checksum "
 808					"offload settings. %d rc=%ld\n",
 809					data, ret4);
 810
 811			h_illan_attributes(adapter->vdev->unit_address,
 812					   set_attr, clr_attr, &ret_attr);
 813
 814			if (data == 1)
 815				dev->features &= ~NETIF_F_IP_CSUM;
 816
 817		} else {
 818			adapter->fw_ipv4_csum_support = data;
 819		}
 820
 821		ret6 = h_illan_attributes(adapter->vdev->unit_address,
 822					 clr_attr6, set_attr6, &ret_attr);
 823
 824		if (ret6 != H_SUCCESS) {
 825			netdev_err(dev, "unable to change IPv6 checksum "
 826					"offload settings. %d rc=%ld\n",
 827					data, ret6);
 828
 829			h_illan_attributes(adapter->vdev->unit_address,
 830					   set_attr6, clr_attr6, &ret_attr);
 831
 832			if (data == 1)
 833				dev->features &= ~NETIF_F_IPV6_CSUM;
 834
 835		} else
 836			adapter->fw_ipv6_csum_support = data;
 837
 838		if (ret4 == H_SUCCESS || ret6 == H_SUCCESS)
 839			adapter->rx_csum = data;
 840		else
 841			rc1 = -EIO;
 842	} else {
 843		rc1 = -EIO;
 844		netdev_err(dev, "unable to change checksum offload settings."
 845				     " %d rc=%ld ret_attr=%lx\n", data, ret,
 846				     ret_attr);
 847	}
 848
 849	if (restart)
 850		rc2 = ibmveth_open(dev);
 851
 852	return rc1 ? rc1 : rc2;
 853}
 854
 855static int ibmveth_set_tso(struct net_device *dev, u32 data)
 856{
 857	struct ibmveth_adapter *adapter = netdev_priv(dev);
 858	unsigned long set_attr, clr_attr, ret_attr;
 859	long ret1, ret2;
 860	int rc1 = 0, rc2 = 0;
 861	int restart = 0;
 862
 863	if (netif_running(dev)) {
 864		restart = 1;
 865		adapter->pool_config = 1;
 866		ibmveth_close(dev);
 867		adapter->pool_config = 0;
 868	}
 869
 870	set_attr = 0;
 871	clr_attr = 0;
 872
 873	if (data)
 874		set_attr = IBMVETH_ILLAN_LRG_SR_ENABLED;
 875	else
 876		clr_attr = IBMVETH_ILLAN_LRG_SR_ENABLED;
 877
 878	ret1 = h_illan_attributes(adapter->vdev->unit_address, 0, 0, &ret_attr);
 879
 880	if (ret1 == H_SUCCESS && (ret_attr & IBMVETH_ILLAN_LRG_SND_SUPPORT) &&
 881	    !old_large_send) {
 882		ret2 = h_illan_attributes(adapter->vdev->unit_address, clr_attr,
 883					  set_attr, &ret_attr);
 884
 885		if (ret2 != H_SUCCESS) {
 886			netdev_err(dev, "unable to change tso settings. %d rc=%ld\n",
 887				   data, ret2);
 888
 889			h_illan_attributes(adapter->vdev->unit_address,
 890					   set_attr, clr_attr, &ret_attr);
 891
 892			if (data == 1)
 893				dev->features &= ~(NETIF_F_TSO | NETIF_F_TSO6);
 894			rc1 = -EIO;
 895
 896		} else {
 897			adapter->fw_large_send_support = data;
 898			adapter->large_send = data;
 899		}
 900	} else {
 901		/* Older firmware version of large send offload does not
 902		 * support tcp6/ipv6
 903		 */
 904		if (data == 1) {
 905			dev->features &= ~NETIF_F_TSO6;
 906			netdev_info(dev, "TSO feature requires all partitions to have updated driver");
 907		}
 908		adapter->large_send = data;
 909	}
 910
 911	if (restart)
 912		rc2 = ibmveth_open(dev);
 913
 914	return rc1 ? rc1 : rc2;
 915}
 916
 917static int ibmveth_set_features(struct net_device *dev,
 918	netdev_features_t features)
 919{
 920	struct ibmveth_adapter *adapter = netdev_priv(dev);
 921	int rx_csum = !!(features & NETIF_F_RXCSUM);
 922	int large_send = !!(features & (NETIF_F_TSO | NETIF_F_TSO6));
 923	int rc1 = 0, rc2 = 0;
 924
 925	if (rx_csum != adapter->rx_csum) {
 926		rc1 = ibmveth_set_csum_offload(dev, rx_csum);
 927		if (rc1 && !adapter->rx_csum)
 928			dev->features =
 929				features & ~(NETIF_F_CSUM_MASK |
 930					     NETIF_F_RXCSUM);
 931	}
 932
 933	if (large_send != adapter->large_send) {
 934		rc2 = ibmveth_set_tso(dev, large_send);
 935		if (rc2 && !adapter->large_send)
 936			dev->features =
 937				features & ~(NETIF_F_TSO | NETIF_F_TSO6);
 938	}
 939
 940	return rc1 ? rc1 : rc2;
 941}
 942
 943static void ibmveth_get_strings(struct net_device *dev, u32 stringset, u8 *data)
 944{
 945	int i;
 946
 947	if (stringset != ETH_SS_STATS)
 948		return;
 949
 950	for (i = 0; i < ARRAY_SIZE(ibmveth_stats); i++, data += ETH_GSTRING_LEN)
 951		memcpy(data, ibmveth_stats[i].name, ETH_GSTRING_LEN);
 952}
 953
 954static int ibmveth_get_sset_count(struct net_device *dev, int sset)
 955{
 956	switch (sset) {
 957	case ETH_SS_STATS:
 958		return ARRAY_SIZE(ibmveth_stats);
 959	default:
 960		return -EOPNOTSUPP;
 961	}
 962}
 963
 964static void ibmveth_get_ethtool_stats(struct net_device *dev,
 965				      struct ethtool_stats *stats, u64 *data)
 966{
 967	int i;
 968	struct ibmveth_adapter *adapter = netdev_priv(dev);
 969
 970	for (i = 0; i < ARRAY_SIZE(ibmveth_stats); i++)
 971		data[i] = IBMVETH_GET_STAT(adapter, ibmveth_stats[i].offset);
 972}
 973
 974static const struct ethtool_ops netdev_ethtool_ops = {
 975	.get_drvinfo		         = netdev_get_drvinfo,
 976	.get_link		         = ethtool_op_get_link,
 977	.get_strings		         = ibmveth_get_strings,
 978	.get_sset_count		         = ibmveth_get_sset_count,
 979	.get_ethtool_stats	         = ibmveth_get_ethtool_stats,
 980	.get_link_ksettings	         = ibmveth_get_link_ksettings,
 981	.set_link_ksettings              = ibmveth_set_link_ksettings,
 982};
 983
 984static int ibmveth_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
 985{
 986	return -EOPNOTSUPP;
 987}
 988
 
 
 989static int ibmveth_send(struct ibmveth_adapter *adapter,
 990			union ibmveth_buf_desc *descs, unsigned long mss)
 991{
 992	unsigned long correlator;
 993	unsigned int retry_count;
 994	unsigned long ret;
 995
 996	/*
 997	 * The retry count sets a maximum for the number of broadcast and
 998	 * multicast destinations within the system.
 999	 */
1000	retry_count = 1024;
1001	correlator = 0;
1002	do {
1003		ret = h_send_logical_lan(adapter->vdev->unit_address,
1004					     descs[0].desc, descs[1].desc,
1005					     descs[2].desc, descs[3].desc,
1006					     descs[4].desc, descs[5].desc,
1007					     correlator, &correlator, mss,
1008					     adapter->fw_large_send_support);
1009	} while ((ret == H_BUSY) && (retry_count--));
1010
1011	if (ret != H_SUCCESS && ret != H_DROPPED) {
1012		netdev_err(adapter->netdev, "tx: h_send_logical_lan failed "
1013			   "with rc=%ld\n", ret);
1014		return 1;
1015	}
1016
1017	return 0;
1018}
1019
1020static int ibmveth_is_packet_unsupported(struct sk_buff *skb,
1021					 struct net_device *netdev)
1022{
1023	struct ethhdr *ether_header;
1024	int ret = 0;
1025
1026	ether_header = eth_hdr(skb);
1027
1028	if (ether_addr_equal(ether_header->h_dest, netdev->dev_addr)) {
1029		netdev_dbg(netdev, "veth doesn't support loopback packets, dropping packet.\n");
1030		netdev->stats.tx_dropped++;
1031		ret = -EOPNOTSUPP;
1032	}
1033
1034	return ret;
1035}
1036
1037static netdev_tx_t ibmveth_start_xmit(struct sk_buff *skb,
1038				      struct net_device *netdev)
1039{
1040	struct ibmveth_adapter *adapter = netdev_priv(netdev);
1041	unsigned int desc_flags;
1042	union ibmveth_buf_desc descs[6];
1043	int last, i;
1044	int force_bounce = 0;
1045	dma_addr_t dma_addr;
1046	unsigned long mss = 0;
1047
1048	if (ibmveth_is_packet_unsupported(skb, netdev))
1049		goto out;
1050
1051	/* veth doesn't handle frag_list, so linearize the skb.
1052	 * When GRO is enabled SKB's can have frag_list.
1053	 */
1054	if (adapter->is_active_trunk &&
1055	    skb_has_frag_list(skb) && __skb_linearize(skb)) {
1056		netdev->stats.tx_dropped++;
1057		goto out;
1058	}
1059
1060	/*
1061	 * veth handles a maximum of 6 segments including the header, so
1062	 * we have to linearize the skb if there are more than this.
1063	 */
1064	if (skb_shinfo(skb)->nr_frags > 5 && __skb_linearize(skb)) {
1065		netdev->stats.tx_dropped++;
1066		goto out;
1067	}
1068
1069	/* veth can't checksum offload UDP */
1070	if (skb->ip_summed == CHECKSUM_PARTIAL &&
1071	    ((skb->protocol == htons(ETH_P_IP) &&
1072	      ip_hdr(skb)->protocol != IPPROTO_TCP) ||
1073	     (skb->protocol == htons(ETH_P_IPV6) &&
1074	      ipv6_hdr(skb)->nexthdr != IPPROTO_TCP)) &&
1075	    skb_checksum_help(skb)) {
1076
1077		netdev_err(netdev, "tx: failed to checksum packet\n");
1078		netdev->stats.tx_dropped++;
1079		goto out;
1080	}
1081
1082	desc_flags = IBMVETH_BUF_VALID;
1083
1084	if (skb->ip_summed == CHECKSUM_PARTIAL) {
1085		unsigned char *buf = skb_transport_header(skb) +
1086						skb->csum_offset;
1087
1088		desc_flags |= (IBMVETH_BUF_NO_CSUM | IBMVETH_BUF_CSUM_GOOD);
1089
1090		/* Need to zero out the checksum */
1091		buf[0] = 0;
1092		buf[1] = 0;
1093
1094		if (skb_is_gso(skb) && adapter->fw_large_send_support)
1095			desc_flags |= IBMVETH_BUF_LRG_SND;
1096	}
1097
1098retry_bounce:
1099	memset(descs, 0, sizeof(descs));
1100
1101	/*
1102	 * If a linear packet is below the rx threshold then
1103	 * copy it into the static bounce buffer. This avoids the
1104	 * cost of a TCE insert and remove.
1105	 */
1106	if (force_bounce || (!skb_is_nonlinear(skb) &&
1107				(skb->len < tx_copybreak))) {
1108		skb_copy_from_linear_data(skb, adapter->bounce_buffer,
1109					  skb->len);
1110
1111		descs[0].fields.flags_len = desc_flags | skb->len;
1112		descs[0].fields.address = adapter->bounce_buffer_dma;
1113
1114		if (ibmveth_send(adapter, descs, 0)) {
1115			adapter->tx_send_failed++;
1116			netdev->stats.tx_dropped++;
1117		} else {
1118			netdev->stats.tx_packets++;
1119			netdev->stats.tx_bytes += skb->len;
1120		}
1121
1122		goto out;
1123	}
1124
1125	/* Map the header */
1126	dma_addr = dma_map_single(&adapter->vdev->dev, skb->data,
1127				  skb_headlen(skb), DMA_TO_DEVICE);
1128	if (dma_mapping_error(&adapter->vdev->dev, dma_addr))
1129		goto map_failed;
1130
1131	descs[0].fields.flags_len = desc_flags | skb_headlen(skb);
1132	descs[0].fields.address = dma_addr;
1133
1134	/* Map the frags */
1135	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
1136		const skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
1137
1138		dma_addr = skb_frag_dma_map(&adapter->vdev->dev, frag, 0,
1139					    skb_frag_size(frag), DMA_TO_DEVICE);
1140
1141		if (dma_mapping_error(&adapter->vdev->dev, dma_addr))
1142			goto map_failed_frags;
1143
1144		descs[i+1].fields.flags_len = desc_flags | skb_frag_size(frag);
1145		descs[i+1].fields.address = dma_addr;
1146	}
1147
1148	if (skb->ip_summed == CHECKSUM_PARTIAL && skb_is_gso(skb)) {
1149		if (adapter->fw_large_send_support) {
1150			mss = (unsigned long)skb_shinfo(skb)->gso_size;
1151			adapter->tx_large_packets++;
1152		} else if (!skb_is_gso_v6(skb)) {
1153			/* Put -1 in the IP checksum to tell phyp it
1154			 * is a largesend packet. Put the mss in
1155			 * the TCP checksum.
1156			 */
1157			ip_hdr(skb)->check = 0xffff;
1158			tcp_hdr(skb)->check =
1159				cpu_to_be16(skb_shinfo(skb)->gso_size);
1160			adapter->tx_large_packets++;
1161		}
1162	}
1163
1164	if (ibmveth_send(adapter, descs, mss)) {
1165		adapter->tx_send_failed++;
1166		netdev->stats.tx_dropped++;
1167	} else {
1168		netdev->stats.tx_packets++;
1169		netdev->stats.tx_bytes += skb->len;
1170	}
1171
1172	dma_unmap_single(&adapter->vdev->dev,
1173			 descs[0].fields.address,
1174			 descs[0].fields.flags_len & IBMVETH_BUF_LEN_MASK,
1175			 DMA_TO_DEVICE);
1176
1177	for (i = 1; i < skb_shinfo(skb)->nr_frags + 1; i++)
1178		dma_unmap_page(&adapter->vdev->dev, descs[i].fields.address,
1179			       descs[i].fields.flags_len & IBMVETH_BUF_LEN_MASK,
1180			       DMA_TO_DEVICE);
1181
1182out:
1183	dev_consume_skb_any(skb);
1184	return NETDEV_TX_OK;
1185
1186map_failed_frags:
1187	last = i+1;
1188	for (i = 1; i < last; i++)
1189		dma_unmap_page(&adapter->vdev->dev, descs[i].fields.address,
1190			       descs[i].fields.flags_len & IBMVETH_BUF_LEN_MASK,
1191			       DMA_TO_DEVICE);
1192
1193	dma_unmap_single(&adapter->vdev->dev,
1194			 descs[0].fields.address,
1195			 descs[0].fields.flags_len & IBMVETH_BUF_LEN_MASK,
1196			 DMA_TO_DEVICE);
1197map_failed:
1198	if (!firmware_has_feature(FW_FEATURE_CMO))
1199		netdev_err(netdev, "tx: unable to map xmit buffer\n");
1200	adapter->tx_map_failed++;
1201	if (skb_linearize(skb)) {
1202		netdev->stats.tx_dropped++;
1203		goto out;
1204	}
1205	force_bounce = 1;
1206	goto retry_bounce;
1207}
1208
1209static void ibmveth_rx_mss_helper(struct sk_buff *skb, u16 mss, int lrg_pkt)
1210{
1211	struct tcphdr *tcph;
1212	int offset = 0;
1213	int hdr_len;
1214
1215	/* only TCP packets will be aggregated */
1216	if (skb->protocol == htons(ETH_P_IP)) {
1217		struct iphdr *iph = (struct iphdr *)skb->data;
1218
1219		if (iph->protocol == IPPROTO_TCP) {
1220			offset = iph->ihl * 4;
1221			skb_shinfo(skb)->gso_type = SKB_GSO_TCPV4;
1222		} else {
1223			return;
1224		}
1225	} else if (skb->protocol == htons(ETH_P_IPV6)) {
1226		struct ipv6hdr *iph6 = (struct ipv6hdr *)skb->data;
1227
1228		if (iph6->nexthdr == IPPROTO_TCP) {
1229			offset = sizeof(struct ipv6hdr);
1230			skb_shinfo(skb)->gso_type = SKB_GSO_TCPV6;
1231		} else {
1232			return;
1233		}
1234	} else {
1235		return;
1236	}
1237	/* if mss is not set through Large Packet bit/mss in rx buffer,
1238	 * expect that the mss will be written to the tcp header checksum.
1239	 */
1240	tcph = (struct tcphdr *)(skb->data + offset);
1241	if (lrg_pkt) {
1242		skb_shinfo(skb)->gso_size = mss;
1243	} else if (offset) {
1244		skb_shinfo(skb)->gso_size = ntohs(tcph->check);
1245		tcph->check = 0;
1246	}
1247
1248	if (skb_shinfo(skb)->gso_size) {
1249		hdr_len = offset + tcph->doff * 4;
1250		skb_shinfo(skb)->gso_segs =
1251				DIV_ROUND_UP(skb->len - hdr_len,
1252					     skb_shinfo(skb)->gso_size);
1253	}
1254}
1255
1256static void ibmveth_rx_csum_helper(struct sk_buff *skb,
1257				   struct ibmveth_adapter *adapter)
1258{
1259	struct iphdr *iph = NULL;
1260	struct ipv6hdr *iph6 = NULL;
1261	__be16 skb_proto = 0;
1262	u16 iphlen = 0;
1263	u16 iph_proto = 0;
1264	u16 tcphdrlen = 0;
1265
1266	skb_proto = be16_to_cpu(skb->protocol);
1267
1268	if (skb_proto == ETH_P_IP) {
1269		iph = (struct iphdr *)skb->data;
1270
1271		/* If the IP checksum is not offloaded and if the packet
1272		 *  is large send, the checksum must be rebuilt.
1273		 */
1274		if (iph->check == 0xffff) {
1275			iph->check = 0;
1276			iph->check = ip_fast_csum((unsigned char *)iph,
1277						  iph->ihl);
1278		}
1279
1280		iphlen = iph->ihl * 4;
1281		iph_proto = iph->protocol;
1282	} else if (skb_proto == ETH_P_IPV6) {
1283		iph6 = (struct ipv6hdr *)skb->data;
1284		iphlen = sizeof(struct ipv6hdr);
1285		iph_proto = iph6->nexthdr;
1286	}
1287
1288	/* When CSO is enabled the TCP checksum may have be set to NULL by
1289	 * the sender given that we zeroed out TCP checksum field in
1290	 * transmit path (refer ibmveth_start_xmit routine). In this case set
1291	 * up CHECKSUM_PARTIAL. If the packet is forwarded, the checksum will
1292	 * then be recalculated by the destination NIC (CSO must be enabled
1293	 * on the destination NIC).
1294	 *
1295	 * In an OVS environment, when a flow is not cached, specifically for a
1296	 * new TCP connection, the first packet information is passed up to
1297	 * the user space for finding a flow. During this process, OVS computes
1298	 * checksum on the first packet when CHECKSUM_PARTIAL flag is set.
1299	 *
1300	 * So, re-compute TCP pseudo header checksum when configured for
1301	 * trunk mode.
1302	 */
1303	if (iph_proto == IPPROTO_TCP) {
1304		struct tcphdr *tcph = (struct tcphdr *)(skb->data + iphlen);
1305		if (tcph->check == 0x0000) {
1306			/* Recompute TCP pseudo header checksum  */
1307			if (adapter->is_active_trunk) {
1308				tcphdrlen = skb->len - iphlen;
1309				if (skb_proto == ETH_P_IP)
1310					tcph->check =
1311					 ~csum_tcpudp_magic(iph->saddr,
1312					iph->daddr, tcphdrlen, iph_proto, 0);
1313				else if (skb_proto == ETH_P_IPV6)
1314					tcph->check =
1315					 ~csum_ipv6_magic(&iph6->saddr,
1316					&iph6->daddr, tcphdrlen, iph_proto, 0);
1317			}
1318			/* Setup SKB fields for checksum offload */
1319			skb_partial_csum_set(skb, iphlen,
1320					     offsetof(struct tcphdr, check));
1321			skb_reset_network_header(skb);
1322		}
1323	}
1324}
1325
1326static int ibmveth_poll(struct napi_struct *napi, int budget)
1327{
1328	struct ibmveth_adapter *adapter =
1329			container_of(napi, struct ibmveth_adapter, napi);
1330	struct net_device *netdev = adapter->netdev;
1331	int frames_processed = 0;
1332	unsigned long lpar_rc;
1333	u16 mss = 0;
1334
1335	while (frames_processed < budget) {
 
1336		if (!ibmveth_rxq_pending_buffer(adapter))
1337			break;
1338
1339		smp_rmb();
1340		if (!ibmveth_rxq_buffer_valid(adapter)) {
1341			wmb(); /* suggested by larson1 */
1342			adapter->rx_invalid_buffer++;
1343			netdev_dbg(netdev, "recycling invalid buffer\n");
1344			ibmveth_rxq_recycle_buffer(adapter);
1345		} else {
1346			struct sk_buff *skb, *new_skb;
1347			int length = ibmveth_rxq_frame_length(adapter);
1348			int offset = ibmveth_rxq_frame_offset(adapter);
1349			int csum_good = ibmveth_rxq_csum_good(adapter);
1350			int lrg_pkt = ibmveth_rxq_large_packet(adapter);
1351			__sum16 iph_check = 0;
1352
1353			skb = ibmveth_rxq_get_buffer(adapter);
1354
1355			/* if the large packet bit is set in the rx queue
1356			 * descriptor, the mss will be written by PHYP eight
1357			 * bytes from the start of the rx buffer, which is
1358			 * skb->data at this stage
1359			 */
1360			if (lrg_pkt) {
1361				__be64 *rxmss = (__be64 *)(skb->data + 8);
1362
1363				mss = (u16)be64_to_cpu(*rxmss);
1364			}
1365
1366			new_skb = NULL;
1367			if (length < rx_copybreak)
1368				new_skb = netdev_alloc_skb(netdev, length);
1369
1370			if (new_skb) {
1371				skb_copy_to_linear_data(new_skb,
1372							skb->data + offset,
1373							length);
1374				if (rx_flush)
1375					ibmveth_flush_buffer(skb->data,
1376						length + offset);
1377				if (!ibmveth_rxq_recycle_buffer(adapter))
1378					kfree_skb(skb);
1379				skb = new_skb;
1380			} else {
1381				ibmveth_rxq_harvest_buffer(adapter);
1382				skb_reserve(skb, offset);
1383			}
1384
1385			skb_put(skb, length);
1386			skb->protocol = eth_type_trans(skb, netdev);
1387
1388			/* PHYP without PLSO support places a -1 in the ip
1389			 * checksum for large send frames.
1390			 */
1391			if (skb->protocol == cpu_to_be16(ETH_P_IP)) {
1392				struct iphdr *iph = (struct iphdr *)skb->data;
1393
1394				iph_check = iph->check;
1395			}
1396
1397			if ((length > netdev->mtu + ETH_HLEN) ||
1398			    lrg_pkt || iph_check == 0xffff) {
1399				ibmveth_rx_mss_helper(skb, mss, lrg_pkt);
1400				adapter->rx_large_packets++;
1401			}
1402
1403			if (csum_good) {
1404				skb->ip_summed = CHECKSUM_UNNECESSARY;
1405				ibmveth_rx_csum_helper(skb, adapter);
1406			}
1407
1408			napi_gro_receive(napi, skb);	/* send it up */
1409
1410			netdev->stats.rx_packets++;
1411			netdev->stats.rx_bytes += length;
1412			frames_processed++;
1413		}
1414	}
1415
1416	ibmveth_replenish_task(adapter);
1417
1418	if (frames_processed < budget) {
1419		napi_complete_done(napi, frames_processed);
1420
1421		/* We think we are done - reenable interrupts,
1422		 * then check once more to make sure we are done.
1423		 */
1424		lpar_rc = h_vio_signal(adapter->vdev->unit_address,
1425				       VIO_IRQ_ENABLE);
1426
1427		BUG_ON(lpar_rc != H_SUCCESS);
1428
 
 
1429		if (ibmveth_rxq_pending_buffer(adapter) &&
1430		    napi_reschedule(napi)) {
1431			lpar_rc = h_vio_signal(adapter->vdev->unit_address,
1432					       VIO_IRQ_DISABLE);
 
1433		}
1434	}
1435
1436	return frames_processed;
1437}
1438
1439static irqreturn_t ibmveth_interrupt(int irq, void *dev_instance)
1440{
1441	struct net_device *netdev = dev_instance;
1442	struct ibmveth_adapter *adapter = netdev_priv(netdev);
1443	unsigned long lpar_rc;
1444
1445	if (napi_schedule_prep(&adapter->napi)) {
1446		lpar_rc = h_vio_signal(adapter->vdev->unit_address,
1447				       VIO_IRQ_DISABLE);
1448		BUG_ON(lpar_rc != H_SUCCESS);
1449		__napi_schedule(&adapter->napi);
1450	}
1451	return IRQ_HANDLED;
1452}
1453
1454static void ibmveth_set_multicast_list(struct net_device *netdev)
1455{
1456	struct ibmveth_adapter *adapter = netdev_priv(netdev);
1457	unsigned long lpar_rc;
1458
1459	if ((netdev->flags & IFF_PROMISC) ||
1460	    (netdev_mc_count(netdev) > adapter->mcastFilterSize)) {
1461		lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
1462					   IbmVethMcastEnableRecv |
1463					   IbmVethMcastDisableFiltering,
1464					   0);
1465		if (lpar_rc != H_SUCCESS) {
1466			netdev_err(netdev, "h_multicast_ctrl rc=%ld when "
1467				   "entering promisc mode\n", lpar_rc);
1468		}
1469	} else {
1470		struct netdev_hw_addr *ha;
1471		/* clear the filter table & disable filtering */
1472		lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
1473					   IbmVethMcastEnableRecv |
1474					   IbmVethMcastDisableFiltering |
1475					   IbmVethMcastClearFilterTable,
1476					   0);
1477		if (lpar_rc != H_SUCCESS) {
1478			netdev_err(netdev, "h_multicast_ctrl rc=%ld when "
1479				   "attempting to clear filter table\n",
1480				   lpar_rc);
1481		}
1482		/* add the addresses to the filter table */
1483		netdev_for_each_mc_addr(ha, netdev) {
1484			/* add the multicast address to the filter table */
1485			u64 mcast_addr;
1486			mcast_addr = ibmveth_encode_mac_addr(ha->addr);
1487			lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
1488						   IbmVethMcastAddFilter,
1489						   mcast_addr);
1490			if (lpar_rc != H_SUCCESS) {
1491				netdev_err(netdev, "h_multicast_ctrl rc=%ld "
1492					   "when adding an entry to the filter "
1493					   "table\n", lpar_rc);
1494			}
1495		}
1496
1497		/* re-enable filtering */
1498		lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
1499					   IbmVethMcastEnableFiltering,
1500					   0);
1501		if (lpar_rc != H_SUCCESS) {
1502			netdev_err(netdev, "h_multicast_ctrl rc=%ld when "
1503				   "enabling filtering\n", lpar_rc);
1504		}
1505	}
1506}
1507
1508static int ibmveth_change_mtu(struct net_device *dev, int new_mtu)
1509{
1510	struct ibmveth_adapter *adapter = netdev_priv(dev);
1511	struct vio_dev *viodev = adapter->vdev;
1512	int new_mtu_oh = new_mtu + IBMVETH_BUFF_OH;
1513	int i, rc;
1514	int need_restart = 0;
1515
 
 
 
1516	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++)
1517		if (new_mtu_oh <= adapter->rx_buff_pool[i].buff_size)
1518			break;
1519
1520	if (i == IBMVETH_NUM_BUFF_POOLS)
1521		return -EINVAL;
1522
1523	/* Deactivate all the buffer pools so that the next loop can activate
1524	   only the buffer pools necessary to hold the new MTU */
1525	if (netif_running(adapter->netdev)) {
1526		need_restart = 1;
1527		adapter->pool_config = 1;
1528		ibmveth_close(adapter->netdev);
1529		adapter->pool_config = 0;
1530	}
1531
1532	/* Look for an active buffer pool that can hold the new MTU */
1533	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
1534		adapter->rx_buff_pool[i].active = 1;
1535
1536		if (new_mtu_oh <= adapter->rx_buff_pool[i].buff_size) {
1537			dev->mtu = new_mtu;
1538			vio_cmo_set_dev_desired(viodev,
1539						ibmveth_get_desired_dma
1540						(viodev));
1541			if (need_restart) {
1542				return ibmveth_open(adapter->netdev);
1543			}
1544			return 0;
1545		}
1546	}
1547
1548	if (need_restart && (rc = ibmveth_open(adapter->netdev)))
1549		return rc;
1550
1551	return -EINVAL;
1552}
1553
1554#ifdef CONFIG_NET_POLL_CONTROLLER
1555static void ibmveth_poll_controller(struct net_device *dev)
1556{
1557	ibmveth_replenish_task(netdev_priv(dev));
1558	ibmveth_interrupt(dev->irq, dev);
1559}
1560#endif
1561
1562/**
1563 * ibmveth_get_desired_dma - Calculate IO memory desired by the driver
1564 *
1565 * @vdev: struct vio_dev for the device whose desired IO mem is to be returned
1566 *
1567 * Return value:
1568 *	Number of bytes of IO data the driver will need to perform well.
1569 */
1570static unsigned long ibmveth_get_desired_dma(struct vio_dev *vdev)
1571{
1572	struct net_device *netdev = dev_get_drvdata(&vdev->dev);
1573	struct ibmveth_adapter *adapter;
1574	struct iommu_table *tbl;
1575	unsigned long ret;
1576	int i;
1577	int rxqentries = 1;
1578
1579	tbl = get_iommu_table_base(&vdev->dev);
1580
1581	/* netdev inits at probe time along with the structures we need below*/
1582	if (netdev == NULL)
1583		return IOMMU_PAGE_ALIGN(IBMVETH_IO_ENTITLEMENT_DEFAULT, tbl);
1584
1585	adapter = netdev_priv(netdev);
1586
1587	ret = IBMVETH_BUFF_LIST_SIZE + IBMVETH_FILT_LIST_SIZE;
1588	ret += IOMMU_PAGE_ALIGN(netdev->mtu, tbl);
1589
1590	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
1591		/* add the size of the active receive buffers */
1592		if (adapter->rx_buff_pool[i].active)
1593			ret +=
1594			    adapter->rx_buff_pool[i].size *
1595			    IOMMU_PAGE_ALIGN(adapter->rx_buff_pool[i].
1596					     buff_size, tbl);
1597		rxqentries += adapter->rx_buff_pool[i].size;
1598	}
1599	/* add the size of the receive queue entries */
1600	ret += IOMMU_PAGE_ALIGN(
1601		rxqentries * sizeof(struct ibmveth_rx_q_entry), tbl);
1602
1603	return ret;
1604}
1605
1606static int ibmveth_set_mac_addr(struct net_device *dev, void *p)
1607{
1608	struct ibmveth_adapter *adapter = netdev_priv(dev);
1609	struct sockaddr *addr = p;
1610	u64 mac_address;
1611	int rc;
1612
1613	if (!is_valid_ether_addr(addr->sa_data))
1614		return -EADDRNOTAVAIL;
1615
1616	mac_address = ibmveth_encode_mac_addr(addr->sa_data);
1617	rc = h_change_logical_lan_mac(adapter->vdev->unit_address, mac_address);
1618	if (rc) {
1619		netdev_err(adapter->netdev, "h_change_logical_lan_mac failed with rc=%d\n", rc);
1620		return rc;
1621	}
1622
1623	ether_addr_copy(dev->dev_addr, addr->sa_data);
1624
1625	return 0;
1626}
1627
1628static const struct net_device_ops ibmveth_netdev_ops = {
1629	.ndo_open		= ibmveth_open,
1630	.ndo_stop		= ibmveth_close,
1631	.ndo_start_xmit		= ibmveth_start_xmit,
1632	.ndo_set_rx_mode	= ibmveth_set_multicast_list,
1633	.ndo_do_ioctl		= ibmveth_ioctl,
1634	.ndo_change_mtu		= ibmveth_change_mtu,
1635	.ndo_fix_features	= ibmveth_fix_features,
1636	.ndo_set_features	= ibmveth_set_features,
1637	.ndo_validate_addr	= eth_validate_addr,
1638	.ndo_set_mac_address    = ibmveth_set_mac_addr,
1639#ifdef CONFIG_NET_POLL_CONTROLLER
1640	.ndo_poll_controller	= ibmveth_poll_controller,
1641#endif
1642};
1643
1644static int ibmveth_probe(struct vio_dev *dev, const struct vio_device_id *id)
 
1645{
1646	int rc, i, mac_len;
1647	struct net_device *netdev;
1648	struct ibmveth_adapter *adapter;
1649	unsigned char *mac_addr_p;
1650	__be32 *mcastFilterSize_p;
1651	long ret;
1652	unsigned long ret_attr;
1653
1654	dev_dbg(&dev->dev, "entering ibmveth_probe for UA 0x%x\n",
1655		dev->unit_address);
1656
1657	mac_addr_p = (unsigned char *)vio_get_attribute(dev, VETH_MAC_ADDR,
1658							&mac_len);
1659	if (!mac_addr_p) {
1660		dev_err(&dev->dev, "Can't find VETH_MAC_ADDR attribute\n");
1661		return -EINVAL;
1662	}
1663	/* Workaround for old/broken pHyp */
1664	if (mac_len == 8)
1665		mac_addr_p += 2;
1666	else if (mac_len != 6) {
1667		dev_err(&dev->dev, "VETH_MAC_ADDR attribute wrong len %d\n",
1668			mac_len);
1669		return -EINVAL;
1670	}
1671
1672	mcastFilterSize_p = (__be32 *)vio_get_attribute(dev,
1673							VETH_MCAST_FILTER_SIZE,
1674							NULL);
1675	if (!mcastFilterSize_p) {
1676		dev_err(&dev->dev, "Can't find VETH_MCAST_FILTER_SIZE "
1677			"attribute\n");
1678		return -EINVAL;
1679	}
1680
1681	netdev = alloc_etherdev(sizeof(struct ibmveth_adapter));
1682
1683	if (!netdev)
1684		return -ENOMEM;
1685
1686	adapter = netdev_priv(netdev);
1687	dev_set_drvdata(&dev->dev, netdev);
1688
1689	adapter->vdev = dev;
1690	adapter->netdev = netdev;
1691	adapter->mcastFilterSize = be32_to_cpu(*mcastFilterSize_p);
1692	adapter->pool_config = 0;
1693	ibmveth_init_link_settings(netdev);
1694
1695	netif_napi_add(netdev, &adapter->napi, ibmveth_poll, 16);
1696
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1697	netdev->irq = dev->irq;
1698	netdev->netdev_ops = &ibmveth_netdev_ops;
1699	netdev->ethtool_ops = &netdev_ethtool_ops;
1700	SET_NETDEV_DEV(netdev, &dev->dev);
1701	netdev->hw_features = NETIF_F_SG;
1702	if (vio_get_attribute(dev, "ibm,illan-options", NULL) != NULL) {
1703		netdev->hw_features |= NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM |
1704				       NETIF_F_RXCSUM;
1705	}
1706
1707	netdev->features |= netdev->hw_features;
1708
1709	ret = h_illan_attributes(adapter->vdev->unit_address, 0, 0, &ret_attr);
1710
1711	/* If running older firmware, TSO should not be enabled by default */
1712	if (ret == H_SUCCESS && (ret_attr & IBMVETH_ILLAN_LRG_SND_SUPPORT) &&
1713	    !old_large_send) {
1714		netdev->hw_features |= NETIF_F_TSO | NETIF_F_TSO6;
1715		netdev->features |= netdev->hw_features;
1716	} else {
1717		netdev->hw_features |= NETIF_F_TSO;
1718	}
1719
1720	adapter->is_active_trunk = false;
1721	if (ret == H_SUCCESS && (ret_attr & IBMVETH_ILLAN_ACTIVE_TRUNK)) {
1722		adapter->is_active_trunk = true;
1723		netdev->hw_features |= NETIF_F_FRAGLIST;
1724		netdev->features |= NETIF_F_FRAGLIST;
1725	}
1726
1727	netdev->min_mtu = IBMVETH_MIN_MTU;
1728	netdev->max_mtu = ETH_MAX_MTU - IBMVETH_BUFF_OH;
1729
1730	memcpy(netdev->dev_addr, mac_addr_p, ETH_ALEN);
1731
1732	if (firmware_has_feature(FW_FEATURE_CMO))
1733		memcpy(pool_count, pool_count_cmo, sizeof(pool_count));
1734
1735	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
1736		struct kobject *kobj = &adapter->rx_buff_pool[i].kobj;
1737		int error;
1738
1739		ibmveth_init_buffer_pool(&adapter->rx_buff_pool[i], i,
1740					 pool_count[i], pool_size[i],
1741					 pool_active[i]);
1742		error = kobject_init_and_add(kobj, &ktype_veth_pool,
1743					     &dev->dev.kobj, "pool%d", i);
1744		if (!error)
1745			kobject_uevent(kobj, KOBJ_ADD);
1746	}
1747
1748	netdev_dbg(netdev, "adapter @ 0x%p\n", adapter);
 
 
 
 
 
1749	netdev_dbg(netdev, "registering netdev...\n");
1750
1751	ibmveth_set_features(netdev, netdev->features);
1752
1753	rc = register_netdev(netdev);
1754
1755	if (rc) {
1756		netdev_dbg(netdev, "failed to register netdev rc=%d\n", rc);
1757		free_netdev(netdev);
1758		return rc;
1759	}
1760
1761	netdev_dbg(netdev, "registered\n");
1762
1763	return 0;
1764}
1765
1766static void ibmveth_remove(struct vio_dev *dev)
1767{
1768	struct net_device *netdev = dev_get_drvdata(&dev->dev);
1769	struct ibmveth_adapter *adapter = netdev_priv(netdev);
1770	int i;
1771
1772	for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++)
1773		kobject_put(&adapter->rx_buff_pool[i].kobj);
1774
1775	unregister_netdev(netdev);
1776
1777	free_netdev(netdev);
1778	dev_set_drvdata(&dev->dev, NULL);
 
 
1779}
1780
1781static struct attribute veth_active_attr;
1782static struct attribute veth_num_attr;
1783static struct attribute veth_size_attr;
1784
1785static ssize_t veth_pool_show(struct kobject *kobj,
1786			      struct attribute *attr, char *buf)
1787{
1788	struct ibmveth_buff_pool *pool = container_of(kobj,
1789						      struct ibmveth_buff_pool,
1790						      kobj);
1791
1792	if (attr == &veth_active_attr)
1793		return sprintf(buf, "%d\n", pool->active);
1794	else if (attr == &veth_num_attr)
1795		return sprintf(buf, "%d\n", pool->size);
1796	else if (attr == &veth_size_attr)
1797		return sprintf(buf, "%d\n", pool->buff_size);
1798	return 0;
1799}
1800
1801static ssize_t veth_pool_store(struct kobject *kobj, struct attribute *attr,
1802			       const char *buf, size_t count)
1803{
1804	struct ibmveth_buff_pool *pool = container_of(kobj,
1805						      struct ibmveth_buff_pool,
1806						      kobj);
1807	struct net_device *netdev = dev_get_drvdata(kobj_to_dev(kobj->parent));
 
1808	struct ibmveth_adapter *adapter = netdev_priv(netdev);
1809	long value = simple_strtol(buf, NULL, 10);
1810	long rc;
1811
1812	if (attr == &veth_active_attr) {
1813		if (value && !pool->active) {
1814			if (netif_running(netdev)) {
1815				if (ibmveth_alloc_buffer_pool(pool)) {
1816					netdev_err(netdev,
1817						   "unable to alloc pool\n");
1818					return -ENOMEM;
1819				}
1820				pool->active = 1;
1821				adapter->pool_config = 1;
1822				ibmveth_close(netdev);
1823				adapter->pool_config = 0;
1824				if ((rc = ibmveth_open(netdev)))
1825					return rc;
1826			} else {
1827				pool->active = 1;
1828			}
1829		} else if (!value && pool->active) {
1830			int mtu = netdev->mtu + IBMVETH_BUFF_OH;
1831			int i;
1832			/* Make sure there is a buffer pool with buffers that
1833			   can hold a packet of the size of the MTU */
1834			for (i = 0; i < IBMVETH_NUM_BUFF_POOLS; i++) {
1835				if (pool == &adapter->rx_buff_pool[i])
1836					continue;
1837				if (!adapter->rx_buff_pool[i].active)
1838					continue;
1839				if (mtu <= adapter->rx_buff_pool[i].buff_size)
1840					break;
1841			}
1842
1843			if (i == IBMVETH_NUM_BUFF_POOLS) {
1844				netdev_err(netdev, "no active pool >= MTU\n");
1845				return -EPERM;
1846			}
1847
1848			if (netif_running(netdev)) {
1849				adapter->pool_config = 1;
1850				ibmveth_close(netdev);
1851				pool->active = 0;
1852				adapter->pool_config = 0;
1853				if ((rc = ibmveth_open(netdev)))
1854					return rc;
1855			}
1856			pool->active = 0;
1857		}
1858	} else if (attr == &veth_num_attr) {
1859		if (value <= 0 || value > IBMVETH_MAX_POOL_COUNT) {
1860			return -EINVAL;
1861		} else {
1862			if (netif_running(netdev)) {
1863				adapter->pool_config = 1;
1864				ibmveth_close(netdev);
1865				adapter->pool_config = 0;
1866				pool->size = value;
1867				if ((rc = ibmveth_open(netdev)))
1868					return rc;
1869			} else {
1870				pool->size = value;
1871			}
1872		}
1873	} else if (attr == &veth_size_attr) {
1874		if (value <= IBMVETH_BUFF_OH || value > IBMVETH_MAX_BUF_SIZE) {
1875			return -EINVAL;
1876		} else {
1877			if (netif_running(netdev)) {
1878				adapter->pool_config = 1;
1879				ibmveth_close(netdev);
1880				adapter->pool_config = 0;
1881				pool->buff_size = value;
1882				if ((rc = ibmveth_open(netdev)))
1883					return rc;
1884			} else {
1885				pool->buff_size = value;
1886			}
1887		}
1888	}
1889
1890	/* kick the interrupt handler to allocate/deallocate pools */
1891	ibmveth_interrupt(netdev->irq, netdev);
1892	return count;
1893}
1894
1895
1896#define ATTR(_name, _mode)				\
1897	struct attribute veth_##_name##_attr = {	\
1898	.name = __stringify(_name), .mode = _mode,	\
1899	};
1900
1901static ATTR(active, 0644);
1902static ATTR(num, 0644);
1903static ATTR(size, 0644);
1904
1905static struct attribute *veth_pool_attrs[] = {
1906	&veth_active_attr,
1907	&veth_num_attr,
1908	&veth_size_attr,
1909	NULL,
1910};
1911
1912static const struct sysfs_ops veth_pool_ops = {
1913	.show   = veth_pool_show,
1914	.store  = veth_pool_store,
1915};
1916
1917static struct kobj_type ktype_veth_pool = {
1918	.release        = NULL,
1919	.sysfs_ops      = &veth_pool_ops,
1920	.default_attrs  = veth_pool_attrs,
1921};
1922
1923static int ibmveth_resume(struct device *dev)
1924{
1925	struct net_device *netdev = dev_get_drvdata(dev);
1926	ibmveth_interrupt(netdev->irq, netdev);
1927	return 0;
1928}
1929
1930static const struct vio_device_id ibmveth_device_table[] = {
1931	{ "network", "IBM,l-lan"},
1932	{ "", "" }
1933};
1934MODULE_DEVICE_TABLE(vio, ibmveth_device_table);
1935
1936static const struct dev_pm_ops ibmveth_pm_ops = {
1937	.resume = ibmveth_resume
1938};
1939
1940static struct vio_driver ibmveth_driver = {
1941	.id_table	= ibmveth_device_table,
1942	.probe		= ibmveth_probe,
1943	.remove		= ibmveth_remove,
1944	.get_desired_dma = ibmveth_get_desired_dma,
1945	.name		= ibmveth_driver_name,
1946	.pm		= &ibmveth_pm_ops,
1947};
1948
1949static int __init ibmveth_module_init(void)
1950{
1951	printk(KERN_DEBUG "%s: %s %s\n", ibmveth_driver_name,
1952	       ibmveth_driver_string, ibmveth_driver_version);
1953
1954	return vio_register_driver(&ibmveth_driver);
1955}
1956
1957static void __exit ibmveth_module_exit(void)
1958{
1959	vio_unregister_driver(&ibmveth_driver);
1960}
1961
1962module_init(ibmveth_module_init);
1963module_exit(ibmveth_module_exit);