Linux Audio

Check our new training course

Loading...
v6.8
   1// SPDX-License-Identifier: GPL-2.0
   2/*
   3 * R8A66597 HCD (Host Controller Driver)
   4 *
   5 * Copyright (C) 2006-2007 Renesas Solutions Corp.
   6 * Portions Copyright (C) 2004 Psion Teklogix (for NetBook PRO)
   7 * Portions Copyright (C) 2004-2005 David Brownell
   8 * Portions Copyright (C) 1999 Roman Weissgaerber
   9 *
  10 * Author : Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>
  11 */
  12
  13#include <linux/module.h>
  14#include <linux/kernel.h>
  15#include <linux/sched.h>
  16#include <linux/errno.h>
  17#include <linux/timer.h>
  18#include <linux/delay.h>
  19#include <linux/list.h>
  20#include <linux/interrupt.h>
  21#include <linux/usb.h>
  22#include <linux/usb/hcd.h>
  23#include <linux/platform_device.h>
  24#include <linux/io.h>
  25#include <linux/mm.h>
  26#include <linux/irq.h>
  27#include <linux/slab.h>
  28#include <asm/cacheflush.h>
  29
  30#include "r8a66597.h"
  31
  32MODULE_DESCRIPTION("R8A66597 USB Host Controller Driver");
  33MODULE_LICENSE("GPL");
  34MODULE_AUTHOR("Yoshihiro Shimoda");
  35MODULE_ALIAS("platform:r8a66597_hcd");
  36
  37#define DRIVER_VERSION	"2009-05-26"
  38
  39static const char hcd_name[] = "r8a66597_hcd";
  40
  41static void packet_write(struct r8a66597 *r8a66597, u16 pipenum);
  42static int r8a66597_get_frame(struct usb_hcd *hcd);
  43
  44/* this function must be called with interrupt disabled */
  45static void enable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  46			    unsigned long reg)
  47{
  48	u16 tmp;
  49
  50	tmp = r8a66597_read(r8a66597, INTENB0);
  51	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  52	r8a66597_bset(r8a66597, 1 << pipenum, reg);
  53	r8a66597_write(r8a66597, tmp, INTENB0);
  54}
  55
  56/* this function must be called with interrupt disabled */
  57static void disable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  58			     unsigned long reg)
  59{
  60	u16 tmp;
  61
  62	tmp = r8a66597_read(r8a66597, INTENB0);
  63	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  64	r8a66597_bclr(r8a66597, 1 << pipenum, reg);
  65	r8a66597_write(r8a66597, tmp, INTENB0);
  66}
  67
  68static void set_devadd_reg(struct r8a66597 *r8a66597, u8 r8a66597_address,
  69			   u16 usbspd, u8 upphub, u8 hubport, int port)
  70{
  71	u16 val;
  72	unsigned long devadd_reg = get_devadd_addr(r8a66597_address);
  73
  74	val = (upphub << 11) | (hubport << 8) | (usbspd << 6) | (port & 0x0001);
  75	r8a66597_write(r8a66597, val, devadd_reg);
  76}
  77
  78static int r8a66597_clock_enable(struct r8a66597 *r8a66597)
  79{
  80	u16 tmp;
  81	int i = 0;
  82
  83	if (r8a66597->pdata->on_chip) {
  84		clk_prepare_enable(r8a66597->clk);
  85		do {
  86			r8a66597_write(r8a66597, SCKE, SYSCFG0);
  87			tmp = r8a66597_read(r8a66597, SYSCFG0);
  88			if (i++ > 1000) {
  89				printk(KERN_ERR "r8a66597: reg access fail.\n");
  90				return -ENXIO;
  91			}
  92		} while ((tmp & SCKE) != SCKE);
  93		r8a66597_write(r8a66597, 0x04, 0x02);
  94	} else {
  95		do {
  96			r8a66597_write(r8a66597, USBE, SYSCFG0);
  97			tmp = r8a66597_read(r8a66597, SYSCFG0);
  98			if (i++ > 1000) {
  99				printk(KERN_ERR "r8a66597: reg access fail.\n");
 100				return -ENXIO;
 101			}
 102		} while ((tmp & USBE) != USBE);
 103		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 104		r8a66597_mdfy(r8a66597, get_xtal_from_pdata(r8a66597->pdata),
 105			      XTAL, SYSCFG0);
 106
 107		i = 0;
 108		r8a66597_bset(r8a66597, XCKE, SYSCFG0);
 109		do {
 110			msleep(1);
 111			tmp = r8a66597_read(r8a66597, SYSCFG0);
 112			if (i++ > 500) {
 113				printk(KERN_ERR "r8a66597: reg access fail.\n");
 114				return -ENXIO;
 115			}
 116		} while ((tmp & SCKE) != SCKE);
 117	}
 118
 119	return 0;
 120}
 121
 122static void r8a66597_clock_disable(struct r8a66597 *r8a66597)
 123{
 124	r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
 125	udelay(1);
 126
 127	if (r8a66597->pdata->on_chip) {
 128		clk_disable_unprepare(r8a66597->clk);
 129	} else {
 130		r8a66597_bclr(r8a66597, PLLC, SYSCFG0);
 131		r8a66597_bclr(r8a66597, XCKE, SYSCFG0);
 132		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 133	}
 134}
 135
 136static void r8a66597_enable_port(struct r8a66597 *r8a66597, int port)
 137{
 138	u16 val;
 139
 140	val = port ? DRPD : DCFM | DRPD;
 141	r8a66597_bset(r8a66597, val, get_syscfg_reg(port));
 142	r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
 143
 144	r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR, get_dmacfg_reg(port));
 145	r8a66597_bclr(r8a66597, DTCHE, get_intenb_reg(port));
 146	r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
 147}
 148
 149static void r8a66597_disable_port(struct r8a66597 *r8a66597, int port)
 150{
 151	u16 val, tmp;
 152
 153	r8a66597_write(r8a66597, 0, get_intenb_reg(port));
 154	r8a66597_write(r8a66597, 0, get_intsts_reg(port));
 155
 156	r8a66597_port_power(r8a66597, port, 0);
 157
 158	do {
 159		tmp = r8a66597_read(r8a66597, SOFCFG) & EDGESTS;
 160		udelay(640);
 161	} while (tmp == EDGESTS);
 162
 163	val = port ? DRPD : DCFM | DRPD;
 164	r8a66597_bclr(r8a66597, val, get_syscfg_reg(port));
 165	r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
 166}
 167
 168static int enable_controller(struct r8a66597 *r8a66597)
 169{
 170	int ret, port;
 171	u16 vif = r8a66597->pdata->vif ? LDRV : 0;
 172	u16 irq_sense = r8a66597->irq_sense_low ? INTL : 0;
 173	u16 endian = r8a66597->pdata->endian ? BIGEND : 0;
 174
 175	ret = r8a66597_clock_enable(r8a66597);
 176	if (ret < 0)
 177		return ret;
 178
 179	r8a66597_bset(r8a66597, vif & LDRV, PINCFG);
 180	r8a66597_bset(r8a66597, USBE, SYSCFG0);
 181
 182	r8a66597_bset(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
 183	r8a66597_bset(r8a66597, irq_sense & INTL, SOFCFG);
 184	r8a66597_bset(r8a66597, BRDY0, BRDYENB);
 185	r8a66597_bset(r8a66597, BEMP0, BEMPENB);
 186
 187	r8a66597_bset(r8a66597, endian & BIGEND, CFIFOSEL);
 188	r8a66597_bset(r8a66597, endian & BIGEND, D0FIFOSEL);
 189	r8a66597_bset(r8a66597, endian & BIGEND, D1FIFOSEL);
 190	r8a66597_bset(r8a66597, TRNENSEL, SOFCFG);
 191
 192	r8a66597_bset(r8a66597, SIGNE | SACKE, INTENB1);
 193
 194	for (port = 0; port < r8a66597->max_root_hub; port++)
 195		r8a66597_enable_port(r8a66597, port);
 196
 197	return 0;
 198}
 199
 200static void disable_controller(struct r8a66597 *r8a66597)
 201{
 202	int port;
 203
 204	/* disable interrupts */
 205	r8a66597_write(r8a66597, 0, INTENB0);
 206	r8a66597_write(r8a66597, 0, INTENB1);
 207	r8a66597_write(r8a66597, 0, BRDYENB);
 208	r8a66597_write(r8a66597, 0, BEMPENB);
 209	r8a66597_write(r8a66597, 0, NRDYENB);
 210
 211	/* clear status */
 212	r8a66597_write(r8a66597, 0, BRDYSTS);
 213	r8a66597_write(r8a66597, 0, NRDYSTS);
 214	r8a66597_write(r8a66597, 0, BEMPSTS);
 215
 216	for (port = 0; port < r8a66597->max_root_hub; port++)
 217		r8a66597_disable_port(r8a66597, port);
 218
 219	r8a66597_clock_disable(r8a66597);
 220}
 221
 222static int get_parent_r8a66597_address(struct r8a66597 *r8a66597,
 223				       struct usb_device *udev)
 224{
 225	struct r8a66597_device *dev;
 226
 227	if (udev->parent && udev->parent->devnum != 1)
 228		udev = udev->parent;
 229
 230	dev = dev_get_drvdata(&udev->dev);
 231	if (dev)
 232		return dev->address;
 233	else
 234		return 0;
 235}
 236
 237static int is_child_device(char *devpath)
 238{
 239	return (devpath[2] ? 1 : 0);
 240}
 241
 242static int is_hub_limit(char *devpath)
 243{
 244	return ((strlen(devpath) >= 4) ? 1 : 0);
 245}
 246
 247static void get_port_number(struct r8a66597 *r8a66597,
 248			    char *devpath, u16 *root_port, u16 *hub_port)
 249{
 250	if (root_port) {
 251		*root_port = (devpath[0] & 0x0F) - 1;
 252		if (*root_port >= r8a66597->max_root_hub)
 253			printk(KERN_ERR "r8a66597: Illegal root port number.\n");
 254	}
 255	if (hub_port)
 256		*hub_port = devpath[2] & 0x0F;
 257}
 258
 259static u16 get_r8a66597_usb_speed(enum usb_device_speed speed)
 260{
 261	u16 usbspd = 0;
 262
 263	switch (speed) {
 264	case USB_SPEED_LOW:
 265		usbspd = LSMODE;
 266		break;
 267	case USB_SPEED_FULL:
 268		usbspd = FSMODE;
 269		break;
 270	case USB_SPEED_HIGH:
 271		usbspd = HSMODE;
 272		break;
 273	default:
 274		printk(KERN_ERR "r8a66597: unknown speed\n");
 275		break;
 276	}
 277
 278	return usbspd;
 279}
 280
 281static void set_child_connect_map(struct r8a66597 *r8a66597, int address)
 282{
 283	int idx;
 284
 285	idx = address / 32;
 286	r8a66597->child_connect_map[idx] |= 1 << (address % 32);
 287}
 288
 289static void put_child_connect_map(struct r8a66597 *r8a66597, int address)
 290{
 291	int idx;
 292
 293	idx = address / 32;
 294	r8a66597->child_connect_map[idx] &= ~(1 << (address % 32));
 295}
 296
 297static void set_pipe_reg_addr(struct r8a66597_pipe *pipe, u8 dma_ch)
 298{
 299	u16 pipenum = pipe->info.pipenum;
 300	const unsigned long fifoaddr[] = {D0FIFO, D1FIFO, CFIFO};
 301	const unsigned long fifosel[] = {D0FIFOSEL, D1FIFOSEL, CFIFOSEL};
 302	const unsigned long fifoctr[] = {D0FIFOCTR, D1FIFOCTR, CFIFOCTR};
 303
 304	if (dma_ch > R8A66597_PIPE_NO_DMA)	/* dma fifo not use? */
 305		dma_ch = R8A66597_PIPE_NO_DMA;
 306
 307	pipe->fifoaddr = fifoaddr[dma_ch];
 308	pipe->fifosel = fifosel[dma_ch];
 309	pipe->fifoctr = fifoctr[dma_ch];
 310
 311	if (pipenum == 0)
 312		pipe->pipectr = DCPCTR;
 313	else
 314		pipe->pipectr = get_pipectr_addr(pipenum);
 315
 316	if (check_bulk_or_isoc(pipenum)) {
 317		pipe->pipetre = get_pipetre_addr(pipenum);
 318		pipe->pipetrn = get_pipetrn_addr(pipenum);
 319	} else {
 320		pipe->pipetre = 0;
 321		pipe->pipetrn = 0;
 322	}
 323}
 324
 325static struct r8a66597_device *
 326get_urb_to_r8a66597_dev(struct r8a66597 *r8a66597, struct urb *urb)
 327{
 328	if (usb_pipedevice(urb->pipe) == 0)
 329		return &r8a66597->device0;
 330
 331	return dev_get_drvdata(&urb->dev->dev);
 332}
 333
 334static int make_r8a66597_device(struct r8a66597 *r8a66597,
 335				struct urb *urb, u8 addr)
 336{
 337	struct r8a66597_device *dev;
 338	int usb_address = urb->setup_packet[2];	/* urb->pipe is address 0 */
 339
 340	dev = kzalloc(sizeof(struct r8a66597_device), GFP_ATOMIC);
 341	if (dev == NULL)
 342		return -ENOMEM;
 343
 344	dev_set_drvdata(&urb->dev->dev, dev);
 345	dev->udev = urb->dev;
 346	dev->address = addr;
 347	dev->usb_address = usb_address;
 348	dev->state = USB_STATE_ADDRESS;
 349	dev->ep_in_toggle = 0;
 350	dev->ep_out_toggle = 0;
 351	INIT_LIST_HEAD(&dev->device_list);
 352	list_add_tail(&dev->device_list, &r8a66597->child_device);
 353
 354	get_port_number(r8a66597, urb->dev->devpath,
 355			&dev->root_port, &dev->hub_port);
 356	if (!is_child_device(urb->dev->devpath))
 357		r8a66597->root_hub[dev->root_port].dev = dev;
 358
 359	set_devadd_reg(r8a66597, dev->address,
 360		       get_r8a66597_usb_speed(urb->dev->speed),
 361		       get_parent_r8a66597_address(r8a66597, urb->dev),
 362		       dev->hub_port, dev->root_port);
 363
 364	return 0;
 365}
 366
 367/* this function must be called with interrupt disabled */
 368static u8 alloc_usb_address(struct r8a66597 *r8a66597, struct urb *urb)
 369{
 370	u8 addr;	/* R8A66597's address */
 371	struct r8a66597_device *dev;
 372
 373	if (is_hub_limit(urb->dev->devpath)) {
 374		dev_err(&urb->dev->dev, "External hub limit reached.\n");
 375		return 0;
 376	}
 377
 378	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 379	if (dev && dev->state >= USB_STATE_ADDRESS)
 380		return dev->address;
 381
 382	for (addr = 1; addr <= R8A66597_MAX_DEVICE; addr++) {
 383		if (r8a66597->address_map & (1 << addr))
 384			continue;
 385
 386		dev_dbg(&urb->dev->dev, "alloc_address: r8a66597_addr=%d\n", addr);
 387		r8a66597->address_map |= 1 << addr;
 388
 389		if (make_r8a66597_device(r8a66597, urb, addr) < 0)
 390			return 0;
 391
 392		return addr;
 393	}
 394
 395	dev_err(&urb->dev->dev,
 396		"cannot communicate with a USB device more than 10.(%x)\n",
 397		r8a66597->address_map);
 398
 399	return 0;
 400}
 401
 402/* this function must be called with interrupt disabled */
 403static void free_usb_address(struct r8a66597 *r8a66597,
 404			     struct r8a66597_device *dev, int reset)
 405{
 406	int port;
 407
 408	if (!dev)
 409		return;
 410
 411	dev_dbg(&dev->udev->dev, "free_addr: addr=%d\n", dev->address);
 412
 413	dev->state = USB_STATE_DEFAULT;
 414	r8a66597->address_map &= ~(1 << dev->address);
 415	dev->address = 0;
 416	/*
 417	 * Only when resetting USB, it is necessary to erase drvdata. When
 418	 * a usb device with usb hub is disconnect, "dev->udev" is already
 419	 * freed on usb_desconnect(). So we cannot access the data.
 420	 */
 421	if (reset)
 422		dev_set_drvdata(&dev->udev->dev, NULL);
 423	list_del(&dev->device_list);
 424	kfree(dev);
 425
 426	for (port = 0; port < r8a66597->max_root_hub; port++) {
 427		if (r8a66597->root_hub[port].dev == dev) {
 428			r8a66597->root_hub[port].dev = NULL;
 429			break;
 430		}
 431	}
 432}
 433
 434static void r8a66597_reg_wait(struct r8a66597 *r8a66597, unsigned long reg,
 435			      u16 mask, u16 loop)
 436{
 437	u16 tmp;
 438	int i = 0;
 439
 440	do {
 441		tmp = r8a66597_read(r8a66597, reg);
 442		if (i++ > 1000000) {
 443			printk(KERN_ERR "r8a66597: register%lx, loop %x "
 444			       "is timeout\n", reg, loop);
 445			break;
 446		}
 447		ndelay(1);
 448	} while ((tmp & mask) != loop);
 449}
 450
 451/* this function must be called with interrupt disabled */
 452static void pipe_start(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 453{
 454	u16 tmp;
 455
 456	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 457	if ((pipe->info.pipenum != 0) & ((tmp & PID_STALL) != 0)) /* stall? */
 458		r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 459	r8a66597_mdfy(r8a66597, PID_BUF, PID, pipe->pipectr);
 460}
 461
 462/* this function must be called with interrupt disabled */
 463static void pipe_stop(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 464{
 465	u16 tmp;
 466
 467	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 468	if ((tmp & PID_STALL11) != PID_STALL11)	/* force stall? */
 469		r8a66597_mdfy(r8a66597, PID_STALL, PID, pipe->pipectr);
 470	r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 471	r8a66597_reg_wait(r8a66597, pipe->pipectr, PBUSY, 0);
 472}
 473
 474/* this function must be called with interrupt disabled */
 475static void clear_all_buffer(struct r8a66597 *r8a66597,
 476			     struct r8a66597_pipe *pipe)
 477{
 
 
 478	if (!pipe || pipe->info.pipenum == 0)
 479		return;
 480
 481	pipe_stop(r8a66597, pipe);
 482	r8a66597_bset(r8a66597, ACLRM, pipe->pipectr);
 483	r8a66597_read(r8a66597, pipe->pipectr);
 484	r8a66597_read(r8a66597, pipe->pipectr);
 485	r8a66597_read(r8a66597, pipe->pipectr);
 486	r8a66597_bclr(r8a66597, ACLRM, pipe->pipectr);
 487}
 488
 489/* this function must be called with interrupt disabled */
 490static void r8a66597_pipe_toggle(struct r8a66597 *r8a66597,
 491				 struct r8a66597_pipe *pipe, int toggle)
 492{
 493	if (toggle)
 494		r8a66597_bset(r8a66597, SQSET, pipe->pipectr);
 495	else
 496		r8a66597_bset(r8a66597, SQCLR, pipe->pipectr);
 497}
 498
 499static inline unsigned short mbw_value(struct r8a66597 *r8a66597)
 500{
 501	if (r8a66597->pdata->on_chip)
 502		return MBW_32;
 503	else
 504		return MBW_16;
 505}
 506
 507/* this function must be called with interrupt disabled */
 508static inline void cfifo_change(struct r8a66597 *r8a66597, u16 pipenum)
 509{
 510	unsigned short mbw = mbw_value(r8a66597);
 511
 512	r8a66597_mdfy(r8a66597, mbw | pipenum, mbw | CURPIPE, CFIFOSEL);
 513	r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, pipenum);
 514}
 515
 516/* this function must be called with interrupt disabled */
 517static inline void fifo_change_from_pipe(struct r8a66597 *r8a66597,
 518					 struct r8a66597_pipe *pipe)
 519{
 520	unsigned short mbw = mbw_value(r8a66597);
 521
 522	cfifo_change(r8a66597, 0);
 523	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D0FIFOSEL);
 524	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D1FIFOSEL);
 525
 526	r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum, mbw | CURPIPE,
 527		      pipe->fifosel);
 528	r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE, pipe->info.pipenum);
 529}
 530
 531static u16 r8a66597_get_pipenum(struct urb *urb, struct usb_host_endpoint *hep)
 532{
 533	struct r8a66597_pipe *pipe = hep->hcpriv;
 534
 535	if (usb_pipeendpoint(urb->pipe) == 0)
 536		return 0;
 537	else
 538		return pipe->info.pipenum;
 539}
 540
 541static u16 get_urb_to_r8a66597_addr(struct r8a66597 *r8a66597, struct urb *urb)
 542{
 543	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 544
 545	return (usb_pipedevice(urb->pipe) == 0) ? 0 : dev->address;
 546}
 547
 548static unsigned short *get_toggle_pointer(struct r8a66597_device *dev,
 549					  int urb_pipe)
 550{
 551	if (!dev)
 552		return NULL;
 553
 554	return usb_pipein(urb_pipe) ? &dev->ep_in_toggle : &dev->ep_out_toggle;
 555}
 556
 557/* this function must be called with interrupt disabled */
 558static void pipe_toggle_set(struct r8a66597 *r8a66597,
 559			    struct r8a66597_pipe *pipe,
 560			    struct urb *urb, int set)
 561{
 562	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 563	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 564	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 565
 566	if (!toggle)
 567		return;
 568
 569	if (set)
 570		*toggle |= 1 << endpoint;
 571	else
 572		*toggle &= ~(1 << endpoint);
 573}
 574
 575/* this function must be called with interrupt disabled */
 576static void pipe_toggle_save(struct r8a66597 *r8a66597,
 577			     struct r8a66597_pipe *pipe,
 578			     struct urb *urb)
 579{
 580	if (r8a66597_read(r8a66597, pipe->pipectr) & SQMON)
 581		pipe_toggle_set(r8a66597, pipe, urb, 1);
 582	else
 583		pipe_toggle_set(r8a66597, pipe, urb, 0);
 584}
 585
 586/* this function must be called with interrupt disabled */
 587static void pipe_toggle_restore(struct r8a66597 *r8a66597,
 588				struct r8a66597_pipe *pipe,
 589				struct urb *urb)
 590{
 591	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 592	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 593	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 594
 595	if (!toggle)
 596		return;
 597
 598	r8a66597_pipe_toggle(r8a66597, pipe, *toggle & (1 << endpoint));
 599}
 600
 601/* this function must be called with interrupt disabled */
 602static void pipe_buffer_setting(struct r8a66597 *r8a66597,
 603				struct r8a66597_pipe_info *info)
 604{
 605	u16 val = 0;
 606
 607	if (info->pipenum == 0)
 608		return;
 609
 610	r8a66597_bset(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 611	r8a66597_bclr(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 612	r8a66597_write(r8a66597, info->pipenum, PIPESEL);
 613	if (!info->dir_in)
 614		val |= R8A66597_DIR;
 615	if (info->type == R8A66597_BULK && info->dir_in)
 616		val |= R8A66597_DBLB | R8A66597_SHTNAK;
 617	val |= info->type | info->epnum;
 618	r8a66597_write(r8a66597, val, PIPECFG);
 619
 620	r8a66597_write(r8a66597, (info->buf_bsize << 10) | (info->bufnum),
 621		       PIPEBUF);
 622	r8a66597_write(r8a66597, make_devsel(info->address) | info->maxpacket,
 623		       PIPEMAXP);
 624	r8a66597_write(r8a66597, info->interval, PIPEPERI);
 625}
 626
 627/* this function must be called with interrupt disabled */
 628static void pipe_setting(struct r8a66597 *r8a66597, struct r8a66597_td *td)
 629{
 630	struct r8a66597_pipe_info *info;
 631	struct urb *urb = td->urb;
 632
 633	if (td->pipenum > 0) {
 634		info = &td->pipe->info;
 635		cfifo_change(r8a66597, 0);
 636		pipe_buffer_setting(r8a66597, info);
 637
 638		if (!usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 639				   usb_pipeout(urb->pipe)) &&
 640		    !usb_pipecontrol(urb->pipe)) {
 641			r8a66597_pipe_toggle(r8a66597, td->pipe, 0);
 642			pipe_toggle_set(r8a66597, td->pipe, urb, 0);
 643			clear_all_buffer(r8a66597, td->pipe);
 644			usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 645				      usb_pipeout(urb->pipe), 1);
 646		}
 647		pipe_toggle_restore(r8a66597, td->pipe, urb);
 648	}
 649}
 650
 651/* this function must be called with interrupt disabled */
 652static u16 get_empty_pipenum(struct r8a66597 *r8a66597,
 653			     struct usb_endpoint_descriptor *ep)
 654{
 655	u16 array[R8A66597_MAX_NUM_PIPE], i = 0, min;
 656
 657	memset(array, 0, sizeof(array));
 658	switch (usb_endpoint_type(ep)) {
 659	case USB_ENDPOINT_XFER_BULK:
 660		if (usb_endpoint_dir_in(ep))
 661			array[i++] = 4;
 662		else {
 663			array[i++] = 3;
 664			array[i++] = 5;
 665		}
 666		break;
 667	case USB_ENDPOINT_XFER_INT:
 668		if (usb_endpoint_dir_in(ep)) {
 669			array[i++] = 6;
 670			array[i++] = 7;
 671			array[i++] = 8;
 672		} else
 673			array[i++] = 9;
 674		break;
 675	case USB_ENDPOINT_XFER_ISOC:
 676		if (usb_endpoint_dir_in(ep))
 677			array[i++] = 2;
 678		else
 679			array[i++] = 1;
 680		break;
 681	default:
 682		printk(KERN_ERR "r8a66597: Illegal type\n");
 683		return 0;
 684	}
 685
 686	i = 1;
 687	min = array[0];
 688	while (array[i] != 0) {
 689		if (r8a66597->pipe_cnt[min] > r8a66597->pipe_cnt[array[i]])
 690			min = array[i];
 691		i++;
 692	}
 693
 694	return min;
 695}
 696
 697static u16 get_r8a66597_type(__u8 type)
 698{
 699	u16 r8a66597_type;
 700
 701	switch (type) {
 702	case USB_ENDPOINT_XFER_BULK:
 703		r8a66597_type = R8A66597_BULK;
 704		break;
 705	case USB_ENDPOINT_XFER_INT:
 706		r8a66597_type = R8A66597_INT;
 707		break;
 708	case USB_ENDPOINT_XFER_ISOC:
 709		r8a66597_type = R8A66597_ISO;
 710		break;
 711	default:
 712		printk(KERN_ERR "r8a66597: Illegal type\n");
 713		r8a66597_type = 0x0000;
 714		break;
 715	}
 716
 717	return r8a66597_type;
 718}
 719
 720static u16 get_bufnum(u16 pipenum)
 721{
 722	u16 bufnum = 0;
 723
 724	if (pipenum == 0)
 725		bufnum = 0;
 726	else if (check_bulk_or_isoc(pipenum))
 727		bufnum = 8 + (pipenum - 1) * R8A66597_BUF_BSIZE*2;
 728	else if (check_interrupt(pipenum))
 729		bufnum = 4 + (pipenum - 6);
 730	else
 731		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 732
 733	return bufnum;
 734}
 735
 736static u16 get_buf_bsize(u16 pipenum)
 737{
 738	u16 buf_bsize = 0;
 739
 740	if (pipenum == 0)
 741		buf_bsize = 3;
 742	else if (check_bulk_or_isoc(pipenum))
 743		buf_bsize = R8A66597_BUF_BSIZE - 1;
 744	else if (check_interrupt(pipenum))
 745		buf_bsize = 0;
 746	else
 747		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 748
 749	return buf_bsize;
 750}
 751
 752/* this function must be called with interrupt disabled */
 753static void enable_r8a66597_pipe_dma(struct r8a66597 *r8a66597,
 754				     struct r8a66597_device *dev,
 755				     struct r8a66597_pipe *pipe,
 756				     struct urb *urb)
 757{
 758	int i;
 759	struct r8a66597_pipe_info *info = &pipe->info;
 760	unsigned short mbw = mbw_value(r8a66597);
 761
 762	/* pipe dma is only for external controlles */
 763	if (r8a66597->pdata->on_chip)
 764		return;
 765
 766	if ((pipe->info.pipenum != 0) && (info->type != R8A66597_INT)) {
 767		for (i = 0; i < R8A66597_MAX_DMA_CHANNEL; i++) {
 768			if ((r8a66597->dma_map & (1 << i)) != 0)
 769				continue;
 770
 771			dev_info(&dev->udev->dev,
 772				 "address %d, EndpointAddress 0x%02x use "
 773				 "DMA FIFO\n", usb_pipedevice(urb->pipe),
 774				 info->dir_in ?
 775				 	USB_ENDPOINT_DIR_MASK + info->epnum
 776					: info->epnum);
 777
 778			r8a66597->dma_map |= 1 << i;
 779			dev->dma_map |= 1 << i;
 780			set_pipe_reg_addr(pipe, i);
 781
 782			cfifo_change(r8a66597, 0);
 783			r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum,
 784				      mbw | CURPIPE, pipe->fifosel);
 785
 786			r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE,
 787					  pipe->info.pipenum);
 788			r8a66597_bset(r8a66597, BCLR, pipe->fifoctr);
 789			break;
 790		}
 791	}
 792}
 793
 794/* this function must be called with interrupt disabled */
 795static void enable_r8a66597_pipe(struct r8a66597 *r8a66597, struct urb *urb,
 796				 struct usb_host_endpoint *hep,
 797				 struct r8a66597_pipe_info *info)
 798{
 799	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 800	struct r8a66597_pipe *pipe = hep->hcpriv;
 801
 802	dev_dbg(&dev->udev->dev, "enable_pipe:\n");
 803
 804	pipe->info = *info;
 805	set_pipe_reg_addr(pipe, R8A66597_PIPE_NO_DMA);
 806	r8a66597->pipe_cnt[pipe->info.pipenum]++;
 807	dev->pipe_cnt[pipe->info.pipenum]++;
 808
 809	enable_r8a66597_pipe_dma(r8a66597, dev, pipe, urb);
 810}
 811
 812static void r8a66597_urb_done(struct r8a66597 *r8a66597, struct urb *urb,
 813			      int status)
 814__releases(r8a66597->lock)
 815__acquires(r8a66597->lock)
 816{
 817	if (usb_pipein(urb->pipe) && usb_pipetype(urb->pipe) != PIPE_CONTROL) {
 818		void *ptr;
 819
 820		for (ptr = urb->transfer_buffer;
 821		     ptr < urb->transfer_buffer + urb->transfer_buffer_length;
 822		     ptr += PAGE_SIZE)
 823			flush_dcache_page(virt_to_page(ptr));
 824	}
 825
 826	usb_hcd_unlink_urb_from_ep(r8a66597_to_hcd(r8a66597), urb);
 827	spin_unlock(&r8a66597->lock);
 828	usb_hcd_giveback_urb(r8a66597_to_hcd(r8a66597), urb, status);
 829	spin_lock(&r8a66597->lock);
 830}
 831
 832/* this function must be called with interrupt disabled */
 833static void force_dequeue(struct r8a66597 *r8a66597, u16 pipenum, u16 address)
 834{
 835	struct r8a66597_td *td, *next;
 836	struct urb *urb;
 837	struct list_head *list = &r8a66597->pipe_queue[pipenum];
 838
 839	if (list_empty(list))
 840		return;
 841
 842	list_for_each_entry_safe(td, next, list, queue) {
 843		if (td->address != address)
 844			continue;
 845
 846		urb = td->urb;
 847		list_del(&td->queue);
 848		kfree(td);
 849
 850		if (urb)
 851			r8a66597_urb_done(r8a66597, urb, -ENODEV);
 852
 853		break;
 854	}
 855}
 856
 857/* this function must be called with interrupt disabled */
 858static void disable_r8a66597_pipe_all(struct r8a66597 *r8a66597,
 859				      struct r8a66597_device *dev)
 860{
 861	int check_ep0 = 0;
 862	u16 pipenum;
 863
 864	if (!dev)
 865		return;
 866
 867	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
 868		if (!dev->pipe_cnt[pipenum])
 869			continue;
 870
 871		if (!check_ep0) {
 872			check_ep0 = 1;
 873			force_dequeue(r8a66597, 0, dev->address);
 874		}
 875
 876		r8a66597->pipe_cnt[pipenum] -= dev->pipe_cnt[pipenum];
 877		dev->pipe_cnt[pipenum] = 0;
 878		force_dequeue(r8a66597, pipenum, dev->address);
 879	}
 880
 881	dev_dbg(&dev->udev->dev, "disable_pipe\n");
 882
 883	r8a66597->dma_map &= ~(dev->dma_map);
 884	dev->dma_map = 0;
 885}
 886
 887static u16 get_interval(struct urb *urb, __u8 interval)
 888{
 889	u16 time = 1;
 890	int i;
 891
 892	if (urb->dev->speed == USB_SPEED_HIGH) {
 893		if (interval > IITV)
 894			time = IITV;
 895		else
 896			time = interval ? interval - 1 : 0;
 897	} else {
 898		if (interval > 128) {
 899			time = IITV;
 900		} else {
 901			/* calculate the nearest value for PIPEPERI */
 902			for (i = 0; i < 7; i++) {
 903				if ((1 << i) < interval &&
 904				    (1 << (i + 1) > interval))
 905					time = 1 << i;
 906			}
 907		}
 908	}
 909
 910	return time;
 911}
 912
 913static unsigned long get_timer_interval(struct urb *urb, __u8 interval)
 914{
 915	__u8 i;
 916	unsigned long time = 1;
 917
 918	if (usb_pipeisoc(urb->pipe))
 919		return 0;
 920
 921	if (get_r8a66597_usb_speed(urb->dev->speed) == HSMODE) {
 922		for (i = 0; i < (interval - 1); i++)
 923			time *= 2;
 924		time = time * 125 / 1000;	/* uSOF -> msec */
 925	} else {
 926		time = interval;
 927	}
 928
 929	return time;
 930}
 931
 932/* this function must be called with interrupt disabled */
 933static void init_pipe_info(struct r8a66597 *r8a66597, struct urb *urb,
 934			   struct usb_host_endpoint *hep,
 935			   struct usb_endpoint_descriptor *ep)
 936{
 937	struct r8a66597_pipe_info info;
 938
 939	info.pipenum = get_empty_pipenum(r8a66597, ep);
 940	info.address = get_urb_to_r8a66597_addr(r8a66597, urb);
 941	info.epnum = usb_endpoint_num(ep);
 942	info.maxpacket = usb_endpoint_maxp(ep);
 943	info.type = get_r8a66597_type(usb_endpoint_type(ep));
 944	info.bufnum = get_bufnum(info.pipenum);
 945	info.buf_bsize = get_buf_bsize(info.pipenum);
 946	if (info.type == R8A66597_BULK) {
 947		info.interval = 0;
 948		info.timer_interval = 0;
 949	} else {
 950		info.interval = get_interval(urb, ep->bInterval);
 951		info.timer_interval = get_timer_interval(urb, ep->bInterval);
 952	}
 953	if (usb_endpoint_dir_in(ep))
 954		info.dir_in = 1;
 955	else
 956		info.dir_in = 0;
 957
 958	enable_r8a66597_pipe(r8a66597, urb, hep, &info);
 959}
 960
 961static void init_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
 962{
 963	struct r8a66597_device *dev;
 964
 965	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 966	dev->state = USB_STATE_CONFIGURED;
 967}
 968
 969static void pipe_irq_enable(struct r8a66597 *r8a66597, struct urb *urb,
 970			    u16 pipenum)
 971{
 972	if (pipenum == 0 && usb_pipeout(urb->pipe))
 973		enable_irq_empty(r8a66597, pipenum);
 974	else
 975		enable_irq_ready(r8a66597, pipenum);
 976
 977	if (!usb_pipeisoc(urb->pipe))
 978		enable_irq_nrdy(r8a66597, pipenum);
 979}
 980
 981static void pipe_irq_disable(struct r8a66597 *r8a66597, u16 pipenum)
 982{
 983	disable_irq_ready(r8a66597, pipenum);
 984	disable_irq_nrdy(r8a66597, pipenum);
 985}
 986
 987static void r8a66597_root_hub_start_polling(struct r8a66597 *r8a66597)
 988{
 989	mod_timer(&r8a66597->rh_timer,
 990			jiffies + msecs_to_jiffies(R8A66597_RH_POLL_TIME));
 991}
 992
 993static void start_root_hub_sampling(struct r8a66597 *r8a66597, int port,
 994					int connect)
 995{
 996	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
 997
 998	rh->old_syssts = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
 999	rh->scount = R8A66597_MAX_SAMPLING;
1000	if (connect)
1001		rh->port |= USB_PORT_STAT_CONNECTION;
1002	else
1003		rh->port &= ~USB_PORT_STAT_CONNECTION;
1004	rh->port |= USB_PORT_STAT_C_CONNECTION << 16;
1005
1006	r8a66597_root_hub_start_polling(r8a66597);
1007}
1008
1009/* this function must be called with interrupt disabled */
1010static void r8a66597_check_syssts(struct r8a66597 *r8a66597, int port,
1011					u16 syssts)
1012__releases(r8a66597->lock)
1013__acquires(r8a66597->lock)
1014{
1015	if (syssts == SE0) {
1016		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1017		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1018	} else {
1019		if (syssts == FS_JSTS)
1020			r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
1021		else if (syssts == LS_JSTS)
1022			r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
1023
1024		r8a66597_write(r8a66597, ~DTCH, get_intsts_reg(port));
1025		r8a66597_bset(r8a66597, DTCHE, get_intenb_reg(port));
1026
1027		if (r8a66597->bus_suspended)
1028			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1029	}
1030
1031	spin_unlock(&r8a66597->lock);
1032	usb_hcd_poll_rh_status(r8a66597_to_hcd(r8a66597));
1033	spin_lock(&r8a66597->lock);
1034}
1035
1036/* this function must be called with interrupt disabled */
1037static void r8a66597_usb_connect(struct r8a66597 *r8a66597, int port)
1038{
1039	u16 speed = get_rh_usb_speed(r8a66597, port);
1040	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1041
1042	rh->port &= ~(USB_PORT_STAT_HIGH_SPEED | USB_PORT_STAT_LOW_SPEED);
1043	if (speed == HSMODE)
1044		rh->port |= USB_PORT_STAT_HIGH_SPEED;
1045	else if (speed == LSMODE)
1046		rh->port |= USB_PORT_STAT_LOW_SPEED;
1047
1048	rh->port &= ~USB_PORT_STAT_RESET;
1049	rh->port |= USB_PORT_STAT_ENABLE;
1050}
1051
1052/* this function must be called with interrupt disabled */
1053static void r8a66597_usb_disconnect(struct r8a66597 *r8a66597, int port)
1054{
1055	struct r8a66597_device *dev = r8a66597->root_hub[port].dev;
1056
1057	disable_r8a66597_pipe_all(r8a66597, dev);
1058	free_usb_address(r8a66597, dev, 0);
1059
1060	start_root_hub_sampling(r8a66597, port, 0);
1061}
1062
1063/* this function must be called with interrupt disabled */
1064static void prepare_setup_packet(struct r8a66597 *r8a66597,
1065				 struct r8a66597_td *td)
1066{
1067	int i;
1068	__le16 *p = (__le16 *)td->urb->setup_packet;
1069	unsigned long setup_addr = USBREQ;
1070
1071	r8a66597_write(r8a66597, make_devsel(td->address) | td->maxpacket,
1072		       DCPMAXP);
1073	r8a66597_write(r8a66597, ~(SIGN | SACK), INTSTS1);
1074
1075	for (i = 0; i < 4; i++) {
1076		r8a66597_write(r8a66597, le16_to_cpu(p[i]), setup_addr);
1077		setup_addr += 2;
1078	}
1079	r8a66597_write(r8a66597, SUREQ, DCPCTR);
1080}
1081
1082/* this function must be called with interrupt disabled */
1083static void prepare_packet_read(struct r8a66597 *r8a66597,
1084				struct r8a66597_td *td)
1085{
1086	struct urb *urb = td->urb;
1087
1088	if (usb_pipecontrol(urb->pipe)) {
1089		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1090		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1091		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1092		if (urb->actual_length == 0) {
1093			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1094			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1095		}
1096		pipe_irq_disable(r8a66597, td->pipenum);
1097		pipe_start(r8a66597, td->pipe);
1098		pipe_irq_enable(r8a66597, urb, td->pipenum);
1099	} else {
1100		if (urb->actual_length == 0) {
1101			pipe_irq_disable(r8a66597, td->pipenum);
1102			pipe_setting(r8a66597, td);
1103			pipe_stop(r8a66597, td->pipe);
1104			r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1105
1106			if (td->pipe->pipetre) {
1107				r8a66597_write(r8a66597, TRCLR,
1108						td->pipe->pipetre);
1109				r8a66597_write(r8a66597,
1110						DIV_ROUND_UP
1111						  (urb->transfer_buffer_length,
1112						   td->maxpacket),
1113						td->pipe->pipetrn);
1114				r8a66597_bset(r8a66597, TRENB,
1115						td->pipe->pipetre);
1116			}
1117
1118			pipe_start(r8a66597, td->pipe);
1119			pipe_irq_enable(r8a66597, urb, td->pipenum);
1120		}
1121	}
1122}
1123
1124/* this function must be called with interrupt disabled */
1125static void prepare_packet_write(struct r8a66597 *r8a66597,
1126				 struct r8a66597_td *td)
1127{
1128	u16 tmp;
1129	struct urb *urb = td->urb;
1130
1131	if (usb_pipecontrol(urb->pipe)) {
1132		pipe_stop(r8a66597, td->pipe);
1133		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1134		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1135		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1136		if (urb->actual_length == 0) {
1137			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1138			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1139		}
1140	} else {
1141		if (urb->actual_length == 0)
1142			pipe_setting(r8a66597, td);
1143		if (td->pipe->pipetre)
1144			r8a66597_bclr(r8a66597, TRENB, td->pipe->pipetre);
1145	}
1146	r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1147
1148	fifo_change_from_pipe(r8a66597, td->pipe);
1149	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1150	if (unlikely((tmp & FRDY) == 0))
1151		pipe_irq_enable(r8a66597, urb, td->pipenum);
1152	else
1153		packet_write(r8a66597, td->pipenum);
1154	pipe_start(r8a66597, td->pipe);
1155}
1156
1157/* this function must be called with interrupt disabled */
1158static void prepare_status_packet(struct r8a66597 *r8a66597,
1159				  struct r8a66597_td *td)
1160{
1161	struct urb *urb = td->urb;
1162
1163	r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1164	pipe_stop(r8a66597, td->pipe);
1165
1166	if (urb->setup_packet[0] & USB_ENDPOINT_DIR_MASK) {
1167		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1168		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1169		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1170		r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
1171		r8a66597_write(r8a66597, BCLR | BVAL, CFIFOCTR);
1172		enable_irq_empty(r8a66597, 0);
1173	} else {
1174		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1175		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1176		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1177		r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1178		enable_irq_ready(r8a66597, 0);
1179	}
1180	enable_irq_nrdy(r8a66597, 0);
1181	pipe_start(r8a66597, td->pipe);
1182}
1183
1184static int is_set_address(unsigned char *setup_packet)
1185{
1186	if (((setup_packet[0] & USB_TYPE_MASK) == USB_TYPE_STANDARD) &&
1187			setup_packet[1] == USB_REQ_SET_ADDRESS)
1188		return 1;
1189	else
1190		return 0;
1191}
1192
1193/* this function must be called with interrupt disabled */
1194static int start_transfer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1195{
1196	BUG_ON(!td);
1197
1198	switch (td->type) {
1199	case USB_PID_SETUP:
1200		if (is_set_address(td->urb->setup_packet)) {
1201			td->set_address = 1;
1202			td->urb->setup_packet[2] = alloc_usb_address(r8a66597,
1203								     td->urb);
1204			if (td->urb->setup_packet[2] == 0)
1205				return -EPIPE;
1206		}
1207		prepare_setup_packet(r8a66597, td);
1208		break;
1209	case USB_PID_IN:
1210		prepare_packet_read(r8a66597, td);
1211		break;
1212	case USB_PID_OUT:
1213		prepare_packet_write(r8a66597, td);
1214		break;
1215	case USB_PID_ACK:
1216		prepare_status_packet(r8a66597, td);
1217		break;
1218	default:
1219		printk(KERN_ERR "r8a66597: invalid type.\n");
1220		break;
1221	}
1222
1223	return 0;
1224}
1225
1226static int check_transfer_finish(struct r8a66597_td *td, struct urb *urb)
1227{
1228	if (usb_pipeisoc(urb->pipe)) {
1229		if (urb->number_of_packets == td->iso_cnt)
1230			return 1;
1231	}
1232
1233	/* control or bulk or interrupt */
1234	if ((urb->transfer_buffer_length <= urb->actual_length) ||
1235	    (td->short_packet) || (td->zero_packet))
1236		return 1;
1237
1238	return 0;
1239}
1240
1241/* this function must be called with interrupt disabled */
1242static void set_td_timer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1243{
1244	unsigned long time;
1245
1246	BUG_ON(!td);
1247
1248	if (!list_empty(&r8a66597->pipe_queue[td->pipenum]) &&
1249	    !usb_pipecontrol(td->urb->pipe) && usb_pipein(td->urb->pipe)) {
1250		r8a66597->timeout_map |= 1 << td->pipenum;
1251		switch (usb_pipetype(td->urb->pipe)) {
1252		case PIPE_INTERRUPT:
1253		case PIPE_ISOCHRONOUS:
1254			time = 30;
1255			break;
1256		default:
1257			time = 50;
1258			break;
1259		}
1260
1261		mod_timer(&r8a66597->timers[td->pipenum].td,
1262			  jiffies + msecs_to_jiffies(time));
1263	}
1264}
1265
1266/* this function must be called with interrupt disabled */
1267static void finish_request(struct r8a66597 *r8a66597, struct r8a66597_td *td,
1268		u16 pipenum, struct urb *urb, int status)
1269__releases(r8a66597->lock) __acquires(r8a66597->lock)
1270{
1271	int restart = 0;
1272	struct usb_hcd *hcd = r8a66597_to_hcd(r8a66597);
1273
1274	r8a66597->timeout_map &= ~(1 << pipenum);
1275
1276	if (likely(td)) {
1277		if (td->set_address && (status != 0 || urb->unlinked))
1278			r8a66597->address_map &= ~(1 << urb->setup_packet[2]);
1279
1280		pipe_toggle_save(r8a66597, td->pipe, urb);
1281		list_del(&td->queue);
1282		kfree(td);
1283	}
1284
1285	if (!list_empty(&r8a66597->pipe_queue[pipenum]))
1286		restart = 1;
1287
1288	if (likely(urb)) {
1289		if (usb_pipeisoc(urb->pipe))
1290			urb->start_frame = r8a66597_get_frame(hcd);
1291
1292		r8a66597_urb_done(r8a66597, urb, status);
1293	}
1294
1295	if (restart) {
1296		td = r8a66597_get_td(r8a66597, pipenum);
1297		if (unlikely(!td))
1298			return;
1299
1300		start_transfer(r8a66597, td);
1301		set_td_timer(r8a66597, td);
1302	}
1303}
1304
1305static void packet_read(struct r8a66597 *r8a66597, u16 pipenum)
1306{
1307	u16 tmp;
1308	int rcv_len, bufsize, urb_len, size;
1309	u16 *buf;
1310	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1311	struct urb *urb;
1312	int finish = 0;
1313	int status = 0;
1314
1315	if (unlikely(!td))
1316		return;
1317	urb = td->urb;
1318
1319	fifo_change_from_pipe(r8a66597, td->pipe);
1320	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1321	if (unlikely((tmp & FRDY) == 0)) {
1322		pipe_stop(r8a66597, td->pipe);
1323		pipe_irq_disable(r8a66597, pipenum);
1324		printk(KERN_ERR "r8a66597: in fifo not ready (%d)\n", pipenum);
1325		finish_request(r8a66597, td, pipenum, td->urb, -EPIPE);
1326		return;
1327	}
1328
1329	/* prepare parameters */
1330	rcv_len = tmp & DTLN;
1331	if (usb_pipeisoc(urb->pipe)) {
1332		buf = (u16 *)(urb->transfer_buffer +
1333				urb->iso_frame_desc[td->iso_cnt].offset);
1334		urb_len = urb->iso_frame_desc[td->iso_cnt].length;
1335	} else {
1336		buf = (void *)urb->transfer_buffer + urb->actual_length;
1337		urb_len = urb->transfer_buffer_length - urb->actual_length;
1338	}
1339	bufsize = min(urb_len, (int) td->maxpacket);
1340	if (rcv_len <= bufsize) {
1341		size = rcv_len;
1342	} else {
1343		size = bufsize;
1344		status = -EOVERFLOW;
1345		finish = 1;
1346	}
1347
1348	/* update parameters */
1349	urb->actual_length += size;
1350	if (rcv_len == 0)
1351		td->zero_packet = 1;
1352	if (rcv_len < bufsize) {
1353		td->short_packet = 1;
1354	}
1355	if (usb_pipeisoc(urb->pipe)) {
1356		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1357		urb->iso_frame_desc[td->iso_cnt].status = status;
1358		td->iso_cnt++;
1359		finish = 0;
1360	}
1361
1362	/* check transfer finish */
1363	if (finish || check_transfer_finish(td, urb)) {
1364		pipe_stop(r8a66597, td->pipe);
1365		pipe_irq_disable(r8a66597, pipenum);
1366		finish = 1;
1367	}
1368
1369	/* read fifo */
1370	if (urb->transfer_buffer) {
1371		if (size == 0)
1372			r8a66597_write(r8a66597, BCLR, td->pipe->fifoctr);
1373		else
1374			r8a66597_read_fifo(r8a66597, td->pipe->fifoaddr,
1375					   buf, size);
1376	}
1377
1378	if (finish && pipenum != 0)
1379		finish_request(r8a66597, td, pipenum, urb, status);
1380}
1381
1382static void packet_write(struct r8a66597 *r8a66597, u16 pipenum)
1383{
1384	u16 tmp;
1385	int bufsize, size;
1386	u16 *buf;
1387	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1388	struct urb *urb;
1389
1390	if (unlikely(!td))
1391		return;
1392	urb = td->urb;
1393
1394	fifo_change_from_pipe(r8a66597, td->pipe);
1395	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1396	if (unlikely((tmp & FRDY) == 0)) {
1397		pipe_stop(r8a66597, td->pipe);
1398		pipe_irq_disable(r8a66597, pipenum);
1399		printk(KERN_ERR "r8a66597: out fifo not ready (%d)\n", pipenum);
1400		finish_request(r8a66597, td, pipenum, urb, -EPIPE);
1401		return;
1402	}
1403
1404	/* prepare parameters */
1405	bufsize = td->maxpacket;
1406	if (usb_pipeisoc(urb->pipe)) {
1407		buf = (u16 *)(urb->transfer_buffer +
1408				urb->iso_frame_desc[td->iso_cnt].offset);
1409		size = min(bufsize,
1410			   (int)urb->iso_frame_desc[td->iso_cnt].length);
1411	} else {
1412		buf = (u16 *)(urb->transfer_buffer + urb->actual_length);
1413		size = min_t(u32, bufsize,
1414			   urb->transfer_buffer_length - urb->actual_length);
1415	}
1416
1417	/* write fifo */
1418	if (pipenum > 0)
1419		r8a66597_write(r8a66597, ~(1 << pipenum), BEMPSTS);
1420	if (urb->transfer_buffer) {
1421		r8a66597_write_fifo(r8a66597, td->pipe, buf, size);
1422		if (!usb_pipebulk(urb->pipe) || td->maxpacket != size)
1423			r8a66597_write(r8a66597, BVAL, td->pipe->fifoctr);
1424	}
1425
1426	/* update parameters */
1427	urb->actual_length += size;
1428	if (usb_pipeisoc(urb->pipe)) {
1429		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1430		urb->iso_frame_desc[td->iso_cnt].status = 0;
1431		td->iso_cnt++;
1432	}
1433
1434	/* check transfer finish */
1435	if (check_transfer_finish(td, urb)) {
1436		disable_irq_ready(r8a66597, pipenum);
1437		enable_irq_empty(r8a66597, pipenum);
1438		if (!usb_pipeisoc(urb->pipe))
1439			enable_irq_nrdy(r8a66597, pipenum);
1440	} else
1441		pipe_irq_enable(r8a66597, urb, pipenum);
1442}
1443
1444
1445static void check_next_phase(struct r8a66597 *r8a66597, int status)
1446{
1447	struct r8a66597_td *td = r8a66597_get_td(r8a66597, 0);
1448	struct urb *urb;
1449	u8 finish = 0;
1450
1451	if (unlikely(!td))
1452		return;
1453	urb = td->urb;
1454
1455	switch (td->type) {
1456	case USB_PID_IN:
1457	case USB_PID_OUT:
1458		if (check_transfer_finish(td, urb))
1459			td->type = USB_PID_ACK;
1460		break;
1461	case USB_PID_SETUP:
1462		if (urb->transfer_buffer_length == urb->actual_length)
1463			td->type = USB_PID_ACK;
1464		else if (usb_pipeout(urb->pipe))
1465			td->type = USB_PID_OUT;
1466		else
1467			td->type = USB_PID_IN;
1468		break;
1469	case USB_PID_ACK:
1470		finish = 1;
1471		break;
1472	}
1473
1474	if (finish || status != 0 || urb->unlinked)
1475		finish_request(r8a66597, td, 0, urb, status);
1476	else
1477		start_transfer(r8a66597, td);
1478}
1479
1480static int get_urb_error(struct r8a66597 *r8a66597, u16 pipenum)
1481{
1482	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1483
1484	if (td) {
1485		u16 pid = r8a66597_read(r8a66597, td->pipe->pipectr) & PID;
1486
1487		if (pid == PID_NAK)
1488			return -ECONNRESET;
1489		else
1490			return -EPIPE;
1491	}
1492	return 0;
1493}
1494
1495static void irq_pipe_ready(struct r8a66597 *r8a66597)
1496{
1497	u16 check;
1498	u16 pipenum;
1499	u16 mask;
1500	struct r8a66597_td *td;
1501
1502	mask = r8a66597_read(r8a66597, BRDYSTS)
1503	       & r8a66597_read(r8a66597, BRDYENB);
1504	r8a66597_write(r8a66597, ~mask, BRDYSTS);
1505	if (mask & BRDY0) {
1506		td = r8a66597_get_td(r8a66597, 0);
1507		if (td && td->type == USB_PID_IN)
1508			packet_read(r8a66597, 0);
1509		else
1510			pipe_irq_disable(r8a66597, 0);
1511		check_next_phase(r8a66597, 0);
1512	}
1513
1514	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1515		check = 1 << pipenum;
1516		if (mask & check) {
1517			td = r8a66597_get_td(r8a66597, pipenum);
1518			if (unlikely(!td))
1519				continue;
1520
1521			if (td->type == USB_PID_IN)
1522				packet_read(r8a66597, pipenum);
1523			else if (td->type == USB_PID_OUT)
1524				packet_write(r8a66597, pipenum);
1525		}
1526	}
1527}
1528
1529static void irq_pipe_empty(struct r8a66597 *r8a66597)
1530{
1531	u16 tmp;
1532	u16 check;
1533	u16 pipenum;
1534	u16 mask;
1535	struct r8a66597_td *td;
1536
1537	mask = r8a66597_read(r8a66597, BEMPSTS)
1538	       & r8a66597_read(r8a66597, BEMPENB);
1539	r8a66597_write(r8a66597, ~mask, BEMPSTS);
1540	if (mask & BEMP0) {
1541		cfifo_change(r8a66597, 0);
1542		td = r8a66597_get_td(r8a66597, 0);
1543		if (td && td->type != USB_PID_OUT)
1544			disable_irq_empty(r8a66597, 0);
1545		check_next_phase(r8a66597, 0);
1546	}
1547
1548	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1549		check = 1 << pipenum;
1550		if (mask &  check) {
1551			struct r8a66597_td *td;
1552			td = r8a66597_get_td(r8a66597, pipenum);
1553			if (unlikely(!td))
1554				continue;
1555
1556			tmp = r8a66597_read(r8a66597, td->pipe->pipectr);
1557			if ((tmp & INBUFM) == 0) {
1558				disable_irq_empty(r8a66597, pipenum);
1559				pipe_irq_disable(r8a66597, pipenum);
1560				finish_request(r8a66597, td, pipenum, td->urb,
1561						0);
1562			}
1563		}
1564	}
1565}
1566
1567static void irq_pipe_nrdy(struct r8a66597 *r8a66597)
1568{
1569	u16 check;
1570	u16 pipenum;
1571	u16 mask;
1572	int status;
1573
1574	mask = r8a66597_read(r8a66597, NRDYSTS)
1575	       & r8a66597_read(r8a66597, NRDYENB);
1576	r8a66597_write(r8a66597, ~mask, NRDYSTS);
1577	if (mask & NRDY0) {
1578		cfifo_change(r8a66597, 0);
1579		status = get_urb_error(r8a66597, 0);
1580		pipe_irq_disable(r8a66597, 0);
1581		check_next_phase(r8a66597, status);
1582	}
1583
1584	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1585		check = 1 << pipenum;
1586		if (mask & check) {
1587			struct r8a66597_td *td;
1588			td = r8a66597_get_td(r8a66597, pipenum);
1589			if (unlikely(!td))
1590				continue;
1591
1592			status = get_urb_error(r8a66597, pipenum);
1593			pipe_irq_disable(r8a66597, pipenum);
1594			pipe_stop(r8a66597, td->pipe);
1595			finish_request(r8a66597, td, pipenum, td->urb, status);
1596		}
1597	}
1598}
1599
1600static irqreturn_t r8a66597_irq(struct usb_hcd *hcd)
1601{
1602	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1603	u16 intsts0, intsts1, intsts2;
1604	u16 intenb0, intenb1, intenb2;
1605	u16 mask0, mask1, mask2;
1606	int status;
1607
1608	spin_lock(&r8a66597->lock);
1609
1610	intsts0 = r8a66597_read(r8a66597, INTSTS0);
1611	intsts1 = r8a66597_read(r8a66597, INTSTS1);
1612	intsts2 = r8a66597_read(r8a66597, INTSTS2);
1613	intenb0 = r8a66597_read(r8a66597, INTENB0);
1614	intenb1 = r8a66597_read(r8a66597, INTENB1);
1615	intenb2 = r8a66597_read(r8a66597, INTENB2);
1616
1617	mask2 = intsts2 & intenb2;
1618	mask1 = intsts1 & intenb1;
1619	mask0 = intsts0 & intenb0 & (BEMP | NRDY | BRDY);
1620	if (mask2) {
1621		if (mask2 & ATTCH) {
1622			r8a66597_write(r8a66597, ~ATTCH, INTSTS2);
1623			r8a66597_bclr(r8a66597, ATTCHE, INTENB2);
1624
1625			/* start usb bus sampling */
1626			start_root_hub_sampling(r8a66597, 1, 1);
1627		}
1628		if (mask2 & DTCH) {
1629			r8a66597_write(r8a66597, ~DTCH, INTSTS2);
1630			r8a66597_bclr(r8a66597, DTCHE, INTENB2);
1631			r8a66597_usb_disconnect(r8a66597, 1);
1632		}
1633		if (mask2 & BCHG) {
1634			r8a66597_write(r8a66597, ~BCHG, INTSTS2);
1635			r8a66597_bclr(r8a66597, BCHGE, INTENB2);
1636			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1637		}
1638	}
1639
1640	if (mask1) {
1641		if (mask1 & ATTCH) {
1642			r8a66597_write(r8a66597, ~ATTCH, INTSTS1);
1643			r8a66597_bclr(r8a66597, ATTCHE, INTENB1);
1644
1645			/* start usb bus sampling */
1646			start_root_hub_sampling(r8a66597, 0, 1);
1647		}
1648		if (mask1 & DTCH) {
1649			r8a66597_write(r8a66597, ~DTCH, INTSTS1);
1650			r8a66597_bclr(r8a66597, DTCHE, INTENB1);
1651			r8a66597_usb_disconnect(r8a66597, 0);
1652		}
1653		if (mask1 & BCHG) {
1654			r8a66597_write(r8a66597, ~BCHG, INTSTS1);
1655			r8a66597_bclr(r8a66597, BCHGE, INTENB1);
1656			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1657		}
1658
1659		if (mask1 & SIGN) {
1660			r8a66597_write(r8a66597, ~SIGN, INTSTS1);
1661			status = get_urb_error(r8a66597, 0);
1662			check_next_phase(r8a66597, status);
1663		}
1664		if (mask1 & SACK) {
1665			r8a66597_write(r8a66597, ~SACK, INTSTS1);
1666			check_next_phase(r8a66597, 0);
1667		}
1668	}
1669	if (mask0) {
1670		if (mask0 & BRDY)
1671			irq_pipe_ready(r8a66597);
1672		if (mask0 & BEMP)
1673			irq_pipe_empty(r8a66597);
1674		if (mask0 & NRDY)
1675			irq_pipe_nrdy(r8a66597);
1676	}
1677
1678	spin_unlock(&r8a66597->lock);
1679	return IRQ_HANDLED;
1680}
1681
1682/* this function must be called with interrupt disabled */
1683static void r8a66597_root_hub_control(struct r8a66597 *r8a66597, int port)
1684{
1685	u16 tmp;
1686	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1687
1688	if (rh->port & USB_PORT_STAT_RESET) {
1689		unsigned long dvstctr_reg = get_dvstctr_reg(port);
1690
1691		tmp = r8a66597_read(r8a66597, dvstctr_reg);
1692		if ((tmp & USBRST) == USBRST) {
1693			r8a66597_mdfy(r8a66597, UACT, USBRST | UACT,
1694				      dvstctr_reg);
1695			r8a66597_root_hub_start_polling(r8a66597);
1696		} else
1697			r8a66597_usb_connect(r8a66597, port);
1698	}
1699
1700	if (!(rh->port & USB_PORT_STAT_CONNECTION)) {
1701		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1702		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1703	}
1704
1705	if (rh->scount > 0) {
1706		tmp = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1707		if (tmp == rh->old_syssts) {
1708			rh->scount--;
1709			if (rh->scount == 0)
1710				r8a66597_check_syssts(r8a66597, port, tmp);
1711			else
1712				r8a66597_root_hub_start_polling(r8a66597);
1713		} else {
1714			rh->scount = R8A66597_MAX_SAMPLING;
1715			rh->old_syssts = tmp;
1716			r8a66597_root_hub_start_polling(r8a66597);
1717		}
1718	}
1719}
1720
1721static void r8a66597_interval_timer(struct timer_list *t)
1722{
1723	struct r8a66597_timers *timers = from_timer(timers, t, interval);
1724	struct r8a66597 *r8a66597 = timers->r8a66597;
1725	unsigned long flags;
1726	u16 pipenum;
1727	struct r8a66597_td *td;
1728
1729	spin_lock_irqsave(&r8a66597->lock, flags);
1730
1731	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1732		if (!(r8a66597->interval_map & (1 << pipenum)))
1733			continue;
1734		if (timer_pending(&r8a66597->timers[pipenum].interval))
1735			continue;
1736
1737		td = r8a66597_get_td(r8a66597, pipenum);
1738		if (td)
1739			start_transfer(r8a66597, td);
1740	}
1741
1742	spin_unlock_irqrestore(&r8a66597->lock, flags);
1743}
1744
1745static void r8a66597_td_timer(struct timer_list *t)
1746{
1747	struct r8a66597_timers *timers = from_timer(timers, t, td);
1748	struct r8a66597 *r8a66597 = timers->r8a66597;
1749	unsigned long flags;
1750	u16 pipenum;
1751	struct r8a66597_td *td, *new_td = NULL;
1752	struct r8a66597_pipe *pipe;
1753
1754	spin_lock_irqsave(&r8a66597->lock, flags);
1755	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1756		if (!(r8a66597->timeout_map & (1 << pipenum)))
1757			continue;
1758		if (timer_pending(&r8a66597->timers[pipenum].td))
1759			continue;
1760
1761		td = r8a66597_get_td(r8a66597, pipenum);
1762		if (!td) {
1763			r8a66597->timeout_map &= ~(1 << pipenum);
1764			continue;
1765		}
1766
1767		if (td->urb->actual_length) {
1768			set_td_timer(r8a66597, td);
1769			break;
1770		}
1771
1772		pipe = td->pipe;
1773		pipe_stop(r8a66597, pipe);
1774
1775		/* Select a different address or endpoint */
1776		new_td = td;
1777		do {
1778			list_move_tail(&new_td->queue,
1779				       &r8a66597->pipe_queue[pipenum]);
1780			new_td = r8a66597_get_td(r8a66597, pipenum);
1781			if (!new_td) {
1782				new_td = td;
1783				break;
1784			}
1785		} while (td != new_td && td->address == new_td->address &&
1786			td->pipe->info.epnum == new_td->pipe->info.epnum);
1787
1788		start_transfer(r8a66597, new_td);
1789
1790		if (td == new_td)
1791			r8a66597->timeout_map &= ~(1 << pipenum);
1792		else
1793			set_td_timer(r8a66597, new_td);
1794		break;
1795	}
1796	spin_unlock_irqrestore(&r8a66597->lock, flags);
1797}
1798
1799static void r8a66597_timer(struct timer_list *t)
1800{
1801	struct r8a66597 *r8a66597 = from_timer(r8a66597, t, rh_timer);
1802	unsigned long flags;
1803	int port;
1804
1805	spin_lock_irqsave(&r8a66597->lock, flags);
1806
1807	for (port = 0; port < r8a66597->max_root_hub; port++)
1808		r8a66597_root_hub_control(r8a66597, port);
1809
1810	spin_unlock_irqrestore(&r8a66597->lock, flags);
1811}
1812
1813static int check_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
1814{
1815	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
1816
1817	if (dev && dev->address && dev->state != USB_STATE_CONFIGURED &&
1818	    (urb->dev->state == USB_STATE_CONFIGURED))
1819		return 1;
1820	else
1821		return 0;
1822}
1823
1824static int r8a66597_start(struct usb_hcd *hcd)
1825{
1826	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1827
1828	hcd->state = HC_STATE_RUNNING;
1829	return enable_controller(r8a66597);
1830}
1831
1832static void r8a66597_stop(struct usb_hcd *hcd)
1833{
1834	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1835
1836	disable_controller(r8a66597);
1837}
1838
1839static void set_address_zero(struct r8a66597 *r8a66597, struct urb *urb)
1840{
1841	unsigned int usb_address = usb_pipedevice(urb->pipe);
1842	u16 root_port, hub_port;
1843
1844	if (usb_address == 0) {
1845		get_port_number(r8a66597, urb->dev->devpath,
1846				&root_port, &hub_port);
1847		set_devadd_reg(r8a66597, 0,
1848			       get_r8a66597_usb_speed(urb->dev->speed),
1849			       get_parent_r8a66597_address(r8a66597, urb->dev),
1850			       hub_port, root_port);
1851	}
1852}
1853
1854static struct r8a66597_td *r8a66597_make_td(struct r8a66597 *r8a66597,
1855					    struct urb *urb,
1856					    struct usb_host_endpoint *hep)
1857{
1858	struct r8a66597_td *td;
1859	u16 pipenum;
1860
1861	td = kzalloc(sizeof(struct r8a66597_td), GFP_ATOMIC);
1862	if (td == NULL)
1863		return NULL;
1864
1865	pipenum = r8a66597_get_pipenum(urb, hep);
1866	td->pipenum = pipenum;
1867	td->pipe = hep->hcpriv;
1868	td->urb = urb;
1869	td->address = get_urb_to_r8a66597_addr(r8a66597, urb);
1870	td->maxpacket = usb_maxpacket(urb->dev, urb->pipe);
 
1871	if (usb_pipecontrol(urb->pipe))
1872		td->type = USB_PID_SETUP;
1873	else if (usb_pipein(urb->pipe))
1874		td->type = USB_PID_IN;
1875	else
1876		td->type = USB_PID_OUT;
1877	INIT_LIST_HEAD(&td->queue);
1878
1879	return td;
1880}
1881
1882static int r8a66597_urb_enqueue(struct usb_hcd *hcd,
1883				struct urb *urb,
1884				gfp_t mem_flags)
1885{
1886	struct usb_host_endpoint *hep = urb->ep;
1887	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1888	struct r8a66597_td *td = NULL;
1889	int ret, request = 0;
1890	unsigned long flags;
1891
1892	spin_lock_irqsave(&r8a66597->lock, flags);
1893	if (!get_urb_to_r8a66597_dev(r8a66597, urb)) {
1894		ret = -ENODEV;
1895		goto error_not_linked;
1896	}
1897
1898	ret = usb_hcd_link_urb_to_ep(hcd, urb);
1899	if (ret)
1900		goto error_not_linked;
1901
1902	if (!hep->hcpriv) {
1903		hep->hcpriv = kzalloc(sizeof(struct r8a66597_pipe),
1904				GFP_ATOMIC);
1905		if (!hep->hcpriv) {
1906			ret = -ENOMEM;
1907			goto error;
1908		}
1909		set_pipe_reg_addr(hep->hcpriv, R8A66597_PIPE_NO_DMA);
1910		if (usb_pipeendpoint(urb->pipe))
1911			init_pipe_info(r8a66597, urb, hep, &hep->desc);
1912	}
1913
1914	if (unlikely(check_pipe_config(r8a66597, urb)))
1915		init_pipe_config(r8a66597, urb);
1916
1917	set_address_zero(r8a66597, urb);
1918	td = r8a66597_make_td(r8a66597, urb, hep);
1919	if (td == NULL) {
1920		ret = -ENOMEM;
1921		goto error;
1922	}
1923	if (list_empty(&r8a66597->pipe_queue[td->pipenum]))
1924		request = 1;
1925	list_add_tail(&td->queue, &r8a66597->pipe_queue[td->pipenum]);
1926	urb->hcpriv = td;
1927
1928	if (request) {
1929		if (td->pipe->info.timer_interval) {
1930			r8a66597->interval_map |= 1 << td->pipenum;
1931			mod_timer(&r8a66597->timers[td->pipenum].interval,
1932				  jiffies + msecs_to_jiffies(
1933					td->pipe->info.timer_interval));
1934		} else {
1935			ret = start_transfer(r8a66597, td);
1936			if (ret < 0) {
1937				list_del(&td->queue);
1938				kfree(td);
1939			}
1940		}
1941	} else
1942		set_td_timer(r8a66597, td);
1943
1944error:
1945	if (ret)
1946		usb_hcd_unlink_urb_from_ep(hcd, urb);
1947error_not_linked:
1948	spin_unlock_irqrestore(&r8a66597->lock, flags);
1949	return ret;
1950}
1951
1952static int r8a66597_urb_dequeue(struct usb_hcd *hcd, struct urb *urb,
1953		int status)
1954{
1955	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1956	struct r8a66597_td *td;
1957	unsigned long flags;
1958	int rc;
1959
1960	spin_lock_irqsave(&r8a66597->lock, flags);
1961	rc = usb_hcd_check_unlink_urb(hcd, urb, status);
1962	if (rc)
1963		goto done;
1964
1965	if (urb->hcpriv) {
1966		td = urb->hcpriv;
1967		pipe_stop(r8a66597, td->pipe);
1968		pipe_irq_disable(r8a66597, td->pipenum);
1969		disable_irq_empty(r8a66597, td->pipenum);
1970		finish_request(r8a66597, td, td->pipenum, urb, status);
1971	}
1972 done:
1973	spin_unlock_irqrestore(&r8a66597->lock, flags);
1974	return rc;
1975}
1976
1977static void r8a66597_endpoint_disable(struct usb_hcd *hcd,
1978				      struct usb_host_endpoint *hep)
1979__acquires(r8a66597->lock)
1980__releases(r8a66597->lock)
1981{
1982	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1983	struct r8a66597_pipe *pipe = (struct r8a66597_pipe *)hep->hcpriv;
1984	struct r8a66597_td *td;
1985	struct urb *urb = NULL;
1986	u16 pipenum;
1987	unsigned long flags;
1988
1989	if (pipe == NULL)
1990		return;
1991	pipenum = pipe->info.pipenum;
1992
1993	spin_lock_irqsave(&r8a66597->lock, flags);
1994	if (pipenum == 0) {
1995		kfree(hep->hcpriv);
1996		hep->hcpriv = NULL;
1997		spin_unlock_irqrestore(&r8a66597->lock, flags);
1998		return;
1999	}
2000
2001	pipe_stop(r8a66597, pipe);
2002	pipe_irq_disable(r8a66597, pipenum);
2003	disable_irq_empty(r8a66597, pipenum);
2004	td = r8a66597_get_td(r8a66597, pipenum);
2005	if (td)
2006		urb = td->urb;
2007	finish_request(r8a66597, td, pipenum, urb, -ESHUTDOWN);
2008	kfree(hep->hcpriv);
2009	hep->hcpriv = NULL;
2010	spin_unlock_irqrestore(&r8a66597->lock, flags);
2011}
2012
2013static int r8a66597_get_frame(struct usb_hcd *hcd)
2014{
2015	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2016	return r8a66597_read(r8a66597, FRMNUM) & 0x03FF;
2017}
2018
2019static void collect_usb_address_map(struct usb_device *udev, unsigned long *map)
2020{
2021	int chix;
2022	struct usb_device *childdev;
2023
2024	if (udev->state == USB_STATE_CONFIGURED &&
2025	    udev->parent && udev->parent->devnum > 1 &&
2026	    udev->parent->descriptor.bDeviceClass == USB_CLASS_HUB)
2027		map[udev->devnum/32] |= (1 << (udev->devnum % 32));
2028
2029	usb_hub_for_each_child(udev, chix, childdev)
2030		collect_usb_address_map(childdev, map);
2031}
2032
2033/* this function must be called with interrupt disabled */
2034static struct r8a66597_device *get_r8a66597_device(struct r8a66597 *r8a66597,
2035						   int addr)
2036{
2037	struct r8a66597_device *dev;
2038	struct list_head *list = &r8a66597->child_device;
2039
2040	list_for_each_entry(dev, list, device_list) {
2041		if (dev->usb_address != addr)
2042			continue;
2043
2044		return dev;
2045	}
2046
2047	printk(KERN_ERR "r8a66597: get_r8a66597_device fail.(%d)\n", addr);
2048	return NULL;
2049}
2050
2051static void update_usb_address_map(struct r8a66597 *r8a66597,
2052				   struct usb_device *root_hub,
2053				   unsigned long *map)
2054{
2055	int i, j, addr;
2056	unsigned long diff;
2057	unsigned long flags;
2058
2059	for (i = 0; i < 4; i++) {
2060		diff = r8a66597->child_connect_map[i] ^ map[i];
2061		if (!diff)
2062			continue;
2063
2064		for (j = 0; j < 32; j++) {
2065			if (!(diff & (1 << j)))
2066				continue;
2067
2068			addr = i * 32 + j;
2069			if (map[i] & (1 << j))
2070				set_child_connect_map(r8a66597, addr);
2071			else {
2072				struct r8a66597_device *dev;
2073
2074				spin_lock_irqsave(&r8a66597->lock, flags);
2075				dev = get_r8a66597_device(r8a66597, addr);
2076				disable_r8a66597_pipe_all(r8a66597, dev);
2077				free_usb_address(r8a66597, dev, 0);
2078				put_child_connect_map(r8a66597, addr);
2079				spin_unlock_irqrestore(&r8a66597->lock, flags);
2080			}
2081		}
2082	}
2083}
2084
2085static void r8a66597_check_detect_child(struct r8a66597 *r8a66597,
2086					struct usb_hcd *hcd)
2087{
2088	struct usb_bus *bus;
2089	unsigned long now_map[4];
2090
2091	memset(now_map, 0, sizeof(now_map));
2092
2093	mutex_lock(&usb_bus_idr_lock);
2094	bus = idr_find(&usb_bus_idr, hcd->self.busnum);
2095	if (bus && bus->root_hub) {
2096		collect_usb_address_map(bus->root_hub, now_map);
2097		update_usb_address_map(r8a66597, bus->root_hub, now_map);
2098	}
2099	mutex_unlock(&usb_bus_idr_lock);
2100}
2101
2102static int r8a66597_hub_status_data(struct usb_hcd *hcd, char *buf)
2103{
2104	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2105	unsigned long flags;
2106	int i;
2107
2108	r8a66597_check_detect_child(r8a66597, hcd);
2109
2110	spin_lock_irqsave(&r8a66597->lock, flags);
2111
2112	*buf = 0;	/* initialize (no change) */
2113
2114	for (i = 0; i < r8a66597->max_root_hub; i++) {
2115		if (r8a66597->root_hub[i].port & 0xffff0000)
2116			*buf |= 1 << (i + 1);
2117	}
2118
2119	spin_unlock_irqrestore(&r8a66597->lock, flags);
2120
2121	return (*buf != 0);
2122}
2123
2124static void r8a66597_hub_descriptor(struct r8a66597 *r8a66597,
2125				    struct usb_hub_descriptor *desc)
2126{
2127	desc->bDescriptorType = USB_DT_HUB;
2128	desc->bHubContrCurrent = 0;
2129	desc->bNbrPorts = r8a66597->max_root_hub;
2130	desc->bDescLength = 9;
2131	desc->bPwrOn2PwrGood = 0;
2132	desc->wHubCharacteristics =
2133		cpu_to_le16(HUB_CHAR_INDV_PORT_LPSM | HUB_CHAR_NO_OCPM);
2134	desc->u.hs.DeviceRemovable[0] =
2135		((1 << r8a66597->max_root_hub) - 1) << 1;
2136	desc->u.hs.DeviceRemovable[1] = ~0;
2137}
2138
2139static int r8a66597_hub_control(struct usb_hcd *hcd, u16 typeReq, u16 wValue,
2140				u16 wIndex, char *buf, u16 wLength)
2141{
2142	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2143	int ret;
2144	int port = (wIndex & 0x00FF) - 1;
2145	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2146	unsigned long flags;
2147
2148	ret = 0;
2149
2150	spin_lock_irqsave(&r8a66597->lock, flags);
2151	switch (typeReq) {
2152	case ClearHubFeature:
2153	case SetHubFeature:
2154		switch (wValue) {
2155		case C_HUB_OVER_CURRENT:
2156		case C_HUB_LOCAL_POWER:
2157			break;
2158		default:
2159			goto error;
2160		}
2161		break;
2162	case ClearPortFeature:
2163		if (wIndex > r8a66597->max_root_hub)
2164			goto error;
2165		if (wLength != 0)
2166			goto error;
2167
2168		switch (wValue) {
2169		case USB_PORT_FEAT_ENABLE:
2170			rh->port &= ~USB_PORT_STAT_POWER;
2171			break;
2172		case USB_PORT_FEAT_SUSPEND:
2173			break;
2174		case USB_PORT_FEAT_POWER:
2175			r8a66597_port_power(r8a66597, port, 0);
2176			break;
2177		case USB_PORT_FEAT_C_ENABLE:
2178		case USB_PORT_FEAT_C_SUSPEND:
2179		case USB_PORT_FEAT_C_CONNECTION:
2180		case USB_PORT_FEAT_C_OVER_CURRENT:
2181		case USB_PORT_FEAT_C_RESET:
2182			break;
2183		default:
2184			goto error;
2185		}
2186		rh->port &= ~(1 << wValue);
2187		break;
2188	case GetHubDescriptor:
2189		r8a66597_hub_descriptor(r8a66597,
2190					(struct usb_hub_descriptor *)buf);
2191		break;
2192	case GetHubStatus:
2193		*buf = 0x00;
2194		break;
2195	case GetPortStatus:
2196		if (wIndex > r8a66597->max_root_hub)
2197			goto error;
2198		*(__le32 *)buf = cpu_to_le32(rh->port);
2199		break;
2200	case SetPortFeature:
2201		if (wIndex > r8a66597->max_root_hub)
2202			goto error;
2203		if (wLength != 0)
2204			goto error;
2205
2206		switch (wValue) {
2207		case USB_PORT_FEAT_SUSPEND:
2208			break;
2209		case USB_PORT_FEAT_POWER:
2210			r8a66597_port_power(r8a66597, port, 1);
2211			rh->port |= USB_PORT_STAT_POWER;
2212			break;
2213		case USB_PORT_FEAT_RESET: {
2214			struct r8a66597_device *dev = rh->dev;
2215
2216			rh->port |= USB_PORT_STAT_RESET;
2217
2218			disable_r8a66597_pipe_all(r8a66597, dev);
2219			free_usb_address(r8a66597, dev, 1);
2220
2221			r8a66597_mdfy(r8a66597, USBRST, USBRST | UACT,
2222				      get_dvstctr_reg(port));
2223			mod_timer(&r8a66597->rh_timer,
2224				  jiffies + msecs_to_jiffies(50));
2225			}
2226			break;
2227		default:
2228			goto error;
2229		}
2230		rh->port |= 1 << wValue;
2231		break;
2232	default:
2233error:
2234		ret = -EPIPE;
2235		break;
2236	}
2237
2238	spin_unlock_irqrestore(&r8a66597->lock, flags);
2239	return ret;
2240}
2241
2242#if defined(CONFIG_PM)
2243static int r8a66597_bus_suspend(struct usb_hcd *hcd)
2244{
2245	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2246	int port;
2247
2248	dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2249
2250	for (port = 0; port < r8a66597->max_root_hub; port++) {
2251		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2252		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2253
2254		if (!(rh->port & USB_PORT_STAT_ENABLE))
2255			continue;
2256
2257		dev_dbg(&rh->dev->udev->dev, "suspend port = %d\n", port);
2258		r8a66597_bclr(r8a66597, UACT, dvstctr_reg);	/* suspend */
2259		rh->port |= USB_PORT_STAT_SUSPEND;
2260
2261		if (rh->dev->udev->do_remote_wakeup) {
2262			msleep(3);	/* waiting last SOF */
2263			r8a66597_bset(r8a66597, RWUPE, dvstctr_reg);
2264			r8a66597_write(r8a66597, ~BCHG, get_intsts_reg(port));
2265			r8a66597_bset(r8a66597, BCHGE, get_intenb_reg(port));
2266		}
2267	}
2268
2269	r8a66597->bus_suspended = 1;
2270
2271	return 0;
2272}
2273
2274static int r8a66597_bus_resume(struct usb_hcd *hcd)
2275{
2276	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2277	int port;
2278
2279	dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2280
2281	for (port = 0; port < r8a66597->max_root_hub; port++) {
2282		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2283		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2284
2285		if (!(rh->port & USB_PORT_STAT_SUSPEND))
2286			continue;
2287
2288		dev_dbg(&rh->dev->udev->dev, "resume port = %d\n", port);
2289		rh->port &= ~USB_PORT_STAT_SUSPEND;
2290		rh->port |= USB_PORT_STAT_C_SUSPEND << 16;
2291		r8a66597_mdfy(r8a66597, RESUME, RESUME | UACT, dvstctr_reg);
2292		msleep(USB_RESUME_TIMEOUT);
2293		r8a66597_mdfy(r8a66597, UACT, RESUME | UACT, dvstctr_reg);
2294	}
2295
2296	return 0;
2297
2298}
2299#else
2300#define	r8a66597_bus_suspend	NULL
2301#define	r8a66597_bus_resume	NULL
2302#endif
2303
2304static const struct hc_driver r8a66597_hc_driver = {
2305	.description =		hcd_name,
2306	.hcd_priv_size =	sizeof(struct r8a66597),
2307	.irq =			r8a66597_irq,
2308
2309	/*
2310	 * generic hardware linkage
2311	 */
2312	.flags =		HCD_USB2,
2313
2314	.start =		r8a66597_start,
2315	.stop =			r8a66597_stop,
2316
2317	/*
2318	 * managing i/o requests and associated device resources
2319	 */
2320	.urb_enqueue =		r8a66597_urb_enqueue,
2321	.urb_dequeue =		r8a66597_urb_dequeue,
2322	.endpoint_disable =	r8a66597_endpoint_disable,
2323
2324	/*
2325	 * periodic schedule support
2326	 */
2327	.get_frame_number =	r8a66597_get_frame,
2328
2329	/*
2330	 * root hub support
2331	 */
2332	.hub_status_data =	r8a66597_hub_status_data,
2333	.hub_control =		r8a66597_hub_control,
2334	.bus_suspend =		r8a66597_bus_suspend,
2335	.bus_resume =		r8a66597_bus_resume,
2336};
2337
2338#if defined(CONFIG_PM)
2339static int r8a66597_suspend(struct device *dev)
2340{
2341	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2342	int port;
2343
2344	dev_dbg(dev, "%s\n", __func__);
2345
2346	disable_controller(r8a66597);
2347
2348	for (port = 0; port < r8a66597->max_root_hub; port++) {
2349		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2350
2351		rh->port = 0x00000000;
2352	}
2353
2354	return 0;
2355}
2356
2357static int r8a66597_resume(struct device *dev)
2358{
2359	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2360	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2361
2362	dev_dbg(dev, "%s\n", __func__);
2363
2364	enable_controller(r8a66597);
2365	usb_root_hub_lost_power(hcd->self.root_hub);
2366
2367	return 0;
2368}
2369
2370static const struct dev_pm_ops r8a66597_dev_pm_ops = {
2371	.suspend = r8a66597_suspend,
2372	.resume = r8a66597_resume,
2373	.poweroff = r8a66597_suspend,
2374	.restore = r8a66597_resume,
2375};
2376
2377#define R8A66597_DEV_PM_OPS	(&r8a66597_dev_pm_ops)
2378#else	/* if defined(CONFIG_PM) */
2379#define R8A66597_DEV_PM_OPS	NULL
2380#endif
2381
2382static void r8a66597_remove(struct platform_device *pdev)
2383{
2384	struct r8a66597		*r8a66597 = platform_get_drvdata(pdev);
2385	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2386
2387	del_timer_sync(&r8a66597->rh_timer);
2388	usb_remove_hcd(hcd);
2389	iounmap(r8a66597->reg);
2390	if (r8a66597->pdata->on_chip)
2391		clk_put(r8a66597->clk);
2392	usb_put_hcd(hcd);
 
2393}
2394
2395static int r8a66597_probe(struct platform_device *pdev)
2396{
2397	char clk_name[8];
2398	struct resource *res = NULL, *ires;
2399	int irq = -1;
2400	void __iomem *reg = NULL;
2401	struct usb_hcd *hcd = NULL;
2402	struct r8a66597 *r8a66597;
2403	int ret = 0;
2404	int i;
2405	unsigned long irq_trigger;
2406
2407	if (usb_disabled())
2408		return -ENODEV;
2409
2410	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2411	if (!res) {
2412		ret = -ENODEV;
2413		dev_err(&pdev->dev, "platform_get_resource error.\n");
2414		goto clean_up;
2415	}
2416
2417	ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
2418	if (!ires) {
2419		ret = -ENODEV;
2420		dev_err(&pdev->dev,
2421			"platform_get_resource IORESOURCE_IRQ error.\n");
2422		goto clean_up;
2423	}
2424
2425	irq = ires->start;
2426	irq_trigger = ires->flags & IRQF_TRIGGER_MASK;
2427
2428	reg = ioremap(res->start, resource_size(res));
2429	if (reg == NULL) {
2430		ret = -ENOMEM;
2431		dev_err(&pdev->dev, "ioremap error.\n");
2432		goto clean_up;
2433	}
2434
2435	if (pdev->dev.platform_data == NULL) {
2436		dev_err(&pdev->dev, "no platform data\n");
2437		ret = -ENODEV;
2438		goto clean_up;
2439	}
2440
2441	/* initialize hcd */
2442	hcd = usb_create_hcd(&r8a66597_hc_driver, &pdev->dev, (char *)hcd_name);
2443	if (!hcd) {
2444		ret = -ENOMEM;
2445		dev_err(&pdev->dev, "Failed to create hcd\n");
2446		goto clean_up;
2447	}
2448	r8a66597 = hcd_to_r8a66597(hcd);
2449	memset(r8a66597, 0, sizeof(struct r8a66597));
2450	platform_set_drvdata(pdev, r8a66597);
2451	r8a66597->pdata = dev_get_platdata(&pdev->dev);
2452	r8a66597->irq_sense_low = irq_trigger == IRQF_TRIGGER_LOW;
2453
2454	if (r8a66597->pdata->on_chip) {
2455		snprintf(clk_name, sizeof(clk_name), "usb%d", pdev->id);
2456		r8a66597->clk = clk_get(&pdev->dev, clk_name);
2457		if (IS_ERR(r8a66597->clk)) {
2458			dev_err(&pdev->dev, "cannot get clock \"%s\"\n",
2459				clk_name);
2460			ret = PTR_ERR(r8a66597->clk);
2461			goto clean_up2;
2462		}
2463		r8a66597->max_root_hub = 1;
2464	} else
2465		r8a66597->max_root_hub = 2;
2466
2467	spin_lock_init(&r8a66597->lock);
2468	timer_setup(&r8a66597->rh_timer, r8a66597_timer, 0);
2469	r8a66597->reg = reg;
2470
2471	/* make sure no interrupts are pending */
2472	ret = r8a66597_clock_enable(r8a66597);
2473	if (ret < 0)
2474		goto clean_up3;
2475	disable_controller(r8a66597);
2476
2477	for (i = 0; i < R8A66597_MAX_NUM_PIPE; i++) {
2478		INIT_LIST_HEAD(&r8a66597->pipe_queue[i]);
2479		r8a66597->timers[i].r8a66597 = r8a66597;
2480		timer_setup(&r8a66597->timers[i].td, r8a66597_td_timer, 0);
2481		timer_setup(&r8a66597->timers[i].interval,
2482			    r8a66597_interval_timer, 0);
2483	}
2484	INIT_LIST_HEAD(&r8a66597->child_device);
2485
2486	hcd->rsrc_start = res->start;
2487	hcd->has_tt = 1;
2488
2489	ret = usb_add_hcd(hcd, irq, irq_trigger);
2490	if (ret != 0) {
2491		dev_err(&pdev->dev, "Failed to add hcd\n");
2492		goto clean_up3;
2493	}
2494	device_wakeup_enable(hcd->self.controller);
2495
2496	return 0;
2497
2498clean_up3:
2499	if (r8a66597->pdata->on_chip)
2500		clk_put(r8a66597->clk);
2501clean_up2:
2502	usb_put_hcd(hcd);
2503
2504clean_up:
2505	if (reg)
2506		iounmap(reg);
2507
2508	return ret;
2509}
2510
2511static struct platform_driver r8a66597_driver = {
2512	.probe =	r8a66597_probe,
2513	.remove_new =	r8a66597_remove,
2514	.driver		= {
2515		.name = hcd_name,
2516		.pm	= R8A66597_DEV_PM_OPS,
2517	},
2518};
2519
2520module_platform_driver(r8a66597_driver);
v5.4
   1// SPDX-License-Identifier: GPL-2.0
   2/*
   3 * R8A66597 HCD (Host Controller Driver)
   4 *
   5 * Copyright (C) 2006-2007 Renesas Solutions Corp.
   6 * Portions Copyright (C) 2004 Psion Teklogix (for NetBook PRO)
   7 * Portions Copyright (C) 2004-2005 David Brownell
   8 * Portions Copyright (C) 1999 Roman Weissgaerber
   9 *
  10 * Author : Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>
  11 */
  12
  13#include <linux/module.h>
  14#include <linux/kernel.h>
  15#include <linux/sched.h>
  16#include <linux/errno.h>
  17#include <linux/timer.h>
  18#include <linux/delay.h>
  19#include <linux/list.h>
  20#include <linux/interrupt.h>
  21#include <linux/usb.h>
  22#include <linux/usb/hcd.h>
  23#include <linux/platform_device.h>
  24#include <linux/io.h>
  25#include <linux/mm.h>
  26#include <linux/irq.h>
  27#include <linux/slab.h>
  28#include <asm/cacheflush.h>
  29
  30#include "r8a66597.h"
  31
  32MODULE_DESCRIPTION("R8A66597 USB Host Controller Driver");
  33MODULE_LICENSE("GPL");
  34MODULE_AUTHOR("Yoshihiro Shimoda");
  35MODULE_ALIAS("platform:r8a66597_hcd");
  36
  37#define DRIVER_VERSION	"2009-05-26"
  38
  39static const char hcd_name[] = "r8a66597_hcd";
  40
  41static void packet_write(struct r8a66597 *r8a66597, u16 pipenum);
  42static int r8a66597_get_frame(struct usb_hcd *hcd);
  43
  44/* this function must be called with interrupt disabled */
  45static void enable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  46			    unsigned long reg)
  47{
  48	u16 tmp;
  49
  50	tmp = r8a66597_read(r8a66597, INTENB0);
  51	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  52	r8a66597_bset(r8a66597, 1 << pipenum, reg);
  53	r8a66597_write(r8a66597, tmp, INTENB0);
  54}
  55
  56/* this function must be called with interrupt disabled */
  57static void disable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  58			     unsigned long reg)
  59{
  60	u16 tmp;
  61
  62	tmp = r8a66597_read(r8a66597, INTENB0);
  63	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  64	r8a66597_bclr(r8a66597, 1 << pipenum, reg);
  65	r8a66597_write(r8a66597, tmp, INTENB0);
  66}
  67
  68static void set_devadd_reg(struct r8a66597 *r8a66597, u8 r8a66597_address,
  69			   u16 usbspd, u8 upphub, u8 hubport, int port)
  70{
  71	u16 val;
  72	unsigned long devadd_reg = get_devadd_addr(r8a66597_address);
  73
  74	val = (upphub << 11) | (hubport << 8) | (usbspd << 6) | (port & 0x0001);
  75	r8a66597_write(r8a66597, val, devadd_reg);
  76}
  77
  78static int r8a66597_clock_enable(struct r8a66597 *r8a66597)
  79{
  80	u16 tmp;
  81	int i = 0;
  82
  83	if (r8a66597->pdata->on_chip) {
  84		clk_prepare_enable(r8a66597->clk);
  85		do {
  86			r8a66597_write(r8a66597, SCKE, SYSCFG0);
  87			tmp = r8a66597_read(r8a66597, SYSCFG0);
  88			if (i++ > 1000) {
  89				printk(KERN_ERR "r8a66597: reg access fail.\n");
  90				return -ENXIO;
  91			}
  92		} while ((tmp & SCKE) != SCKE);
  93		r8a66597_write(r8a66597, 0x04, 0x02);
  94	} else {
  95		do {
  96			r8a66597_write(r8a66597, USBE, SYSCFG0);
  97			tmp = r8a66597_read(r8a66597, SYSCFG0);
  98			if (i++ > 1000) {
  99				printk(KERN_ERR "r8a66597: reg access fail.\n");
 100				return -ENXIO;
 101			}
 102		} while ((tmp & USBE) != USBE);
 103		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 104		r8a66597_mdfy(r8a66597, get_xtal_from_pdata(r8a66597->pdata),
 105			      XTAL, SYSCFG0);
 106
 107		i = 0;
 108		r8a66597_bset(r8a66597, XCKE, SYSCFG0);
 109		do {
 110			msleep(1);
 111			tmp = r8a66597_read(r8a66597, SYSCFG0);
 112			if (i++ > 500) {
 113				printk(KERN_ERR "r8a66597: reg access fail.\n");
 114				return -ENXIO;
 115			}
 116		} while ((tmp & SCKE) != SCKE);
 117	}
 118
 119	return 0;
 120}
 121
 122static void r8a66597_clock_disable(struct r8a66597 *r8a66597)
 123{
 124	r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
 125	udelay(1);
 126
 127	if (r8a66597->pdata->on_chip) {
 128		clk_disable_unprepare(r8a66597->clk);
 129	} else {
 130		r8a66597_bclr(r8a66597, PLLC, SYSCFG0);
 131		r8a66597_bclr(r8a66597, XCKE, SYSCFG0);
 132		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 133	}
 134}
 135
 136static void r8a66597_enable_port(struct r8a66597 *r8a66597, int port)
 137{
 138	u16 val;
 139
 140	val = port ? DRPD : DCFM | DRPD;
 141	r8a66597_bset(r8a66597, val, get_syscfg_reg(port));
 142	r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
 143
 144	r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR, get_dmacfg_reg(port));
 145	r8a66597_bclr(r8a66597, DTCHE, get_intenb_reg(port));
 146	r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
 147}
 148
 149static void r8a66597_disable_port(struct r8a66597 *r8a66597, int port)
 150{
 151	u16 val, tmp;
 152
 153	r8a66597_write(r8a66597, 0, get_intenb_reg(port));
 154	r8a66597_write(r8a66597, 0, get_intsts_reg(port));
 155
 156	r8a66597_port_power(r8a66597, port, 0);
 157
 158	do {
 159		tmp = r8a66597_read(r8a66597, SOFCFG) & EDGESTS;
 160		udelay(640);
 161	} while (tmp == EDGESTS);
 162
 163	val = port ? DRPD : DCFM | DRPD;
 164	r8a66597_bclr(r8a66597, val, get_syscfg_reg(port));
 165	r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
 166}
 167
 168static int enable_controller(struct r8a66597 *r8a66597)
 169{
 170	int ret, port;
 171	u16 vif = r8a66597->pdata->vif ? LDRV : 0;
 172	u16 irq_sense = r8a66597->irq_sense_low ? INTL : 0;
 173	u16 endian = r8a66597->pdata->endian ? BIGEND : 0;
 174
 175	ret = r8a66597_clock_enable(r8a66597);
 176	if (ret < 0)
 177		return ret;
 178
 179	r8a66597_bset(r8a66597, vif & LDRV, PINCFG);
 180	r8a66597_bset(r8a66597, USBE, SYSCFG0);
 181
 182	r8a66597_bset(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
 183	r8a66597_bset(r8a66597, irq_sense & INTL, SOFCFG);
 184	r8a66597_bset(r8a66597, BRDY0, BRDYENB);
 185	r8a66597_bset(r8a66597, BEMP0, BEMPENB);
 186
 187	r8a66597_bset(r8a66597, endian & BIGEND, CFIFOSEL);
 188	r8a66597_bset(r8a66597, endian & BIGEND, D0FIFOSEL);
 189	r8a66597_bset(r8a66597, endian & BIGEND, D1FIFOSEL);
 190	r8a66597_bset(r8a66597, TRNENSEL, SOFCFG);
 191
 192	r8a66597_bset(r8a66597, SIGNE | SACKE, INTENB1);
 193
 194	for (port = 0; port < r8a66597->max_root_hub; port++)
 195		r8a66597_enable_port(r8a66597, port);
 196
 197	return 0;
 198}
 199
 200static void disable_controller(struct r8a66597 *r8a66597)
 201{
 202	int port;
 203
 204	/* disable interrupts */
 205	r8a66597_write(r8a66597, 0, INTENB0);
 206	r8a66597_write(r8a66597, 0, INTENB1);
 207	r8a66597_write(r8a66597, 0, BRDYENB);
 208	r8a66597_write(r8a66597, 0, BEMPENB);
 209	r8a66597_write(r8a66597, 0, NRDYENB);
 210
 211	/* clear status */
 212	r8a66597_write(r8a66597, 0, BRDYSTS);
 213	r8a66597_write(r8a66597, 0, NRDYSTS);
 214	r8a66597_write(r8a66597, 0, BEMPSTS);
 215
 216	for (port = 0; port < r8a66597->max_root_hub; port++)
 217		r8a66597_disable_port(r8a66597, port);
 218
 219	r8a66597_clock_disable(r8a66597);
 220}
 221
 222static int get_parent_r8a66597_address(struct r8a66597 *r8a66597,
 223				       struct usb_device *udev)
 224{
 225	struct r8a66597_device *dev;
 226
 227	if (udev->parent && udev->parent->devnum != 1)
 228		udev = udev->parent;
 229
 230	dev = dev_get_drvdata(&udev->dev);
 231	if (dev)
 232		return dev->address;
 233	else
 234		return 0;
 235}
 236
 237static int is_child_device(char *devpath)
 238{
 239	return (devpath[2] ? 1 : 0);
 240}
 241
 242static int is_hub_limit(char *devpath)
 243{
 244	return ((strlen(devpath) >= 4) ? 1 : 0);
 245}
 246
 247static void get_port_number(struct r8a66597 *r8a66597,
 248			    char *devpath, u16 *root_port, u16 *hub_port)
 249{
 250	if (root_port) {
 251		*root_port = (devpath[0] & 0x0F) - 1;
 252		if (*root_port >= r8a66597->max_root_hub)
 253			printk(KERN_ERR "r8a66597: Illegal root port number.\n");
 254	}
 255	if (hub_port)
 256		*hub_port = devpath[2] & 0x0F;
 257}
 258
 259static u16 get_r8a66597_usb_speed(enum usb_device_speed speed)
 260{
 261	u16 usbspd = 0;
 262
 263	switch (speed) {
 264	case USB_SPEED_LOW:
 265		usbspd = LSMODE;
 266		break;
 267	case USB_SPEED_FULL:
 268		usbspd = FSMODE;
 269		break;
 270	case USB_SPEED_HIGH:
 271		usbspd = HSMODE;
 272		break;
 273	default:
 274		printk(KERN_ERR "r8a66597: unknown speed\n");
 275		break;
 276	}
 277
 278	return usbspd;
 279}
 280
 281static void set_child_connect_map(struct r8a66597 *r8a66597, int address)
 282{
 283	int idx;
 284
 285	idx = address / 32;
 286	r8a66597->child_connect_map[idx] |= 1 << (address % 32);
 287}
 288
 289static void put_child_connect_map(struct r8a66597 *r8a66597, int address)
 290{
 291	int idx;
 292
 293	idx = address / 32;
 294	r8a66597->child_connect_map[idx] &= ~(1 << (address % 32));
 295}
 296
 297static void set_pipe_reg_addr(struct r8a66597_pipe *pipe, u8 dma_ch)
 298{
 299	u16 pipenum = pipe->info.pipenum;
 300	const unsigned long fifoaddr[] = {D0FIFO, D1FIFO, CFIFO};
 301	const unsigned long fifosel[] = {D0FIFOSEL, D1FIFOSEL, CFIFOSEL};
 302	const unsigned long fifoctr[] = {D0FIFOCTR, D1FIFOCTR, CFIFOCTR};
 303
 304	if (dma_ch > R8A66597_PIPE_NO_DMA)	/* dma fifo not use? */
 305		dma_ch = R8A66597_PIPE_NO_DMA;
 306
 307	pipe->fifoaddr = fifoaddr[dma_ch];
 308	pipe->fifosel = fifosel[dma_ch];
 309	pipe->fifoctr = fifoctr[dma_ch];
 310
 311	if (pipenum == 0)
 312		pipe->pipectr = DCPCTR;
 313	else
 314		pipe->pipectr = get_pipectr_addr(pipenum);
 315
 316	if (check_bulk_or_isoc(pipenum)) {
 317		pipe->pipetre = get_pipetre_addr(pipenum);
 318		pipe->pipetrn = get_pipetrn_addr(pipenum);
 319	} else {
 320		pipe->pipetre = 0;
 321		pipe->pipetrn = 0;
 322	}
 323}
 324
 325static struct r8a66597_device *
 326get_urb_to_r8a66597_dev(struct r8a66597 *r8a66597, struct urb *urb)
 327{
 328	if (usb_pipedevice(urb->pipe) == 0)
 329		return &r8a66597->device0;
 330
 331	return dev_get_drvdata(&urb->dev->dev);
 332}
 333
 334static int make_r8a66597_device(struct r8a66597 *r8a66597,
 335				struct urb *urb, u8 addr)
 336{
 337	struct r8a66597_device *dev;
 338	int usb_address = urb->setup_packet[2];	/* urb->pipe is address 0 */
 339
 340	dev = kzalloc(sizeof(struct r8a66597_device), GFP_ATOMIC);
 341	if (dev == NULL)
 342		return -ENOMEM;
 343
 344	dev_set_drvdata(&urb->dev->dev, dev);
 345	dev->udev = urb->dev;
 346	dev->address = addr;
 347	dev->usb_address = usb_address;
 348	dev->state = USB_STATE_ADDRESS;
 349	dev->ep_in_toggle = 0;
 350	dev->ep_out_toggle = 0;
 351	INIT_LIST_HEAD(&dev->device_list);
 352	list_add_tail(&dev->device_list, &r8a66597->child_device);
 353
 354	get_port_number(r8a66597, urb->dev->devpath,
 355			&dev->root_port, &dev->hub_port);
 356	if (!is_child_device(urb->dev->devpath))
 357		r8a66597->root_hub[dev->root_port].dev = dev;
 358
 359	set_devadd_reg(r8a66597, dev->address,
 360		       get_r8a66597_usb_speed(urb->dev->speed),
 361		       get_parent_r8a66597_address(r8a66597, urb->dev),
 362		       dev->hub_port, dev->root_port);
 363
 364	return 0;
 365}
 366
 367/* this function must be called with interrupt disabled */
 368static u8 alloc_usb_address(struct r8a66597 *r8a66597, struct urb *urb)
 369{
 370	u8 addr;	/* R8A66597's address */
 371	struct r8a66597_device *dev;
 372
 373	if (is_hub_limit(urb->dev->devpath)) {
 374		dev_err(&urb->dev->dev, "External hub limit reached.\n");
 375		return 0;
 376	}
 377
 378	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 379	if (dev && dev->state >= USB_STATE_ADDRESS)
 380		return dev->address;
 381
 382	for (addr = 1; addr <= R8A66597_MAX_DEVICE; addr++) {
 383		if (r8a66597->address_map & (1 << addr))
 384			continue;
 385
 386		dev_dbg(&urb->dev->dev, "alloc_address: r8a66597_addr=%d\n", addr);
 387		r8a66597->address_map |= 1 << addr;
 388
 389		if (make_r8a66597_device(r8a66597, urb, addr) < 0)
 390			return 0;
 391
 392		return addr;
 393	}
 394
 395	dev_err(&urb->dev->dev,
 396		"cannot communicate with a USB device more than 10.(%x)\n",
 397		r8a66597->address_map);
 398
 399	return 0;
 400}
 401
 402/* this function must be called with interrupt disabled */
 403static void free_usb_address(struct r8a66597 *r8a66597,
 404			     struct r8a66597_device *dev, int reset)
 405{
 406	int port;
 407
 408	if (!dev)
 409		return;
 410
 411	dev_dbg(&dev->udev->dev, "free_addr: addr=%d\n", dev->address);
 412
 413	dev->state = USB_STATE_DEFAULT;
 414	r8a66597->address_map &= ~(1 << dev->address);
 415	dev->address = 0;
 416	/*
 417	 * Only when resetting USB, it is necessary to erase drvdata. When
 418	 * a usb device with usb hub is disconnect, "dev->udev" is already
 419	 * freed on usb_desconnect(). So we cannot access the data.
 420	 */
 421	if (reset)
 422		dev_set_drvdata(&dev->udev->dev, NULL);
 423	list_del(&dev->device_list);
 424	kfree(dev);
 425
 426	for (port = 0; port < r8a66597->max_root_hub; port++) {
 427		if (r8a66597->root_hub[port].dev == dev) {
 428			r8a66597->root_hub[port].dev = NULL;
 429			break;
 430		}
 431	}
 432}
 433
 434static void r8a66597_reg_wait(struct r8a66597 *r8a66597, unsigned long reg,
 435			      u16 mask, u16 loop)
 436{
 437	u16 tmp;
 438	int i = 0;
 439
 440	do {
 441		tmp = r8a66597_read(r8a66597, reg);
 442		if (i++ > 1000000) {
 443			printk(KERN_ERR "r8a66597: register%lx, loop %x "
 444			       "is timeout\n", reg, loop);
 445			break;
 446		}
 447		ndelay(1);
 448	} while ((tmp & mask) != loop);
 449}
 450
 451/* this function must be called with interrupt disabled */
 452static void pipe_start(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 453{
 454	u16 tmp;
 455
 456	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 457	if ((pipe->info.pipenum != 0) & ((tmp & PID_STALL) != 0)) /* stall? */
 458		r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 459	r8a66597_mdfy(r8a66597, PID_BUF, PID, pipe->pipectr);
 460}
 461
 462/* this function must be called with interrupt disabled */
 463static void pipe_stop(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 464{
 465	u16 tmp;
 466
 467	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 468	if ((tmp & PID_STALL11) != PID_STALL11)	/* force stall? */
 469		r8a66597_mdfy(r8a66597, PID_STALL, PID, pipe->pipectr);
 470	r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 471	r8a66597_reg_wait(r8a66597, pipe->pipectr, PBUSY, 0);
 472}
 473
 474/* this function must be called with interrupt disabled */
 475static void clear_all_buffer(struct r8a66597 *r8a66597,
 476			     struct r8a66597_pipe *pipe)
 477{
 478	u16 tmp;
 479
 480	if (!pipe || pipe->info.pipenum == 0)
 481		return;
 482
 483	pipe_stop(r8a66597, pipe);
 484	r8a66597_bset(r8a66597, ACLRM, pipe->pipectr);
 485	tmp = r8a66597_read(r8a66597, pipe->pipectr);
 486	tmp = r8a66597_read(r8a66597, pipe->pipectr);
 487	tmp = r8a66597_read(r8a66597, pipe->pipectr);
 488	r8a66597_bclr(r8a66597, ACLRM, pipe->pipectr);
 489}
 490
 491/* this function must be called with interrupt disabled */
 492static void r8a66597_pipe_toggle(struct r8a66597 *r8a66597,
 493				 struct r8a66597_pipe *pipe, int toggle)
 494{
 495	if (toggle)
 496		r8a66597_bset(r8a66597, SQSET, pipe->pipectr);
 497	else
 498		r8a66597_bset(r8a66597, SQCLR, pipe->pipectr);
 499}
 500
 501static inline unsigned short mbw_value(struct r8a66597 *r8a66597)
 502{
 503	if (r8a66597->pdata->on_chip)
 504		return MBW_32;
 505	else
 506		return MBW_16;
 507}
 508
 509/* this function must be called with interrupt disabled */
 510static inline void cfifo_change(struct r8a66597 *r8a66597, u16 pipenum)
 511{
 512	unsigned short mbw = mbw_value(r8a66597);
 513
 514	r8a66597_mdfy(r8a66597, mbw | pipenum, mbw | CURPIPE, CFIFOSEL);
 515	r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, pipenum);
 516}
 517
 518/* this function must be called with interrupt disabled */
 519static inline void fifo_change_from_pipe(struct r8a66597 *r8a66597,
 520					 struct r8a66597_pipe *pipe)
 521{
 522	unsigned short mbw = mbw_value(r8a66597);
 523
 524	cfifo_change(r8a66597, 0);
 525	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D0FIFOSEL);
 526	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D1FIFOSEL);
 527
 528	r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum, mbw | CURPIPE,
 529		      pipe->fifosel);
 530	r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE, pipe->info.pipenum);
 531}
 532
 533static u16 r8a66597_get_pipenum(struct urb *urb, struct usb_host_endpoint *hep)
 534{
 535	struct r8a66597_pipe *pipe = hep->hcpriv;
 536
 537	if (usb_pipeendpoint(urb->pipe) == 0)
 538		return 0;
 539	else
 540		return pipe->info.pipenum;
 541}
 542
 543static u16 get_urb_to_r8a66597_addr(struct r8a66597 *r8a66597, struct urb *urb)
 544{
 545	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 546
 547	return (usb_pipedevice(urb->pipe) == 0) ? 0 : dev->address;
 548}
 549
 550static unsigned short *get_toggle_pointer(struct r8a66597_device *dev,
 551					  int urb_pipe)
 552{
 553	if (!dev)
 554		return NULL;
 555
 556	return usb_pipein(urb_pipe) ? &dev->ep_in_toggle : &dev->ep_out_toggle;
 557}
 558
 559/* this function must be called with interrupt disabled */
 560static void pipe_toggle_set(struct r8a66597 *r8a66597,
 561			    struct r8a66597_pipe *pipe,
 562			    struct urb *urb, int set)
 563{
 564	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 565	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 566	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 567
 568	if (!toggle)
 569		return;
 570
 571	if (set)
 572		*toggle |= 1 << endpoint;
 573	else
 574		*toggle &= ~(1 << endpoint);
 575}
 576
 577/* this function must be called with interrupt disabled */
 578static void pipe_toggle_save(struct r8a66597 *r8a66597,
 579			     struct r8a66597_pipe *pipe,
 580			     struct urb *urb)
 581{
 582	if (r8a66597_read(r8a66597, pipe->pipectr) & SQMON)
 583		pipe_toggle_set(r8a66597, pipe, urb, 1);
 584	else
 585		pipe_toggle_set(r8a66597, pipe, urb, 0);
 586}
 587
 588/* this function must be called with interrupt disabled */
 589static void pipe_toggle_restore(struct r8a66597 *r8a66597,
 590				struct r8a66597_pipe *pipe,
 591				struct urb *urb)
 592{
 593	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 594	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 595	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 596
 597	if (!toggle)
 598		return;
 599
 600	r8a66597_pipe_toggle(r8a66597, pipe, *toggle & (1 << endpoint));
 601}
 602
 603/* this function must be called with interrupt disabled */
 604static void pipe_buffer_setting(struct r8a66597 *r8a66597,
 605				struct r8a66597_pipe_info *info)
 606{
 607	u16 val = 0;
 608
 609	if (info->pipenum == 0)
 610		return;
 611
 612	r8a66597_bset(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 613	r8a66597_bclr(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 614	r8a66597_write(r8a66597, info->pipenum, PIPESEL);
 615	if (!info->dir_in)
 616		val |= R8A66597_DIR;
 617	if (info->type == R8A66597_BULK && info->dir_in)
 618		val |= R8A66597_DBLB | R8A66597_SHTNAK;
 619	val |= info->type | info->epnum;
 620	r8a66597_write(r8a66597, val, PIPECFG);
 621
 622	r8a66597_write(r8a66597, (info->buf_bsize << 10) | (info->bufnum),
 623		       PIPEBUF);
 624	r8a66597_write(r8a66597, make_devsel(info->address) | info->maxpacket,
 625		       PIPEMAXP);
 626	r8a66597_write(r8a66597, info->interval, PIPEPERI);
 627}
 628
 629/* this function must be called with interrupt disabled */
 630static void pipe_setting(struct r8a66597 *r8a66597, struct r8a66597_td *td)
 631{
 632	struct r8a66597_pipe_info *info;
 633	struct urb *urb = td->urb;
 634
 635	if (td->pipenum > 0) {
 636		info = &td->pipe->info;
 637		cfifo_change(r8a66597, 0);
 638		pipe_buffer_setting(r8a66597, info);
 639
 640		if (!usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 641				   usb_pipeout(urb->pipe)) &&
 642		    !usb_pipecontrol(urb->pipe)) {
 643			r8a66597_pipe_toggle(r8a66597, td->pipe, 0);
 644			pipe_toggle_set(r8a66597, td->pipe, urb, 0);
 645			clear_all_buffer(r8a66597, td->pipe);
 646			usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 647				      usb_pipeout(urb->pipe), 1);
 648		}
 649		pipe_toggle_restore(r8a66597, td->pipe, urb);
 650	}
 651}
 652
 653/* this function must be called with interrupt disabled */
 654static u16 get_empty_pipenum(struct r8a66597 *r8a66597,
 655			     struct usb_endpoint_descriptor *ep)
 656{
 657	u16 array[R8A66597_MAX_NUM_PIPE], i = 0, min;
 658
 659	memset(array, 0, sizeof(array));
 660	switch (usb_endpoint_type(ep)) {
 661	case USB_ENDPOINT_XFER_BULK:
 662		if (usb_endpoint_dir_in(ep))
 663			array[i++] = 4;
 664		else {
 665			array[i++] = 3;
 666			array[i++] = 5;
 667		}
 668		break;
 669	case USB_ENDPOINT_XFER_INT:
 670		if (usb_endpoint_dir_in(ep)) {
 671			array[i++] = 6;
 672			array[i++] = 7;
 673			array[i++] = 8;
 674		} else
 675			array[i++] = 9;
 676		break;
 677	case USB_ENDPOINT_XFER_ISOC:
 678		if (usb_endpoint_dir_in(ep))
 679			array[i++] = 2;
 680		else
 681			array[i++] = 1;
 682		break;
 683	default:
 684		printk(KERN_ERR "r8a66597: Illegal type\n");
 685		return 0;
 686	}
 687
 688	i = 1;
 689	min = array[0];
 690	while (array[i] != 0) {
 691		if (r8a66597->pipe_cnt[min] > r8a66597->pipe_cnt[array[i]])
 692			min = array[i];
 693		i++;
 694	}
 695
 696	return min;
 697}
 698
 699static u16 get_r8a66597_type(__u8 type)
 700{
 701	u16 r8a66597_type;
 702
 703	switch (type) {
 704	case USB_ENDPOINT_XFER_BULK:
 705		r8a66597_type = R8A66597_BULK;
 706		break;
 707	case USB_ENDPOINT_XFER_INT:
 708		r8a66597_type = R8A66597_INT;
 709		break;
 710	case USB_ENDPOINT_XFER_ISOC:
 711		r8a66597_type = R8A66597_ISO;
 712		break;
 713	default:
 714		printk(KERN_ERR "r8a66597: Illegal type\n");
 715		r8a66597_type = 0x0000;
 716		break;
 717	}
 718
 719	return r8a66597_type;
 720}
 721
 722static u16 get_bufnum(u16 pipenum)
 723{
 724	u16 bufnum = 0;
 725
 726	if (pipenum == 0)
 727		bufnum = 0;
 728	else if (check_bulk_or_isoc(pipenum))
 729		bufnum = 8 + (pipenum - 1) * R8A66597_BUF_BSIZE*2;
 730	else if (check_interrupt(pipenum))
 731		bufnum = 4 + (pipenum - 6);
 732	else
 733		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 734
 735	return bufnum;
 736}
 737
 738static u16 get_buf_bsize(u16 pipenum)
 739{
 740	u16 buf_bsize = 0;
 741
 742	if (pipenum == 0)
 743		buf_bsize = 3;
 744	else if (check_bulk_or_isoc(pipenum))
 745		buf_bsize = R8A66597_BUF_BSIZE - 1;
 746	else if (check_interrupt(pipenum))
 747		buf_bsize = 0;
 748	else
 749		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 750
 751	return buf_bsize;
 752}
 753
 754/* this function must be called with interrupt disabled */
 755static void enable_r8a66597_pipe_dma(struct r8a66597 *r8a66597,
 756				     struct r8a66597_device *dev,
 757				     struct r8a66597_pipe *pipe,
 758				     struct urb *urb)
 759{
 760	int i;
 761	struct r8a66597_pipe_info *info = &pipe->info;
 762	unsigned short mbw = mbw_value(r8a66597);
 763
 764	/* pipe dma is only for external controlles */
 765	if (r8a66597->pdata->on_chip)
 766		return;
 767
 768	if ((pipe->info.pipenum != 0) && (info->type != R8A66597_INT)) {
 769		for (i = 0; i < R8A66597_MAX_DMA_CHANNEL; i++) {
 770			if ((r8a66597->dma_map & (1 << i)) != 0)
 771				continue;
 772
 773			dev_info(&dev->udev->dev,
 774				 "address %d, EndpointAddress 0x%02x use "
 775				 "DMA FIFO\n", usb_pipedevice(urb->pipe),
 776				 info->dir_in ?
 777				 	USB_ENDPOINT_DIR_MASK + info->epnum
 778					: info->epnum);
 779
 780			r8a66597->dma_map |= 1 << i;
 781			dev->dma_map |= 1 << i;
 782			set_pipe_reg_addr(pipe, i);
 783
 784			cfifo_change(r8a66597, 0);
 785			r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum,
 786				      mbw | CURPIPE, pipe->fifosel);
 787
 788			r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE,
 789					  pipe->info.pipenum);
 790			r8a66597_bset(r8a66597, BCLR, pipe->fifoctr);
 791			break;
 792		}
 793	}
 794}
 795
 796/* this function must be called with interrupt disabled */
 797static void enable_r8a66597_pipe(struct r8a66597 *r8a66597, struct urb *urb,
 798				 struct usb_host_endpoint *hep,
 799				 struct r8a66597_pipe_info *info)
 800{
 801	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 802	struct r8a66597_pipe *pipe = hep->hcpriv;
 803
 804	dev_dbg(&dev->udev->dev, "enable_pipe:\n");
 805
 806	pipe->info = *info;
 807	set_pipe_reg_addr(pipe, R8A66597_PIPE_NO_DMA);
 808	r8a66597->pipe_cnt[pipe->info.pipenum]++;
 809	dev->pipe_cnt[pipe->info.pipenum]++;
 810
 811	enable_r8a66597_pipe_dma(r8a66597, dev, pipe, urb);
 812}
 813
 814static void r8a66597_urb_done(struct r8a66597 *r8a66597, struct urb *urb,
 815			      int status)
 816__releases(r8a66597->lock)
 817__acquires(r8a66597->lock)
 818{
 819	if (usb_pipein(urb->pipe) && usb_pipetype(urb->pipe) != PIPE_CONTROL) {
 820		void *ptr;
 821
 822		for (ptr = urb->transfer_buffer;
 823		     ptr < urb->transfer_buffer + urb->transfer_buffer_length;
 824		     ptr += PAGE_SIZE)
 825			flush_dcache_page(virt_to_page(ptr));
 826	}
 827
 828	usb_hcd_unlink_urb_from_ep(r8a66597_to_hcd(r8a66597), urb);
 829	spin_unlock(&r8a66597->lock);
 830	usb_hcd_giveback_urb(r8a66597_to_hcd(r8a66597), urb, status);
 831	spin_lock(&r8a66597->lock);
 832}
 833
 834/* this function must be called with interrupt disabled */
 835static void force_dequeue(struct r8a66597 *r8a66597, u16 pipenum, u16 address)
 836{
 837	struct r8a66597_td *td, *next;
 838	struct urb *urb;
 839	struct list_head *list = &r8a66597->pipe_queue[pipenum];
 840
 841	if (list_empty(list))
 842		return;
 843
 844	list_for_each_entry_safe(td, next, list, queue) {
 845		if (td->address != address)
 846			continue;
 847
 848		urb = td->urb;
 849		list_del(&td->queue);
 850		kfree(td);
 851
 852		if (urb)
 853			r8a66597_urb_done(r8a66597, urb, -ENODEV);
 854
 855		break;
 856	}
 857}
 858
 859/* this function must be called with interrupt disabled */
 860static void disable_r8a66597_pipe_all(struct r8a66597 *r8a66597,
 861				      struct r8a66597_device *dev)
 862{
 863	int check_ep0 = 0;
 864	u16 pipenum;
 865
 866	if (!dev)
 867		return;
 868
 869	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
 870		if (!dev->pipe_cnt[pipenum])
 871			continue;
 872
 873		if (!check_ep0) {
 874			check_ep0 = 1;
 875			force_dequeue(r8a66597, 0, dev->address);
 876		}
 877
 878		r8a66597->pipe_cnt[pipenum] -= dev->pipe_cnt[pipenum];
 879		dev->pipe_cnt[pipenum] = 0;
 880		force_dequeue(r8a66597, pipenum, dev->address);
 881	}
 882
 883	dev_dbg(&dev->udev->dev, "disable_pipe\n");
 884
 885	r8a66597->dma_map &= ~(dev->dma_map);
 886	dev->dma_map = 0;
 887}
 888
 889static u16 get_interval(struct urb *urb, __u8 interval)
 890{
 891	u16 time = 1;
 892	int i;
 893
 894	if (urb->dev->speed == USB_SPEED_HIGH) {
 895		if (interval > IITV)
 896			time = IITV;
 897		else
 898			time = interval ? interval - 1 : 0;
 899	} else {
 900		if (interval > 128) {
 901			time = IITV;
 902		} else {
 903			/* calculate the nearest value for PIPEPERI */
 904			for (i = 0; i < 7; i++) {
 905				if ((1 << i) < interval &&
 906				    (1 << (i + 1) > interval))
 907					time = 1 << i;
 908			}
 909		}
 910	}
 911
 912	return time;
 913}
 914
 915static unsigned long get_timer_interval(struct urb *urb, __u8 interval)
 916{
 917	__u8 i;
 918	unsigned long time = 1;
 919
 920	if (usb_pipeisoc(urb->pipe))
 921		return 0;
 922
 923	if (get_r8a66597_usb_speed(urb->dev->speed) == HSMODE) {
 924		for (i = 0; i < (interval - 1); i++)
 925			time *= 2;
 926		time = time * 125 / 1000;	/* uSOF -> msec */
 927	} else {
 928		time = interval;
 929	}
 930
 931	return time;
 932}
 933
 934/* this function must be called with interrupt disabled */
 935static void init_pipe_info(struct r8a66597 *r8a66597, struct urb *urb,
 936			   struct usb_host_endpoint *hep,
 937			   struct usb_endpoint_descriptor *ep)
 938{
 939	struct r8a66597_pipe_info info;
 940
 941	info.pipenum = get_empty_pipenum(r8a66597, ep);
 942	info.address = get_urb_to_r8a66597_addr(r8a66597, urb);
 943	info.epnum = usb_endpoint_num(ep);
 944	info.maxpacket = usb_endpoint_maxp(ep);
 945	info.type = get_r8a66597_type(usb_endpoint_type(ep));
 946	info.bufnum = get_bufnum(info.pipenum);
 947	info.buf_bsize = get_buf_bsize(info.pipenum);
 948	if (info.type == R8A66597_BULK) {
 949		info.interval = 0;
 950		info.timer_interval = 0;
 951	} else {
 952		info.interval = get_interval(urb, ep->bInterval);
 953		info.timer_interval = get_timer_interval(urb, ep->bInterval);
 954	}
 955	if (usb_endpoint_dir_in(ep))
 956		info.dir_in = 1;
 957	else
 958		info.dir_in = 0;
 959
 960	enable_r8a66597_pipe(r8a66597, urb, hep, &info);
 961}
 962
 963static void init_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
 964{
 965	struct r8a66597_device *dev;
 966
 967	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 968	dev->state = USB_STATE_CONFIGURED;
 969}
 970
 971static void pipe_irq_enable(struct r8a66597 *r8a66597, struct urb *urb,
 972			    u16 pipenum)
 973{
 974	if (pipenum == 0 && usb_pipeout(urb->pipe))
 975		enable_irq_empty(r8a66597, pipenum);
 976	else
 977		enable_irq_ready(r8a66597, pipenum);
 978
 979	if (!usb_pipeisoc(urb->pipe))
 980		enable_irq_nrdy(r8a66597, pipenum);
 981}
 982
 983static void pipe_irq_disable(struct r8a66597 *r8a66597, u16 pipenum)
 984{
 985	disable_irq_ready(r8a66597, pipenum);
 986	disable_irq_nrdy(r8a66597, pipenum);
 987}
 988
 989static void r8a66597_root_hub_start_polling(struct r8a66597 *r8a66597)
 990{
 991	mod_timer(&r8a66597->rh_timer,
 992			jiffies + msecs_to_jiffies(R8A66597_RH_POLL_TIME));
 993}
 994
 995static void start_root_hub_sampling(struct r8a66597 *r8a66597, int port,
 996					int connect)
 997{
 998	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
 999
1000	rh->old_syssts = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1001	rh->scount = R8A66597_MAX_SAMPLING;
1002	if (connect)
1003		rh->port |= USB_PORT_STAT_CONNECTION;
1004	else
1005		rh->port &= ~USB_PORT_STAT_CONNECTION;
1006	rh->port |= USB_PORT_STAT_C_CONNECTION << 16;
1007
1008	r8a66597_root_hub_start_polling(r8a66597);
1009}
1010
1011/* this function must be called with interrupt disabled */
1012static void r8a66597_check_syssts(struct r8a66597 *r8a66597, int port,
1013					u16 syssts)
1014__releases(r8a66597->lock)
1015__acquires(r8a66597->lock)
1016{
1017	if (syssts == SE0) {
1018		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1019		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1020	} else {
1021		if (syssts == FS_JSTS)
1022			r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
1023		else if (syssts == LS_JSTS)
1024			r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
1025
1026		r8a66597_write(r8a66597, ~DTCH, get_intsts_reg(port));
1027		r8a66597_bset(r8a66597, DTCHE, get_intenb_reg(port));
1028
1029		if (r8a66597->bus_suspended)
1030			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1031	}
1032
1033	spin_unlock(&r8a66597->lock);
1034	usb_hcd_poll_rh_status(r8a66597_to_hcd(r8a66597));
1035	spin_lock(&r8a66597->lock);
1036}
1037
1038/* this function must be called with interrupt disabled */
1039static void r8a66597_usb_connect(struct r8a66597 *r8a66597, int port)
1040{
1041	u16 speed = get_rh_usb_speed(r8a66597, port);
1042	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1043
1044	rh->port &= ~(USB_PORT_STAT_HIGH_SPEED | USB_PORT_STAT_LOW_SPEED);
1045	if (speed == HSMODE)
1046		rh->port |= USB_PORT_STAT_HIGH_SPEED;
1047	else if (speed == LSMODE)
1048		rh->port |= USB_PORT_STAT_LOW_SPEED;
1049
1050	rh->port &= ~USB_PORT_STAT_RESET;
1051	rh->port |= USB_PORT_STAT_ENABLE;
1052}
1053
1054/* this function must be called with interrupt disabled */
1055static void r8a66597_usb_disconnect(struct r8a66597 *r8a66597, int port)
1056{
1057	struct r8a66597_device *dev = r8a66597->root_hub[port].dev;
1058
1059	disable_r8a66597_pipe_all(r8a66597, dev);
1060	free_usb_address(r8a66597, dev, 0);
1061
1062	start_root_hub_sampling(r8a66597, port, 0);
1063}
1064
1065/* this function must be called with interrupt disabled */
1066static void prepare_setup_packet(struct r8a66597 *r8a66597,
1067				 struct r8a66597_td *td)
1068{
1069	int i;
1070	__le16 *p = (__le16 *)td->urb->setup_packet;
1071	unsigned long setup_addr = USBREQ;
1072
1073	r8a66597_write(r8a66597, make_devsel(td->address) | td->maxpacket,
1074		       DCPMAXP);
1075	r8a66597_write(r8a66597, ~(SIGN | SACK), INTSTS1);
1076
1077	for (i = 0; i < 4; i++) {
1078		r8a66597_write(r8a66597, le16_to_cpu(p[i]), setup_addr);
1079		setup_addr += 2;
1080	}
1081	r8a66597_write(r8a66597, SUREQ, DCPCTR);
1082}
1083
1084/* this function must be called with interrupt disabled */
1085static void prepare_packet_read(struct r8a66597 *r8a66597,
1086				struct r8a66597_td *td)
1087{
1088	struct urb *urb = td->urb;
1089
1090	if (usb_pipecontrol(urb->pipe)) {
1091		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1092		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1093		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1094		if (urb->actual_length == 0) {
1095			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1096			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1097		}
1098		pipe_irq_disable(r8a66597, td->pipenum);
1099		pipe_start(r8a66597, td->pipe);
1100		pipe_irq_enable(r8a66597, urb, td->pipenum);
1101	} else {
1102		if (urb->actual_length == 0) {
1103			pipe_irq_disable(r8a66597, td->pipenum);
1104			pipe_setting(r8a66597, td);
1105			pipe_stop(r8a66597, td->pipe);
1106			r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1107
1108			if (td->pipe->pipetre) {
1109				r8a66597_write(r8a66597, TRCLR,
1110						td->pipe->pipetre);
1111				r8a66597_write(r8a66597,
1112						DIV_ROUND_UP
1113						  (urb->transfer_buffer_length,
1114						   td->maxpacket),
1115						td->pipe->pipetrn);
1116				r8a66597_bset(r8a66597, TRENB,
1117						td->pipe->pipetre);
1118			}
1119
1120			pipe_start(r8a66597, td->pipe);
1121			pipe_irq_enable(r8a66597, urb, td->pipenum);
1122		}
1123	}
1124}
1125
1126/* this function must be called with interrupt disabled */
1127static void prepare_packet_write(struct r8a66597 *r8a66597,
1128				 struct r8a66597_td *td)
1129{
1130	u16 tmp;
1131	struct urb *urb = td->urb;
1132
1133	if (usb_pipecontrol(urb->pipe)) {
1134		pipe_stop(r8a66597, td->pipe);
1135		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1136		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1137		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1138		if (urb->actual_length == 0) {
1139			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1140			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1141		}
1142	} else {
1143		if (urb->actual_length == 0)
1144			pipe_setting(r8a66597, td);
1145		if (td->pipe->pipetre)
1146			r8a66597_bclr(r8a66597, TRENB, td->pipe->pipetre);
1147	}
1148	r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1149
1150	fifo_change_from_pipe(r8a66597, td->pipe);
1151	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1152	if (unlikely((tmp & FRDY) == 0))
1153		pipe_irq_enable(r8a66597, urb, td->pipenum);
1154	else
1155		packet_write(r8a66597, td->pipenum);
1156	pipe_start(r8a66597, td->pipe);
1157}
1158
1159/* this function must be called with interrupt disabled */
1160static void prepare_status_packet(struct r8a66597 *r8a66597,
1161				  struct r8a66597_td *td)
1162{
1163	struct urb *urb = td->urb;
1164
1165	r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1166	pipe_stop(r8a66597, td->pipe);
1167
1168	if (urb->setup_packet[0] & USB_ENDPOINT_DIR_MASK) {
1169		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1170		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1171		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1172		r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
1173		r8a66597_write(r8a66597, BCLR | BVAL, CFIFOCTR);
1174		enable_irq_empty(r8a66597, 0);
1175	} else {
1176		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1177		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1178		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1179		r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1180		enable_irq_ready(r8a66597, 0);
1181	}
1182	enable_irq_nrdy(r8a66597, 0);
1183	pipe_start(r8a66597, td->pipe);
1184}
1185
1186static int is_set_address(unsigned char *setup_packet)
1187{
1188	if (((setup_packet[0] & USB_TYPE_MASK) == USB_TYPE_STANDARD) &&
1189			setup_packet[1] == USB_REQ_SET_ADDRESS)
1190		return 1;
1191	else
1192		return 0;
1193}
1194
1195/* this function must be called with interrupt disabled */
1196static int start_transfer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1197{
1198	BUG_ON(!td);
1199
1200	switch (td->type) {
1201	case USB_PID_SETUP:
1202		if (is_set_address(td->urb->setup_packet)) {
1203			td->set_address = 1;
1204			td->urb->setup_packet[2] = alloc_usb_address(r8a66597,
1205								     td->urb);
1206			if (td->urb->setup_packet[2] == 0)
1207				return -EPIPE;
1208		}
1209		prepare_setup_packet(r8a66597, td);
1210		break;
1211	case USB_PID_IN:
1212		prepare_packet_read(r8a66597, td);
1213		break;
1214	case USB_PID_OUT:
1215		prepare_packet_write(r8a66597, td);
1216		break;
1217	case USB_PID_ACK:
1218		prepare_status_packet(r8a66597, td);
1219		break;
1220	default:
1221		printk(KERN_ERR "r8a66597: invalid type.\n");
1222		break;
1223	}
1224
1225	return 0;
1226}
1227
1228static int check_transfer_finish(struct r8a66597_td *td, struct urb *urb)
1229{
1230	if (usb_pipeisoc(urb->pipe)) {
1231		if (urb->number_of_packets == td->iso_cnt)
1232			return 1;
1233	}
1234
1235	/* control or bulk or interrupt */
1236	if ((urb->transfer_buffer_length <= urb->actual_length) ||
1237	    (td->short_packet) || (td->zero_packet))
1238		return 1;
1239
1240	return 0;
1241}
1242
1243/* this function must be called with interrupt disabled */
1244static void set_td_timer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1245{
1246	unsigned long time;
1247
1248	BUG_ON(!td);
1249
1250	if (!list_empty(&r8a66597->pipe_queue[td->pipenum]) &&
1251	    !usb_pipecontrol(td->urb->pipe) && usb_pipein(td->urb->pipe)) {
1252		r8a66597->timeout_map |= 1 << td->pipenum;
1253		switch (usb_pipetype(td->urb->pipe)) {
1254		case PIPE_INTERRUPT:
1255		case PIPE_ISOCHRONOUS:
1256			time = 30;
1257			break;
1258		default:
1259			time = 50;
1260			break;
1261		}
1262
1263		mod_timer(&r8a66597->timers[td->pipenum].td,
1264			  jiffies + msecs_to_jiffies(time));
1265	}
1266}
1267
1268/* this function must be called with interrupt disabled */
1269static void finish_request(struct r8a66597 *r8a66597, struct r8a66597_td *td,
1270		u16 pipenum, struct urb *urb, int status)
1271__releases(r8a66597->lock) __acquires(r8a66597->lock)
1272{
1273	int restart = 0;
1274	struct usb_hcd *hcd = r8a66597_to_hcd(r8a66597);
1275
1276	r8a66597->timeout_map &= ~(1 << pipenum);
1277
1278	if (likely(td)) {
1279		if (td->set_address && (status != 0 || urb->unlinked))
1280			r8a66597->address_map &= ~(1 << urb->setup_packet[2]);
1281
1282		pipe_toggle_save(r8a66597, td->pipe, urb);
1283		list_del(&td->queue);
1284		kfree(td);
1285	}
1286
1287	if (!list_empty(&r8a66597->pipe_queue[pipenum]))
1288		restart = 1;
1289
1290	if (likely(urb)) {
1291		if (usb_pipeisoc(urb->pipe))
1292			urb->start_frame = r8a66597_get_frame(hcd);
1293
1294		r8a66597_urb_done(r8a66597, urb, status);
1295	}
1296
1297	if (restart) {
1298		td = r8a66597_get_td(r8a66597, pipenum);
1299		if (unlikely(!td))
1300			return;
1301
1302		start_transfer(r8a66597, td);
1303		set_td_timer(r8a66597, td);
1304	}
1305}
1306
1307static void packet_read(struct r8a66597 *r8a66597, u16 pipenum)
1308{
1309	u16 tmp;
1310	int rcv_len, bufsize, urb_len, size;
1311	u16 *buf;
1312	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1313	struct urb *urb;
1314	int finish = 0;
1315	int status = 0;
1316
1317	if (unlikely(!td))
1318		return;
1319	urb = td->urb;
1320
1321	fifo_change_from_pipe(r8a66597, td->pipe);
1322	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1323	if (unlikely((tmp & FRDY) == 0)) {
1324		pipe_stop(r8a66597, td->pipe);
1325		pipe_irq_disable(r8a66597, pipenum);
1326		printk(KERN_ERR "r8a66597: in fifo not ready (%d)\n", pipenum);
1327		finish_request(r8a66597, td, pipenum, td->urb, -EPIPE);
1328		return;
1329	}
1330
1331	/* prepare parameters */
1332	rcv_len = tmp & DTLN;
1333	if (usb_pipeisoc(urb->pipe)) {
1334		buf = (u16 *)(urb->transfer_buffer +
1335				urb->iso_frame_desc[td->iso_cnt].offset);
1336		urb_len = urb->iso_frame_desc[td->iso_cnt].length;
1337	} else {
1338		buf = (void *)urb->transfer_buffer + urb->actual_length;
1339		urb_len = urb->transfer_buffer_length - urb->actual_length;
1340	}
1341	bufsize = min(urb_len, (int) td->maxpacket);
1342	if (rcv_len <= bufsize) {
1343		size = rcv_len;
1344	} else {
1345		size = bufsize;
1346		status = -EOVERFLOW;
1347		finish = 1;
1348	}
1349
1350	/* update parameters */
1351	urb->actual_length += size;
1352	if (rcv_len == 0)
1353		td->zero_packet = 1;
1354	if (rcv_len < bufsize) {
1355		td->short_packet = 1;
1356	}
1357	if (usb_pipeisoc(urb->pipe)) {
1358		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1359		urb->iso_frame_desc[td->iso_cnt].status = status;
1360		td->iso_cnt++;
1361		finish = 0;
1362	}
1363
1364	/* check transfer finish */
1365	if (finish || check_transfer_finish(td, urb)) {
1366		pipe_stop(r8a66597, td->pipe);
1367		pipe_irq_disable(r8a66597, pipenum);
1368		finish = 1;
1369	}
1370
1371	/* read fifo */
1372	if (urb->transfer_buffer) {
1373		if (size == 0)
1374			r8a66597_write(r8a66597, BCLR, td->pipe->fifoctr);
1375		else
1376			r8a66597_read_fifo(r8a66597, td->pipe->fifoaddr,
1377					   buf, size);
1378	}
1379
1380	if (finish && pipenum != 0)
1381		finish_request(r8a66597, td, pipenum, urb, status);
1382}
1383
1384static void packet_write(struct r8a66597 *r8a66597, u16 pipenum)
1385{
1386	u16 tmp;
1387	int bufsize, size;
1388	u16 *buf;
1389	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1390	struct urb *urb;
1391
1392	if (unlikely(!td))
1393		return;
1394	urb = td->urb;
1395
1396	fifo_change_from_pipe(r8a66597, td->pipe);
1397	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1398	if (unlikely((tmp & FRDY) == 0)) {
1399		pipe_stop(r8a66597, td->pipe);
1400		pipe_irq_disable(r8a66597, pipenum);
1401		printk(KERN_ERR "r8a66597: out fifo not ready (%d)\n", pipenum);
1402		finish_request(r8a66597, td, pipenum, urb, -EPIPE);
1403		return;
1404	}
1405
1406	/* prepare parameters */
1407	bufsize = td->maxpacket;
1408	if (usb_pipeisoc(urb->pipe)) {
1409		buf = (u16 *)(urb->transfer_buffer +
1410				urb->iso_frame_desc[td->iso_cnt].offset);
1411		size = min(bufsize,
1412			   (int)urb->iso_frame_desc[td->iso_cnt].length);
1413	} else {
1414		buf = (u16 *)(urb->transfer_buffer + urb->actual_length);
1415		size = min_t(u32, bufsize,
1416			   urb->transfer_buffer_length - urb->actual_length);
1417	}
1418
1419	/* write fifo */
1420	if (pipenum > 0)
1421		r8a66597_write(r8a66597, ~(1 << pipenum), BEMPSTS);
1422	if (urb->transfer_buffer) {
1423		r8a66597_write_fifo(r8a66597, td->pipe, buf, size);
1424		if (!usb_pipebulk(urb->pipe) || td->maxpacket != size)
1425			r8a66597_write(r8a66597, BVAL, td->pipe->fifoctr);
1426	}
1427
1428	/* update parameters */
1429	urb->actual_length += size;
1430	if (usb_pipeisoc(urb->pipe)) {
1431		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1432		urb->iso_frame_desc[td->iso_cnt].status = 0;
1433		td->iso_cnt++;
1434	}
1435
1436	/* check transfer finish */
1437	if (check_transfer_finish(td, urb)) {
1438		disable_irq_ready(r8a66597, pipenum);
1439		enable_irq_empty(r8a66597, pipenum);
1440		if (!usb_pipeisoc(urb->pipe))
1441			enable_irq_nrdy(r8a66597, pipenum);
1442	} else
1443		pipe_irq_enable(r8a66597, urb, pipenum);
1444}
1445
1446
1447static void check_next_phase(struct r8a66597 *r8a66597, int status)
1448{
1449	struct r8a66597_td *td = r8a66597_get_td(r8a66597, 0);
1450	struct urb *urb;
1451	u8 finish = 0;
1452
1453	if (unlikely(!td))
1454		return;
1455	urb = td->urb;
1456
1457	switch (td->type) {
1458	case USB_PID_IN:
1459	case USB_PID_OUT:
1460		if (check_transfer_finish(td, urb))
1461			td->type = USB_PID_ACK;
1462		break;
1463	case USB_PID_SETUP:
1464		if (urb->transfer_buffer_length == urb->actual_length)
1465			td->type = USB_PID_ACK;
1466		else if (usb_pipeout(urb->pipe))
1467			td->type = USB_PID_OUT;
1468		else
1469			td->type = USB_PID_IN;
1470		break;
1471	case USB_PID_ACK:
1472		finish = 1;
1473		break;
1474	}
1475
1476	if (finish || status != 0 || urb->unlinked)
1477		finish_request(r8a66597, td, 0, urb, status);
1478	else
1479		start_transfer(r8a66597, td);
1480}
1481
1482static int get_urb_error(struct r8a66597 *r8a66597, u16 pipenum)
1483{
1484	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1485
1486	if (td) {
1487		u16 pid = r8a66597_read(r8a66597, td->pipe->pipectr) & PID;
1488
1489		if (pid == PID_NAK)
1490			return -ECONNRESET;
1491		else
1492			return -EPIPE;
1493	}
1494	return 0;
1495}
1496
1497static void irq_pipe_ready(struct r8a66597 *r8a66597)
1498{
1499	u16 check;
1500	u16 pipenum;
1501	u16 mask;
1502	struct r8a66597_td *td;
1503
1504	mask = r8a66597_read(r8a66597, BRDYSTS)
1505	       & r8a66597_read(r8a66597, BRDYENB);
1506	r8a66597_write(r8a66597, ~mask, BRDYSTS);
1507	if (mask & BRDY0) {
1508		td = r8a66597_get_td(r8a66597, 0);
1509		if (td && td->type == USB_PID_IN)
1510			packet_read(r8a66597, 0);
1511		else
1512			pipe_irq_disable(r8a66597, 0);
1513		check_next_phase(r8a66597, 0);
1514	}
1515
1516	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1517		check = 1 << pipenum;
1518		if (mask & check) {
1519			td = r8a66597_get_td(r8a66597, pipenum);
1520			if (unlikely(!td))
1521				continue;
1522
1523			if (td->type == USB_PID_IN)
1524				packet_read(r8a66597, pipenum);
1525			else if (td->type == USB_PID_OUT)
1526				packet_write(r8a66597, pipenum);
1527		}
1528	}
1529}
1530
1531static void irq_pipe_empty(struct r8a66597 *r8a66597)
1532{
1533	u16 tmp;
1534	u16 check;
1535	u16 pipenum;
1536	u16 mask;
1537	struct r8a66597_td *td;
1538
1539	mask = r8a66597_read(r8a66597, BEMPSTS)
1540	       & r8a66597_read(r8a66597, BEMPENB);
1541	r8a66597_write(r8a66597, ~mask, BEMPSTS);
1542	if (mask & BEMP0) {
1543		cfifo_change(r8a66597, 0);
1544		td = r8a66597_get_td(r8a66597, 0);
1545		if (td && td->type != USB_PID_OUT)
1546			disable_irq_empty(r8a66597, 0);
1547		check_next_phase(r8a66597, 0);
1548	}
1549
1550	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1551		check = 1 << pipenum;
1552		if (mask &  check) {
1553			struct r8a66597_td *td;
1554			td = r8a66597_get_td(r8a66597, pipenum);
1555			if (unlikely(!td))
1556				continue;
1557
1558			tmp = r8a66597_read(r8a66597, td->pipe->pipectr);
1559			if ((tmp & INBUFM) == 0) {
1560				disable_irq_empty(r8a66597, pipenum);
1561				pipe_irq_disable(r8a66597, pipenum);
1562				finish_request(r8a66597, td, pipenum, td->urb,
1563						0);
1564			}
1565		}
1566	}
1567}
1568
1569static void irq_pipe_nrdy(struct r8a66597 *r8a66597)
1570{
1571	u16 check;
1572	u16 pipenum;
1573	u16 mask;
1574	int status;
1575
1576	mask = r8a66597_read(r8a66597, NRDYSTS)
1577	       & r8a66597_read(r8a66597, NRDYENB);
1578	r8a66597_write(r8a66597, ~mask, NRDYSTS);
1579	if (mask & NRDY0) {
1580		cfifo_change(r8a66597, 0);
1581		status = get_urb_error(r8a66597, 0);
1582		pipe_irq_disable(r8a66597, 0);
1583		check_next_phase(r8a66597, status);
1584	}
1585
1586	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1587		check = 1 << pipenum;
1588		if (mask & check) {
1589			struct r8a66597_td *td;
1590			td = r8a66597_get_td(r8a66597, pipenum);
1591			if (unlikely(!td))
1592				continue;
1593
1594			status = get_urb_error(r8a66597, pipenum);
1595			pipe_irq_disable(r8a66597, pipenum);
1596			pipe_stop(r8a66597, td->pipe);
1597			finish_request(r8a66597, td, pipenum, td->urb, status);
1598		}
1599	}
1600}
1601
1602static irqreturn_t r8a66597_irq(struct usb_hcd *hcd)
1603{
1604	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1605	u16 intsts0, intsts1, intsts2;
1606	u16 intenb0, intenb1, intenb2;
1607	u16 mask0, mask1, mask2;
1608	int status;
1609
1610	spin_lock(&r8a66597->lock);
1611
1612	intsts0 = r8a66597_read(r8a66597, INTSTS0);
1613	intsts1 = r8a66597_read(r8a66597, INTSTS1);
1614	intsts2 = r8a66597_read(r8a66597, INTSTS2);
1615	intenb0 = r8a66597_read(r8a66597, INTENB0);
1616	intenb1 = r8a66597_read(r8a66597, INTENB1);
1617	intenb2 = r8a66597_read(r8a66597, INTENB2);
1618
1619	mask2 = intsts2 & intenb2;
1620	mask1 = intsts1 & intenb1;
1621	mask0 = intsts0 & intenb0 & (BEMP | NRDY | BRDY);
1622	if (mask2) {
1623		if (mask2 & ATTCH) {
1624			r8a66597_write(r8a66597, ~ATTCH, INTSTS2);
1625			r8a66597_bclr(r8a66597, ATTCHE, INTENB2);
1626
1627			/* start usb bus sampling */
1628			start_root_hub_sampling(r8a66597, 1, 1);
1629		}
1630		if (mask2 & DTCH) {
1631			r8a66597_write(r8a66597, ~DTCH, INTSTS2);
1632			r8a66597_bclr(r8a66597, DTCHE, INTENB2);
1633			r8a66597_usb_disconnect(r8a66597, 1);
1634		}
1635		if (mask2 & BCHG) {
1636			r8a66597_write(r8a66597, ~BCHG, INTSTS2);
1637			r8a66597_bclr(r8a66597, BCHGE, INTENB2);
1638			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1639		}
1640	}
1641
1642	if (mask1) {
1643		if (mask1 & ATTCH) {
1644			r8a66597_write(r8a66597, ~ATTCH, INTSTS1);
1645			r8a66597_bclr(r8a66597, ATTCHE, INTENB1);
1646
1647			/* start usb bus sampling */
1648			start_root_hub_sampling(r8a66597, 0, 1);
1649		}
1650		if (mask1 & DTCH) {
1651			r8a66597_write(r8a66597, ~DTCH, INTSTS1);
1652			r8a66597_bclr(r8a66597, DTCHE, INTENB1);
1653			r8a66597_usb_disconnect(r8a66597, 0);
1654		}
1655		if (mask1 & BCHG) {
1656			r8a66597_write(r8a66597, ~BCHG, INTSTS1);
1657			r8a66597_bclr(r8a66597, BCHGE, INTENB1);
1658			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1659		}
1660
1661		if (mask1 & SIGN) {
1662			r8a66597_write(r8a66597, ~SIGN, INTSTS1);
1663			status = get_urb_error(r8a66597, 0);
1664			check_next_phase(r8a66597, status);
1665		}
1666		if (mask1 & SACK) {
1667			r8a66597_write(r8a66597, ~SACK, INTSTS1);
1668			check_next_phase(r8a66597, 0);
1669		}
1670	}
1671	if (mask0) {
1672		if (mask0 & BRDY)
1673			irq_pipe_ready(r8a66597);
1674		if (mask0 & BEMP)
1675			irq_pipe_empty(r8a66597);
1676		if (mask0 & NRDY)
1677			irq_pipe_nrdy(r8a66597);
1678	}
1679
1680	spin_unlock(&r8a66597->lock);
1681	return IRQ_HANDLED;
1682}
1683
1684/* this function must be called with interrupt disabled */
1685static void r8a66597_root_hub_control(struct r8a66597 *r8a66597, int port)
1686{
1687	u16 tmp;
1688	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1689
1690	if (rh->port & USB_PORT_STAT_RESET) {
1691		unsigned long dvstctr_reg = get_dvstctr_reg(port);
1692
1693		tmp = r8a66597_read(r8a66597, dvstctr_reg);
1694		if ((tmp & USBRST) == USBRST) {
1695			r8a66597_mdfy(r8a66597, UACT, USBRST | UACT,
1696				      dvstctr_reg);
1697			r8a66597_root_hub_start_polling(r8a66597);
1698		} else
1699			r8a66597_usb_connect(r8a66597, port);
1700	}
1701
1702	if (!(rh->port & USB_PORT_STAT_CONNECTION)) {
1703		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1704		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1705	}
1706
1707	if (rh->scount > 0) {
1708		tmp = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1709		if (tmp == rh->old_syssts) {
1710			rh->scount--;
1711			if (rh->scount == 0)
1712				r8a66597_check_syssts(r8a66597, port, tmp);
1713			else
1714				r8a66597_root_hub_start_polling(r8a66597);
1715		} else {
1716			rh->scount = R8A66597_MAX_SAMPLING;
1717			rh->old_syssts = tmp;
1718			r8a66597_root_hub_start_polling(r8a66597);
1719		}
1720	}
1721}
1722
1723static void r8a66597_interval_timer(struct timer_list *t)
1724{
1725	struct r8a66597_timers *timers = from_timer(timers, t, interval);
1726	struct r8a66597 *r8a66597 = timers->r8a66597;
1727	unsigned long flags;
1728	u16 pipenum;
1729	struct r8a66597_td *td;
1730
1731	spin_lock_irqsave(&r8a66597->lock, flags);
1732
1733	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1734		if (!(r8a66597->interval_map & (1 << pipenum)))
1735			continue;
1736		if (timer_pending(&r8a66597->timers[pipenum].interval))
1737			continue;
1738
1739		td = r8a66597_get_td(r8a66597, pipenum);
1740		if (td)
1741			start_transfer(r8a66597, td);
1742	}
1743
1744	spin_unlock_irqrestore(&r8a66597->lock, flags);
1745}
1746
1747static void r8a66597_td_timer(struct timer_list *t)
1748{
1749	struct r8a66597_timers *timers = from_timer(timers, t, td);
1750	struct r8a66597 *r8a66597 = timers->r8a66597;
1751	unsigned long flags;
1752	u16 pipenum;
1753	struct r8a66597_td *td, *new_td = NULL;
1754	struct r8a66597_pipe *pipe;
1755
1756	spin_lock_irqsave(&r8a66597->lock, flags);
1757	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1758		if (!(r8a66597->timeout_map & (1 << pipenum)))
1759			continue;
1760		if (timer_pending(&r8a66597->timers[pipenum].td))
1761			continue;
1762
1763		td = r8a66597_get_td(r8a66597, pipenum);
1764		if (!td) {
1765			r8a66597->timeout_map &= ~(1 << pipenum);
1766			continue;
1767		}
1768
1769		if (td->urb->actual_length) {
1770			set_td_timer(r8a66597, td);
1771			break;
1772		}
1773
1774		pipe = td->pipe;
1775		pipe_stop(r8a66597, pipe);
1776
1777		/* Select a different address or endpoint */
1778		new_td = td;
1779		do {
1780			list_move_tail(&new_td->queue,
1781				       &r8a66597->pipe_queue[pipenum]);
1782			new_td = r8a66597_get_td(r8a66597, pipenum);
1783			if (!new_td) {
1784				new_td = td;
1785				break;
1786			}
1787		} while (td != new_td && td->address == new_td->address &&
1788			td->pipe->info.epnum == new_td->pipe->info.epnum);
1789
1790		start_transfer(r8a66597, new_td);
1791
1792		if (td == new_td)
1793			r8a66597->timeout_map &= ~(1 << pipenum);
1794		else
1795			set_td_timer(r8a66597, new_td);
1796		break;
1797	}
1798	spin_unlock_irqrestore(&r8a66597->lock, flags);
1799}
1800
1801static void r8a66597_timer(struct timer_list *t)
1802{
1803	struct r8a66597 *r8a66597 = from_timer(r8a66597, t, rh_timer);
1804	unsigned long flags;
1805	int port;
1806
1807	spin_lock_irqsave(&r8a66597->lock, flags);
1808
1809	for (port = 0; port < r8a66597->max_root_hub; port++)
1810		r8a66597_root_hub_control(r8a66597, port);
1811
1812	spin_unlock_irqrestore(&r8a66597->lock, flags);
1813}
1814
1815static int check_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
1816{
1817	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
1818
1819	if (dev && dev->address && dev->state != USB_STATE_CONFIGURED &&
1820	    (urb->dev->state == USB_STATE_CONFIGURED))
1821		return 1;
1822	else
1823		return 0;
1824}
1825
1826static int r8a66597_start(struct usb_hcd *hcd)
1827{
1828	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1829
1830	hcd->state = HC_STATE_RUNNING;
1831	return enable_controller(r8a66597);
1832}
1833
1834static void r8a66597_stop(struct usb_hcd *hcd)
1835{
1836	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1837
1838	disable_controller(r8a66597);
1839}
1840
1841static void set_address_zero(struct r8a66597 *r8a66597, struct urb *urb)
1842{
1843	unsigned int usb_address = usb_pipedevice(urb->pipe);
1844	u16 root_port, hub_port;
1845
1846	if (usb_address == 0) {
1847		get_port_number(r8a66597, urb->dev->devpath,
1848				&root_port, &hub_port);
1849		set_devadd_reg(r8a66597, 0,
1850			       get_r8a66597_usb_speed(urb->dev->speed),
1851			       get_parent_r8a66597_address(r8a66597, urb->dev),
1852			       hub_port, root_port);
1853	}
1854}
1855
1856static struct r8a66597_td *r8a66597_make_td(struct r8a66597 *r8a66597,
1857					    struct urb *urb,
1858					    struct usb_host_endpoint *hep)
1859{
1860	struct r8a66597_td *td;
1861	u16 pipenum;
1862
1863	td = kzalloc(sizeof(struct r8a66597_td), GFP_ATOMIC);
1864	if (td == NULL)
1865		return NULL;
1866
1867	pipenum = r8a66597_get_pipenum(urb, hep);
1868	td->pipenum = pipenum;
1869	td->pipe = hep->hcpriv;
1870	td->urb = urb;
1871	td->address = get_urb_to_r8a66597_addr(r8a66597, urb);
1872	td->maxpacket = usb_maxpacket(urb->dev, urb->pipe,
1873				      !usb_pipein(urb->pipe));
1874	if (usb_pipecontrol(urb->pipe))
1875		td->type = USB_PID_SETUP;
1876	else if (usb_pipein(urb->pipe))
1877		td->type = USB_PID_IN;
1878	else
1879		td->type = USB_PID_OUT;
1880	INIT_LIST_HEAD(&td->queue);
1881
1882	return td;
1883}
1884
1885static int r8a66597_urb_enqueue(struct usb_hcd *hcd,
1886				struct urb *urb,
1887				gfp_t mem_flags)
1888{
1889	struct usb_host_endpoint *hep = urb->ep;
1890	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1891	struct r8a66597_td *td = NULL;
1892	int ret, request = 0;
1893	unsigned long flags;
1894
1895	spin_lock_irqsave(&r8a66597->lock, flags);
1896	if (!get_urb_to_r8a66597_dev(r8a66597, urb)) {
1897		ret = -ENODEV;
1898		goto error_not_linked;
1899	}
1900
1901	ret = usb_hcd_link_urb_to_ep(hcd, urb);
1902	if (ret)
1903		goto error_not_linked;
1904
1905	if (!hep->hcpriv) {
1906		hep->hcpriv = kzalloc(sizeof(struct r8a66597_pipe),
1907				GFP_ATOMIC);
1908		if (!hep->hcpriv) {
1909			ret = -ENOMEM;
1910			goto error;
1911		}
1912		set_pipe_reg_addr(hep->hcpriv, R8A66597_PIPE_NO_DMA);
1913		if (usb_pipeendpoint(urb->pipe))
1914			init_pipe_info(r8a66597, urb, hep, &hep->desc);
1915	}
1916
1917	if (unlikely(check_pipe_config(r8a66597, urb)))
1918		init_pipe_config(r8a66597, urb);
1919
1920	set_address_zero(r8a66597, urb);
1921	td = r8a66597_make_td(r8a66597, urb, hep);
1922	if (td == NULL) {
1923		ret = -ENOMEM;
1924		goto error;
1925	}
1926	if (list_empty(&r8a66597->pipe_queue[td->pipenum]))
1927		request = 1;
1928	list_add_tail(&td->queue, &r8a66597->pipe_queue[td->pipenum]);
1929	urb->hcpriv = td;
1930
1931	if (request) {
1932		if (td->pipe->info.timer_interval) {
1933			r8a66597->interval_map |= 1 << td->pipenum;
1934			mod_timer(&r8a66597->timers[td->pipenum].interval,
1935				  jiffies + msecs_to_jiffies(
1936					td->pipe->info.timer_interval));
1937		} else {
1938			ret = start_transfer(r8a66597, td);
1939			if (ret < 0) {
1940				list_del(&td->queue);
1941				kfree(td);
1942			}
1943		}
1944	} else
1945		set_td_timer(r8a66597, td);
1946
1947error:
1948	if (ret)
1949		usb_hcd_unlink_urb_from_ep(hcd, urb);
1950error_not_linked:
1951	spin_unlock_irqrestore(&r8a66597->lock, flags);
1952	return ret;
1953}
1954
1955static int r8a66597_urb_dequeue(struct usb_hcd *hcd, struct urb *urb,
1956		int status)
1957{
1958	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1959	struct r8a66597_td *td;
1960	unsigned long flags;
1961	int rc;
1962
1963	spin_lock_irqsave(&r8a66597->lock, flags);
1964	rc = usb_hcd_check_unlink_urb(hcd, urb, status);
1965	if (rc)
1966		goto done;
1967
1968	if (urb->hcpriv) {
1969		td = urb->hcpriv;
1970		pipe_stop(r8a66597, td->pipe);
1971		pipe_irq_disable(r8a66597, td->pipenum);
1972		disable_irq_empty(r8a66597, td->pipenum);
1973		finish_request(r8a66597, td, td->pipenum, urb, status);
1974	}
1975 done:
1976	spin_unlock_irqrestore(&r8a66597->lock, flags);
1977	return rc;
1978}
1979
1980static void r8a66597_endpoint_disable(struct usb_hcd *hcd,
1981				      struct usb_host_endpoint *hep)
1982__acquires(r8a66597->lock)
1983__releases(r8a66597->lock)
1984{
1985	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1986	struct r8a66597_pipe *pipe = (struct r8a66597_pipe *)hep->hcpriv;
1987	struct r8a66597_td *td;
1988	struct urb *urb = NULL;
1989	u16 pipenum;
1990	unsigned long flags;
1991
1992	if (pipe == NULL)
1993		return;
1994	pipenum = pipe->info.pipenum;
1995
1996	spin_lock_irqsave(&r8a66597->lock, flags);
1997	if (pipenum == 0) {
1998		kfree(hep->hcpriv);
1999		hep->hcpriv = NULL;
2000		spin_unlock_irqrestore(&r8a66597->lock, flags);
2001		return;
2002	}
2003
2004	pipe_stop(r8a66597, pipe);
2005	pipe_irq_disable(r8a66597, pipenum);
2006	disable_irq_empty(r8a66597, pipenum);
2007	td = r8a66597_get_td(r8a66597, pipenum);
2008	if (td)
2009		urb = td->urb;
2010	finish_request(r8a66597, td, pipenum, urb, -ESHUTDOWN);
2011	kfree(hep->hcpriv);
2012	hep->hcpriv = NULL;
2013	spin_unlock_irqrestore(&r8a66597->lock, flags);
2014}
2015
2016static int r8a66597_get_frame(struct usb_hcd *hcd)
2017{
2018	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2019	return r8a66597_read(r8a66597, FRMNUM) & 0x03FF;
2020}
2021
2022static void collect_usb_address_map(struct usb_device *udev, unsigned long *map)
2023{
2024	int chix;
2025	struct usb_device *childdev;
2026
2027	if (udev->state == USB_STATE_CONFIGURED &&
2028	    udev->parent && udev->parent->devnum > 1 &&
2029	    udev->parent->descriptor.bDeviceClass == USB_CLASS_HUB)
2030		map[udev->devnum/32] |= (1 << (udev->devnum % 32));
2031
2032	usb_hub_for_each_child(udev, chix, childdev)
2033		collect_usb_address_map(childdev, map);
2034}
2035
2036/* this function must be called with interrupt disabled */
2037static struct r8a66597_device *get_r8a66597_device(struct r8a66597 *r8a66597,
2038						   int addr)
2039{
2040	struct r8a66597_device *dev;
2041	struct list_head *list = &r8a66597->child_device;
2042
2043	list_for_each_entry(dev, list, device_list) {
2044		if (dev->usb_address != addr)
2045			continue;
2046
2047		return dev;
2048	}
2049
2050	printk(KERN_ERR "r8a66597: get_r8a66597_device fail.(%d)\n", addr);
2051	return NULL;
2052}
2053
2054static void update_usb_address_map(struct r8a66597 *r8a66597,
2055				   struct usb_device *root_hub,
2056				   unsigned long *map)
2057{
2058	int i, j, addr;
2059	unsigned long diff;
2060	unsigned long flags;
2061
2062	for (i = 0; i < 4; i++) {
2063		diff = r8a66597->child_connect_map[i] ^ map[i];
2064		if (!diff)
2065			continue;
2066
2067		for (j = 0; j < 32; j++) {
2068			if (!(diff & (1 << j)))
2069				continue;
2070
2071			addr = i * 32 + j;
2072			if (map[i] & (1 << j))
2073				set_child_connect_map(r8a66597, addr);
2074			else {
2075				struct r8a66597_device *dev;
2076
2077				spin_lock_irqsave(&r8a66597->lock, flags);
2078				dev = get_r8a66597_device(r8a66597, addr);
2079				disable_r8a66597_pipe_all(r8a66597, dev);
2080				free_usb_address(r8a66597, dev, 0);
2081				put_child_connect_map(r8a66597, addr);
2082				spin_unlock_irqrestore(&r8a66597->lock, flags);
2083			}
2084		}
2085	}
2086}
2087
2088static void r8a66597_check_detect_child(struct r8a66597 *r8a66597,
2089					struct usb_hcd *hcd)
2090{
2091	struct usb_bus *bus;
2092	unsigned long now_map[4];
2093
2094	memset(now_map, 0, sizeof(now_map));
2095
2096	mutex_lock(&usb_bus_idr_lock);
2097	bus = idr_find(&usb_bus_idr, hcd->self.busnum);
2098	if (bus && bus->root_hub) {
2099		collect_usb_address_map(bus->root_hub, now_map);
2100		update_usb_address_map(r8a66597, bus->root_hub, now_map);
2101	}
2102	mutex_unlock(&usb_bus_idr_lock);
2103}
2104
2105static int r8a66597_hub_status_data(struct usb_hcd *hcd, char *buf)
2106{
2107	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2108	unsigned long flags;
2109	int i;
2110
2111	r8a66597_check_detect_child(r8a66597, hcd);
2112
2113	spin_lock_irqsave(&r8a66597->lock, flags);
2114
2115	*buf = 0;	/* initialize (no change) */
2116
2117	for (i = 0; i < r8a66597->max_root_hub; i++) {
2118		if (r8a66597->root_hub[i].port & 0xffff0000)
2119			*buf |= 1 << (i + 1);
2120	}
2121
2122	spin_unlock_irqrestore(&r8a66597->lock, flags);
2123
2124	return (*buf != 0);
2125}
2126
2127static void r8a66597_hub_descriptor(struct r8a66597 *r8a66597,
2128				    struct usb_hub_descriptor *desc)
2129{
2130	desc->bDescriptorType = USB_DT_HUB;
2131	desc->bHubContrCurrent = 0;
2132	desc->bNbrPorts = r8a66597->max_root_hub;
2133	desc->bDescLength = 9;
2134	desc->bPwrOn2PwrGood = 0;
2135	desc->wHubCharacteristics =
2136		cpu_to_le16(HUB_CHAR_INDV_PORT_LPSM | HUB_CHAR_NO_OCPM);
2137	desc->u.hs.DeviceRemovable[0] =
2138		((1 << r8a66597->max_root_hub) - 1) << 1;
2139	desc->u.hs.DeviceRemovable[1] = ~0;
2140}
2141
2142static int r8a66597_hub_control(struct usb_hcd *hcd, u16 typeReq, u16 wValue,
2143				u16 wIndex, char *buf, u16 wLength)
2144{
2145	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2146	int ret;
2147	int port = (wIndex & 0x00FF) - 1;
2148	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2149	unsigned long flags;
2150
2151	ret = 0;
2152
2153	spin_lock_irqsave(&r8a66597->lock, flags);
2154	switch (typeReq) {
2155	case ClearHubFeature:
2156	case SetHubFeature:
2157		switch (wValue) {
2158		case C_HUB_OVER_CURRENT:
2159		case C_HUB_LOCAL_POWER:
2160			break;
2161		default:
2162			goto error;
2163		}
2164		break;
2165	case ClearPortFeature:
2166		if (wIndex > r8a66597->max_root_hub)
2167			goto error;
2168		if (wLength != 0)
2169			goto error;
2170
2171		switch (wValue) {
2172		case USB_PORT_FEAT_ENABLE:
2173			rh->port &= ~USB_PORT_STAT_POWER;
2174			break;
2175		case USB_PORT_FEAT_SUSPEND:
2176			break;
2177		case USB_PORT_FEAT_POWER:
2178			r8a66597_port_power(r8a66597, port, 0);
2179			break;
2180		case USB_PORT_FEAT_C_ENABLE:
2181		case USB_PORT_FEAT_C_SUSPEND:
2182		case USB_PORT_FEAT_C_CONNECTION:
2183		case USB_PORT_FEAT_C_OVER_CURRENT:
2184		case USB_PORT_FEAT_C_RESET:
2185			break;
2186		default:
2187			goto error;
2188		}
2189		rh->port &= ~(1 << wValue);
2190		break;
2191	case GetHubDescriptor:
2192		r8a66597_hub_descriptor(r8a66597,
2193					(struct usb_hub_descriptor *)buf);
2194		break;
2195	case GetHubStatus:
2196		*buf = 0x00;
2197		break;
2198	case GetPortStatus:
2199		if (wIndex > r8a66597->max_root_hub)
2200			goto error;
2201		*(__le32 *)buf = cpu_to_le32(rh->port);
2202		break;
2203	case SetPortFeature:
2204		if (wIndex > r8a66597->max_root_hub)
2205			goto error;
2206		if (wLength != 0)
2207			goto error;
2208
2209		switch (wValue) {
2210		case USB_PORT_FEAT_SUSPEND:
2211			break;
2212		case USB_PORT_FEAT_POWER:
2213			r8a66597_port_power(r8a66597, port, 1);
2214			rh->port |= USB_PORT_STAT_POWER;
2215			break;
2216		case USB_PORT_FEAT_RESET: {
2217			struct r8a66597_device *dev = rh->dev;
2218
2219			rh->port |= USB_PORT_STAT_RESET;
2220
2221			disable_r8a66597_pipe_all(r8a66597, dev);
2222			free_usb_address(r8a66597, dev, 1);
2223
2224			r8a66597_mdfy(r8a66597, USBRST, USBRST | UACT,
2225				      get_dvstctr_reg(port));
2226			mod_timer(&r8a66597->rh_timer,
2227				  jiffies + msecs_to_jiffies(50));
2228			}
2229			break;
2230		default:
2231			goto error;
2232		}
2233		rh->port |= 1 << wValue;
2234		break;
2235	default:
2236error:
2237		ret = -EPIPE;
2238		break;
2239	}
2240
2241	spin_unlock_irqrestore(&r8a66597->lock, flags);
2242	return ret;
2243}
2244
2245#if defined(CONFIG_PM)
2246static int r8a66597_bus_suspend(struct usb_hcd *hcd)
2247{
2248	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2249	int port;
2250
2251	dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2252
2253	for (port = 0; port < r8a66597->max_root_hub; port++) {
2254		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2255		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2256
2257		if (!(rh->port & USB_PORT_STAT_ENABLE))
2258			continue;
2259
2260		dev_dbg(&rh->dev->udev->dev, "suspend port = %d\n", port);
2261		r8a66597_bclr(r8a66597, UACT, dvstctr_reg);	/* suspend */
2262		rh->port |= USB_PORT_STAT_SUSPEND;
2263
2264		if (rh->dev->udev->do_remote_wakeup) {
2265			msleep(3);	/* waiting last SOF */
2266			r8a66597_bset(r8a66597, RWUPE, dvstctr_reg);
2267			r8a66597_write(r8a66597, ~BCHG, get_intsts_reg(port));
2268			r8a66597_bset(r8a66597, BCHGE, get_intenb_reg(port));
2269		}
2270	}
2271
2272	r8a66597->bus_suspended = 1;
2273
2274	return 0;
2275}
2276
2277static int r8a66597_bus_resume(struct usb_hcd *hcd)
2278{
2279	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2280	int port;
2281
2282	dev_dbg(&r8a66597->device0.udev->dev, "%s\n", __func__);
2283
2284	for (port = 0; port < r8a66597->max_root_hub; port++) {
2285		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2286		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2287
2288		if (!(rh->port & USB_PORT_STAT_SUSPEND))
2289			continue;
2290
2291		dev_dbg(&rh->dev->udev->dev, "resume port = %d\n", port);
2292		rh->port &= ~USB_PORT_STAT_SUSPEND;
2293		rh->port |= USB_PORT_STAT_C_SUSPEND << 16;
2294		r8a66597_mdfy(r8a66597, RESUME, RESUME | UACT, dvstctr_reg);
2295		msleep(USB_RESUME_TIMEOUT);
2296		r8a66597_mdfy(r8a66597, UACT, RESUME | UACT, dvstctr_reg);
2297	}
2298
2299	return 0;
2300
2301}
2302#else
2303#define	r8a66597_bus_suspend	NULL
2304#define	r8a66597_bus_resume	NULL
2305#endif
2306
2307static const struct hc_driver r8a66597_hc_driver = {
2308	.description =		hcd_name,
2309	.hcd_priv_size =	sizeof(struct r8a66597),
2310	.irq =			r8a66597_irq,
2311
2312	/*
2313	 * generic hardware linkage
2314	 */
2315	.flags =		HCD_USB2,
2316
2317	.start =		r8a66597_start,
2318	.stop =			r8a66597_stop,
2319
2320	/*
2321	 * managing i/o requests and associated device resources
2322	 */
2323	.urb_enqueue =		r8a66597_urb_enqueue,
2324	.urb_dequeue =		r8a66597_urb_dequeue,
2325	.endpoint_disable =	r8a66597_endpoint_disable,
2326
2327	/*
2328	 * periodic schedule support
2329	 */
2330	.get_frame_number =	r8a66597_get_frame,
2331
2332	/*
2333	 * root hub support
2334	 */
2335	.hub_status_data =	r8a66597_hub_status_data,
2336	.hub_control =		r8a66597_hub_control,
2337	.bus_suspend =		r8a66597_bus_suspend,
2338	.bus_resume =		r8a66597_bus_resume,
2339};
2340
2341#if defined(CONFIG_PM)
2342static int r8a66597_suspend(struct device *dev)
2343{
2344	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2345	int port;
2346
2347	dev_dbg(dev, "%s\n", __func__);
2348
2349	disable_controller(r8a66597);
2350
2351	for (port = 0; port < r8a66597->max_root_hub; port++) {
2352		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2353
2354		rh->port = 0x00000000;
2355	}
2356
2357	return 0;
2358}
2359
2360static int r8a66597_resume(struct device *dev)
2361{
2362	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2363	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2364
2365	dev_dbg(dev, "%s\n", __func__);
2366
2367	enable_controller(r8a66597);
2368	usb_root_hub_lost_power(hcd->self.root_hub);
2369
2370	return 0;
2371}
2372
2373static const struct dev_pm_ops r8a66597_dev_pm_ops = {
2374	.suspend = r8a66597_suspend,
2375	.resume = r8a66597_resume,
2376	.poweroff = r8a66597_suspend,
2377	.restore = r8a66597_resume,
2378};
2379
2380#define R8A66597_DEV_PM_OPS	(&r8a66597_dev_pm_ops)
2381#else	/* if defined(CONFIG_PM) */
2382#define R8A66597_DEV_PM_OPS	NULL
2383#endif
2384
2385static int r8a66597_remove(struct platform_device *pdev)
2386{
2387	struct r8a66597		*r8a66597 = platform_get_drvdata(pdev);
2388	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2389
2390	del_timer_sync(&r8a66597->rh_timer);
2391	usb_remove_hcd(hcd);
2392	iounmap(r8a66597->reg);
2393	if (r8a66597->pdata->on_chip)
2394		clk_put(r8a66597->clk);
2395	usb_put_hcd(hcd);
2396	return 0;
2397}
2398
2399static int r8a66597_probe(struct platform_device *pdev)
2400{
2401	char clk_name[8];
2402	struct resource *res = NULL, *ires;
2403	int irq = -1;
2404	void __iomem *reg = NULL;
2405	struct usb_hcd *hcd = NULL;
2406	struct r8a66597 *r8a66597;
2407	int ret = 0;
2408	int i;
2409	unsigned long irq_trigger;
2410
2411	if (usb_disabled())
2412		return -ENODEV;
2413
2414	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2415	if (!res) {
2416		ret = -ENODEV;
2417		dev_err(&pdev->dev, "platform_get_resource error.\n");
2418		goto clean_up;
2419	}
2420
2421	ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
2422	if (!ires) {
2423		ret = -ENODEV;
2424		dev_err(&pdev->dev,
2425			"platform_get_resource IORESOURCE_IRQ error.\n");
2426		goto clean_up;
2427	}
2428
2429	irq = ires->start;
2430	irq_trigger = ires->flags & IRQF_TRIGGER_MASK;
2431
2432	reg = ioremap(res->start, resource_size(res));
2433	if (reg == NULL) {
2434		ret = -ENOMEM;
2435		dev_err(&pdev->dev, "ioremap error.\n");
2436		goto clean_up;
2437	}
2438
2439	if (pdev->dev.platform_data == NULL) {
2440		dev_err(&pdev->dev, "no platform data\n");
2441		ret = -ENODEV;
2442		goto clean_up;
2443	}
2444
2445	/* initialize hcd */
2446	hcd = usb_create_hcd(&r8a66597_hc_driver, &pdev->dev, (char *)hcd_name);
2447	if (!hcd) {
2448		ret = -ENOMEM;
2449		dev_err(&pdev->dev, "Failed to create hcd\n");
2450		goto clean_up;
2451	}
2452	r8a66597 = hcd_to_r8a66597(hcd);
2453	memset(r8a66597, 0, sizeof(struct r8a66597));
2454	platform_set_drvdata(pdev, r8a66597);
2455	r8a66597->pdata = dev_get_platdata(&pdev->dev);
2456	r8a66597->irq_sense_low = irq_trigger == IRQF_TRIGGER_LOW;
2457
2458	if (r8a66597->pdata->on_chip) {
2459		snprintf(clk_name, sizeof(clk_name), "usb%d", pdev->id);
2460		r8a66597->clk = clk_get(&pdev->dev, clk_name);
2461		if (IS_ERR(r8a66597->clk)) {
2462			dev_err(&pdev->dev, "cannot get clock \"%s\"\n",
2463				clk_name);
2464			ret = PTR_ERR(r8a66597->clk);
2465			goto clean_up2;
2466		}
2467		r8a66597->max_root_hub = 1;
2468	} else
2469		r8a66597->max_root_hub = 2;
2470
2471	spin_lock_init(&r8a66597->lock);
2472	timer_setup(&r8a66597->rh_timer, r8a66597_timer, 0);
2473	r8a66597->reg = reg;
2474
2475	/* make sure no interrupts are pending */
2476	ret = r8a66597_clock_enable(r8a66597);
2477	if (ret < 0)
2478		goto clean_up3;
2479	disable_controller(r8a66597);
2480
2481	for (i = 0; i < R8A66597_MAX_NUM_PIPE; i++) {
2482		INIT_LIST_HEAD(&r8a66597->pipe_queue[i]);
2483		r8a66597->timers[i].r8a66597 = r8a66597;
2484		timer_setup(&r8a66597->timers[i].td, r8a66597_td_timer, 0);
2485		timer_setup(&r8a66597->timers[i].interval,
2486			    r8a66597_interval_timer, 0);
2487	}
2488	INIT_LIST_HEAD(&r8a66597->child_device);
2489
2490	hcd->rsrc_start = res->start;
2491	hcd->has_tt = 1;
2492
2493	ret = usb_add_hcd(hcd, irq, irq_trigger);
2494	if (ret != 0) {
2495		dev_err(&pdev->dev, "Failed to add hcd\n");
2496		goto clean_up3;
2497	}
2498	device_wakeup_enable(hcd->self.controller);
2499
2500	return 0;
2501
2502clean_up3:
2503	if (r8a66597->pdata->on_chip)
2504		clk_put(r8a66597->clk);
2505clean_up2:
2506	usb_put_hcd(hcd);
2507
2508clean_up:
2509	if (reg)
2510		iounmap(reg);
2511
2512	return ret;
2513}
2514
2515static struct platform_driver r8a66597_driver = {
2516	.probe =	r8a66597_probe,
2517	.remove =	r8a66597_remove,
2518	.driver		= {
2519		.name = hcd_name,
2520		.pm	= R8A66597_DEV_PM_OPS,
2521	},
2522};
2523
2524module_platform_driver(r8a66597_driver);