1/*
   2 * R8A66597 HCD (Host Controller Driver)
   3 *
   4 * Copyright (C) 2006-2007 Renesas Solutions Corp.
   5 * Portions Copyright (C) 2004 Psion Teklogix (for NetBook PRO)
   6 * Portions Copyright (C) 2004-2005 David Brownell
   7 * Portions Copyright (C) 1999 Roman Weissgaerber
   8 *
   9 * Author : Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>
  10 *
  11 * This program is free software; you can redistribute it and/or modify
  12 * it under the terms of the GNU General Public License as published by
  13 * the Free Software Foundation; version 2 of the License.
  14 *
  15 * This program is distributed in the hope that it will be useful,
  16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18 * GNU General Public License for more details.
  19 *
  20 * You should have received a copy of the GNU General Public License
  21 * along with this program; if not, write to the Free Software
  22 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  23 *
  24 */
  25
  26#include <linux/module.h>
  27#include <linux/kernel.h>
  28#include <linux/sched.h>
  29#include <linux/errno.h>
  30#include <linux/init.h>
  31#include <linux/timer.h>
  32#include <linux/delay.h>
  33#include <linux/list.h>
  34#include <linux/interrupt.h>
  35#include <linux/usb.h>
  36#include <linux/usb/hcd.h>
  37#include <linux/platform_device.h>
  38#include <linux/io.h>
  39#include <linux/mm.h>
  40#include <linux/irq.h>
  41#include <linux/slab.h>
  42#include <asm/cacheflush.h>
  43
  44#include "r8a66597.h"
  45
  46MODULE_DESCRIPTION("R8A66597 USB Host Controller Driver");
  47MODULE_LICENSE("GPL");
  48MODULE_AUTHOR("Yoshihiro Shimoda");
  49MODULE_ALIAS("platform:r8a66597_hcd");
  50
  51#define DRIVER_VERSION	"2009-05-26"
  52
  53static const char hcd_name[] = "r8a66597_hcd";
  54
  55static void packet_write(struct r8a66597 *r8a66597, u16 pipenum);
  56static int r8a66597_get_frame(struct usb_hcd *hcd);
  57
  58/* this function must be called with interrupt disabled */
  59static void enable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  60			    unsigned long reg)
  61{
  62	u16 tmp;
  63
  64	tmp = r8a66597_read(r8a66597, INTENB0);
  65	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  66	r8a66597_bset(r8a66597, 1 << pipenum, reg);
  67	r8a66597_write(r8a66597, tmp, INTENB0);
  68}
  69
  70/* this function must be called with interrupt disabled */
  71static void disable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  72			     unsigned long reg)
  73{
  74	u16 tmp;
  75
  76	tmp = r8a66597_read(r8a66597, INTENB0);
  77	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  78	r8a66597_bclr(r8a66597, 1 << pipenum, reg);
  79	r8a66597_write(r8a66597, tmp, INTENB0);
  80}
  81
  82static void set_devadd_reg(struct r8a66597 *r8a66597, u8 r8a66597_address,
  83			   u16 usbspd, u8 upphub, u8 hubport, int port)
  84{
  85	u16 val;
  86	unsigned long devadd_reg = get_devadd_addr(r8a66597_address);
  87
  88	val = (upphub << 11) | (hubport << 8) | (usbspd << 6) | (port & 0x0001);
  89	r8a66597_write(r8a66597, val, devadd_reg);
  90}
  91
  92static int r8a66597_clock_enable(struct r8a66597 *r8a66597)
  93{
  94	u16 tmp;
  95	int i = 0;
  96
  97	if (r8a66597->pdata->on_chip) {
  98#ifdef CONFIG_HAVE_CLK
  99		clk_enable(r8a66597->clk);
 100#endif
 101		do {
 102			r8a66597_write(r8a66597, SCKE, SYSCFG0);
 103			tmp = r8a66597_read(r8a66597, SYSCFG0);
 104			if (i++ > 1000) {
 105				printk(KERN_ERR "r8a66597: reg access fail.\n");
 106				return -ENXIO;
 107			}
 108		} while ((tmp & SCKE) != SCKE);
 109		r8a66597_write(r8a66597, 0x04, 0x02);
 110	} else {
 111		do {
 112			r8a66597_write(r8a66597, USBE, SYSCFG0);
 113			tmp = r8a66597_read(r8a66597, SYSCFG0);
 114			if (i++ > 1000) {
 115				printk(KERN_ERR "r8a66597: reg access fail.\n");
 116				return -ENXIO;
 117			}
 118		} while ((tmp & USBE) != USBE);
 119		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 120		r8a66597_mdfy(r8a66597, get_xtal_from_pdata(r8a66597->pdata),
 121			      XTAL, SYSCFG0);
 122
 123		i = 0;
 124		r8a66597_bset(r8a66597, XCKE, SYSCFG0);
 125		do {
 126			msleep(1);
 127			tmp = r8a66597_read(r8a66597, SYSCFG0);
 128			if (i++ > 500) {
 129				printk(KERN_ERR "r8a66597: reg access fail.\n");
 130				return -ENXIO;
 131			}
 132		} while ((tmp & SCKE) != SCKE);
 133	}
 134
 135	return 0;
 136}
 137
 138static void r8a66597_clock_disable(struct r8a66597 *r8a66597)
 139{
 140	r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
 141	udelay(1);
 142
 143	if (r8a66597->pdata->on_chip) {
 144#ifdef CONFIG_HAVE_CLK
 145		clk_disable(r8a66597->clk);
 146#endif
 147	} else {
 148		r8a66597_bclr(r8a66597, PLLC, SYSCFG0);
 149		r8a66597_bclr(r8a66597, XCKE, SYSCFG0);
 150		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 151	}
 152}
 153
 154static void r8a66597_enable_port(struct r8a66597 *r8a66597, int port)
 155{
 156	u16 val;
 157
 158	val = port ? DRPD : DCFM | DRPD;
 159	r8a66597_bset(r8a66597, val, get_syscfg_reg(port));
 160	r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
 161
 162	r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR, get_dmacfg_reg(port));
 163	r8a66597_bclr(r8a66597, DTCHE, get_intenb_reg(port));
 164	r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
 165}
 166
 167static void r8a66597_disable_port(struct r8a66597 *r8a66597, int port)
 168{
 169	u16 val, tmp;
 170
 171	r8a66597_write(r8a66597, 0, get_intenb_reg(port));
 172	r8a66597_write(r8a66597, 0, get_intsts_reg(port));
 173
 174	r8a66597_port_power(r8a66597, port, 0);
 175
 176	do {
 177		tmp = r8a66597_read(r8a66597, SOFCFG) & EDGESTS;
 178		udelay(640);
 179	} while (tmp == EDGESTS);
 180
 181	val = port ? DRPD : DCFM | DRPD;
 182	r8a66597_bclr(r8a66597, val, get_syscfg_reg(port));
 183	r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
 184}
 185
 186static int enable_controller(struct r8a66597 *r8a66597)
 187{
 188	int ret, port;
 189	u16 vif = r8a66597->pdata->vif ? LDRV : 0;
 190	u16 irq_sense = r8a66597->irq_sense_low ? INTL : 0;
 191	u16 endian = r8a66597->pdata->endian ? BIGEND : 0;
 192
 193	ret = r8a66597_clock_enable(r8a66597);
 194	if (ret < 0)
 195		return ret;
 196
 197	r8a66597_bset(r8a66597, vif & LDRV, PINCFG);
 198	r8a66597_bset(r8a66597, USBE, SYSCFG0);
 199
 200	r8a66597_bset(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
 201	r8a66597_bset(r8a66597, irq_sense & INTL, SOFCFG);
 202	r8a66597_bset(r8a66597, BRDY0, BRDYENB);
 203	r8a66597_bset(r8a66597, BEMP0, BEMPENB);
 204
 205	r8a66597_bset(r8a66597, endian & BIGEND, CFIFOSEL);
 206	r8a66597_bset(r8a66597, endian & BIGEND, D0FIFOSEL);
 207	r8a66597_bset(r8a66597, endian & BIGEND, D1FIFOSEL);
 208	r8a66597_bset(r8a66597, TRNENSEL, SOFCFG);
 209
 210	r8a66597_bset(r8a66597, SIGNE | SACKE, INTENB1);
 211
 212	for (port = 0; port < r8a66597->max_root_hub; port++)
 213		r8a66597_enable_port(r8a66597, port);
 214
 215	return 0;
 216}
 217
 218static void disable_controller(struct r8a66597 *r8a66597)
 219{
 220	int port;
 221
 222	/* disable interrupts */
 223	r8a66597_write(r8a66597, 0, INTENB0);
 224	r8a66597_write(r8a66597, 0, INTENB1);
 225	r8a66597_write(r8a66597, 0, BRDYENB);
 226	r8a66597_write(r8a66597, 0, BEMPENB);
 227	r8a66597_write(r8a66597, 0, NRDYENB);
 228
 229	/* clear status */
 230	r8a66597_write(r8a66597, 0, BRDYSTS);
 231	r8a66597_write(r8a66597, 0, NRDYSTS);
 232	r8a66597_write(r8a66597, 0, BEMPSTS);
 233
 234	for (port = 0; port < r8a66597->max_root_hub; port++)
 235		r8a66597_disable_port(r8a66597, port);
 236
 237	r8a66597_clock_disable(r8a66597);
 238}
 239
 240static int get_parent_r8a66597_address(struct r8a66597 *r8a66597,
 241				       struct usb_device *udev)
 242{
 243	struct r8a66597_device *dev;
 244
 245	if (udev->parent && udev->parent->devnum != 1)
 246		udev = udev->parent;
 247
 248	dev = dev_get_drvdata(&udev->dev);
 249	if (dev)
 250		return dev->address;
 251	else
 252		return 0;
 253}
 254
 255static int is_child_device(char *devpath)
 256{
 257	return (devpath[2] ? 1 : 0);
 258}
 259
 260static int is_hub_limit(char *devpath)
 261{
 262	return ((strlen(devpath) >= 4) ? 1 : 0);
 263}
 264
 265static void get_port_number(struct r8a66597 *r8a66597,
 266			    char *devpath, u16 *root_port, u16 *hub_port)
 267{
 268	if (root_port) {
 269		*root_port = (devpath[0] & 0x0F) - 1;
 270		if (*root_port >= r8a66597->max_root_hub)
 271			printk(KERN_ERR "r8a66597: Illegal root port number.\n");
 272	}
 273	if (hub_port)
 274		*hub_port = devpath[2] & 0x0F;
 275}
 276
 277static u16 get_r8a66597_usb_speed(enum usb_device_speed speed)
 278{
 279	u16 usbspd = 0;
 280
 281	switch (speed) {
 282	case USB_SPEED_LOW:
 283		usbspd = LSMODE;
 284		break;
 285	case USB_SPEED_FULL:
 286		usbspd = FSMODE;
 287		break;
 288	case USB_SPEED_HIGH:
 289		usbspd = HSMODE;
 290		break;
 291	default:
 292		printk(KERN_ERR "r8a66597: unknown speed\n");
 293		break;
 294	}
 295
 296	return usbspd;
 297}
 298
 299static void set_child_connect_map(struct r8a66597 *r8a66597, int address)
 300{
 301	int idx;
 302
 303	idx = address / 32;
 304	r8a66597->child_connect_map[idx] |= 1 << (address % 32);
 305}
 306
 307static void put_child_connect_map(struct r8a66597 *r8a66597, int address)
 308{
 309	int idx;
 310
 311	idx = address / 32;
 312	r8a66597->child_connect_map[idx] &= ~(1 << (address % 32));
 313}
 314
 315static void set_pipe_reg_addr(struct r8a66597_pipe *pipe, u8 dma_ch)
 316{
 317	u16 pipenum = pipe->info.pipenum;
 318	const unsigned long fifoaddr[] = {D0FIFO, D1FIFO, CFIFO};
 319	const unsigned long fifosel[] = {D0FIFOSEL, D1FIFOSEL, CFIFOSEL};
 320	const unsigned long fifoctr[] = {D0FIFOCTR, D1FIFOCTR, CFIFOCTR};
 321
 322	if (dma_ch > R8A66597_PIPE_NO_DMA)	/* dma fifo not use? */
 323		dma_ch = R8A66597_PIPE_NO_DMA;
 324
 325	pipe->fifoaddr = fifoaddr[dma_ch];
 326	pipe->fifosel = fifosel[dma_ch];
 327	pipe->fifoctr = fifoctr[dma_ch];
 328
 329	if (pipenum == 0)
 330		pipe->pipectr = DCPCTR;
 331	else
 332		pipe->pipectr = get_pipectr_addr(pipenum);
 333
 334	if (check_bulk_or_isoc(pipenum)) {
 335		pipe->pipetre = get_pipetre_addr(pipenum);
 336		pipe->pipetrn = get_pipetrn_addr(pipenum);
 337	} else {
 338		pipe->pipetre = 0;
 339		pipe->pipetrn = 0;
 340	}
 341}
 342
 343static struct r8a66597_device *
 344get_urb_to_r8a66597_dev(struct r8a66597 *r8a66597, struct urb *urb)
 345{
 346	if (usb_pipedevice(urb->pipe) == 0)
 347		return &r8a66597->device0;
 348
 349	return dev_get_drvdata(&urb->dev->dev);
 350}
 351
 352static int make_r8a66597_device(struct r8a66597 *r8a66597,
 353				struct urb *urb, u8 addr)
 354{
 355	struct r8a66597_device *dev;
 356	int usb_address = urb->setup_packet[2];	/* urb->pipe is address 0 */
 357
 358	dev = kzalloc(sizeof(struct r8a66597_device), GFP_ATOMIC);
 359	if (dev == NULL)
 360		return -ENOMEM;
 361
 362	dev_set_drvdata(&urb->dev->dev, dev);
 363	dev->udev = urb->dev;
 364	dev->address = addr;
 365	dev->usb_address = usb_address;
 366	dev->state = USB_STATE_ADDRESS;
 367	dev->ep_in_toggle = 0;
 368	dev->ep_out_toggle = 0;
 369	INIT_LIST_HEAD(&dev->device_list);
 370	list_add_tail(&dev->device_list, &r8a66597->child_device);
 371
 372	get_port_number(r8a66597, urb->dev->devpath,
 373			&dev->root_port, &dev->hub_port);
 374	if (!is_child_device(urb->dev->devpath))
 375		r8a66597->root_hub[dev->root_port].dev = dev;
 376
 377	set_devadd_reg(r8a66597, dev->address,
 378		       get_r8a66597_usb_speed(urb->dev->speed),
 379		       get_parent_r8a66597_address(r8a66597, urb->dev),
 380		       dev->hub_port, dev->root_port);
 381
 382	return 0;
 383}
 384
 385/* this function must be called with interrupt disabled */
 386static u8 alloc_usb_address(struct r8a66597 *r8a66597, struct urb *urb)
 387{
 388	u8 addr;	/* R8A66597's address */
 389	struct r8a66597_device *dev;
 390
 391	if (is_hub_limit(urb->dev->devpath)) {
 392		dev_err(&urb->dev->dev, "External hub limit reached.\n");
 393		return 0;
 394	}
 395
 396	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 397	if (dev && dev->state >= USB_STATE_ADDRESS)
 398		return dev->address;
 399
 400	for (addr = 1; addr <= R8A66597_MAX_DEVICE; addr++) {
 401		if (r8a66597->address_map & (1 << addr))
 402			continue;
 403
 404		dbg("alloc_address: r8a66597_addr=%d", addr);
 405		r8a66597->address_map |= 1 << addr;
 406
 407		if (make_r8a66597_device(r8a66597, urb, addr) < 0)
 408			return 0;
 409
 410		return addr;
 411	}
 412
 413	dev_err(&urb->dev->dev,
 414		"cannot communicate with a USB device more than 10.(%x)\n",
 415		r8a66597->address_map);
 416
 417	return 0;
 418}
 419
 420/* this function must be called with interrupt disabled */
 421static void free_usb_address(struct r8a66597 *r8a66597,
 422			     struct r8a66597_device *dev, int reset)
 423{
 424	int port;
 425
 426	if (!dev)
 427		return;
 428
 429	dbg("free_addr: addr=%d", dev->address);
 430
 431	dev->state = USB_STATE_DEFAULT;
 432	r8a66597->address_map &= ~(1 << dev->address);
 433	dev->address = 0;
 434	/*
 435	 * Only when resetting USB, it is necessary to erase drvdata. When
 436	 * a usb device with usb hub is disconnect, "dev->udev" is already
 437	 * freed on usb_desconnect(). So we cannot access the data.
 438	 */
 439	if (reset)
 440		dev_set_drvdata(&dev->udev->dev, NULL);
 441	list_del(&dev->device_list);
 442	kfree(dev);
 443
 444	for (port = 0; port < r8a66597->max_root_hub; port++) {
 445		if (r8a66597->root_hub[port].dev == dev) {
 446			r8a66597->root_hub[port].dev = NULL;
 447			break;
 448		}
 449	}
 450}
 451
 452static void r8a66597_reg_wait(struct r8a66597 *r8a66597, unsigned long reg,
 453			      u16 mask, u16 loop)
 454{
 455	u16 tmp;
 456	int i = 0;
 457
 458	do {
 459		tmp = r8a66597_read(r8a66597, reg);
 460		if (i++ > 1000000) {
 461			printk(KERN_ERR "r8a66597: register%lx, loop %x "
 462			       "is timeout\n", reg, loop);
 463			break;
 464		}
 465		ndelay(1);
 466	} while ((tmp & mask) != loop);
 467}
 468
 469/* this function must be called with interrupt disabled */
 470static void pipe_start(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 471{
 472	u16 tmp;
 473
 474	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 475	if ((pipe->info.pipenum != 0) & ((tmp & PID_STALL) != 0)) /* stall? */
 476		r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 477	r8a66597_mdfy(r8a66597, PID_BUF, PID, pipe->pipectr);
 478}
 479
 480/* this function must be called with interrupt disabled */
 481static void pipe_stop(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 482{
 483	u16 tmp;
 484
 485	tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 486	if ((tmp & PID_STALL11) != PID_STALL11)	/* force stall? */
 487		r8a66597_mdfy(r8a66597, PID_STALL, PID, pipe->pipectr);
 488	r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 489	r8a66597_reg_wait(r8a66597, pipe->pipectr, PBUSY, 0);
 490}
 491
 492/* this function must be called with interrupt disabled */
 493static void clear_all_buffer(struct r8a66597 *r8a66597,
 494			     struct r8a66597_pipe *pipe)
 495{
 496	u16 tmp;
 497
 498	if (!pipe || pipe->info.pipenum == 0)
 499		return;
 500
 501	pipe_stop(r8a66597, pipe);
 502	r8a66597_bset(r8a66597, ACLRM, pipe->pipectr);
 503	tmp = r8a66597_read(r8a66597, pipe->pipectr);
 504	tmp = r8a66597_read(r8a66597, pipe->pipectr);
 505	tmp = r8a66597_read(r8a66597, pipe->pipectr);
 506	r8a66597_bclr(r8a66597, ACLRM, pipe->pipectr);
 507}
 508
 509/* this function must be called with interrupt disabled */
 510static void r8a66597_pipe_toggle(struct r8a66597 *r8a66597,
 511				 struct r8a66597_pipe *pipe, int toggle)
 512{
 513	if (toggle)
 514		r8a66597_bset(r8a66597, SQSET, pipe->pipectr);
 515	else
 516		r8a66597_bset(r8a66597, SQCLR, pipe->pipectr);
 517}
 518
 519static inline unsigned short mbw_value(struct r8a66597 *r8a66597)
 520{
 521	if (r8a66597->pdata->on_chip)
 522		return MBW_32;
 523	else
 524		return MBW_16;
 525}
 526
 527/* this function must be called with interrupt disabled */
 528static inline void cfifo_change(struct r8a66597 *r8a66597, u16 pipenum)
 529{
 530	unsigned short mbw = mbw_value(r8a66597);
 531
 532	r8a66597_mdfy(r8a66597, mbw | pipenum, mbw | CURPIPE, CFIFOSEL);
 533	r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, pipenum);
 534}
 535
 536/* this function must be called with interrupt disabled */
 537static inline void fifo_change_from_pipe(struct r8a66597 *r8a66597,
 538					 struct r8a66597_pipe *pipe)
 539{
 540	unsigned short mbw = mbw_value(r8a66597);
 541
 542	cfifo_change(r8a66597, 0);
 543	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D0FIFOSEL);
 544	r8a66597_mdfy(r8a66597, mbw | 0, mbw | CURPIPE, D1FIFOSEL);
 545
 546	r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum, mbw | CURPIPE,
 547		      pipe->fifosel);
 548	r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE, pipe->info.pipenum);
 549}
 550
 551static u16 r8a66597_get_pipenum(struct urb *urb, struct usb_host_endpoint *hep)
 552{
 553	struct r8a66597_pipe *pipe = hep->hcpriv;
 554
 555	if (usb_pipeendpoint(urb->pipe) == 0)
 556		return 0;
 557	else
 558		return pipe->info.pipenum;
 559}
 560
 561static u16 get_urb_to_r8a66597_addr(struct r8a66597 *r8a66597, struct urb *urb)
 562{
 563	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 564
 565	return (usb_pipedevice(urb->pipe) == 0) ? 0 : dev->address;
 566}
 567
 568static unsigned short *get_toggle_pointer(struct r8a66597_device *dev,
 569					  int urb_pipe)
 570{
 571	if (!dev)
 572		return NULL;
 573
 574	return usb_pipein(urb_pipe) ? &dev->ep_in_toggle : &dev->ep_out_toggle;
 575}
 576
 577/* this function must be called with interrupt disabled */
 578static void pipe_toggle_set(struct r8a66597 *r8a66597,
 579			    struct r8a66597_pipe *pipe,
 580			    struct urb *urb, int set)
 581{
 582	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 583	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 584	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 585
 586	if (!toggle)
 587		return;
 588
 589	if (set)
 590		*toggle |= 1 << endpoint;
 591	else
 592		*toggle &= ~(1 << endpoint);
 593}
 594
 595/* this function must be called with interrupt disabled */
 596static void pipe_toggle_save(struct r8a66597 *r8a66597,
 597			     struct r8a66597_pipe *pipe,
 598			     struct urb *urb)
 599{
 600	if (r8a66597_read(r8a66597, pipe->pipectr) & SQMON)
 601		pipe_toggle_set(r8a66597, pipe, urb, 1);
 602	else
 603		pipe_toggle_set(r8a66597, pipe, urb, 0);
 604}
 605
 606/* this function must be called with interrupt disabled */
 607static void pipe_toggle_restore(struct r8a66597 *r8a66597,
 608				struct r8a66597_pipe *pipe,
 609				struct urb *urb)
 610{
 611	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 612	unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 613	unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 614
 615	if (!toggle)
 616		return;
 617
 618	r8a66597_pipe_toggle(r8a66597, pipe, *toggle & (1 << endpoint));
 619}
 620
 621/* this function must be called with interrupt disabled */
 622static void pipe_buffer_setting(struct r8a66597 *r8a66597,
 623				struct r8a66597_pipe_info *info)
 624{
 625	u16 val = 0;
 626
 627	if (info->pipenum == 0)
 628		return;
 629
 630	r8a66597_bset(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 631	r8a66597_bclr(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 632	r8a66597_write(r8a66597, info->pipenum, PIPESEL);
 633	if (!info->dir_in)
 634		val |= R8A66597_DIR;
 635	if (info->type == R8A66597_BULK && info->dir_in)
 636		val |= R8A66597_DBLB | R8A66597_SHTNAK;
 637	val |= info->type | info->epnum;
 638	r8a66597_write(r8a66597, val, PIPECFG);
 639
 640	r8a66597_write(r8a66597, (info->buf_bsize << 10) | (info->bufnum),
 641		       PIPEBUF);
 642	r8a66597_write(r8a66597, make_devsel(info->address) | info->maxpacket,
 643		       PIPEMAXP);
 644	r8a66597_write(r8a66597, info->interval, PIPEPERI);
 645}
 646
 647/* this function must be called with interrupt disabled */
 648static void pipe_setting(struct r8a66597 *r8a66597, struct r8a66597_td *td)
 649{
 650	struct r8a66597_pipe_info *info;
 651	struct urb *urb = td->urb;
 652
 653	if (td->pipenum > 0) {
 654		info = &td->pipe->info;
 655		cfifo_change(r8a66597, 0);
 656		pipe_buffer_setting(r8a66597, info);
 657
 658		if (!usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 659				   usb_pipeout(urb->pipe)) &&
 660		    !usb_pipecontrol(urb->pipe)) {
 661			r8a66597_pipe_toggle(r8a66597, td->pipe, 0);
 662			pipe_toggle_set(r8a66597, td->pipe, urb, 0);
 663			clear_all_buffer(r8a66597, td->pipe);
 664			usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 665				      usb_pipeout(urb->pipe), 1);
 666		}
 667		pipe_toggle_restore(r8a66597, td->pipe, urb);
 668	}
 669}
 670
 671/* this function must be called with interrupt disabled */
 672static u16 get_empty_pipenum(struct r8a66597 *r8a66597,
 673			     struct usb_endpoint_descriptor *ep)
 674{
 675	u16 array[R8A66597_MAX_NUM_PIPE], i = 0, min;
 676
 677	memset(array, 0, sizeof(array));
 678	switch (usb_endpoint_type(ep)) {
 679	case USB_ENDPOINT_XFER_BULK:
 680		if (usb_endpoint_dir_in(ep))
 681			array[i++] = 4;
 682		else {
 683			array[i++] = 3;
 684			array[i++] = 5;
 685		}
 686		break;
 687	case USB_ENDPOINT_XFER_INT:
 688		if (usb_endpoint_dir_in(ep)) {
 689			array[i++] = 6;
 690			array[i++] = 7;
 691			array[i++] = 8;
 692		} else
 693			array[i++] = 9;
 694		break;
 695	case USB_ENDPOINT_XFER_ISOC:
 696		if (usb_endpoint_dir_in(ep))
 697			array[i++] = 2;
 698		else
 699			array[i++] = 1;
 700		break;
 701	default:
 702		printk(KERN_ERR "r8a66597: Illegal type\n");
 703		return 0;
 704	}
 705
 706	i = 1;
 707	min = array[0];
 708	while (array[i] != 0) {
 709		if (r8a66597->pipe_cnt[min] > r8a66597->pipe_cnt[array[i]])
 710			min = array[i];
 711		i++;
 712	}
 713
 714	return min;
 715}
 716
 717static u16 get_r8a66597_type(__u8 type)
 718{
 719	u16 r8a66597_type;
 720
 721	switch (type) {
 722	case USB_ENDPOINT_XFER_BULK:
 723		r8a66597_type = R8A66597_BULK;
 724		break;
 725	case USB_ENDPOINT_XFER_INT:
 726		r8a66597_type = R8A66597_INT;
 727		break;
 728	case USB_ENDPOINT_XFER_ISOC:
 729		r8a66597_type = R8A66597_ISO;
 730		break;
 731	default:
 732		printk(KERN_ERR "r8a66597: Illegal type\n");
 733		r8a66597_type = 0x0000;
 734		break;
 735	}
 736
 737	return r8a66597_type;
 738}
 739
 740static u16 get_bufnum(u16 pipenum)
 741{
 742	u16 bufnum = 0;
 743
 744	if (pipenum == 0)
 745		bufnum = 0;
 746	else if (check_bulk_or_isoc(pipenum))
 747		bufnum = 8 + (pipenum - 1) * R8A66597_BUF_BSIZE*2;
 748	else if (check_interrupt(pipenum))
 749		bufnum = 4 + (pipenum - 6);
 750	else
 751		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 752
 753	return bufnum;
 754}
 755
 756static u16 get_buf_bsize(u16 pipenum)
 757{
 758	u16 buf_bsize = 0;
 759
 760	if (pipenum == 0)
 761		buf_bsize = 3;
 762	else if (check_bulk_or_isoc(pipenum))
 763		buf_bsize = R8A66597_BUF_BSIZE - 1;
 764	else if (check_interrupt(pipenum))
 765		buf_bsize = 0;
 766	else
 767		printk(KERN_ERR "r8a66597: Illegal pipenum (%d)\n", pipenum);
 768
 769	return buf_bsize;
 770}
 771
 772/* this function must be called with interrupt disabled */
 773static void enable_r8a66597_pipe_dma(struct r8a66597 *r8a66597,
 774				     struct r8a66597_device *dev,
 775				     struct r8a66597_pipe *pipe,
 776				     struct urb *urb)
 777{
 778	int i;
 779	struct r8a66597_pipe_info *info = &pipe->info;
 780	unsigned short mbw = mbw_value(r8a66597);
 781
 782	/* pipe dma is only for external controlles */
 783	if (r8a66597->pdata->on_chip)
 784		return;
 785
 786	if ((pipe->info.pipenum != 0) && (info->type != R8A66597_INT)) {
 787		for (i = 0; i < R8A66597_MAX_DMA_CHANNEL; i++) {
 788			if ((r8a66597->dma_map & (1 << i)) != 0)
 789				continue;
 790
 791			dev_info(&dev->udev->dev,
 792				 "address %d, EndpointAddress 0x%02x use "
 793				 "DMA FIFO\n", usb_pipedevice(urb->pipe),
 794				 info->dir_in ?
 795				 	USB_ENDPOINT_DIR_MASK + info->epnum
 796					: info->epnum);
 797
 798			r8a66597->dma_map |= 1 << i;
 799			dev->dma_map |= 1 << i;
 800			set_pipe_reg_addr(pipe, i);
 801
 802			cfifo_change(r8a66597, 0);
 803			r8a66597_mdfy(r8a66597, mbw | pipe->info.pipenum,
 804				      mbw | CURPIPE, pipe->fifosel);
 805
 806			r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE,
 807					  pipe->info.pipenum);
 808			r8a66597_bset(r8a66597, BCLR, pipe->fifoctr);
 809			break;
 810		}
 811	}
 812}
 813
 814/* this function must be called with interrupt disabled */
 815static void enable_r8a66597_pipe(struct r8a66597 *r8a66597, struct urb *urb,
 816				 struct usb_host_endpoint *hep,
 817				 struct r8a66597_pipe_info *info)
 818{
 819	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 820	struct r8a66597_pipe *pipe = hep->hcpriv;
 821
 822	dbg("enable_pipe:");
 823
 824	pipe->info = *info;
 825	set_pipe_reg_addr(pipe, R8A66597_PIPE_NO_DMA);
 826	r8a66597->pipe_cnt[pipe->info.pipenum]++;
 827	dev->pipe_cnt[pipe->info.pipenum]++;
 828
 829	enable_r8a66597_pipe_dma(r8a66597, dev, pipe, urb);
 830}
 831
 832static void r8a66597_urb_done(struct r8a66597 *r8a66597, struct urb *urb,
 833			      int status)
 834__releases(r8a66597->lock)
 835__acquires(r8a66597->lock)
 836{
 837	if (usb_pipein(urb->pipe) && usb_pipetype(urb->pipe) != PIPE_CONTROL) {
 838		void *ptr;
 839
 840		for (ptr = urb->transfer_buffer;
 841		     ptr < urb->transfer_buffer + urb->transfer_buffer_length;
 842		     ptr += PAGE_SIZE)
 843			flush_dcache_page(virt_to_page(ptr));
 844	}
 845
 846	usb_hcd_unlink_urb_from_ep(r8a66597_to_hcd(r8a66597), urb);
 847	spin_unlock(&r8a66597->lock);
 848	usb_hcd_giveback_urb(r8a66597_to_hcd(r8a66597), urb, status);
 849	spin_lock(&r8a66597->lock);
 850}
 851
 852/* this function must be called with interrupt disabled */
 853static void force_dequeue(struct r8a66597 *r8a66597, u16 pipenum, u16 address)
 854{
 855	struct r8a66597_td *td, *next;
 856	struct urb *urb;
 857	struct list_head *list = &r8a66597->pipe_queue[pipenum];
 858
 859	if (list_empty(list))
 860		return;
 861
 862	list_for_each_entry_safe(td, next, list, queue) {
 863		if (td->address != address)
 864			continue;
 865
 866		urb = td->urb;
 867		list_del(&td->queue);
 868		kfree(td);
 869
 870		if (urb)
 871			r8a66597_urb_done(r8a66597, urb, -ENODEV);
 872
 873		break;
 874	}
 875}
 876
 877/* this function must be called with interrupt disabled */
 878static void disable_r8a66597_pipe_all(struct r8a66597 *r8a66597,
 879				      struct r8a66597_device *dev)
 880{
 881	int check_ep0 = 0;
 882	u16 pipenum;
 883
 884	if (!dev)
 885		return;
 886
 887	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
 888		if (!dev->pipe_cnt[pipenum])
 889			continue;
 890
 891		if (!check_ep0) {
 892			check_ep0 = 1;
 893			force_dequeue(r8a66597, 0, dev->address);
 894		}
 895
 896		r8a66597->pipe_cnt[pipenum] -= dev->pipe_cnt[pipenum];
 897		dev->pipe_cnt[pipenum] = 0;
 898		force_dequeue(r8a66597, pipenum, dev->address);
 899	}
 900
 901	dbg("disable_pipe");
 902
 903	r8a66597->dma_map &= ~(dev->dma_map);
 904	dev->dma_map = 0;
 905}
 906
 907static u16 get_interval(struct urb *urb, __u8 interval)
 908{
 909	u16 time = 1;
 910	int i;
 911
 912	if (urb->dev->speed == USB_SPEED_HIGH) {
 913		if (interval > IITV)
 914			time = IITV;
 915		else
 916			time = interval ? interval - 1 : 0;
 917	} else {
 918		if (interval > 128) {
 919			time = IITV;
 920		} else {
 921			/* calculate the nearest value for PIPEPERI */
 922			for (i = 0; i < 7; i++) {
 923				if ((1 << i) < interval &&
 924				    (1 << (i + 1) > interval))
 925					time = 1 << i;
 926			}
 927		}
 928	}
 929
 930	return time;
 931}
 932
 933static unsigned long get_timer_interval(struct urb *urb, __u8 interval)
 934{
 935	__u8 i;
 936	unsigned long time = 1;
 937
 938	if (usb_pipeisoc(urb->pipe))
 939		return 0;
 940
 941	if (get_r8a66597_usb_speed(urb->dev->speed) == HSMODE) {
 942		for (i = 0; i < (interval - 1); i++)
 943			time *= 2;
 944		time = time * 125 / 1000;	/* uSOF -> msec */
 945	} else {
 946		time = interval;
 947	}
 948
 949	return time;
 950}
 951
 952/* this function must be called with interrupt disabled */
 953static void init_pipe_info(struct r8a66597 *r8a66597, struct urb *urb,
 954			   struct usb_host_endpoint *hep,
 955			   struct usb_endpoint_descriptor *ep)
 956{
 957	struct r8a66597_pipe_info info;
 958
 959	info.pipenum = get_empty_pipenum(r8a66597, ep);
 960	info.address = get_urb_to_r8a66597_addr(r8a66597, urb);
 961	info.epnum = usb_endpoint_num(ep);
 962	info.maxpacket = le16_to_cpu(ep->wMaxPacketSize);
 963	info.type = get_r8a66597_type(usb_endpoint_type(ep));
 964	info.bufnum = get_bufnum(info.pipenum);
 965	info.buf_bsize = get_buf_bsize(info.pipenum);
 966	if (info.type == R8A66597_BULK) {
 967		info.interval = 0;
 968		info.timer_interval = 0;
 969	} else {
 970		info.interval = get_interval(urb, ep->bInterval);
 971		info.timer_interval = get_timer_interval(urb, ep->bInterval);
 972	}
 973	if (usb_endpoint_dir_in(ep))
 974		info.dir_in = 1;
 975	else
 976		info.dir_in = 0;
 977
 978	enable_r8a66597_pipe(r8a66597, urb, hep, &info);
 979}
 980
 981static void init_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
 982{
 983	struct r8a66597_device *dev;
 984
 985	dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 986	dev->state = USB_STATE_CONFIGURED;
 987}
 988
 989static void pipe_irq_enable(struct r8a66597 *r8a66597, struct urb *urb,
 990			    u16 pipenum)
 991{
 992	if (pipenum == 0 && usb_pipeout(urb->pipe))
 993		enable_irq_empty(r8a66597, pipenum);
 994	else
 995		enable_irq_ready(r8a66597, pipenum);
 996
 997	if (!usb_pipeisoc(urb->pipe))
 998		enable_irq_nrdy(r8a66597, pipenum);
 999}
1000
1001static void pipe_irq_disable(struct r8a66597 *r8a66597, u16 pipenum)
1002{
1003	disable_irq_ready(r8a66597, pipenum);
1004	disable_irq_nrdy(r8a66597, pipenum);
1005}
1006
1007static void r8a66597_root_hub_start_polling(struct r8a66597 *r8a66597)
1008{
1009	mod_timer(&r8a66597->rh_timer,
1010			jiffies + msecs_to_jiffies(R8A66597_RH_POLL_TIME));
1011}
1012
1013static void start_root_hub_sampling(struct r8a66597 *r8a66597, int port,
1014					int connect)
1015{
1016	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1017
1018	rh->old_syssts = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1019	rh->scount = R8A66597_MAX_SAMPLING;
1020	if (connect)
1021		rh->port |= USB_PORT_STAT_CONNECTION;
1022	else
1023		rh->port &= ~USB_PORT_STAT_CONNECTION;
1024	rh->port |= USB_PORT_STAT_C_CONNECTION << 16;
1025
1026	r8a66597_root_hub_start_polling(r8a66597);
1027}
1028
1029/* this function must be called with interrupt disabled */
1030static void r8a66597_check_syssts(struct r8a66597 *r8a66597, int port,
1031					u16 syssts)
1032__releases(r8a66597->lock)
1033__acquires(r8a66597->lock)
1034{
1035	if (syssts == SE0) {
1036		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1037		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1038	} else {
1039		if (syssts == FS_JSTS)
1040			r8a66597_bset(r8a66597, HSE, get_syscfg_reg(port));
1041		else if (syssts == LS_JSTS)
1042			r8a66597_bclr(r8a66597, HSE, get_syscfg_reg(port));
1043
1044		r8a66597_write(r8a66597, ~DTCH, get_intsts_reg(port));
1045		r8a66597_bset(r8a66597, DTCHE, get_intenb_reg(port));
1046
1047		if (r8a66597->bus_suspended)
1048			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1049	}
1050
1051	spin_unlock(&r8a66597->lock);
1052	usb_hcd_poll_rh_status(r8a66597_to_hcd(r8a66597));
1053	spin_lock(&r8a66597->lock);
1054}
1055
1056/* this function must be called with interrupt disabled */
1057static void r8a66597_usb_connect(struct r8a66597 *r8a66597, int port)
1058{
1059	u16 speed = get_rh_usb_speed(r8a66597, port);
1060	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1061
1062	rh->port &= ~(USB_PORT_STAT_HIGH_SPEED | USB_PORT_STAT_LOW_SPEED);
1063	if (speed == HSMODE)
1064		rh->port |= USB_PORT_STAT_HIGH_SPEED;
1065	else if (speed == LSMODE)
1066		rh->port |= USB_PORT_STAT_LOW_SPEED;
1067
1068	rh->port &= ~USB_PORT_STAT_RESET;
1069	rh->port |= USB_PORT_STAT_ENABLE;
1070}
1071
1072/* this function must be called with interrupt disabled */
1073static void r8a66597_usb_disconnect(struct r8a66597 *r8a66597, int port)
1074{
1075	struct r8a66597_device *dev = r8a66597->root_hub[port].dev;
1076
1077	disable_r8a66597_pipe_all(r8a66597, dev);
1078	free_usb_address(r8a66597, dev, 0);
1079
1080	start_root_hub_sampling(r8a66597, port, 0);
1081}
1082
1083/* this function must be called with interrupt disabled */
1084static void prepare_setup_packet(struct r8a66597 *r8a66597,
1085				 struct r8a66597_td *td)
1086{
1087	int i;
1088	__le16 *p = (__le16 *)td->urb->setup_packet;
1089	unsigned long setup_addr = USBREQ;
1090
1091	r8a66597_write(r8a66597, make_devsel(td->address) | td->maxpacket,
1092		       DCPMAXP);
1093	r8a66597_write(r8a66597, ~(SIGN | SACK), INTSTS1);
1094
1095	for (i = 0; i < 4; i++) {
1096		r8a66597_write(r8a66597, le16_to_cpu(p[i]), setup_addr);
1097		setup_addr += 2;
1098	}
1099	r8a66597_write(r8a66597, SUREQ, DCPCTR);
1100}
1101
1102/* this function must be called with interrupt disabled */
1103static void prepare_packet_read(struct r8a66597 *r8a66597,
1104				struct r8a66597_td *td)
1105{
1106	struct urb *urb = td->urb;
1107
1108	if (usb_pipecontrol(urb->pipe)) {
1109		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1110		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1111		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1112		if (urb->actual_length == 0) {
1113			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1114			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1115		}
1116		pipe_irq_disable(r8a66597, td->pipenum);
1117		pipe_start(r8a66597, td->pipe);
1118		pipe_irq_enable(r8a66597, urb, td->pipenum);
1119	} else {
1120		if (urb->actual_length == 0) {
1121			pipe_irq_disable(r8a66597, td->pipenum);
1122			pipe_setting(r8a66597, td);
1123			pipe_stop(r8a66597, td->pipe);
1124			r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1125
1126			if (td->pipe->pipetre) {
1127				r8a66597_write(r8a66597, TRCLR,
1128						td->pipe->pipetre);
1129				r8a66597_write(r8a66597,
1130						DIV_ROUND_UP
1131						  (urb->transfer_buffer_length,
1132						   td->maxpacket),
1133						td->pipe->pipetrn);
1134				r8a66597_bset(r8a66597, TRENB,
1135						td->pipe->pipetre);
1136			}
1137
1138			pipe_start(r8a66597, td->pipe);
1139			pipe_irq_enable(r8a66597, urb, td->pipenum);
1140		}
1141	}
1142}
1143
1144/* this function must be called with interrupt disabled */
1145static void prepare_packet_write(struct r8a66597 *r8a66597,
1146				 struct r8a66597_td *td)
1147{
1148	u16 tmp;
1149	struct urb *urb = td->urb;
1150
1151	if (usb_pipecontrol(urb->pipe)) {
1152		pipe_stop(r8a66597, td->pipe);
1153		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1154		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1155		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1156		if (urb->actual_length == 0) {
1157			r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1158			r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1159		}
1160	} else {
1161		if (urb->actual_length == 0)
1162			pipe_setting(r8a66597, td);
1163		if (td->pipe->pipetre)
1164			r8a66597_bclr(r8a66597, TRENB, td->pipe->pipetre);
1165	}
1166	r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
1167
1168	fifo_change_from_pipe(r8a66597, td->pipe);
1169	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1170	if (unlikely((tmp & FRDY) == 0))
1171		pipe_irq_enable(r8a66597, urb, td->pipenum);
1172	else
1173		packet_write(r8a66597, td->pipenum);
1174	pipe_start(r8a66597, td->pipe);
1175}
1176
1177/* this function must be called with interrupt disabled */
1178static void prepare_status_packet(struct r8a66597 *r8a66597,
1179				  struct r8a66597_td *td)
1180{
1181	struct urb *urb = td->urb;
1182
1183	r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1184	pipe_stop(r8a66597, td->pipe);
1185
1186	if (urb->setup_packet[0] & USB_ENDPOINT_DIR_MASK) {
1187		r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1188		r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1189		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1190		r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
1191		r8a66597_write(r8a66597, BCLR | BVAL, CFIFOCTR);
1192		enable_irq_empty(r8a66597, 0);
1193	} else {
1194		r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1195		r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1196		r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1197		r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1198		enable_irq_ready(r8a66597, 0);
1199	}
1200	enable_irq_nrdy(r8a66597, 0);
1201	pipe_start(r8a66597, td->pipe);
1202}
1203
1204static int is_set_address(unsigned char *setup_packet)
1205{
1206	if (((setup_packet[0] & USB_TYPE_MASK) == USB_TYPE_STANDARD) &&
1207			setup_packet[1] == USB_REQ_SET_ADDRESS)
1208		return 1;
1209	else
1210		return 0;
1211}
1212
1213/* this function must be called with interrupt disabled */
1214static int start_transfer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1215{
1216	BUG_ON(!td);
1217
1218	switch (td->type) {
1219	case USB_PID_SETUP:
1220		if (is_set_address(td->urb->setup_packet)) {
1221			td->set_address = 1;
1222			td->urb->setup_packet[2] = alloc_usb_address(r8a66597,
1223								     td->urb);
1224			if (td->urb->setup_packet[2] == 0)
1225				return -EPIPE;
1226		}
1227		prepare_setup_packet(r8a66597, td);
1228		break;
1229	case USB_PID_IN:
1230		prepare_packet_read(r8a66597, td);
1231		break;
1232	case USB_PID_OUT:
1233		prepare_packet_write(r8a66597, td);
1234		break;
1235	case USB_PID_ACK:
1236		prepare_status_packet(r8a66597, td);
1237		break;
1238	default:
1239		printk(KERN_ERR "r8a66597: invalid type.\n");
1240		break;
1241	}
1242
1243	return 0;
1244}
1245
1246static int check_transfer_finish(struct r8a66597_td *td, struct urb *urb)
1247{
1248	if (usb_pipeisoc(urb->pipe)) {
1249		if (urb->number_of_packets == td->iso_cnt)
1250			return 1;
1251	}
1252
1253	/* control or bulk or interrupt */
1254	if ((urb->transfer_buffer_length <= urb->actual_length) ||
1255	    (td->short_packet) || (td->zero_packet))
1256		return 1;
1257
1258	return 0;
1259}
1260
1261/* this function must be called with interrupt disabled */
1262static void set_td_timer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1263{
1264	unsigned long time;
1265
1266	BUG_ON(!td);
1267
1268	if (!list_empty(&r8a66597->pipe_queue[td->pipenum]) &&
1269	    !usb_pipecontrol(td->urb->pipe) && usb_pipein(td->urb->pipe)) {
1270		r8a66597->timeout_map |= 1 << td->pipenum;
1271		switch (usb_pipetype(td->urb->pipe)) {
1272		case PIPE_INTERRUPT:
1273		case PIPE_ISOCHRONOUS:
1274			time = 30;
1275			break;
1276		default:
1277			time = 300;
1278			break;
1279		}
1280
1281		mod_timer(&r8a66597->td_timer[td->pipenum],
1282			  jiffies + msecs_to_jiffies(time));
1283	}
1284}
1285
1286/* this function must be called with interrupt disabled */
1287static void finish_request(struct r8a66597 *r8a66597, struct r8a66597_td *td,
1288		u16 pipenum, struct urb *urb, int status)
1289__releases(r8a66597->lock) __acquires(r8a66597->lock)
1290{
1291	int restart = 0;
1292	struct usb_hcd *hcd = r8a66597_to_hcd(r8a66597);
1293
1294	r8a66597->timeout_map &= ~(1 << pipenum);
1295
1296	if (likely(td)) {
1297		if (td->set_address && (status != 0 || urb->unlinked))
1298			r8a66597->address_map &= ~(1 << urb->setup_packet[2]);
1299
1300		pipe_toggle_save(r8a66597, td->pipe, urb);
1301		list_del(&td->queue);
1302		kfree(td);
1303	}
1304
1305	if (!list_empty(&r8a66597->pipe_queue[pipenum]))
1306		restart = 1;
1307
1308	if (likely(urb)) {
1309		if (usb_pipeisoc(urb->pipe))
1310			urb->start_frame = r8a66597_get_frame(hcd);
1311
1312		r8a66597_urb_done(r8a66597, urb, status);
1313	}
1314
1315	if (restart) {
1316		td = r8a66597_get_td(r8a66597, pipenum);
1317		if (unlikely(!td))
1318			return;
1319
1320		start_transfer(r8a66597, td);
1321		set_td_timer(r8a66597, td);
1322	}
1323}
1324
1325static void packet_read(struct r8a66597 *r8a66597, u16 pipenum)
1326{
1327	u16 tmp;
1328	int rcv_len, bufsize, urb_len, size;
1329	u16 *buf;
1330	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1331	struct urb *urb;
1332	int finish = 0;
1333	int status = 0;
1334
1335	if (unlikely(!td))
1336		return;
1337	urb = td->urb;
1338
1339	fifo_change_from_pipe(r8a66597, td->pipe);
1340	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1341	if (unlikely((tmp & FRDY) == 0)) {
1342		pipe_stop(r8a66597, td->pipe);
1343		pipe_irq_disable(r8a66597, pipenum);
1344		printk(KERN_ERR "r8a66597: in fifo not ready (%d)\n", pipenum);
1345		finish_request(r8a66597, td, pipenum, td->urb, -EPIPE);
1346		return;
1347	}
1348
1349	/* prepare parameters */
1350	rcv_len = tmp & DTLN;
1351	if (usb_pipeisoc(urb->pipe)) {
1352		buf = (u16 *)(urb->transfer_buffer +
1353				urb->iso_frame_desc[td->iso_cnt].offset);
1354		urb_len = urb->iso_frame_desc[td->iso_cnt].length;
1355	} else {
1356		buf = (void *)urb->transfer_buffer + urb->actual_length;
1357		urb_len = urb->transfer_buffer_length - urb->actual_length;
1358	}
1359	bufsize = min(urb_len, (int) td->maxpacket);
1360	if (rcv_len <= bufsize) {
1361		size = rcv_len;
1362	} else {
1363		size = bufsize;
1364		status = -EOVERFLOW;
1365		finish = 1;
1366	}
1367
1368	/* update parameters */
1369	urb->actual_length += size;
1370	if (rcv_len == 0)
1371		td->zero_packet = 1;
1372	if (rcv_len < bufsize) {
1373		td->short_packet = 1;
1374	}
1375	if (usb_pipeisoc(urb->pipe)) {
1376		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1377		urb->iso_frame_desc[td->iso_cnt].status = status;
1378		td->iso_cnt++;
1379		finish = 0;
1380	}
1381
1382	/* check transfer finish */
1383	if (finish || check_transfer_finish(td, urb)) {
1384		pipe_stop(r8a66597, td->pipe);
1385		pipe_irq_disable(r8a66597, pipenum);
1386		finish = 1;
1387	}
1388
1389	/* read fifo */
1390	if (urb->transfer_buffer) {
1391		if (size == 0)
1392			r8a66597_write(r8a66597, BCLR, td->pipe->fifoctr);
1393		else
1394			r8a66597_read_fifo(r8a66597, td->pipe->fifoaddr,
1395					   buf, size);
1396	}
1397
1398	if (finish && pipenum != 0)
1399		finish_request(r8a66597, td, pipenum, urb, status);
1400}
1401
1402static void packet_write(struct r8a66597 *r8a66597, u16 pipenum)
1403{
1404	u16 tmp;
1405	int bufsize, size;
1406	u16 *buf;
1407	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1408	struct urb *urb;
1409
1410	if (unlikely(!td))
1411		return;
1412	urb = td->urb;
1413
1414	fifo_change_from_pipe(r8a66597, td->pipe);
1415	tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1416	if (unlikely((tmp & FRDY) == 0)) {
1417		pipe_stop(r8a66597, td->pipe);
1418		pipe_irq_disable(r8a66597, pipenum);
1419		printk(KERN_ERR "r8a66597: out fifo not ready (%d)\n", pipenum);
1420		finish_request(r8a66597, td, pipenum, urb, -EPIPE);
1421		return;
1422	}
1423
1424	/* prepare parameters */
1425	bufsize = td->maxpacket;
1426	if (usb_pipeisoc(urb->pipe)) {
1427		buf = (u16 *)(urb->transfer_buffer +
1428				urb->iso_frame_desc[td->iso_cnt].offset);
1429		size = min(bufsize,
1430			   (int)urb->iso_frame_desc[td->iso_cnt].length);
1431	} else {
1432		buf = (u16 *)(urb->transfer_buffer + urb->actual_length);
1433		size = min_t(u32, bufsize,
1434			   urb->transfer_buffer_length - urb->actual_length);
1435	}
1436
1437	/* write fifo */
1438	if (pipenum > 0)
1439		r8a66597_write(r8a66597, ~(1 << pipenum), BEMPSTS);
1440	if (urb->transfer_buffer) {
1441		r8a66597_write_fifo(r8a66597, td->pipe, buf, size);
1442		if (!usb_pipebulk(urb->pipe) || td->maxpacket != size)
1443			r8a66597_write(r8a66597, BVAL, td->pipe->fifoctr);
1444	}
1445
1446	/* update parameters */
1447	urb->actual_length += size;
1448	if (usb_pipeisoc(urb->pipe)) {
1449		urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1450		urb->iso_frame_desc[td->iso_cnt].status = 0;
1451		td->iso_cnt++;
1452	}
1453
1454	/* check transfer finish */
1455	if (check_transfer_finish(td, urb)) {
1456		disable_irq_ready(r8a66597, pipenum);
1457		enable_irq_empty(r8a66597, pipenum);
1458		if (!usb_pipeisoc(urb->pipe))
1459			enable_irq_nrdy(r8a66597, pipenum);
1460	} else
1461		pipe_irq_enable(r8a66597, urb, pipenum);
1462}
1463
1464
1465static void check_next_phase(struct r8a66597 *r8a66597, int status)
1466{
1467	struct r8a66597_td *td = r8a66597_get_td(r8a66597, 0);
1468	struct urb *urb;
1469	u8 finish = 0;
1470
1471	if (unlikely(!td))
1472		return;
1473	urb = td->urb;
1474
1475	switch (td->type) {
1476	case USB_PID_IN:
1477	case USB_PID_OUT:
1478		if (check_transfer_finish(td, urb))
1479			td->type = USB_PID_ACK;
1480		break;
1481	case USB_PID_SETUP:
1482		if (urb->transfer_buffer_length == urb->actual_length)
1483			td->type = USB_PID_ACK;
1484		else if (usb_pipeout(urb->pipe))
1485			td->type = USB_PID_OUT;
1486		else
1487			td->type = USB_PID_IN;
1488		break;
1489	case USB_PID_ACK:
1490		finish = 1;
1491		break;
1492	}
1493
1494	if (finish || status != 0 || urb->unlinked)
1495		finish_request(r8a66597, td, 0, urb, status);
1496	else
1497		start_transfer(r8a66597, td);
1498}
1499
1500static int get_urb_error(struct r8a66597 *r8a66597, u16 pipenum)
1501{
1502	struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1503
1504	if (td) {
1505		u16 pid = r8a66597_read(r8a66597, td->pipe->pipectr) & PID;
1506
1507		if (pid == PID_NAK)
1508			return -ECONNRESET;
1509		else
1510			return -EPIPE;
1511	}
1512	return 0;
1513}
1514
1515static void irq_pipe_ready(struct r8a66597 *r8a66597)
1516{
1517	u16 check;
1518	u16 pipenum;
1519	u16 mask;
1520	struct r8a66597_td *td;
1521
1522	mask = r8a66597_read(r8a66597, BRDYSTS)
1523	       & r8a66597_read(r8a66597, BRDYENB);
1524	r8a66597_write(r8a66597, ~mask, BRDYSTS);
1525	if (mask & BRDY0) {
1526		td = r8a66597_get_td(r8a66597, 0);
1527		if (td && td->type == USB_PID_IN)
1528			packet_read(r8a66597, 0);
1529		else
1530			pipe_irq_disable(r8a66597, 0);
1531		check_next_phase(r8a66597, 0);
1532	}
1533
1534	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1535		check = 1 << pipenum;
1536		if (mask & check) {
1537			td = r8a66597_get_td(r8a66597, pipenum);
1538			if (unlikely(!td))
1539				continue;
1540
1541			if (td->type == USB_PID_IN)
1542				packet_read(r8a66597, pipenum);
1543			else if (td->type == USB_PID_OUT)
1544				packet_write(r8a66597, pipenum);
1545		}
1546	}
1547}
1548
1549static void irq_pipe_empty(struct r8a66597 *r8a66597)
1550{
1551	u16 tmp;
1552	u16 check;
1553	u16 pipenum;
1554	u16 mask;
1555	struct r8a66597_td *td;
1556
1557	mask = r8a66597_read(r8a66597, BEMPSTS)
1558	       & r8a66597_read(r8a66597, BEMPENB);
1559	r8a66597_write(r8a66597, ~mask, BEMPSTS);
1560	if (mask & BEMP0) {
1561		cfifo_change(r8a66597, 0);
1562		td = r8a66597_get_td(r8a66597, 0);
1563		if (td && td->type != USB_PID_OUT)
1564			disable_irq_empty(r8a66597, 0);
1565		check_next_phase(r8a66597, 0);
1566	}
1567
1568	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1569		check = 1 << pipenum;
1570		if (mask &  check) {
1571			struct r8a66597_td *td;
1572			td = r8a66597_get_td(r8a66597, pipenum);
1573			if (unlikely(!td))
1574				continue;
1575
1576			tmp = r8a66597_read(r8a66597, td->pipe->pipectr);
1577			if ((tmp & INBUFM) == 0) {
1578				disable_irq_empty(r8a66597, pipenum);
1579				pipe_irq_disable(r8a66597, pipenum);
1580				finish_request(r8a66597, td, pipenum, td->urb,
1581						0);
1582			}
1583		}
1584	}
1585}
1586
1587static void irq_pipe_nrdy(struct r8a66597 *r8a66597)
1588{
1589	u16 check;
1590	u16 pipenum;
1591	u16 mask;
1592	int status;
1593
1594	mask = r8a66597_read(r8a66597, NRDYSTS)
1595	       & r8a66597_read(r8a66597, NRDYENB);
1596	r8a66597_write(r8a66597, ~mask, NRDYSTS);
1597	if (mask & NRDY0) {
1598		cfifo_change(r8a66597, 0);
1599		status = get_urb_error(r8a66597, 0);
1600		pipe_irq_disable(r8a66597, 0);
1601		check_next_phase(r8a66597, status);
1602	}
1603
1604	for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1605		check = 1 << pipenum;
1606		if (mask & check) {
1607			struct r8a66597_td *td;
1608			td = r8a66597_get_td(r8a66597, pipenum);
1609			if (unlikely(!td))
1610				continue;
1611
1612			status = get_urb_error(r8a66597, pipenum);
1613			pipe_irq_disable(r8a66597, pipenum);
1614			pipe_stop(r8a66597, td->pipe);
1615			finish_request(r8a66597, td, pipenum, td->urb, status);
1616		}
1617	}
1618}
1619
1620static irqreturn_t r8a66597_irq(struct usb_hcd *hcd)
1621{
1622	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1623	u16 intsts0, intsts1, intsts2;
1624	u16 intenb0, intenb1, intenb2;
1625	u16 mask0, mask1, mask2;
1626	int status;
1627
1628	spin_lock(&r8a66597->lock);
1629
1630	intsts0 = r8a66597_read(r8a66597, INTSTS0);
1631	intsts1 = r8a66597_read(r8a66597, INTSTS1);
1632	intsts2 = r8a66597_read(r8a66597, INTSTS2);
1633	intenb0 = r8a66597_read(r8a66597, INTENB0);
1634	intenb1 = r8a66597_read(r8a66597, INTENB1);
1635	intenb2 = r8a66597_read(r8a66597, INTENB2);
1636
1637	mask2 = intsts2 & intenb2;
1638	mask1 = intsts1 & intenb1;
1639	mask0 = intsts0 & intenb0 & (BEMP | NRDY | BRDY);
1640	if (mask2) {
1641		if (mask2 & ATTCH) {
1642			r8a66597_write(r8a66597, ~ATTCH, INTSTS2);
1643			r8a66597_bclr(r8a66597, ATTCHE, INTENB2);
1644
1645			/* start usb bus sampling */
1646			start_root_hub_sampling(r8a66597, 1, 1);
1647		}
1648		if (mask2 & DTCH) {
1649			r8a66597_write(r8a66597, ~DTCH, INTSTS2);
1650			r8a66597_bclr(r8a66597, DTCHE, INTENB2);
1651			r8a66597_usb_disconnect(r8a66597, 1);
1652		}
1653		if (mask2 & BCHG) {
1654			r8a66597_write(r8a66597, ~BCHG, INTSTS2);
1655			r8a66597_bclr(r8a66597, BCHGE, INTENB2);
1656			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1657		}
1658	}
1659
1660	if (mask1) {
1661		if (mask1 & ATTCH) {
1662			r8a66597_write(r8a66597, ~ATTCH, INTSTS1);
1663			r8a66597_bclr(r8a66597, ATTCHE, INTENB1);
1664
1665			/* start usb bus sampling */
1666			start_root_hub_sampling(r8a66597, 0, 1);
1667		}
1668		if (mask1 & DTCH) {
1669			r8a66597_write(r8a66597, ~DTCH, INTSTS1);
1670			r8a66597_bclr(r8a66597, DTCHE, INTENB1);
1671			r8a66597_usb_disconnect(r8a66597, 0);
1672		}
1673		if (mask1 & BCHG) {
1674			r8a66597_write(r8a66597, ~BCHG, INTSTS1);
1675			r8a66597_bclr(r8a66597, BCHGE, INTENB1);
1676			usb_hcd_resume_root_hub(r8a66597_to_hcd(r8a66597));
1677		}
1678
1679		if (mask1 & SIGN) {
1680			r8a66597_write(r8a66597, ~SIGN, INTSTS1);
1681			status = get_urb_error(r8a66597, 0);
1682			check_next_phase(r8a66597, status);
1683		}
1684		if (mask1 & SACK) {
1685			r8a66597_write(r8a66597, ~SACK, INTSTS1);
1686			check_next_phase(r8a66597, 0);
1687		}
1688	}
1689	if (mask0) {
1690		if (mask0 & BRDY)
1691			irq_pipe_ready(r8a66597);
1692		if (mask0 & BEMP)
1693			irq_pipe_empty(r8a66597);
1694		if (mask0 & NRDY)
1695			irq_pipe_nrdy(r8a66597);
1696	}
1697
1698	spin_unlock(&r8a66597->lock);
1699	return IRQ_HANDLED;
1700}
1701
1702/* this function must be called with interrupt disabled */
1703static void r8a66597_root_hub_control(struct r8a66597 *r8a66597, int port)
1704{
1705	u16 tmp;
1706	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1707
1708	if (rh->port & USB_PORT_STAT_RESET) {
1709		unsigned long dvstctr_reg = get_dvstctr_reg(port);
1710
1711		tmp = r8a66597_read(r8a66597, dvstctr_reg);
1712		if ((tmp & USBRST) == USBRST) {
1713			r8a66597_mdfy(r8a66597, UACT, USBRST | UACT,
1714				      dvstctr_reg);
1715			r8a66597_root_hub_start_polling(r8a66597);
1716		} else
1717			r8a66597_usb_connect(r8a66597, port);
1718	}
1719
1720	if (!(rh->port & USB_PORT_STAT_CONNECTION)) {
1721		r8a66597_write(r8a66597, ~ATTCH, get_intsts_reg(port));
1722		r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
1723	}
1724
1725	if (rh->scount > 0) {
1726		tmp = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1727		if (tmp == rh->old_syssts) {
1728			rh->scount--;
1729			if (rh->scount == 0)
1730				r8a66597_check_syssts(r8a66597, port, tmp);
1731			else
1732				r8a66597_root_hub_start_polling(r8a66597);
1733		} else {
1734			rh->scount = R8A66597_MAX_SAMPLING;
1735			rh->old_syssts = tmp;
1736			r8a66597_root_hub_start_polling(r8a66597);
1737		}
1738	}
1739}
1740
1741static void r8a66597_interval_timer(unsigned long _r8a66597)
1742{
1743	struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
 
1744	unsigned long flags;
1745	u16 pipenum;
1746	struct r8a66597_td *td;
1747
1748	spin_lock_irqsave(&r8a66597->lock, flags);
1749
1750	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1751		if (!(r8a66597->interval_map & (1 << pipenum)))
1752			continue;
1753		if (timer_pending(&r8a66597->interval_timer[pipenum]))
1754			continue;
1755
1756		td = r8a66597_get_td(r8a66597, pipenum);
1757		if (td)
1758			start_transfer(r8a66597, td);
1759	}
1760
1761	spin_unlock_irqrestore(&r8a66597->lock, flags);
1762}
1763
1764static void r8a66597_td_timer(unsigned long _r8a66597)
1765{
1766	struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
 
1767	unsigned long flags;
1768	u16 pipenum;
1769	struct r8a66597_td *td, *new_td = NULL;
1770	struct r8a66597_pipe *pipe;
1771
1772	spin_lock_irqsave(&r8a66597->lock, flags);
1773	for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1774		if (!(r8a66597->timeout_map & (1 << pipenum)))
1775			continue;
1776		if (timer_pending(&r8a66597->td_timer[pipenum]))
1777			continue;
1778
1779		td = r8a66597_get_td(r8a66597, pipenum);
1780		if (!td) {
1781			r8a66597->timeout_map &= ~(1 << pipenum);
1782			continue;
1783		}
1784
1785		if (td->urb->actual_length) {
1786			set_td_timer(r8a66597, td);
1787			break;
1788		}
1789
1790		pipe = td->pipe;
1791		pipe_stop(r8a66597, pipe);
1792
 
1793		new_td = td;
1794		do {
1795			list_move_tail(&new_td->queue,
1796				       &r8a66597->pipe_queue[pipenum]);
1797			new_td = r8a66597_get_td(r8a66597, pipenum);
1798			if (!new_td) {
1799				new_td = td;
1800				break;
1801			}
1802		} while (td != new_td && td->address == new_td->address);
 
1803
1804		start_transfer(r8a66597, new_td);
1805
1806		if (td == new_td)
1807			r8a66597->timeout_map &= ~(1 << pipenum);
1808		else
1809			set_td_timer(r8a66597, new_td);
1810		break;
1811	}
1812	spin_unlock_irqrestore(&r8a66597->lock, flags);
1813}
1814
1815static void r8a66597_timer(unsigned long _r8a66597)
1816{
1817	struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
1818	unsigned long flags;
1819	int port;
1820
1821	spin_lock_irqsave(&r8a66597->lock, flags);
1822
1823	for (port = 0; port < r8a66597->max_root_hub; port++)
1824		r8a66597_root_hub_control(r8a66597, port);
1825
1826	spin_unlock_irqrestore(&r8a66597->lock, flags);
1827}
1828
1829static int check_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
1830{
1831	struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
1832
1833	if (dev && dev->address && dev->state != USB_STATE_CONFIGURED &&
1834	    (urb->dev->state == USB_STATE_CONFIGURED))
1835		return 1;
1836	else
1837		return 0;
1838}
1839
1840static int r8a66597_start(struct usb_hcd *hcd)
1841{
1842	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1843
1844	hcd->state = HC_STATE_RUNNING;
1845	return enable_controller(r8a66597);
1846}
1847
1848static void r8a66597_stop(struct usb_hcd *hcd)
1849{
1850	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1851
1852	disable_controller(r8a66597);
1853}
1854
1855static void set_address_zero(struct r8a66597 *r8a66597, struct urb *urb)
1856{
1857	unsigned int usb_address = usb_pipedevice(urb->pipe);
1858	u16 root_port, hub_port;
1859
1860	if (usb_address == 0) {
1861		get_port_number(r8a66597, urb->dev->devpath,
1862				&root_port, &hub_port);
1863		set_devadd_reg(r8a66597, 0,
1864			       get_r8a66597_usb_speed(urb->dev->speed),
1865			       get_parent_r8a66597_address(r8a66597, urb->dev),
1866			       hub_port, root_port);
1867	}
1868}
1869
1870static struct r8a66597_td *r8a66597_make_td(struct r8a66597 *r8a66597,
1871					    struct urb *urb,
1872					    struct usb_host_endpoint *hep)
1873{
1874	struct r8a66597_td *td;
1875	u16 pipenum;
1876
1877	td = kzalloc(sizeof(struct r8a66597_td), GFP_ATOMIC);
1878	if (td == NULL)
1879		return NULL;
1880
1881	pipenum = r8a66597_get_pipenum(urb, hep);
1882	td->pipenum = pipenum;
1883	td->pipe = hep->hcpriv;
1884	td->urb = urb;
1885	td->address = get_urb_to_r8a66597_addr(r8a66597, urb);
1886	td->maxpacket = usb_maxpacket(urb->dev, urb->pipe,
1887				      !usb_pipein(urb->pipe));
1888	if (usb_pipecontrol(urb->pipe))
1889		td->type = USB_PID_SETUP;
1890	else if (usb_pipein(urb->pipe))
1891		td->type = USB_PID_IN;
1892	else
1893		td->type = USB_PID_OUT;
1894	INIT_LIST_HEAD(&td->queue);
1895
1896	return td;
1897}
1898
1899static int r8a66597_urb_enqueue(struct usb_hcd *hcd,
1900				struct urb *urb,
1901				gfp_t mem_flags)
1902{
1903	struct usb_host_endpoint *hep = urb->ep;
1904	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1905	struct r8a66597_td *td = NULL;
1906	int ret, request = 0;
1907	unsigned long flags;
1908
1909	spin_lock_irqsave(&r8a66597->lock, flags);
1910	if (!get_urb_to_r8a66597_dev(r8a66597, urb)) {
1911		ret = -ENODEV;
1912		goto error_not_linked;
1913	}
1914
1915	ret = usb_hcd_link_urb_to_ep(hcd, urb);
1916	if (ret)
1917		goto error_not_linked;
1918
1919	if (!hep->hcpriv) {
1920		hep->hcpriv = kzalloc(sizeof(struct r8a66597_pipe),
1921				GFP_ATOMIC);
1922		if (!hep->hcpriv) {
1923			ret = -ENOMEM;
1924			goto error;
1925		}
1926		set_pipe_reg_addr(hep->hcpriv, R8A66597_PIPE_NO_DMA);
1927		if (usb_pipeendpoint(urb->pipe))
1928			init_pipe_info(r8a66597, urb, hep, &hep->desc);
1929	}
1930
1931	if (unlikely(check_pipe_config(r8a66597, urb)))
1932		init_pipe_config(r8a66597, urb);
1933
1934	set_address_zero(r8a66597, urb);
1935	td = r8a66597_make_td(r8a66597, urb, hep);
1936	if (td == NULL) {
1937		ret = -ENOMEM;
1938		goto error;
1939	}
1940	if (list_empty(&r8a66597->pipe_queue[td->pipenum]))
1941		request = 1;
1942	list_add_tail(&td->queue, &r8a66597->pipe_queue[td->pipenum]);
1943	urb->hcpriv = td;
1944
1945	if (request) {
1946		if (td->pipe->info.timer_interval) {
1947			r8a66597->interval_map |= 1 << td->pipenum;
1948			mod_timer(&r8a66597->interval_timer[td->pipenum],
1949				  jiffies + msecs_to_jiffies(
1950					td->pipe->info.timer_interval));
1951		} else {
1952			ret = start_transfer(r8a66597, td);
1953			if (ret < 0) {
1954				list_del(&td->queue);
1955				kfree(td);
1956			}
1957		}
1958	} else
1959		set_td_timer(r8a66597, td);
1960
1961error:
1962	if (ret)
1963		usb_hcd_unlink_urb_from_ep(hcd, urb);
1964error_not_linked:
1965	spin_unlock_irqrestore(&r8a66597->lock, flags);
1966	return ret;
1967}
1968
1969static int r8a66597_urb_dequeue(struct usb_hcd *hcd, struct urb *urb,
1970		int status)
1971{
1972	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1973	struct r8a66597_td *td;
1974	unsigned long flags;
1975	int rc;
1976
1977	spin_lock_irqsave(&r8a66597->lock, flags);
1978	rc = usb_hcd_check_unlink_urb(hcd, urb, status);
1979	if (rc)
1980		goto done;
1981
1982	if (urb->hcpriv) {
1983		td = urb->hcpriv;
1984		pipe_stop(r8a66597, td->pipe);
1985		pipe_irq_disable(r8a66597, td->pipenum);
1986		disable_irq_empty(r8a66597, td->pipenum);
1987		finish_request(r8a66597, td, td->pipenum, urb, status);
1988	}
1989 done:
1990	spin_unlock_irqrestore(&r8a66597->lock, flags);
1991	return rc;
1992}
1993
1994static void r8a66597_endpoint_disable(struct usb_hcd *hcd,
1995				      struct usb_host_endpoint *hep)
 
 
1996{
1997	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1998	struct r8a66597_pipe *pipe = (struct r8a66597_pipe *)hep->hcpriv;
1999	struct r8a66597_td *td;
2000	struct urb *urb = NULL;
2001	u16 pipenum;
2002	unsigned long flags;
2003
2004	if (pipe == NULL)
2005		return;
2006	pipenum = pipe->info.pipenum;
2007
 
2008	if (pipenum == 0) {
2009		kfree(hep->hcpriv);
2010		hep->hcpriv = NULL;
 
2011		return;
2012	}
2013
2014	spin_lock_irqsave(&r8a66597->lock, flags);
2015	pipe_stop(r8a66597, pipe);
2016	pipe_irq_disable(r8a66597, pipenum);
2017	disable_irq_empty(r8a66597, pipenum);
2018	td = r8a66597_get_td(r8a66597, pipenum);
2019	if (td)
2020		urb = td->urb;
2021	finish_request(r8a66597, td, pipenum, urb, -ESHUTDOWN);
2022	kfree(hep->hcpriv);
2023	hep->hcpriv = NULL;
2024	spin_unlock_irqrestore(&r8a66597->lock, flags);
2025}
2026
2027static int r8a66597_get_frame(struct usb_hcd *hcd)
2028{
2029	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2030	return r8a66597_read(r8a66597, FRMNUM) & 0x03FF;
2031}
2032
2033static void collect_usb_address_map(struct usb_device *udev, unsigned long *map)
2034{
2035	int chix;
 
2036
2037	if (udev->state == USB_STATE_CONFIGURED &&
2038	    udev->parent && udev->parent->devnum > 1 &&
2039	    udev->parent->descriptor.bDeviceClass == USB_CLASS_HUB)
2040		map[udev->devnum/32] |= (1 << (udev->devnum % 32));
2041
2042	for (chix = 0; chix < udev->maxchild; chix++) {
2043		struct usb_device *childdev = udev->children[chix];
2044
2045		if (childdev)
2046			collect_usb_address_map(childdev, map);
2047	}
2048}
2049
2050/* this function must be called with interrupt disabled */
2051static struct r8a66597_device *get_r8a66597_device(struct r8a66597 *r8a66597,
2052						   int addr)
2053{
2054	struct r8a66597_device *dev;
2055	struct list_head *list = &r8a66597->child_device;
2056
2057	list_for_each_entry(dev, list, device_list) {
2058		if (dev->usb_address != addr)
2059			continue;
2060
2061		return dev;
2062	}
2063
2064	printk(KERN_ERR "r8a66597: get_r8a66597_device fail.(%d)\n", addr);
2065	return NULL;
2066}
2067
2068static void update_usb_address_map(struct r8a66597 *r8a66597,
2069				   struct usb_device *root_hub,
2070				   unsigned long *map)
2071{
2072	int i, j, addr;
2073	unsigned long diff;
2074	unsigned long flags;
2075
2076	for (i = 0; i < 4; i++) {
2077		diff = r8a66597->child_connect_map[i] ^ map[i];
2078		if (!diff)
2079			continue;
2080
2081		for (j = 0; j < 32; j++) {
2082			if (!(diff & (1 << j)))
2083				continue;
2084
2085			addr = i * 32 + j;
2086			if (map[i] & (1 << j))
2087				set_child_connect_map(r8a66597, addr);
2088			else {
2089				struct r8a66597_device *dev;
2090
2091				spin_lock_irqsave(&r8a66597->lock, flags);
2092				dev = get_r8a66597_device(r8a66597, addr);
2093				disable_r8a66597_pipe_all(r8a66597, dev);
2094				free_usb_address(r8a66597, dev, 0);
2095				put_child_connect_map(r8a66597, addr);
2096				spin_unlock_irqrestore(&r8a66597->lock, flags);
2097			}
2098		}
2099	}
2100}
2101
2102static void r8a66597_check_detect_child(struct r8a66597 *r8a66597,
2103					struct usb_hcd *hcd)
2104{
2105	struct usb_bus *bus;
2106	unsigned long now_map[4];
2107
2108	memset(now_map, 0, sizeof(now_map));
2109
2110	list_for_each_entry(bus, &usb_bus_list, bus_list) {
2111		if (!bus->root_hub)
2112			continue;
2113
2114		if (bus->busnum != hcd->self.busnum)
2115			continue;
2116
2117		collect_usb_address_map(bus->root_hub, now_map);
2118		update_usb_address_map(r8a66597, bus->root_hub, now_map);
2119	}
 
2120}
2121
2122static int r8a66597_hub_status_data(struct usb_hcd *hcd, char *buf)
2123{
2124	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2125	unsigned long flags;
2126	int i;
2127
2128	r8a66597_check_detect_child(r8a66597, hcd);
2129
2130	spin_lock_irqsave(&r8a66597->lock, flags);
2131
2132	*buf = 0;	/* initialize (no change) */
2133
2134	for (i = 0; i < r8a66597->max_root_hub; i++) {
2135		if (r8a66597->root_hub[i].port & 0xffff0000)
2136			*buf |= 1 << (i + 1);
2137	}
2138
2139	spin_unlock_irqrestore(&r8a66597->lock, flags);
2140
2141	return (*buf != 0);
2142}
2143
2144static void r8a66597_hub_descriptor(struct r8a66597 *r8a66597,
2145				    struct usb_hub_descriptor *desc)
2146{
2147	desc->bDescriptorType = 0x29;
2148	desc->bHubContrCurrent = 0;
2149	desc->bNbrPorts = r8a66597->max_root_hub;
2150	desc->bDescLength = 9;
2151	desc->bPwrOn2PwrGood = 0;
2152	desc->wHubCharacteristics = cpu_to_le16(0x0011);
 
2153	desc->u.hs.DeviceRemovable[0] =
2154		((1 << r8a66597->max_root_hub) - 1) << 1;
2155	desc->u.hs.DeviceRemovable[1] = ~0;
2156}
2157
2158static int r8a66597_hub_control(struct usb_hcd *hcd, u16 typeReq, u16 wValue,
2159				u16 wIndex, char *buf, u16 wLength)
2160{
2161	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2162	int ret;
2163	int port = (wIndex & 0x00FF) - 1;
2164	struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2165	unsigned long flags;
2166
2167	ret = 0;
2168
2169	spin_lock_irqsave(&r8a66597->lock, flags);
2170	switch (typeReq) {
2171	case ClearHubFeature:
2172	case SetHubFeature:
2173		switch (wValue) {
2174		case C_HUB_OVER_CURRENT:
2175		case C_HUB_LOCAL_POWER:
2176			break;
2177		default:
2178			goto error;
2179		}
2180		break;
2181	case ClearPortFeature:
2182		if (wIndex > r8a66597->max_root_hub)
2183			goto error;
2184		if (wLength != 0)
2185			goto error;
2186
2187		switch (wValue) {
2188		case USB_PORT_FEAT_ENABLE:
2189			rh->port &= ~USB_PORT_STAT_POWER;
2190			break;
2191		case USB_PORT_FEAT_SUSPEND:
2192			break;
2193		case USB_PORT_FEAT_POWER:
2194			r8a66597_port_power(r8a66597, port, 0);
2195			break;
2196		case USB_PORT_FEAT_C_ENABLE:
2197		case USB_PORT_FEAT_C_SUSPEND:
2198		case USB_PORT_FEAT_C_CONNECTION:
2199		case USB_PORT_FEAT_C_OVER_CURRENT:
2200		case USB_PORT_FEAT_C_RESET:
2201			break;
2202		default:
2203			goto error;
2204		}
2205		rh->port &= ~(1 << wValue);
2206		break;
2207	case GetHubDescriptor:
2208		r8a66597_hub_descriptor(r8a66597,
2209					(struct usb_hub_descriptor *)buf);
2210		break;
2211	case GetHubStatus:
2212		*buf = 0x00;
2213		break;
2214	case GetPortStatus:
2215		if (wIndex > r8a66597->max_root_hub)
2216			goto error;
2217		*(__le32 *)buf = cpu_to_le32(rh->port);
2218		break;
2219	case SetPortFeature:
2220		if (wIndex > r8a66597->max_root_hub)
2221			goto error;
2222		if (wLength != 0)
2223			goto error;
2224
2225		switch (wValue) {
2226		case USB_PORT_FEAT_SUSPEND:
2227			break;
2228		case USB_PORT_FEAT_POWER:
2229			r8a66597_port_power(r8a66597, port, 1);
2230			rh->port |= USB_PORT_STAT_POWER;
2231			break;
2232		case USB_PORT_FEAT_RESET: {
2233			struct r8a66597_device *dev = rh->dev;
2234
2235			rh->port |= USB_PORT_STAT_RESET;
2236
2237			disable_r8a66597_pipe_all(r8a66597, dev);
2238			free_usb_address(r8a66597, dev, 1);
2239
2240			r8a66597_mdfy(r8a66597, USBRST, USBRST | UACT,
2241				      get_dvstctr_reg(port));
2242			mod_timer(&r8a66597->rh_timer,
2243				  jiffies + msecs_to_jiffies(50));
2244			}
2245			break;
2246		default:
2247			goto error;
2248		}
2249		rh->port |= 1 << wValue;
2250		break;
2251	default:
2252error:
2253		ret = -EPIPE;
2254		break;
2255	}
2256
2257	spin_unlock_irqrestore(&r8a66597->lock, flags);
2258	return ret;
2259}
2260
2261#if defined(CONFIG_PM)
2262static int r8a66597_bus_suspend(struct usb_hcd *hcd)
2263{
2264	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2265	int port;
2266
2267	dbg("%s", __func__);
2268
2269	for (port = 0; port < r8a66597->max_root_hub; port++) {
2270		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2271		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2272
2273		if (!(rh->port & USB_PORT_STAT_ENABLE))
2274			continue;
2275
2276		dbg("suspend port = %d", port);
2277		r8a66597_bclr(r8a66597, UACT, dvstctr_reg);	/* suspend */
2278		rh->port |= USB_PORT_STAT_SUSPEND;
2279
2280		if (rh->dev->udev->do_remote_wakeup) {
2281			msleep(3);	/* waiting last SOF */
2282			r8a66597_bset(r8a66597, RWUPE, dvstctr_reg);
2283			r8a66597_write(r8a66597, ~BCHG, get_intsts_reg(port));
2284			r8a66597_bset(r8a66597, BCHGE, get_intenb_reg(port));
2285		}
2286	}
2287
2288	r8a66597->bus_suspended = 1;
2289
2290	return 0;
2291}
2292
2293static int r8a66597_bus_resume(struct usb_hcd *hcd)
2294{
2295	struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
2296	int port;
2297
2298	dbg("%s", __func__);
2299
2300	for (port = 0; port < r8a66597->max_root_hub; port++) {
2301		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2302		unsigned long dvstctr_reg = get_dvstctr_reg(port);
2303
2304		if (!(rh->port & USB_PORT_STAT_SUSPEND))
2305			continue;
2306
2307		dbg("resume port = %d", port);
2308		rh->port &= ~USB_PORT_STAT_SUSPEND;
2309		rh->port |= USB_PORT_STAT_C_SUSPEND << 16;
2310		r8a66597_mdfy(r8a66597, RESUME, RESUME | UACT, dvstctr_reg);
2311		msleep(50);
2312		r8a66597_mdfy(r8a66597, UACT, RESUME | UACT, dvstctr_reg);
2313	}
2314
2315	return 0;
2316
2317}
2318#else
2319#define	r8a66597_bus_suspend	NULL
2320#define	r8a66597_bus_resume	NULL
2321#endif
2322
2323static struct hc_driver r8a66597_hc_driver = {
2324	.description =		hcd_name,
2325	.hcd_priv_size =	sizeof(struct r8a66597),
2326	.irq =			r8a66597_irq,
2327
2328	/*
2329	 * generic hardware linkage
2330	 */
2331	.flags =		HCD_USB2,
2332
2333	.start =		r8a66597_start,
2334	.stop =			r8a66597_stop,
2335
2336	/*
2337	 * managing i/o requests and associated device resources
2338	 */
2339	.urb_enqueue =		r8a66597_urb_enqueue,
2340	.urb_dequeue =		r8a66597_urb_dequeue,
2341	.endpoint_disable =	r8a66597_endpoint_disable,
2342
2343	/*
2344	 * periodic schedule support
2345	 */
2346	.get_frame_number =	r8a66597_get_frame,
2347
2348	/*
2349	 * root hub support
2350	 */
2351	.hub_status_data =	r8a66597_hub_status_data,
2352	.hub_control =		r8a66597_hub_control,
2353	.bus_suspend =		r8a66597_bus_suspend,
2354	.bus_resume =		r8a66597_bus_resume,
2355};
2356
2357#if defined(CONFIG_PM)
2358static int r8a66597_suspend(struct device *dev)
2359{
2360	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2361	int port;
2362
2363	dbg("%s", __func__);
2364
2365	disable_controller(r8a66597);
2366
2367	for (port = 0; port < r8a66597->max_root_hub; port++) {
2368		struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
2369
2370		rh->port = 0x00000000;
2371	}
2372
2373	return 0;
2374}
2375
2376static int r8a66597_resume(struct device *dev)
2377{
2378	struct r8a66597		*r8a66597 = dev_get_drvdata(dev);
2379	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2380
2381	dbg("%s", __func__);
2382
2383	enable_controller(r8a66597);
2384	usb_root_hub_lost_power(hcd->self.root_hub);
2385
2386	return 0;
2387}
2388
2389static const struct dev_pm_ops r8a66597_dev_pm_ops = {
2390	.suspend = r8a66597_suspend,
2391	.resume = r8a66597_resume,
2392	.poweroff = r8a66597_suspend,
2393	.restore = r8a66597_resume,
2394};
2395
2396#define R8A66597_DEV_PM_OPS	(&r8a66597_dev_pm_ops)
2397#else	/* if defined(CONFIG_PM) */
2398#define R8A66597_DEV_PM_OPS	NULL
2399#endif
2400
2401static int __devexit r8a66597_remove(struct platform_device *pdev)
2402{
2403	struct r8a66597		*r8a66597 = dev_get_drvdata(&pdev->dev);
2404	struct usb_hcd		*hcd = r8a66597_to_hcd(r8a66597);
2405
2406	del_timer_sync(&r8a66597->rh_timer);
2407	usb_remove_hcd(hcd);
2408	iounmap(r8a66597->reg);
2409#ifdef CONFIG_HAVE_CLK
2410	if (r8a66597->pdata->on_chip)
2411		clk_put(r8a66597->clk);
2412#endif
2413	usb_put_hcd(hcd);
2414	return 0;
2415}
2416
2417static int __devinit r8a66597_probe(struct platform_device *pdev)
2418{
2419#ifdef CONFIG_HAVE_CLK
2420	char clk_name[8];
2421#endif
2422	struct resource *res = NULL, *ires;
2423	int irq = -1;
2424	void __iomem *reg = NULL;
2425	struct usb_hcd *hcd = NULL;
2426	struct r8a66597 *r8a66597;
2427	int ret = 0;
2428	int i;
2429	unsigned long irq_trigger;
2430
2431	if (pdev->dev.dma_mask) {
2432		ret = -EINVAL;
2433		dev_err(&pdev->dev, "dma not supported\n");
2434		goto clean_up;
2435	}
2436
2437	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2438	if (!res) {
2439		ret = -ENODEV;
2440		dev_err(&pdev->dev, "platform_get_resource error.\n");
2441		goto clean_up;
2442	}
2443
2444	ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
2445	if (!ires) {
2446		ret = -ENODEV;
2447		dev_err(&pdev->dev,
2448			"platform_get_resource IORESOURCE_IRQ error.\n");
2449		goto clean_up;
2450	}
2451
2452	irq = ires->start;
2453	irq_trigger = ires->flags & IRQF_TRIGGER_MASK;
2454
2455	reg = ioremap(res->start, resource_size(res));
2456	if (reg == NULL) {
2457		ret = -ENOMEM;
2458		dev_err(&pdev->dev, "ioremap error.\n");
2459		goto clean_up;
2460	}
2461
2462	if (pdev->dev.platform_data == NULL) {
2463		dev_err(&pdev->dev, "no platform data\n");
2464		ret = -ENODEV;
2465		goto clean_up;
2466	}
2467
2468	/* initialize hcd */
2469	hcd = usb_create_hcd(&r8a66597_hc_driver, &pdev->dev, (char *)hcd_name);
2470	if (!hcd) {
2471		ret = -ENOMEM;
2472		dev_err(&pdev->dev, "Failed to create hcd\n");
2473		goto clean_up;
2474	}
2475	r8a66597 = hcd_to_r8a66597(hcd);
2476	memset(r8a66597, 0, sizeof(struct r8a66597));
2477	dev_set_drvdata(&pdev->dev, r8a66597);
2478	r8a66597->pdata = pdev->dev.platform_data;
2479	r8a66597->irq_sense_low = irq_trigger == IRQF_TRIGGER_LOW;
2480
2481	if (r8a66597->pdata->on_chip) {
2482#ifdef CONFIG_HAVE_CLK
2483		snprintf(clk_name, sizeof(clk_name), "usb%d", pdev->id);
2484		r8a66597->clk = clk_get(&pdev->dev, clk_name);
2485		if (IS_ERR(r8a66597->clk)) {
2486			dev_err(&pdev->dev, "cannot get clock \"%s\"\n",
2487				clk_name);
2488			ret = PTR_ERR(r8a66597->clk);
2489			goto clean_up2;
2490		}
2491#endif
2492		r8a66597->max_root_hub = 1;
2493	} else
2494		r8a66597->max_root_hub = 2;
2495
2496	spin_lock_init(&r8a66597->lock);
2497	init_timer(&r8a66597->rh_timer);
2498	r8a66597->rh_timer.function = r8a66597_timer;
2499	r8a66597->rh_timer.data = (unsigned long)r8a66597;
2500	r8a66597->reg = reg;
2501
2502	/* make sure no interrupts are pending */
2503	ret = r8a66597_clock_enable(r8a66597);
2504	if (ret < 0)
2505		goto clean_up3;
2506	disable_controller(r8a66597);
2507
2508	for (i = 0; i < R8A66597_MAX_NUM_PIPE; i++) {
2509		INIT_LIST_HEAD(&r8a66597->pipe_queue[i]);
2510		init_timer(&r8a66597->td_timer[i]);
2511		r8a66597->td_timer[i].function = r8a66597_td_timer;
2512		r8a66597->td_timer[i].data = (unsigned long)r8a66597;
2513		setup_timer(&r8a66597->interval_timer[i],
2514				r8a66597_interval_timer,
2515				(unsigned long)r8a66597);
2516	}
2517	INIT_LIST_HEAD(&r8a66597->child_device);
2518
2519	hcd->rsrc_start = res->start;
2520	hcd->has_tt = 1;
2521
2522	ret = usb_add_hcd(hcd, irq, IRQF_DISABLED | irq_trigger);
2523	if (ret != 0) {
2524		dev_err(&pdev->dev, "Failed to add hcd\n");
2525		goto clean_up3;
2526	}
 
2527
2528	return 0;
2529
2530clean_up3:
2531#ifdef CONFIG_HAVE_CLK
2532	if (r8a66597->pdata->on_chip)
2533		clk_put(r8a66597->clk);
2534clean_up2:
2535#endif
2536	usb_put_hcd(hcd);
2537
2538clean_up:
2539	if (reg)
2540		iounmap(reg);
2541
2542	return ret;
2543}
2544
2545static struct platform_driver r8a66597_driver = {
2546	.probe =	r8a66597_probe,
2547	.remove =	__devexit_p(r8a66597_remove),
2548	.driver		= {
2549		.name = (char *) hcd_name,
2550		.owner	= THIS_MODULE,
2551		.pm	= R8A66597_DEV_PM_OPS,
2552	},
2553};
2554
2555static int __init r8a66597_init(void)
2556{
2557	if (usb_disabled())
2558		return -ENODEV;
2559
2560	printk(KERN_INFO KBUILD_MODNAME ": driver %s, %s\n", hcd_name,
2561	       DRIVER_VERSION);
2562	return platform_driver_register(&r8a66597_driver);
2563}
2564module_init(r8a66597_init);
2565
2566static void __exit r8a66597_cleanup(void)
2567{
2568	platform_driver_unregister(&r8a66597_driver);
2569}
2570module_exit(r8a66597_cleanup);
2571