Linux Audio

Check our new training course

Loading...
Note: File does not exist in v6.8.
   1/*
   2 * R8A66597 UDC (USB gadget)
   3 *
   4 * Copyright (C) 2006-2009 Renesas Solutions Corp.
   5 *
   6 * Author : Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>
   7 *
   8 * This program is free software; you can redistribute it and/or modify
   9 * it under the terms of the GNU General Public License as published by
  10 * the Free Software Foundation; version 2 of the License.
  11 */
  12
  13#include <linux/module.h>
  14#include <linux/interrupt.h>
  15#include <linux/delay.h>
  16#include <linux/io.h>
  17#include <linux/platform_device.h>
  18#include <linux/clk.h>
  19#include <linux/err.h>
  20#include <linux/slab.h>
  21#include <linux/dma-mapping.h>
  22
  23#include <linux/usb/ch9.h>
  24#include <linux/usb/gadget.h>
  25
  26#include "r8a66597-udc.h"
  27
  28#define DRIVER_VERSION	"2011-09-26"
  29
  30static const char udc_name[] = "r8a66597_udc";
  31static const char *r8a66597_ep_name[] = {
  32	"ep0", "ep1", "ep2", "ep3", "ep4", "ep5", "ep6", "ep7",
  33	"ep8", "ep9",
  34};
  35
  36static void init_controller(struct r8a66597 *r8a66597);
  37static void disable_controller(struct r8a66597 *r8a66597);
  38static void irq_ep0_write(struct r8a66597_ep *ep, struct r8a66597_request *req);
  39static void irq_packet_write(struct r8a66597_ep *ep,
  40				struct r8a66597_request *req);
  41static int r8a66597_queue(struct usb_ep *_ep, struct usb_request *_req,
  42			gfp_t gfp_flags);
  43
  44static void transfer_complete(struct r8a66597_ep *ep,
  45		struct r8a66597_request *req, int status);
  46
  47/*-------------------------------------------------------------------------*/
  48static inline u16 get_usb_speed(struct r8a66597 *r8a66597)
  49{
  50	return r8a66597_read(r8a66597, DVSTCTR0) & RHST;
  51}
  52
  53static void enable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  54		unsigned long reg)
  55{
  56	u16 tmp;
  57
  58	tmp = r8a66597_read(r8a66597, INTENB0);
  59	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE,
  60			INTENB0);
  61	r8a66597_bset(r8a66597, (1 << pipenum), reg);
  62	r8a66597_write(r8a66597, tmp, INTENB0);
  63}
  64
  65static void disable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  66		unsigned long reg)
  67{
  68	u16 tmp;
  69
  70	tmp = r8a66597_read(r8a66597, INTENB0);
  71	r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE,
  72			INTENB0);
  73	r8a66597_bclr(r8a66597, (1 << pipenum), reg);
  74	r8a66597_write(r8a66597, tmp, INTENB0);
  75}
  76
  77static void r8a66597_usb_connect(struct r8a66597 *r8a66597)
  78{
  79	r8a66597_bset(r8a66597, CTRE, INTENB0);
  80	r8a66597_bset(r8a66597, BEMPE | BRDYE, INTENB0);
  81
  82	r8a66597_bset(r8a66597, DPRPU, SYSCFG0);
  83}
  84
  85static void r8a66597_usb_disconnect(struct r8a66597 *r8a66597)
  86__releases(r8a66597->lock)
  87__acquires(r8a66597->lock)
  88{
  89	r8a66597_bclr(r8a66597, CTRE, INTENB0);
  90	r8a66597_bclr(r8a66597, BEMPE | BRDYE, INTENB0);
  91	r8a66597_bclr(r8a66597, DPRPU, SYSCFG0);
  92
  93	r8a66597->gadget.speed = USB_SPEED_UNKNOWN;
  94	spin_unlock(&r8a66597->lock);
  95	r8a66597->driver->disconnect(&r8a66597->gadget);
  96	spin_lock(&r8a66597->lock);
  97
  98	disable_controller(r8a66597);
  99	init_controller(r8a66597);
 100	r8a66597_bset(r8a66597, VBSE, INTENB0);
 101	INIT_LIST_HEAD(&r8a66597->ep[0].queue);
 102}
 103
 104static inline u16 control_reg_get_pid(struct r8a66597 *r8a66597, u16 pipenum)
 105{
 106	u16 pid = 0;
 107	unsigned long offset;
 108
 109	if (pipenum == 0) {
 110		pid = r8a66597_read(r8a66597, DCPCTR) & PID;
 111	} else if (pipenum < R8A66597_MAX_NUM_PIPE) {
 112		offset = get_pipectr_addr(pipenum);
 113		pid = r8a66597_read(r8a66597, offset) & PID;
 114	} else {
 115		dev_err(r8a66597_to_dev(r8a66597), "unexpect pipe num (%d)\n",
 116			pipenum);
 117	}
 118
 119	return pid;
 120}
 121
 122static inline void control_reg_set_pid(struct r8a66597 *r8a66597, u16 pipenum,
 123		u16 pid)
 124{
 125	unsigned long offset;
 126
 127	if (pipenum == 0) {
 128		r8a66597_mdfy(r8a66597, pid, PID, DCPCTR);
 129	} else if (pipenum < R8A66597_MAX_NUM_PIPE) {
 130		offset = get_pipectr_addr(pipenum);
 131		r8a66597_mdfy(r8a66597, pid, PID, offset);
 132	} else {
 133		dev_err(r8a66597_to_dev(r8a66597), "unexpect pipe num (%d)\n",
 134			pipenum);
 135	}
 136}
 137
 138static inline void pipe_start(struct r8a66597 *r8a66597, u16 pipenum)
 139{
 140	control_reg_set_pid(r8a66597, pipenum, PID_BUF);
 141}
 142
 143static inline void pipe_stop(struct r8a66597 *r8a66597, u16 pipenum)
 144{
 145	control_reg_set_pid(r8a66597, pipenum, PID_NAK);
 146}
 147
 148static inline void pipe_stall(struct r8a66597 *r8a66597, u16 pipenum)
 149{
 150	control_reg_set_pid(r8a66597, pipenum, PID_STALL);
 151}
 152
 153static inline u16 control_reg_get(struct r8a66597 *r8a66597, u16 pipenum)
 154{
 155	u16 ret = 0;
 156	unsigned long offset;
 157
 158	if (pipenum == 0) {
 159		ret = r8a66597_read(r8a66597, DCPCTR);
 160	} else if (pipenum < R8A66597_MAX_NUM_PIPE) {
 161		offset = get_pipectr_addr(pipenum);
 162		ret = r8a66597_read(r8a66597, offset);
 163	} else {
 164		dev_err(r8a66597_to_dev(r8a66597), "unexpect pipe num (%d)\n",
 165			pipenum);
 166	}
 167
 168	return ret;
 169}
 170
 171static inline void control_reg_sqclr(struct r8a66597 *r8a66597, u16 pipenum)
 172{
 173	unsigned long offset;
 174
 175	pipe_stop(r8a66597, pipenum);
 176
 177	if (pipenum == 0) {
 178		r8a66597_bset(r8a66597, SQCLR, DCPCTR);
 179	} else if (pipenum < R8A66597_MAX_NUM_PIPE) {
 180		offset = get_pipectr_addr(pipenum);
 181		r8a66597_bset(r8a66597, SQCLR, offset);
 182	} else {
 183		dev_err(r8a66597_to_dev(r8a66597), "unexpect pipe num (%d)\n",
 184			pipenum);
 185	}
 186}
 187
 188static void control_reg_sqset(struct r8a66597 *r8a66597, u16 pipenum)
 189{
 190	unsigned long offset;
 191
 192	pipe_stop(r8a66597, pipenum);
 193
 194	if (pipenum == 0) {
 195		r8a66597_bset(r8a66597, SQSET, DCPCTR);
 196	} else if (pipenum < R8A66597_MAX_NUM_PIPE) {
 197		offset = get_pipectr_addr(pipenum);
 198		r8a66597_bset(r8a66597, SQSET, offset);
 199	} else {
 200		dev_err(r8a66597_to_dev(r8a66597),
 201			"unexpect pipe num(%d)\n", pipenum);
 202	}
 203}
 204
 205static u16 control_reg_sqmon(struct r8a66597 *r8a66597, u16 pipenum)
 206{
 207	unsigned long offset;
 208
 209	if (pipenum == 0) {
 210		return r8a66597_read(r8a66597, DCPCTR) & SQMON;
 211	} else if (pipenum < R8A66597_MAX_NUM_PIPE) {
 212		offset = get_pipectr_addr(pipenum);
 213		return r8a66597_read(r8a66597, offset) & SQMON;
 214	} else {
 215		dev_err(r8a66597_to_dev(r8a66597),
 216			"unexpect pipe num(%d)\n", pipenum);
 217	}
 218
 219	return 0;
 220}
 221
 222static u16 save_usb_toggle(struct r8a66597 *r8a66597, u16 pipenum)
 223{
 224	return control_reg_sqmon(r8a66597, pipenum);
 225}
 226
 227static void restore_usb_toggle(struct r8a66597 *r8a66597, u16 pipenum,
 228			       u16 toggle)
 229{
 230	if (toggle)
 231		control_reg_sqset(r8a66597, pipenum);
 232	else
 233		control_reg_sqclr(r8a66597, pipenum);
 234}
 235
 236static inline int get_buffer_size(struct r8a66597 *r8a66597, u16 pipenum)
 237{
 238	u16 tmp;
 239	int size;
 240
 241	if (pipenum == 0) {
 242		tmp = r8a66597_read(r8a66597, DCPCFG);
 243		if ((tmp & R8A66597_CNTMD) != 0)
 244			size = 256;
 245		else {
 246			tmp = r8a66597_read(r8a66597, DCPMAXP);
 247			size = tmp & MAXP;
 248		}
 249	} else {
 250		r8a66597_write(r8a66597, pipenum, PIPESEL);
 251		tmp = r8a66597_read(r8a66597, PIPECFG);
 252		if ((tmp & R8A66597_CNTMD) != 0) {
 253			tmp = r8a66597_read(r8a66597, PIPEBUF);
 254			size = ((tmp >> 10) + 1) * 64;
 255		} else {
 256			tmp = r8a66597_read(r8a66597, PIPEMAXP);
 257			size = tmp & MXPS;
 258		}
 259	}
 260
 261	return size;
 262}
 263
 264static inline unsigned short mbw_value(struct r8a66597 *r8a66597)
 265{
 266	if (r8a66597->pdata->on_chip)
 267		return MBW_32;
 268	else
 269		return MBW_16;
 270}
 271
 272static void r8a66597_change_curpipe(struct r8a66597 *r8a66597, u16 pipenum,
 273				    u16 isel, u16 fifosel)
 274{
 275	u16 tmp, mask, loop;
 276	int i = 0;
 277
 278	if (!pipenum) {
 279		mask = ISEL | CURPIPE;
 280		loop = isel;
 281	} else {
 282		mask = CURPIPE;
 283		loop = pipenum;
 284	}
 285	r8a66597_mdfy(r8a66597, loop, mask, fifosel);
 286
 287	do {
 288		tmp = r8a66597_read(r8a66597, fifosel);
 289		if (i++ > 1000000) {
 290			dev_err(r8a66597_to_dev(r8a66597),
 291				"r8a66597: register%x, loop %x "
 292				"is timeout\n", fifosel, loop);
 293			break;
 294		}
 295		ndelay(1);
 296	} while ((tmp & mask) != loop);
 297}
 298
 299static inline void pipe_change(struct r8a66597 *r8a66597, u16 pipenum)
 300{
 301	struct r8a66597_ep *ep = r8a66597->pipenum2ep[pipenum];
 302
 303	if (ep->use_dma)
 304		r8a66597_bclr(r8a66597, DREQE, ep->fifosel);
 305
 306	r8a66597_mdfy(r8a66597, pipenum, CURPIPE, ep->fifosel);
 307
 308	ndelay(450);
 309
 310	if (r8a66597_is_sudmac(r8a66597) && ep->use_dma)
 311		r8a66597_bclr(r8a66597, mbw_value(r8a66597), ep->fifosel);
 312	else
 313		r8a66597_bset(r8a66597, mbw_value(r8a66597), ep->fifosel);
 314
 315	if (ep->use_dma)
 316		r8a66597_bset(r8a66597, DREQE, ep->fifosel);
 317}
 318
 319static int pipe_buffer_setting(struct r8a66597 *r8a66597,
 320		struct r8a66597_pipe_info *info)
 321{
 322	u16 bufnum = 0, buf_bsize = 0;
 323	u16 pipecfg = 0;
 324
 325	if (info->pipe == 0)
 326		return -EINVAL;
 327
 328	r8a66597_write(r8a66597, info->pipe, PIPESEL);
 329
 330	if (info->dir_in)
 331		pipecfg |= R8A66597_DIR;
 332	pipecfg |= info->type;
 333	pipecfg |= info->epnum;
 334	switch (info->type) {
 335	case R8A66597_INT:
 336		bufnum = 4 + (info->pipe - R8A66597_BASE_PIPENUM_INT);
 337		buf_bsize = 0;
 338		break;
 339	case R8A66597_BULK:
 340		/* isochronous pipes may be used as bulk pipes */
 341		if (info->pipe >= R8A66597_BASE_PIPENUM_BULK)
 342			bufnum = info->pipe - R8A66597_BASE_PIPENUM_BULK;
 343		else
 344			bufnum = info->pipe - R8A66597_BASE_PIPENUM_ISOC;
 345
 346		bufnum = R8A66597_BASE_BUFNUM + (bufnum * 16);
 347		buf_bsize = 7;
 348		pipecfg |= R8A66597_DBLB;
 349		if (!info->dir_in)
 350			pipecfg |= R8A66597_SHTNAK;
 351		break;
 352	case R8A66597_ISO:
 353		bufnum = R8A66597_BASE_BUFNUM +
 354			 (info->pipe - R8A66597_BASE_PIPENUM_ISOC) * 16;
 355		buf_bsize = 7;
 356		break;
 357	}
 358
 359	if (buf_bsize && ((bufnum + 16) >= R8A66597_MAX_BUFNUM)) {
 360		pr_err("r8a66597 pipe memory is insufficient\n");
 361		return -ENOMEM;
 362	}
 363
 364	r8a66597_write(r8a66597, pipecfg, PIPECFG);
 365	r8a66597_write(r8a66597, (buf_bsize << 10) | (bufnum), PIPEBUF);
 366	r8a66597_write(r8a66597, info->maxpacket, PIPEMAXP);
 367	if (info->interval)
 368		info->interval--;
 369	r8a66597_write(r8a66597, info->interval, PIPEPERI);
 370
 371	return 0;
 372}
 373
 374static void pipe_buffer_release(struct r8a66597 *r8a66597,
 375				struct r8a66597_pipe_info *info)
 376{
 377	if (info->pipe == 0)
 378		return;
 379
 380	if (is_bulk_pipe(info->pipe)) {
 381		r8a66597->bulk--;
 382	} else if (is_interrupt_pipe(info->pipe)) {
 383		r8a66597->interrupt--;
 384	} else if (is_isoc_pipe(info->pipe)) {
 385		r8a66597->isochronous--;
 386		if (info->type == R8A66597_BULK)
 387			r8a66597->bulk--;
 388	} else {
 389		dev_err(r8a66597_to_dev(r8a66597),
 390			"ep_release: unexpect pipenum (%d)\n", info->pipe);
 391	}
 392}
 393
 394static void pipe_initialize(struct r8a66597_ep *ep)
 395{
 396	struct r8a66597 *r8a66597 = ep->r8a66597;
 397
 398	r8a66597_mdfy(r8a66597, 0, CURPIPE, ep->fifosel);
 399
 400	r8a66597_write(r8a66597, ACLRM, ep->pipectr);
 401	r8a66597_write(r8a66597, 0, ep->pipectr);
 402	r8a66597_write(r8a66597, SQCLR, ep->pipectr);
 403	if (ep->use_dma) {
 404		r8a66597_mdfy(r8a66597, ep->pipenum, CURPIPE, ep->fifosel);
 405
 406		ndelay(450);
 407
 408		r8a66597_bset(r8a66597, mbw_value(r8a66597), ep->fifosel);
 409	}
 410}
 411
 412static void r8a66597_ep_setting(struct r8a66597 *r8a66597,
 413				struct r8a66597_ep *ep,
 414				const struct usb_endpoint_descriptor *desc,
 415				u16 pipenum, int dma)
 416{
 417	ep->use_dma = 0;
 418	ep->fifoaddr = CFIFO;
 419	ep->fifosel = CFIFOSEL;
 420	ep->fifoctr = CFIFOCTR;
 421
 422	ep->pipectr = get_pipectr_addr(pipenum);
 423	if (is_bulk_pipe(pipenum) || is_isoc_pipe(pipenum)) {
 424		ep->pipetre = get_pipetre_addr(pipenum);
 425		ep->pipetrn = get_pipetrn_addr(pipenum);
 426	} else {
 427		ep->pipetre = 0;
 428		ep->pipetrn = 0;
 429	}
 430	ep->pipenum = pipenum;
 431	ep->ep.maxpacket = usb_endpoint_maxp(desc);
 432	r8a66597->pipenum2ep[pipenum] = ep;
 433	r8a66597->epaddr2ep[desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK]
 434		= ep;
 435	INIT_LIST_HEAD(&ep->queue);
 436}
 437
 438static void r8a66597_ep_release(struct r8a66597_ep *ep)
 439{
 440	struct r8a66597 *r8a66597 = ep->r8a66597;
 441	u16 pipenum = ep->pipenum;
 442
 443	if (pipenum == 0)
 444		return;
 445
 446	if (ep->use_dma)
 447		r8a66597->num_dma--;
 448	ep->pipenum = 0;
 449	ep->busy = 0;
 450	ep->use_dma = 0;
 451}
 452
 453static int alloc_pipe_config(struct r8a66597_ep *ep,
 454		const struct usb_endpoint_descriptor *desc)
 455{
 456	struct r8a66597 *r8a66597 = ep->r8a66597;
 457	struct r8a66597_pipe_info info;
 458	int dma = 0;
 459	unsigned char *counter;
 460	int ret;
 461
 462	ep->ep.desc = desc;
 463
 464	if (ep->pipenum)	/* already allocated pipe  */
 465		return 0;
 466
 467	switch (desc->bmAttributes & USB_ENDPOINT_XFERTYPE_MASK) {
 468	case USB_ENDPOINT_XFER_BULK:
 469		if (r8a66597->bulk >= R8A66597_MAX_NUM_BULK) {
 470			if (r8a66597->isochronous >= R8A66597_MAX_NUM_ISOC) {
 471				dev_err(r8a66597_to_dev(r8a66597),
 472					"bulk pipe is insufficient\n");
 473				return -ENODEV;
 474			} else {
 475				info.pipe = R8A66597_BASE_PIPENUM_ISOC
 476						+ r8a66597->isochronous;
 477				counter = &r8a66597->isochronous;
 478			}
 479		} else {
 480			info.pipe = R8A66597_BASE_PIPENUM_BULK + r8a66597->bulk;
 481			counter = &r8a66597->bulk;
 482		}
 483		info.type = R8A66597_BULK;
 484		dma = 1;
 485		break;
 486	case USB_ENDPOINT_XFER_INT:
 487		if (r8a66597->interrupt >= R8A66597_MAX_NUM_INT) {
 488			dev_err(r8a66597_to_dev(r8a66597),
 489				"interrupt pipe is insufficient\n");
 490			return -ENODEV;
 491		}
 492		info.pipe = R8A66597_BASE_PIPENUM_INT + r8a66597->interrupt;
 493		info.type = R8A66597_INT;
 494		counter = &r8a66597->interrupt;
 495		break;
 496	case USB_ENDPOINT_XFER_ISOC:
 497		if (r8a66597->isochronous >= R8A66597_MAX_NUM_ISOC) {
 498			dev_err(r8a66597_to_dev(r8a66597),
 499				"isochronous pipe is insufficient\n");
 500			return -ENODEV;
 501		}
 502		info.pipe = R8A66597_BASE_PIPENUM_ISOC + r8a66597->isochronous;
 503		info.type = R8A66597_ISO;
 504		counter = &r8a66597->isochronous;
 505		break;
 506	default:
 507		dev_err(r8a66597_to_dev(r8a66597), "unexpect xfer type\n");
 508		return -EINVAL;
 509	}
 510	ep->type = info.type;
 511
 512	info.epnum = desc->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
 513	info.maxpacket = usb_endpoint_maxp(desc);
 514	info.interval = desc->bInterval;
 515	if (desc->bEndpointAddress & USB_ENDPOINT_DIR_MASK)
 516		info.dir_in = 1;
 517	else
 518		info.dir_in = 0;
 519
 520	ret = pipe_buffer_setting(r8a66597, &info);
 521	if (ret < 0) {
 522		dev_err(r8a66597_to_dev(r8a66597),
 523			"pipe_buffer_setting fail\n");
 524		return ret;
 525	}
 526
 527	(*counter)++;
 528	if ((counter == &r8a66597->isochronous) && info.type == R8A66597_BULK)
 529		r8a66597->bulk++;
 530
 531	r8a66597_ep_setting(r8a66597, ep, desc, info.pipe, dma);
 532	pipe_initialize(ep);
 533
 534	return 0;
 535}
 536
 537static int free_pipe_config(struct r8a66597_ep *ep)
 538{
 539	struct r8a66597 *r8a66597 = ep->r8a66597;
 540	struct r8a66597_pipe_info info;
 541
 542	info.pipe = ep->pipenum;
 543	info.type = ep->type;
 544	pipe_buffer_release(r8a66597, &info);
 545	r8a66597_ep_release(ep);
 546
 547	return 0;
 548}
 549
 550/*-------------------------------------------------------------------------*/
 551static void pipe_irq_enable(struct r8a66597 *r8a66597, u16 pipenum)
 552{
 553	enable_irq_ready(r8a66597, pipenum);
 554	enable_irq_nrdy(r8a66597, pipenum);
 555}
 556
 557static void pipe_irq_disable(struct r8a66597 *r8a66597, u16 pipenum)
 558{
 559	disable_irq_ready(r8a66597, pipenum);
 560	disable_irq_nrdy(r8a66597, pipenum);
 561}
 562
 563/* if complete is true, gadget driver complete function is not call */
 564static void control_end(struct r8a66597 *r8a66597, unsigned ccpl)
 565{
 566	r8a66597->ep[0].internal_ccpl = ccpl;
 567	pipe_start(r8a66597, 0);
 568	r8a66597_bset(r8a66597, CCPL, DCPCTR);
 569}
 570
 571static void start_ep0_write(struct r8a66597_ep *ep,
 572				struct r8a66597_request *req)
 573{
 574	struct r8a66597 *r8a66597 = ep->r8a66597;
 575
 576	pipe_change(r8a66597, ep->pipenum);
 577	r8a66597_mdfy(r8a66597, ISEL, (ISEL | CURPIPE), CFIFOSEL);
 578	r8a66597_write(r8a66597, BCLR, ep->fifoctr);
 579	if (req->req.length == 0) {
 580		r8a66597_bset(r8a66597, BVAL, ep->fifoctr);
 581		pipe_start(r8a66597, 0);
 582		transfer_complete(ep, req, 0);
 583	} else {
 584		r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
 585		irq_ep0_write(ep, req);
 586	}
 587}
 588
 589static void disable_fifosel(struct r8a66597 *r8a66597, u16 pipenum,
 590			    u16 fifosel)
 591{
 592	u16 tmp;
 593
 594	tmp = r8a66597_read(r8a66597, fifosel) & CURPIPE;
 595	if (tmp == pipenum)
 596		r8a66597_change_curpipe(r8a66597, 0, 0, fifosel);
 597}
 598
 599static void change_bfre_mode(struct r8a66597 *r8a66597, u16 pipenum,
 600			     int enable)
 601{
 602	struct r8a66597_ep *ep = r8a66597->pipenum2ep[pipenum];
 603	u16 tmp, toggle;
 604
 605	/* check current BFRE bit */
 606	r8a66597_write(r8a66597, pipenum, PIPESEL);
 607	tmp = r8a66597_read(r8a66597, PIPECFG) & R8A66597_BFRE;
 608	if ((enable && tmp) || (!enable && !tmp))
 609		return;
 610
 611	/* change BFRE bit */
 612	pipe_stop(r8a66597, pipenum);
 613	disable_fifosel(r8a66597, pipenum, CFIFOSEL);
 614	disable_fifosel(r8a66597, pipenum, D0FIFOSEL);
 615	disable_fifosel(r8a66597, pipenum, D1FIFOSEL);
 616
 617	toggle = save_usb_toggle(r8a66597, pipenum);
 618
 619	r8a66597_write(r8a66597, pipenum, PIPESEL);
 620	if (enable)
 621		r8a66597_bset(r8a66597, R8A66597_BFRE, PIPECFG);
 622	else
 623		r8a66597_bclr(r8a66597, R8A66597_BFRE, PIPECFG);
 624
 625	/* initialize for internal BFRE flag */
 626	r8a66597_bset(r8a66597, ACLRM, ep->pipectr);
 627	r8a66597_bclr(r8a66597, ACLRM, ep->pipectr);
 628
 629	restore_usb_toggle(r8a66597, pipenum, toggle);
 630}
 631
 632static int sudmac_alloc_channel(struct r8a66597 *r8a66597,
 633				struct r8a66597_ep *ep,
 634				struct r8a66597_request *req)
 635{
 636	struct r8a66597_dma *dma;
 637
 638	if (!r8a66597_is_sudmac(r8a66597))
 639		return -ENODEV;
 640
 641	/* Check transfer type */
 642	if (!is_bulk_pipe(ep->pipenum))
 643		return -EIO;
 644
 645	if (r8a66597->dma.used)
 646		return -EBUSY;
 647
 648	/* set SUDMAC parameters */
 649	dma = &r8a66597->dma;
 650	dma->used = 1;
 651	if (ep->ep.desc->bEndpointAddress & USB_DIR_IN) {
 652		dma->dir = 1;
 653	} else {
 654		dma->dir = 0;
 655		change_bfre_mode(r8a66597, ep->pipenum, 1);
 656	}
 657
 658	/* set r8a66597_ep paramters */
 659	ep->use_dma = 1;
 660	ep->dma = dma;
 661	ep->fifoaddr = D0FIFO;
 662	ep->fifosel = D0FIFOSEL;
 663	ep->fifoctr = D0FIFOCTR;
 664
 665	/* dma mapping */
 666	return usb_gadget_map_request(&r8a66597->gadget, &req->req, dma->dir);
 667}
 668
 669static void sudmac_free_channel(struct r8a66597 *r8a66597,
 670				struct r8a66597_ep *ep,
 671				struct r8a66597_request *req)
 672{
 673	if (!r8a66597_is_sudmac(r8a66597))
 674		return;
 675
 676	usb_gadget_unmap_request(&r8a66597->gadget, &req->req, ep->dma->dir);
 677
 678	r8a66597_bclr(r8a66597, DREQE, ep->fifosel);
 679	r8a66597_change_curpipe(r8a66597, 0, 0, ep->fifosel);
 680
 681	ep->dma->used = 0;
 682	ep->use_dma = 0;
 683	ep->fifoaddr = CFIFO;
 684	ep->fifosel = CFIFOSEL;
 685	ep->fifoctr = CFIFOCTR;
 686}
 687
 688static void sudmac_start(struct r8a66597 *r8a66597, struct r8a66597_ep *ep,
 689			 struct r8a66597_request *req)
 690{
 691	BUG_ON(req->req.length == 0);
 692
 693	r8a66597_sudmac_write(r8a66597, LBA_WAIT, CH0CFG);
 694	r8a66597_sudmac_write(r8a66597, req->req.dma, CH0BA);
 695	r8a66597_sudmac_write(r8a66597, req->req.length, CH0BBC);
 696	r8a66597_sudmac_write(r8a66597, CH0ENDE, DINTCTRL);
 697
 698	r8a66597_sudmac_write(r8a66597, DEN, CH0DEN);
 699}
 700
 701static void start_packet_write(struct r8a66597_ep *ep,
 702				struct r8a66597_request *req)
 703{
 704	struct r8a66597 *r8a66597 = ep->r8a66597;
 705	u16 tmp;
 706
 707	pipe_change(r8a66597, ep->pipenum);
 708	disable_irq_empty(r8a66597, ep->pipenum);
 709	pipe_start(r8a66597, ep->pipenum);
 710
 711	if (req->req.length == 0) {
 712		transfer_complete(ep, req, 0);
 713	} else {
 714		r8a66597_write(r8a66597, ~(1 << ep->pipenum), BRDYSTS);
 715		if (sudmac_alloc_channel(r8a66597, ep, req) < 0) {
 716			/* PIO mode */
 717			pipe_change(r8a66597, ep->pipenum);
 718			disable_irq_empty(r8a66597, ep->pipenum);
 719			pipe_start(r8a66597, ep->pipenum);
 720			tmp = r8a66597_read(r8a66597, ep->fifoctr);
 721			if (unlikely((tmp & FRDY) == 0))
 722				pipe_irq_enable(r8a66597, ep->pipenum);
 723			else
 724				irq_packet_write(ep, req);
 725		} else {
 726			/* DMA mode */
 727			pipe_change(r8a66597, ep->pipenum);
 728			disable_irq_nrdy(r8a66597, ep->pipenum);
 729			pipe_start(r8a66597, ep->pipenum);
 730			enable_irq_nrdy(r8a66597, ep->pipenum);
 731			sudmac_start(r8a66597, ep, req);
 732		}
 733	}
 734}
 735
 736static void start_packet_read(struct r8a66597_ep *ep,
 737				struct r8a66597_request *req)
 738{
 739	struct r8a66597 *r8a66597 = ep->r8a66597;
 740	u16 pipenum = ep->pipenum;
 741
 742	if (ep->pipenum == 0) {
 743		r8a66597_mdfy(r8a66597, 0, (ISEL | CURPIPE), CFIFOSEL);
 744		r8a66597_write(r8a66597, BCLR, ep->fifoctr);
 745		pipe_start(r8a66597, pipenum);
 746		pipe_irq_enable(r8a66597, pipenum);
 747	} else {
 748		pipe_stop(r8a66597, pipenum);
 749		if (ep->pipetre) {
 750			enable_irq_nrdy(r8a66597, pipenum);
 751			r8a66597_write(r8a66597, TRCLR, ep->pipetre);
 752			r8a66597_write(r8a66597,
 753				DIV_ROUND_UP(req->req.length, ep->ep.maxpacket),
 754				ep->pipetrn);
 755			r8a66597_bset(r8a66597, TRENB, ep->pipetre);
 756		}
 757
 758		if (sudmac_alloc_channel(r8a66597, ep, req) < 0) {
 759			/* PIO mode */
 760			change_bfre_mode(r8a66597, ep->pipenum, 0);
 761			pipe_start(r8a66597, pipenum);	/* trigger once */
 762			pipe_irq_enable(r8a66597, pipenum);
 763		} else {
 764			pipe_change(r8a66597, pipenum);
 765			sudmac_start(r8a66597, ep, req);
 766			pipe_start(r8a66597, pipenum);	/* trigger once */
 767		}
 768	}
 769}
 770
 771static void start_packet(struct r8a66597_ep *ep, struct r8a66597_request *req)
 772{
 773	if (ep->ep.desc->bEndpointAddress & USB_DIR_IN)
 774		start_packet_write(ep, req);
 775	else
 776		start_packet_read(ep, req);
 777}
 778
 779static void start_ep0(struct r8a66597_ep *ep, struct r8a66597_request *req)
 780{
 781	u16 ctsq;
 782
 783	ctsq = r8a66597_read(ep->r8a66597, INTSTS0) & CTSQ;
 784
 785	switch (ctsq) {
 786	case CS_RDDS:
 787		start_ep0_write(ep, req);
 788		break;
 789	case CS_WRDS:
 790		start_packet_read(ep, req);
 791		break;
 792
 793	case CS_WRND:
 794		control_end(ep->r8a66597, 0);
 795		break;
 796	default:
 797		dev_err(r8a66597_to_dev(ep->r8a66597),
 798			"start_ep0: unexpect ctsq(%x)\n", ctsq);
 799		break;
 800	}
 801}
 802
 803static void init_controller(struct r8a66597 *r8a66597)
 804{
 805	u16 vif = r8a66597->pdata->vif ? LDRV : 0;
 806	u16 irq_sense = r8a66597->irq_sense_low ? INTL : 0;
 807	u16 endian = r8a66597->pdata->endian ? BIGEND : 0;
 808
 809	if (r8a66597->pdata->on_chip) {
 810		if (r8a66597->pdata->buswait)
 811			r8a66597_write(r8a66597, r8a66597->pdata->buswait,
 812					SYSCFG1);
 813		else
 814			r8a66597_write(r8a66597, 0x0f, SYSCFG1);
 815		r8a66597_bset(r8a66597, HSE, SYSCFG0);
 816
 817		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 818		r8a66597_bclr(r8a66597, DPRPU, SYSCFG0);
 819		r8a66597_bset(r8a66597, USBE, SYSCFG0);
 820
 821		r8a66597_bset(r8a66597, SCKE, SYSCFG0);
 822
 823		r8a66597_bset(r8a66597, irq_sense, INTENB1);
 824		r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR,
 825				DMA0CFG);
 826	} else {
 827		r8a66597_bset(r8a66597, vif | endian, PINCFG);
 828		r8a66597_bset(r8a66597, HSE, SYSCFG0);		/* High spd */
 829		r8a66597_mdfy(r8a66597, get_xtal_from_pdata(r8a66597->pdata),
 830				XTAL, SYSCFG0);
 831
 832		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 833		r8a66597_bclr(r8a66597, DPRPU, SYSCFG0);
 834		r8a66597_bset(r8a66597, USBE, SYSCFG0);
 835
 836		r8a66597_bset(r8a66597, XCKE, SYSCFG0);
 837
 838		msleep(3);
 839
 840		r8a66597_bset(r8a66597, PLLC, SYSCFG0);
 841
 842		msleep(1);
 843
 844		r8a66597_bset(r8a66597, SCKE, SYSCFG0);
 845
 846		r8a66597_bset(r8a66597, irq_sense, INTENB1);
 847		r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR,
 848			       DMA0CFG);
 849	}
 850}
 851
 852static void disable_controller(struct r8a66597 *r8a66597)
 853{
 854	if (r8a66597->pdata->on_chip) {
 855		r8a66597_bset(r8a66597, SCKE, SYSCFG0);
 856		r8a66597_bclr(r8a66597, UTST, TESTMODE);
 857
 858		/* disable interrupts */
 859		r8a66597_write(r8a66597, 0, INTENB0);
 860		r8a66597_write(r8a66597, 0, INTENB1);
 861		r8a66597_write(r8a66597, 0, BRDYENB);
 862		r8a66597_write(r8a66597, 0, BEMPENB);
 863		r8a66597_write(r8a66597, 0, NRDYENB);
 864
 865		/* clear status */
 866		r8a66597_write(r8a66597, 0, BRDYSTS);
 867		r8a66597_write(r8a66597, 0, NRDYSTS);
 868		r8a66597_write(r8a66597, 0, BEMPSTS);
 869
 870		r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 871		r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
 872
 873	} else {
 874		r8a66597_bclr(r8a66597, UTST, TESTMODE);
 875		r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
 876		udelay(1);
 877		r8a66597_bclr(r8a66597, PLLC, SYSCFG0);
 878		udelay(1);
 879		udelay(1);
 880		r8a66597_bclr(r8a66597, XCKE, SYSCFG0);
 881	}
 882}
 883
 884static void r8a66597_start_xclock(struct r8a66597 *r8a66597)
 885{
 886	u16 tmp;
 887
 888	if (!r8a66597->pdata->on_chip) {
 889		tmp = r8a66597_read(r8a66597, SYSCFG0);
 890		if (!(tmp & XCKE))
 891			r8a66597_bset(r8a66597, XCKE, SYSCFG0);
 892	}
 893}
 894
 895static struct r8a66597_request *get_request_from_ep(struct r8a66597_ep *ep)
 896{
 897	return list_entry(ep->queue.next, struct r8a66597_request, queue);
 898}
 899
 900/*-------------------------------------------------------------------------*/
 901static void transfer_complete(struct r8a66597_ep *ep,
 902		struct r8a66597_request *req, int status)
 903__releases(r8a66597->lock)
 904__acquires(r8a66597->lock)
 905{
 906	int restart = 0;
 907
 908	if (unlikely(ep->pipenum == 0)) {
 909		if (ep->internal_ccpl) {
 910			ep->internal_ccpl = 0;
 911			return;
 912		}
 913	}
 914
 915	list_del_init(&req->queue);
 916	if (ep->r8a66597->gadget.speed == USB_SPEED_UNKNOWN)
 917		req->req.status = -ESHUTDOWN;
 918	else
 919		req->req.status = status;
 920
 921	if (!list_empty(&ep->queue))
 922		restart = 1;
 923
 924	if (ep->use_dma)
 925		sudmac_free_channel(ep->r8a66597, ep, req);
 926
 927	spin_unlock(&ep->r8a66597->lock);
 928	req->req.complete(&ep->ep, &req->req);
 929	spin_lock(&ep->r8a66597->lock);
 930
 931	if (restart) {
 932		req = get_request_from_ep(ep);
 933		if (ep->ep.desc)
 934			start_packet(ep, req);
 935	}
 936}
 937
 938static void irq_ep0_write(struct r8a66597_ep *ep, struct r8a66597_request *req)
 939{
 940	int i;
 941	u16 tmp;
 942	unsigned bufsize;
 943	size_t size;
 944	void *buf;
 945	u16 pipenum = ep->pipenum;
 946	struct r8a66597 *r8a66597 = ep->r8a66597;
 947
 948	pipe_change(r8a66597, pipenum);
 949	r8a66597_bset(r8a66597, ISEL, ep->fifosel);
 950
 951	i = 0;
 952	do {
 953		tmp = r8a66597_read(r8a66597, ep->fifoctr);
 954		if (i++ > 100000) {
 955			dev_err(r8a66597_to_dev(r8a66597),
 956				"pipe0 is busy. maybe cpu i/o bus "
 957				"conflict. please power off this controller.");
 958			return;
 959		}
 960		ndelay(1);
 961	} while ((tmp & FRDY) == 0);
 962
 963	/* prepare parameters */
 964	bufsize = get_buffer_size(r8a66597, pipenum);
 965	buf = req->req.buf + req->req.actual;
 966	size = min(bufsize, req->req.length - req->req.actual);
 967
 968	/* write fifo */
 969	if (req->req.buf) {
 970		if (size > 0)
 971			r8a66597_write_fifo(r8a66597, ep, buf, size);
 972		if ((size == 0) || ((size % ep->ep.maxpacket) != 0))
 973			r8a66597_bset(r8a66597, BVAL, ep->fifoctr);
 974	}
 975
 976	/* update parameters */
 977	req->req.actual += size;
 978
 979	/* check transfer finish */
 980	if ((!req->req.zero && (req->req.actual == req->req.length))
 981			|| (size % ep->ep.maxpacket)
 982			|| (size == 0)) {
 983		disable_irq_ready(r8a66597, pipenum);
 984		disable_irq_empty(r8a66597, pipenum);
 985	} else {
 986		disable_irq_ready(r8a66597, pipenum);
 987		enable_irq_empty(r8a66597, pipenum);
 988	}
 989	pipe_start(r8a66597, pipenum);
 990}
 991
 992static void irq_packet_write(struct r8a66597_ep *ep,
 993				struct r8a66597_request *req)
 994{
 995	u16 tmp;
 996	unsigned bufsize;
 997	size_t size;
 998	void *buf;
 999	u16 pipenum = ep->pipenum;
1000	struct r8a66597 *r8a66597 = ep->r8a66597;
1001
1002	pipe_change(r8a66597, pipenum);
1003	tmp = r8a66597_read(r8a66597, ep->fifoctr);
1004	if (unlikely((tmp & FRDY) == 0)) {
1005		pipe_stop(r8a66597, pipenum);
1006		pipe_irq_disable(r8a66597, pipenum);
1007		dev_err(r8a66597_to_dev(r8a66597),
1008			"write fifo not ready. pipnum=%d\n", pipenum);
1009		return;
1010	}
1011
1012	/* prepare parameters */
1013	bufsize = get_buffer_size(r8a66597, pipenum);
1014	buf = req->req.buf + req->req.actual;
1015	size = min(bufsize, req->req.length - req->req.actual);
1016
1017	/* write fifo */
1018	if (req->req.buf) {
1019		r8a66597_write_fifo(r8a66597, ep, buf, size);
1020		if ((size == 0)
1021				|| ((size % ep->ep.maxpacket) != 0)
1022				|| ((bufsize != ep->ep.maxpacket)
1023					&& (bufsize > size)))
1024			r8a66597_bset(r8a66597, BVAL, ep->fifoctr);
1025	}
1026
1027	/* update parameters */
1028	req->req.actual += size;
1029	/* check transfer finish */
1030	if ((!req->req.zero && (req->req.actual == req->req.length))
1031			|| (size % ep->ep.maxpacket)
1032			|| (size == 0)) {
1033		disable_irq_ready(r8a66597, pipenum);
1034		enable_irq_empty(r8a66597, pipenum);
1035	} else {
1036		disable_irq_empty(r8a66597, pipenum);
1037		pipe_irq_enable(r8a66597, pipenum);
1038	}
1039}
1040
1041static void irq_packet_read(struct r8a66597_ep *ep,
1042				struct r8a66597_request *req)
1043{
1044	u16 tmp;
1045	int rcv_len, bufsize, req_len;
1046	int size;
1047	void *buf;
1048	u16 pipenum = ep->pipenum;
1049	struct r8a66597 *r8a66597 = ep->r8a66597;
1050	int finish = 0;
1051
1052	pipe_change(r8a66597, pipenum);
1053	tmp = r8a66597_read(r8a66597, ep->fifoctr);
1054	if (unlikely((tmp & FRDY) == 0)) {
1055		req->req.status = -EPIPE;
1056		pipe_stop(r8a66597, pipenum);
1057		pipe_irq_disable(r8a66597, pipenum);
1058		dev_err(r8a66597_to_dev(r8a66597), "read fifo not ready");
1059		return;
1060	}
1061
1062	/* prepare parameters */
1063	rcv_len = tmp & DTLN;
1064	bufsize = get_buffer_size(r8a66597, pipenum);
1065
1066	buf = req->req.buf + req->req.actual;
1067	req_len = req->req.length - req->req.actual;
1068	if (rcv_len < bufsize)
1069		size = min(rcv_len, req_len);
1070	else
1071		size = min(bufsize, req_len);
1072
1073	/* update parameters */
1074	req->req.actual += size;
1075
1076	/* check transfer finish */
1077	if ((!req->req.zero && (req->req.actual == req->req.length))
1078			|| (size % ep->ep.maxpacket)
1079			|| (size == 0)) {
1080		pipe_stop(r8a66597, pipenum);
1081		pipe_irq_disable(r8a66597, pipenum);
1082		finish = 1;
1083	}
1084
1085	/* read fifo */
1086	if (req->req.buf) {
1087		if (size == 0)
1088			r8a66597_write(r8a66597, BCLR, ep->fifoctr);
1089		else
1090			r8a66597_read_fifo(r8a66597, ep->fifoaddr, buf, size);
1091
1092	}
1093
1094	if ((ep->pipenum != 0) && finish)
1095		transfer_complete(ep, req, 0);
1096}
1097
1098static void irq_pipe_ready(struct r8a66597 *r8a66597, u16 status, u16 enb)
1099{
1100	u16 check;
1101	u16 pipenum;
1102	struct r8a66597_ep *ep;
1103	struct r8a66597_request *req;
1104
1105	if ((status & BRDY0) && (enb & BRDY0)) {
1106		r8a66597_write(r8a66597, ~BRDY0, BRDYSTS);
1107		r8a66597_mdfy(r8a66597, 0, CURPIPE, CFIFOSEL);
1108
1109		ep = &r8a66597->ep[0];
1110		req = get_request_from_ep(ep);
1111		irq_packet_read(ep, req);
1112	} else {
1113		for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1114			check = 1 << pipenum;
1115			if ((status & check) && (enb & check)) {
1116				r8a66597_write(r8a66597, ~check, BRDYSTS);
1117				ep = r8a66597->pipenum2ep[pipenum];
1118				req = get_request_from_ep(ep);
1119				if (ep->ep.desc->bEndpointAddress & USB_DIR_IN)
1120					irq_packet_write(ep, req);
1121				else
1122					irq_packet_read(ep, req);
1123			}
1124		}
1125	}
1126}
1127
1128static void irq_pipe_empty(struct r8a66597 *r8a66597, u16 status, u16 enb)
1129{
1130	u16 tmp;
1131	u16 check;
1132	u16 pipenum;
1133	struct r8a66597_ep *ep;
1134	struct r8a66597_request *req;
1135
1136	if ((status & BEMP0) && (enb & BEMP0)) {
1137		r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
1138
1139		ep = &r8a66597->ep[0];
1140		req = get_request_from_ep(ep);
1141		irq_ep0_write(ep, req);
1142	} else {
1143		for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1144			check = 1 << pipenum;
1145			if ((status & check) && (enb & check)) {
1146				r8a66597_write(r8a66597, ~check, BEMPSTS);
1147				tmp = control_reg_get(r8a66597, pipenum);
1148				if ((tmp & INBUFM) == 0) {
1149					disable_irq_empty(r8a66597, pipenum);
1150					pipe_irq_disable(r8a66597, pipenum);
1151					pipe_stop(r8a66597, pipenum);
1152					ep = r8a66597->pipenum2ep[pipenum];
1153					req = get_request_from_ep(ep);
1154					if (!list_empty(&ep->queue))
1155						transfer_complete(ep, req, 0);
1156				}
1157			}
1158		}
1159	}
1160}
1161
1162static void get_status(struct r8a66597 *r8a66597, struct usb_ctrlrequest *ctrl)
1163__releases(r8a66597->lock)
1164__acquires(r8a66597->lock)
1165{
1166	struct r8a66597_ep *ep;
1167	u16 pid;
1168	u16 status = 0;
1169	u16 w_index = le16_to_cpu(ctrl->wIndex);
1170
1171	switch (ctrl->bRequestType & USB_RECIP_MASK) {
1172	case USB_RECIP_DEVICE:
1173		status = r8a66597->device_status;
1174		break;
1175	case USB_RECIP_INTERFACE:
1176		status = 0;
1177		break;
1178	case USB_RECIP_ENDPOINT:
1179		ep = r8a66597->epaddr2ep[w_index & USB_ENDPOINT_NUMBER_MASK];
1180		pid = control_reg_get_pid(r8a66597, ep->pipenum);
1181		if (pid == PID_STALL)
1182			status = 1 << USB_ENDPOINT_HALT;
1183		else
1184			status = 0;
1185		break;
1186	default:
1187		pipe_stall(r8a66597, 0);
1188		return;		/* exit */
1189	}
1190
1191	r8a66597->ep0_data = cpu_to_le16(status);
1192	r8a66597->ep0_req->buf = &r8a66597->ep0_data;
1193	r8a66597->ep0_req->length = 2;
1194	/* AV: what happens if we get called again before that gets through? */
1195	spin_unlock(&r8a66597->lock);
1196	r8a66597_queue(r8a66597->gadget.ep0, r8a66597->ep0_req, GFP_KERNEL);
1197	spin_lock(&r8a66597->lock);
1198}
1199
1200static void clear_feature(struct r8a66597 *r8a66597,
1201				struct usb_ctrlrequest *ctrl)
1202{
1203	switch (ctrl->bRequestType & USB_RECIP_MASK) {
1204	case USB_RECIP_DEVICE:
1205		control_end(r8a66597, 1);
1206		break;
1207	case USB_RECIP_INTERFACE:
1208		control_end(r8a66597, 1);
1209		break;
1210	case USB_RECIP_ENDPOINT: {
1211		struct r8a66597_ep *ep;
1212		struct r8a66597_request *req;
1213		u16 w_index = le16_to_cpu(ctrl->wIndex);
1214
1215		ep = r8a66597->epaddr2ep[w_index & USB_ENDPOINT_NUMBER_MASK];
1216		if (!ep->wedge) {
1217			pipe_stop(r8a66597, ep->pipenum);
1218			control_reg_sqclr(r8a66597, ep->pipenum);
1219			spin_unlock(&r8a66597->lock);
1220			usb_ep_clear_halt(&ep->ep);
1221			spin_lock(&r8a66597->lock);
1222		}
1223
1224		control_end(r8a66597, 1);
1225
1226		req = get_request_from_ep(ep);
1227		if (ep->busy) {
1228			ep->busy = 0;
1229			if (list_empty(&ep->queue))
1230				break;
1231			start_packet(ep, req);
1232		} else if (!list_empty(&ep->queue))
1233			pipe_start(r8a66597, ep->pipenum);
1234		}
1235		break;
1236	default:
1237		pipe_stall(r8a66597, 0);
1238		break;
1239	}
1240}
1241
1242static void set_feature(struct r8a66597 *r8a66597, struct usb_ctrlrequest *ctrl)
1243{
1244	u16 tmp;
1245	int timeout = 3000;
1246
1247	switch (ctrl->bRequestType & USB_RECIP_MASK) {
1248	case USB_RECIP_DEVICE:
1249		switch (le16_to_cpu(ctrl->wValue)) {
1250		case USB_DEVICE_TEST_MODE:
1251			control_end(r8a66597, 1);
1252			/* Wait for the completion of status stage */
1253			do {
1254				tmp = r8a66597_read(r8a66597, INTSTS0) & CTSQ;
1255				udelay(1);
1256			} while (tmp != CS_IDST || timeout-- > 0);
1257
1258			if (tmp == CS_IDST)
1259				r8a66597_bset(r8a66597,
1260					      le16_to_cpu(ctrl->wIndex >> 8),
1261					      TESTMODE);
1262			break;
1263		default:
1264			pipe_stall(r8a66597, 0);
1265			break;
1266		}
1267		break;
1268	case USB_RECIP_INTERFACE:
1269		control_end(r8a66597, 1);
1270		break;
1271	case USB_RECIP_ENDPOINT: {
1272		struct r8a66597_ep *ep;
1273		u16 w_index = le16_to_cpu(ctrl->wIndex);
1274
1275		ep = r8a66597->epaddr2ep[w_index & USB_ENDPOINT_NUMBER_MASK];
1276		pipe_stall(r8a66597, ep->pipenum);
1277
1278		control_end(r8a66597, 1);
1279		}
1280		break;
1281	default:
1282		pipe_stall(r8a66597, 0);
1283		break;
1284	}
1285}
1286
1287/* if return value is true, call class driver's setup() */
1288static int setup_packet(struct r8a66597 *r8a66597, struct usb_ctrlrequest *ctrl)
1289{
1290	u16 *p = (u16 *)ctrl;
1291	unsigned long offset = USBREQ;
1292	int i, ret = 0;
1293
1294	/* read fifo */
1295	r8a66597_write(r8a66597, ~VALID, INTSTS0);
1296
1297	for (i = 0; i < 4; i++)
1298		p[i] = r8a66597_read(r8a66597, offset + i*2);
1299
1300	/* check request */
1301	if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD) {
1302		switch (ctrl->bRequest) {
1303		case USB_REQ_GET_STATUS:
1304			get_status(r8a66597, ctrl);
1305			break;
1306		case USB_REQ_CLEAR_FEATURE:
1307			clear_feature(r8a66597, ctrl);
1308			break;
1309		case USB_REQ_SET_FEATURE:
1310			set_feature(r8a66597, ctrl);
1311			break;
1312		default:
1313			ret = 1;
1314			break;
1315		}
1316	} else
1317		ret = 1;
1318	return ret;
1319}
1320
1321static void r8a66597_update_usb_speed(struct r8a66597 *r8a66597)
1322{
1323	u16 speed = get_usb_speed(r8a66597);
1324
1325	switch (speed) {
1326	case HSMODE:
1327		r8a66597->gadget.speed = USB_SPEED_HIGH;
1328		break;
1329	case FSMODE:
1330		r8a66597->gadget.speed = USB_SPEED_FULL;
1331		break;
1332	default:
1333		r8a66597->gadget.speed = USB_SPEED_UNKNOWN;
1334		dev_err(r8a66597_to_dev(r8a66597), "USB speed unknown\n");
1335	}
1336}
1337
1338static void irq_device_state(struct r8a66597 *r8a66597)
1339{
1340	u16 dvsq;
1341
1342	dvsq = r8a66597_read(r8a66597, INTSTS0) & DVSQ;
1343	r8a66597_write(r8a66597, ~DVST, INTSTS0);
1344
1345	if (dvsq == DS_DFLT) {
1346		/* bus reset */
1347		spin_unlock(&r8a66597->lock);
1348		r8a66597->driver->disconnect(&r8a66597->gadget);
1349		spin_lock(&r8a66597->lock);
1350		r8a66597_update_usb_speed(r8a66597);
1351	}
1352	if (r8a66597->old_dvsq == DS_CNFG && dvsq != DS_CNFG)
1353		r8a66597_update_usb_speed(r8a66597);
1354	if ((dvsq == DS_CNFG || dvsq == DS_ADDS)
1355			&& r8a66597->gadget.speed == USB_SPEED_UNKNOWN)
1356		r8a66597_update_usb_speed(r8a66597);
1357
1358	r8a66597->old_dvsq = dvsq;
1359}
1360
1361static void irq_control_stage(struct r8a66597 *r8a66597)
1362__releases(r8a66597->lock)
1363__acquires(r8a66597->lock)
1364{
1365	struct usb_ctrlrequest ctrl;
1366	u16 ctsq;
1367
1368	ctsq = r8a66597_read(r8a66597, INTSTS0) & CTSQ;
1369	r8a66597_write(r8a66597, ~CTRT, INTSTS0);
1370
1371	switch (ctsq) {
1372	case CS_IDST: {
1373		struct r8a66597_ep *ep;
1374		struct r8a66597_request *req;
1375		ep = &r8a66597->ep[0];
1376		req = get_request_from_ep(ep);
1377		transfer_complete(ep, req, 0);
1378		}
1379		break;
1380
1381	case CS_RDDS:
1382	case CS_WRDS:
1383	case CS_WRND:
1384		if (setup_packet(r8a66597, &ctrl)) {
1385			spin_unlock(&r8a66597->lock);
1386			if (r8a66597->driver->setup(&r8a66597->gadget, &ctrl)
1387				< 0)
1388				pipe_stall(r8a66597, 0);
1389			spin_lock(&r8a66597->lock);
1390		}
1391		break;
1392	case CS_RDSS:
1393	case CS_WRSS:
1394		control_end(r8a66597, 0);
1395		break;
1396	default:
1397		dev_err(r8a66597_to_dev(r8a66597),
1398			"ctrl_stage: unexpect ctsq(%x)\n", ctsq);
1399		break;
1400	}
1401}
1402
1403static void sudmac_finish(struct r8a66597 *r8a66597, struct r8a66597_ep *ep)
1404{
1405	u16 pipenum;
1406	struct r8a66597_request *req;
1407	u32 len;
1408	int i = 0;
1409
1410	pipenum = ep->pipenum;
1411	pipe_change(r8a66597, pipenum);
1412
1413	while (!(r8a66597_read(r8a66597, ep->fifoctr) & FRDY)) {
1414		udelay(1);
1415		if (unlikely(i++ >= 10000)) {	/* timeout = 10 msec */
1416			dev_err(r8a66597_to_dev(r8a66597),
1417				"%s: FRDY was not set (%d)\n",
1418				__func__, pipenum);
1419			return;
1420		}
1421	}
1422
1423	r8a66597_bset(r8a66597, BCLR, ep->fifoctr);
1424	req = get_request_from_ep(ep);
1425
1426	/* prepare parameters */
1427	len = r8a66597_sudmac_read(r8a66597, CH0CBC);
1428	req->req.actual += len;
1429
1430	/* clear */
1431	r8a66597_sudmac_write(r8a66597, CH0STCLR, DSTSCLR);
1432
1433	/* check transfer finish */
1434	if ((!req->req.zero && (req->req.actual == req->req.length))
1435			|| (len % ep->ep.maxpacket)) {
1436		if (ep->dma->dir) {
1437			disable_irq_ready(r8a66597, pipenum);
1438			enable_irq_empty(r8a66597, pipenum);
1439		} else {
1440			/* Clear the interrupt flag for next transfer */
1441			r8a66597_write(r8a66597, ~(1 << pipenum), BRDYSTS);
1442			transfer_complete(ep, req, 0);
1443		}
1444	}
1445}
1446
1447static void r8a66597_sudmac_irq(struct r8a66597 *r8a66597)
1448{
1449	u32 irqsts;
1450	struct r8a66597_ep *ep;
1451	u16 pipenum;
1452
1453	irqsts = r8a66597_sudmac_read(r8a66597, DINTSTS);
1454	if (irqsts & CH0ENDS) {
1455		r8a66597_sudmac_write(r8a66597, CH0ENDC, DINTSTSCLR);
1456		pipenum = (r8a66597_read(r8a66597, D0FIFOSEL) & CURPIPE);
1457		ep = r8a66597->pipenum2ep[pipenum];
1458		sudmac_finish(r8a66597, ep);
1459	}
1460}
1461
1462static irqreturn_t r8a66597_irq(int irq, void *_r8a66597)
1463{
1464	struct r8a66597 *r8a66597 = _r8a66597;
1465	u16 intsts0;
1466	u16 intenb0;
1467	u16 brdysts, nrdysts, bempsts;
1468	u16 brdyenb, nrdyenb, bempenb;
1469	u16 savepipe;
1470	u16 mask0;
1471
1472	spin_lock(&r8a66597->lock);
1473
1474	if (r8a66597_is_sudmac(r8a66597))
1475		r8a66597_sudmac_irq(r8a66597);
1476
1477	intsts0 = r8a66597_read(r8a66597, INTSTS0);
1478	intenb0 = r8a66597_read(r8a66597, INTENB0);
1479
1480	savepipe = r8a66597_read(r8a66597, CFIFOSEL);
1481
1482	mask0 = intsts0 & intenb0;
1483	if (mask0) {
1484		brdysts = r8a66597_read(r8a66597, BRDYSTS);
1485		nrdysts = r8a66597_read(r8a66597, NRDYSTS);
1486		bempsts = r8a66597_read(r8a66597, BEMPSTS);
1487		brdyenb = r8a66597_read(r8a66597, BRDYENB);
1488		nrdyenb = r8a66597_read(r8a66597, NRDYENB);
1489		bempenb = r8a66597_read(r8a66597, BEMPENB);
1490
1491		if (mask0 & VBINT) {
1492			r8a66597_write(r8a66597,  0xffff & ~VBINT,
1493					INTSTS0);
1494			r8a66597_start_xclock(r8a66597);
1495
1496			/* start vbus sampling */
1497			r8a66597->old_vbus = r8a66597_read(r8a66597, INTSTS0)
1498					& VBSTS;
1499			r8a66597->scount = R8A66597_MAX_SAMPLING;
1500
1501			mod_timer(&r8a66597->timer,
1502					jiffies + msecs_to_jiffies(50));
1503		}
1504		if (intsts0 & DVSQ)
1505			irq_device_state(r8a66597);
1506
1507		if ((intsts0 & BRDY) && (intenb0 & BRDYE)
1508				&& (brdysts & brdyenb))
1509			irq_pipe_ready(r8a66597, brdysts, brdyenb);
1510		if ((intsts0 & BEMP) && (intenb0 & BEMPE)
1511				&& (bempsts & bempenb))
1512			irq_pipe_empty(r8a66597, bempsts, bempenb);
1513
1514		if (intsts0 & CTRT)
1515			irq_control_stage(r8a66597);
1516	}
1517
1518	r8a66597_write(r8a66597, savepipe, CFIFOSEL);
1519
1520	spin_unlock(&r8a66597->lock);
1521	return IRQ_HANDLED;
1522}
1523
1524static void r8a66597_timer(unsigned long _r8a66597)
1525{
1526	struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
1527	unsigned long flags;
1528	u16 tmp;
1529
1530	spin_lock_irqsave(&r8a66597->lock, flags);
1531	tmp = r8a66597_read(r8a66597, SYSCFG0);
1532	if (r8a66597->scount > 0) {
1533		tmp = r8a66597_read(r8a66597, INTSTS0) & VBSTS;
1534		if (tmp == r8a66597->old_vbus) {
1535			r8a66597->scount--;
1536			if (r8a66597->scount == 0) {
1537				if (tmp == VBSTS)
1538					r8a66597_usb_connect(r8a66597);
1539				else
1540					r8a66597_usb_disconnect(r8a66597);
1541			} else {
1542				mod_timer(&r8a66597->timer,
1543					jiffies + msecs_to_jiffies(50));
1544			}
1545		} else {
1546			r8a66597->scount = R8A66597_MAX_SAMPLING;
1547			r8a66597->old_vbus = tmp;
1548			mod_timer(&r8a66597->timer,
1549					jiffies + msecs_to_jiffies(50));
1550		}
1551	}
1552	spin_unlock_irqrestore(&r8a66597->lock, flags);
1553}
1554
1555/*-------------------------------------------------------------------------*/
1556static int r8a66597_enable(struct usb_ep *_ep,
1557			 const struct usb_endpoint_descriptor *desc)
1558{
1559	struct r8a66597_ep *ep;
1560
1561	ep = container_of(_ep, struct r8a66597_ep, ep);
1562	return alloc_pipe_config(ep, desc);
1563}
1564
1565static int r8a66597_disable(struct usb_ep *_ep)
1566{
1567	struct r8a66597_ep *ep;
1568	struct r8a66597_request *req;
1569	unsigned long flags;
1570
1571	ep = container_of(_ep, struct r8a66597_ep, ep);
1572	BUG_ON(!ep);
1573
1574	while (!list_empty(&ep->queue)) {
1575		req = get_request_from_ep(ep);
1576		spin_lock_irqsave(&ep->r8a66597->lock, flags);
1577		transfer_complete(ep, req, -ECONNRESET);
1578		spin_unlock_irqrestore(&ep->r8a66597->lock, flags);
1579	}
1580
1581	pipe_irq_disable(ep->r8a66597, ep->pipenum);
1582	return free_pipe_config(ep);
1583}
1584
1585static struct usb_request *r8a66597_alloc_request(struct usb_ep *_ep,
1586						gfp_t gfp_flags)
1587{
1588	struct r8a66597_request *req;
1589
1590	req = kzalloc(sizeof(struct r8a66597_request), gfp_flags);
1591	if (!req)
1592		return NULL;
1593
1594	INIT_LIST_HEAD(&req->queue);
1595
1596	return &req->req;
1597}
1598
1599static void r8a66597_free_request(struct usb_ep *_ep, struct usb_request *_req)
1600{
1601	struct r8a66597_request *req;
1602
1603	req = container_of(_req, struct r8a66597_request, req);
1604	kfree(req);
1605}
1606
1607static int r8a66597_queue(struct usb_ep *_ep, struct usb_request *_req,
1608			gfp_t gfp_flags)
1609{
1610	struct r8a66597_ep *ep;
1611	struct r8a66597_request *req;
1612	unsigned long flags;
1613	int request = 0;
1614
1615	ep = container_of(_ep, struct r8a66597_ep, ep);
1616	req = container_of(_req, struct r8a66597_request, req);
1617
1618	if (ep->r8a66597->gadget.speed == USB_SPEED_UNKNOWN)
1619		return -ESHUTDOWN;
1620
1621	spin_lock_irqsave(&ep->r8a66597->lock, flags);
1622
1623	if (list_empty(&ep->queue))
1624		request = 1;
1625
1626	list_add_tail(&req->queue, &ep->queue);
1627	req->req.actual = 0;
1628	req->req.status = -EINPROGRESS;
1629
1630	if (ep->ep.desc == NULL)	/* control */
1631		start_ep0(ep, req);
1632	else {
1633		if (request && !ep->busy)
1634			start_packet(ep, req);
1635	}
1636
1637	spin_unlock_irqrestore(&ep->r8a66597->lock, flags);
1638
1639	return 0;
1640}
1641
1642static int r8a66597_dequeue(struct usb_ep *_ep, struct usb_request *_req)
1643{
1644	struct r8a66597_ep *ep;
1645	struct r8a66597_request *req;
1646	unsigned long flags;
1647
1648	ep = container_of(_ep, struct r8a66597_ep, ep);
1649	req = container_of(_req, struct r8a66597_request, req);
1650
1651	spin_lock_irqsave(&ep->r8a66597->lock, flags);
1652	if (!list_empty(&ep->queue))
1653		transfer_complete(ep, req, -ECONNRESET);
1654	spin_unlock_irqrestore(&ep->r8a66597->lock, flags);
1655
1656	return 0;
1657}
1658
1659static int r8a66597_set_halt(struct usb_ep *_ep, int value)
1660{
1661	struct r8a66597_ep *ep;
1662	struct r8a66597_request *req;
1663	unsigned long flags;
1664	int ret = 0;
1665
1666	ep = container_of(_ep, struct r8a66597_ep, ep);
1667	req = get_request_from_ep(ep);
1668
1669	spin_lock_irqsave(&ep->r8a66597->lock, flags);
1670	if (!list_empty(&ep->queue)) {
1671		ret = -EAGAIN;
1672		goto out;
1673	}
1674	if (value) {
1675		ep->busy = 1;
1676		pipe_stall(ep->r8a66597, ep->pipenum);
1677	} else {
1678		ep->busy = 0;
1679		ep->wedge = 0;
1680		pipe_stop(ep->r8a66597, ep->pipenum);
1681	}
1682
1683out:
1684	spin_unlock_irqrestore(&ep->r8a66597->lock, flags);
1685	return ret;
1686}
1687
1688static int r8a66597_set_wedge(struct usb_ep *_ep)
1689{
1690	struct r8a66597_ep *ep;
1691	unsigned long flags;
1692
1693	ep = container_of(_ep, struct r8a66597_ep, ep);
1694
1695	if (!ep || !ep->ep.desc)
1696		return -EINVAL;
1697
1698	spin_lock_irqsave(&ep->r8a66597->lock, flags);
1699	ep->wedge = 1;
1700	spin_unlock_irqrestore(&ep->r8a66597->lock, flags);
1701
1702	return usb_ep_set_halt(_ep);
1703}
1704
1705static void r8a66597_fifo_flush(struct usb_ep *_ep)
1706{
1707	struct r8a66597_ep *ep;
1708	unsigned long flags;
1709
1710	ep = container_of(_ep, struct r8a66597_ep, ep);
1711	spin_lock_irqsave(&ep->r8a66597->lock, flags);
1712	if (list_empty(&ep->queue) && !ep->busy) {
1713		pipe_stop(ep->r8a66597, ep->pipenum);
1714		r8a66597_bclr(ep->r8a66597, BCLR, ep->fifoctr);
1715		r8a66597_write(ep->r8a66597, ACLRM, ep->pipectr);
1716		r8a66597_write(ep->r8a66597, 0, ep->pipectr);
1717	}
1718	spin_unlock_irqrestore(&ep->r8a66597->lock, flags);
1719}
1720
1721static struct usb_ep_ops r8a66597_ep_ops = {
1722	.enable		= r8a66597_enable,
1723	.disable	= r8a66597_disable,
1724
1725	.alloc_request	= r8a66597_alloc_request,
1726	.free_request	= r8a66597_free_request,
1727
1728	.queue		= r8a66597_queue,
1729	.dequeue	= r8a66597_dequeue,
1730
1731	.set_halt	= r8a66597_set_halt,
1732	.set_wedge	= r8a66597_set_wedge,
1733	.fifo_flush	= r8a66597_fifo_flush,
1734};
1735
1736/*-------------------------------------------------------------------------*/
1737static int r8a66597_start(struct usb_gadget *gadget,
1738		struct usb_gadget_driver *driver)
1739{
1740	struct r8a66597 *r8a66597 = gadget_to_r8a66597(gadget);
1741
1742	if (!driver
1743			|| driver->max_speed < USB_SPEED_HIGH
1744			|| !driver->setup)
1745		return -EINVAL;
1746	if (!r8a66597)
1747		return -ENODEV;
1748
1749	/* hook up the driver */
1750	r8a66597->driver = driver;
1751
1752	init_controller(r8a66597);
1753	r8a66597_bset(r8a66597, VBSE, INTENB0);
1754	if (r8a66597_read(r8a66597, INTSTS0) & VBSTS) {
1755		r8a66597_start_xclock(r8a66597);
1756		/* start vbus sampling */
1757		r8a66597->old_vbus = r8a66597_read(r8a66597,
1758					 INTSTS0) & VBSTS;
1759		r8a66597->scount = R8A66597_MAX_SAMPLING;
1760		mod_timer(&r8a66597->timer, jiffies + msecs_to_jiffies(50));
1761	}
1762
1763	return 0;
1764}
1765
1766static int r8a66597_stop(struct usb_gadget *gadget,
1767		struct usb_gadget_driver *driver)
1768{
1769	struct r8a66597 *r8a66597 = gadget_to_r8a66597(gadget);
1770	unsigned long flags;
1771
1772	spin_lock_irqsave(&r8a66597->lock, flags);
1773	r8a66597_bclr(r8a66597, VBSE, INTENB0);
1774	disable_controller(r8a66597);
1775	spin_unlock_irqrestore(&r8a66597->lock, flags);
1776
1777	r8a66597->driver = NULL;
1778	return 0;
1779}
1780
1781/*-------------------------------------------------------------------------*/
1782static int r8a66597_get_frame(struct usb_gadget *_gadget)
1783{
1784	struct r8a66597 *r8a66597 = gadget_to_r8a66597(_gadget);
1785	return r8a66597_read(r8a66597, FRMNUM) & 0x03FF;
1786}
1787
1788static int r8a66597_pullup(struct usb_gadget *gadget, int is_on)
1789{
1790	struct r8a66597 *r8a66597 = gadget_to_r8a66597(gadget);
1791	unsigned long flags;
1792
1793	spin_lock_irqsave(&r8a66597->lock, flags);
1794	if (is_on)
1795		r8a66597_bset(r8a66597, DPRPU, SYSCFG0);
1796	else
1797		r8a66597_bclr(r8a66597, DPRPU, SYSCFG0);
1798	spin_unlock_irqrestore(&r8a66597->lock, flags);
1799
1800	return 0;
1801}
1802
1803static int r8a66597_set_selfpowered(struct usb_gadget *gadget, int is_self)
1804{
1805	struct r8a66597 *r8a66597 = gadget_to_r8a66597(gadget);
1806
1807	if (is_self)
1808		r8a66597->device_status |= 1 << USB_DEVICE_SELF_POWERED;
1809	else
1810		r8a66597->device_status &= ~(1 << USB_DEVICE_SELF_POWERED);
1811
1812	return 0;
1813}
1814
1815static const struct usb_gadget_ops r8a66597_gadget_ops = {
1816	.get_frame		= r8a66597_get_frame,
1817	.udc_start		= r8a66597_start,
1818	.udc_stop		= r8a66597_stop,
1819	.pullup			= r8a66597_pullup,
1820	.set_selfpowered	= r8a66597_set_selfpowered,
1821};
1822
1823static int __exit r8a66597_remove(struct platform_device *pdev)
1824{
1825	struct r8a66597		*r8a66597 = platform_get_drvdata(pdev);
1826
1827	usb_del_gadget_udc(&r8a66597->gadget);
1828	del_timer_sync(&r8a66597->timer);
1829	iounmap(r8a66597->reg);
1830	if (r8a66597->pdata->sudmac)
1831		iounmap(r8a66597->sudmac_reg);
1832	free_irq(platform_get_irq(pdev, 0), r8a66597);
1833	r8a66597_free_request(&r8a66597->ep[0].ep, r8a66597->ep0_req);
1834
1835	if (r8a66597->pdata->on_chip) {
1836		clk_disable_unprepare(r8a66597->clk);
1837		clk_put(r8a66597->clk);
1838	}
1839
1840	kfree(r8a66597);
1841	return 0;
1842}
1843
1844static void nop_completion(struct usb_ep *ep, struct usb_request *r)
1845{
1846}
1847
1848static int __init r8a66597_sudmac_ioremap(struct r8a66597 *r8a66597,
1849					  struct platform_device *pdev)
1850{
1851	struct resource *res;
1852
1853	res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "sudmac");
1854	if (!res) {
1855		dev_err(&pdev->dev, "platform_get_resource error(sudmac).\n");
1856		return -ENODEV;
1857	}
1858
1859	r8a66597->sudmac_reg = ioremap(res->start, resource_size(res));
1860	if (r8a66597->sudmac_reg == NULL) {
1861		dev_err(&pdev->dev, "ioremap error(sudmac).\n");
1862		return -ENOMEM;
1863	}
1864
1865	return 0;
1866}
1867
1868static int __init r8a66597_probe(struct platform_device *pdev)
1869{
1870	char clk_name[8];
1871	struct resource *res, *ires;
1872	int irq;
1873	void __iomem *reg = NULL;
1874	struct r8a66597 *r8a66597 = NULL;
1875	int ret = 0;
1876	int i;
1877	unsigned long irq_trigger;
1878
1879	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1880	if (!res) {
1881		ret = -ENODEV;
1882		dev_err(&pdev->dev, "platform_get_resource error.\n");
1883		goto clean_up;
1884	}
1885
1886	ires = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1887	irq = ires->start;
1888	irq_trigger = ires->flags & IRQF_TRIGGER_MASK;
1889
1890	if (irq < 0) {
1891		ret = -ENODEV;
1892		dev_err(&pdev->dev, "platform_get_irq error.\n");
1893		goto clean_up;
1894	}
1895
1896	reg = ioremap(res->start, resource_size(res));
1897	if (reg == NULL) {
1898		ret = -ENOMEM;
1899		dev_err(&pdev->dev, "ioremap error.\n");
1900		goto clean_up;
1901	}
1902
1903	/* initialize ucd */
1904	r8a66597 = kzalloc(sizeof(struct r8a66597), GFP_KERNEL);
1905	if (r8a66597 == NULL) {
1906		ret = -ENOMEM;
1907		dev_err(&pdev->dev, "kzalloc error\n");
1908		goto clean_up;
1909	}
1910
1911	spin_lock_init(&r8a66597->lock);
1912	platform_set_drvdata(pdev, r8a66597);
1913	r8a66597->pdata = dev_get_platdata(&pdev->dev);
1914	r8a66597->irq_sense_low = irq_trigger == IRQF_TRIGGER_LOW;
1915
1916	r8a66597->gadget.ops = &r8a66597_gadget_ops;
1917	r8a66597->gadget.max_speed = USB_SPEED_HIGH;
1918	r8a66597->gadget.name = udc_name;
1919
1920	init_timer(&r8a66597->timer);
1921	r8a66597->timer.function = r8a66597_timer;
1922	r8a66597->timer.data = (unsigned long)r8a66597;
1923	r8a66597->reg = reg;
1924
1925	if (r8a66597->pdata->on_chip) {
1926		snprintf(clk_name, sizeof(clk_name), "usb%d", pdev->id);
1927		r8a66597->clk = clk_get(&pdev->dev, clk_name);
1928		if (IS_ERR(r8a66597->clk)) {
1929			dev_err(&pdev->dev, "cannot get clock \"%s\"\n",
1930				clk_name);
1931			ret = PTR_ERR(r8a66597->clk);
1932			goto clean_up;
1933		}
1934		clk_prepare_enable(r8a66597->clk);
1935	}
1936
1937	if (r8a66597->pdata->sudmac) {
1938		ret = r8a66597_sudmac_ioremap(r8a66597, pdev);
1939		if (ret < 0)
1940			goto clean_up2;
1941	}
1942
1943	disable_controller(r8a66597); /* make sure controller is disabled */
1944
1945	ret = request_irq(irq, r8a66597_irq, IRQF_SHARED,
1946			udc_name, r8a66597);
1947	if (ret < 0) {
1948		dev_err(&pdev->dev, "request_irq error (%d)\n", ret);
1949		goto clean_up2;
1950	}
1951
1952	INIT_LIST_HEAD(&r8a66597->gadget.ep_list);
1953	r8a66597->gadget.ep0 = &r8a66597->ep[0].ep;
1954	INIT_LIST_HEAD(&r8a66597->gadget.ep0->ep_list);
1955	for (i = 0; i < R8A66597_MAX_NUM_PIPE; i++) {
1956		struct r8a66597_ep *ep = &r8a66597->ep[i];
1957
1958		if (i != 0) {
1959			INIT_LIST_HEAD(&r8a66597->ep[i].ep.ep_list);
1960			list_add_tail(&r8a66597->ep[i].ep.ep_list,
1961					&r8a66597->gadget.ep_list);
1962		}
1963		ep->r8a66597 = r8a66597;
1964		INIT_LIST_HEAD(&ep->queue);
1965		ep->ep.name = r8a66597_ep_name[i];
1966		ep->ep.ops = &r8a66597_ep_ops;
1967		usb_ep_set_maxpacket_limit(&ep->ep, 512);
1968	}
1969	usb_ep_set_maxpacket_limit(&r8a66597->ep[0].ep, 64);
1970	r8a66597->ep[0].pipenum = 0;
1971	r8a66597->ep[0].fifoaddr = CFIFO;
1972	r8a66597->ep[0].fifosel = CFIFOSEL;
1973	r8a66597->ep[0].fifoctr = CFIFOCTR;
1974	r8a66597->ep[0].pipectr = get_pipectr_addr(0);
1975	r8a66597->pipenum2ep[0] = &r8a66597->ep[0];
1976	r8a66597->epaddr2ep[0] = &r8a66597->ep[0];
1977
1978	r8a66597->ep0_req = r8a66597_alloc_request(&r8a66597->ep[0].ep,
1979							GFP_KERNEL);
1980	if (r8a66597->ep0_req == NULL) {
1981		ret = -ENOMEM;
1982		goto clean_up3;
1983	}
1984	r8a66597->ep0_req->complete = nop_completion;
1985
1986	ret = usb_add_gadget_udc(&pdev->dev, &r8a66597->gadget);
1987	if (ret)
1988		goto err_add_udc;
1989
1990	dev_info(&pdev->dev, "version %s\n", DRIVER_VERSION);
1991	return 0;
1992
1993err_add_udc:
1994	r8a66597_free_request(&r8a66597->ep[0].ep, r8a66597->ep0_req);
1995clean_up3:
1996	free_irq(irq, r8a66597);
1997clean_up2:
1998	if (r8a66597->pdata->on_chip) {
1999		clk_disable_unprepare(r8a66597->clk);
2000		clk_put(r8a66597->clk);
2001	}
2002clean_up:
2003	if (r8a66597) {
2004		if (r8a66597->sudmac_reg)
2005			iounmap(r8a66597->sudmac_reg);
2006		if (r8a66597->ep0_req)
2007			r8a66597_free_request(&r8a66597->ep[0].ep,
2008						r8a66597->ep0_req);
2009		kfree(r8a66597);
2010	}
2011	if (reg)
2012		iounmap(reg);
2013
2014	return ret;
2015}
2016
2017/*-------------------------------------------------------------------------*/
2018static struct platform_driver r8a66597_driver = {
2019	.remove =	__exit_p(r8a66597_remove),
2020	.driver		= {
2021		.name =	(char *) udc_name,
2022	},
2023};
2024
2025module_platform_driver_probe(r8a66597_driver, r8a66597_probe);
2026
2027MODULE_DESCRIPTION("R8A66597 USB gadget driver");
2028MODULE_LICENSE("GPL");
2029MODULE_AUTHOR("Yoshihiro Shimoda");
2030MODULE_ALIAS("platform:r8a66597_udc");