Linux Audio

Check our new training course

Loading...
v4.6
 
   1/*
   2 * Renesas USB driver
   3 *
   4 * Copyright (C) 2011 Renesas Solutions Corp.
 
   5 * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
   6 *
   7 * This program is distributed in the hope that it will be useful,
   8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
   9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  10 * GNU General Public License for more details.
  11 *
  12 * You should have received a copy of the GNU General Public License
  13 * along with this program; if not, write to the Free Software
  14 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  15 *
  16 */
  17#include <linux/delay.h>
  18#include <linux/dma-mapping.h>
  19#include <linux/io.h>
  20#include <linux/module.h>
  21#include <linux/platform_device.h>
  22#include <linux/usb/ch9.h>
  23#include <linux/usb/gadget.h>
  24#include <linux/usb/otg.h>
  25#include "common.h"
  26
  27/*
  28 *		struct
  29 */
  30struct usbhsg_request {
  31	struct usb_request	req;
  32	struct usbhs_pkt	pkt;
  33};
  34
  35#define EP_NAME_SIZE 8
  36struct usbhsg_gpriv;
  37struct usbhsg_uep {
  38	struct usb_ep		 ep;
  39	struct usbhs_pipe	*pipe;
 
  40
  41	char ep_name[EP_NAME_SIZE];
  42
  43	struct usbhsg_gpriv *gpriv;
  44};
  45
  46struct usbhsg_gpriv {
  47	struct usb_gadget	 gadget;
  48	struct usbhs_mod	 mod;
  49
  50	struct usbhsg_uep	*uep;
  51	int			 uep_size;
  52
  53	struct usb_gadget_driver	*driver;
  54	struct usb_phy		*transceiver;
  55	bool			 vbus_active;
  56
  57	u32	status;
  58#define USBHSG_STATUS_STARTED		(1 << 0)
  59#define USBHSG_STATUS_REGISTERD		(1 << 1)
  60#define USBHSG_STATUS_WEDGE		(1 << 2)
  61#define USBHSG_STATUS_SELF_POWERED	(1 << 3)
  62#define USBHSG_STATUS_SOFT_CONNECT	(1 << 4)
  63};
  64
  65struct usbhsg_recip_handle {
  66	char *name;
  67	int (*device)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  68		      struct usb_ctrlrequest *ctrl);
  69	int (*interface)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  70			 struct usb_ctrlrequest *ctrl);
  71	int (*endpoint)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  72			struct usb_ctrlrequest *ctrl);
  73};
  74
  75/*
  76 *		macro
  77 */
  78#define usbhsg_priv_to_gpriv(priv)			\
  79	container_of(					\
  80		usbhs_mod_get(priv, USBHS_GADGET),	\
  81		struct usbhsg_gpriv, mod)
  82
  83#define __usbhsg_for_each_uep(start, pos, g, i)	\
  84	for ((i) = start;					\
  85	     ((i) < (g)->uep_size) && ((pos) = (g)->uep + (i));	\
  86	     (i)++)
  87
  88#define usbhsg_for_each_uep(pos, gpriv, i)	\
  89	__usbhsg_for_each_uep(1, pos, gpriv, i)
  90
  91#define usbhsg_for_each_uep_with_dcp(pos, gpriv, i)	\
  92	__usbhsg_for_each_uep(0, pos, gpriv, i)
  93
  94#define usbhsg_gadget_to_gpriv(g)\
  95	container_of(g, struct usbhsg_gpriv, gadget)
  96
  97#define usbhsg_req_to_ureq(r)\
  98	container_of(r, struct usbhsg_request, req)
  99
 100#define usbhsg_ep_to_uep(e)		container_of(e, struct usbhsg_uep, ep)
 101#define usbhsg_gpriv_to_dev(gp)		usbhs_priv_to_dev((gp)->mod.priv)
 102#define usbhsg_gpriv_to_priv(gp)	((gp)->mod.priv)
 103#define usbhsg_gpriv_to_dcp(gp)		((gp)->uep)
 104#define usbhsg_gpriv_to_nth_uep(gp, i)	((gp)->uep + i)
 105#define usbhsg_uep_to_gpriv(u)		((u)->gpriv)
 106#define usbhsg_uep_to_pipe(u)		((u)->pipe)
 107#define usbhsg_pipe_to_uep(p)		((p)->mod_private)
 108#define usbhsg_is_dcp(u)		((u) == usbhsg_gpriv_to_dcp((u)->gpriv))
 109
 110#define usbhsg_ureq_to_pkt(u)		(&(u)->pkt)
 111#define usbhsg_pkt_to_ureq(i)	\
 112	container_of(i, struct usbhsg_request, pkt)
 113
 114#define usbhsg_is_not_connected(gp) ((gp)->gadget.speed == USB_SPEED_UNKNOWN)
 115
 116/* status */
 117#define usbhsg_status_init(gp)   do {(gp)->status = 0; } while (0)
 118#define usbhsg_status_set(gp, b) (gp->status |=  b)
 119#define usbhsg_status_clr(gp, b) (gp->status &= ~b)
 120#define usbhsg_status_has(gp, b) (gp->status &   b)
 121
 122/*
 123 *		queue push/pop
 124 */
 125static void __usbhsg_queue_pop(struct usbhsg_uep *uep,
 126			       struct usbhsg_request *ureq,
 127			       int status)
 128{
 129	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 130	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 131	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 132	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 133
 134	if (pipe)
 135		dev_dbg(dev, "pipe %d : queue pop\n", usbhs_pipe_number(pipe));
 136
 137	ureq->req.status = status;
 138	spin_unlock(usbhs_priv_to_lock(priv));
 139	usb_gadget_giveback_request(&uep->ep, &ureq->req);
 140	spin_lock(usbhs_priv_to_lock(priv));
 141}
 142
 143static void usbhsg_queue_pop(struct usbhsg_uep *uep,
 144			     struct usbhsg_request *ureq,
 145			     int status)
 146{
 147	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 148	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 149	unsigned long flags;
 150
 151	usbhs_lock(priv, flags);
 152	__usbhsg_queue_pop(uep, ureq, status);
 153	usbhs_unlock(priv, flags);
 154}
 155
 156static void usbhsg_queue_done(struct usbhs_priv *priv, struct usbhs_pkt *pkt)
 157{
 158	struct usbhs_pipe *pipe = pkt->pipe;
 159	struct usbhsg_uep *uep = usbhsg_pipe_to_uep(pipe);
 160	struct usbhsg_request *ureq = usbhsg_pkt_to_ureq(pkt);
 161	unsigned long flags;
 162
 163	ureq->req.actual = pkt->actual;
 164
 165	usbhs_lock(priv, flags);
 166	if (uep)
 167		__usbhsg_queue_pop(uep, ureq, 0);
 168	usbhs_unlock(priv, flags);
 169}
 170
 171static void usbhsg_queue_push(struct usbhsg_uep *uep,
 172			      struct usbhsg_request *ureq)
 173{
 174	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 175	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 176	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 177	struct usbhs_pkt *pkt = usbhsg_ureq_to_pkt(ureq);
 178	struct usb_request *req = &ureq->req;
 179
 180	req->actual = 0;
 181	req->status = -EINPROGRESS;
 182	usbhs_pkt_push(pipe, pkt, usbhsg_queue_done,
 183		       req->buf, req->length, req->zero, -1);
 184	usbhs_pkt_start(pipe);
 185
 186	dev_dbg(dev, "pipe %d : queue push (%d)\n",
 187		usbhs_pipe_number(pipe),
 188		req->length);
 189}
 190
 191/*
 192 *		dma map/unmap
 193 */
 194static int usbhsg_dma_map_ctrl(struct usbhs_pkt *pkt, int map)
 
 195{
 196	struct usbhsg_request *ureq = usbhsg_pkt_to_ureq(pkt);
 197	struct usb_request *req = &ureq->req;
 198	struct usbhs_pipe *pipe = pkt->pipe;
 199	struct usbhsg_uep *uep = usbhsg_pipe_to_uep(pipe);
 200	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 201	enum dma_data_direction dir;
 202	int ret = 0;
 203
 204	dir = usbhs_pipe_is_dir_host(pipe);
 205
 206	if (map) {
 207		/* it can not use scatter/gather */
 208		WARN_ON(req->num_sgs);
 209
 210		ret = usb_gadget_map_request(&gpriv->gadget, req, dir);
 211		if (ret < 0)
 212			return ret;
 213
 214		pkt->dma = req->dma;
 215	} else {
 216		usb_gadget_unmap_request(&gpriv->gadget, req, dir);
 217	}
 218
 219	return ret;
 220}
 221
 222/*
 223 *		USB_TYPE_STANDARD / clear feature functions
 224 */
 225static int usbhsg_recip_handler_std_control_done(struct usbhs_priv *priv,
 226						 struct usbhsg_uep *uep,
 227						 struct usb_ctrlrequest *ctrl)
 228{
 229	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 230	struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 231	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 232
 233	usbhs_dcp_control_transfer_done(pipe);
 234
 235	return 0;
 236}
 237
 238static int usbhsg_recip_handler_std_clear_endpoint(struct usbhs_priv *priv,
 239						   struct usbhsg_uep *uep,
 240						   struct usb_ctrlrequest *ctrl)
 241{
 242	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 243	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 244
 245	if (!usbhsg_status_has(gpriv, USBHSG_STATUS_WEDGE)) {
 246		usbhs_pipe_disable(pipe);
 247		usbhs_pipe_sequence_data0(pipe);
 248		usbhs_pipe_enable(pipe);
 249	}
 250
 251	usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 252
 253	usbhs_pkt_start(pipe);
 254
 255	return 0;
 256}
 257
 258static struct usbhsg_recip_handle req_clear_feature = {
 259	.name		= "clear feature",
 260	.device		= usbhsg_recip_handler_std_control_done,
 261	.interface	= usbhsg_recip_handler_std_control_done,
 262	.endpoint	= usbhsg_recip_handler_std_clear_endpoint,
 263};
 264
 265/*
 266 *		USB_TYPE_STANDARD / set feature functions
 267 */
 268static int usbhsg_recip_handler_std_set_device(struct usbhs_priv *priv,
 269						 struct usbhsg_uep *uep,
 270						 struct usb_ctrlrequest *ctrl)
 271{
 272	switch (le16_to_cpu(ctrl->wValue)) {
 273	case USB_DEVICE_TEST_MODE:
 274		usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 275		udelay(100);
 276		usbhs_sys_set_test_mode(priv, le16_to_cpu(ctrl->wIndex >> 8));
 277		break;
 278	default:
 279		usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 280		break;
 281	}
 282
 283	return 0;
 284}
 285
 286static int usbhsg_recip_handler_std_set_endpoint(struct usbhs_priv *priv,
 287						 struct usbhsg_uep *uep,
 288						 struct usb_ctrlrequest *ctrl)
 289{
 290	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 291
 292	usbhs_pipe_stall(pipe);
 293
 294	usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 295
 296	return 0;
 297}
 298
 299static struct usbhsg_recip_handle req_set_feature = {
 300	.name		= "set feature",
 301	.device		= usbhsg_recip_handler_std_set_device,
 302	.interface	= usbhsg_recip_handler_std_control_done,
 303	.endpoint	= usbhsg_recip_handler_std_set_endpoint,
 304};
 305
 306/*
 307 *		USB_TYPE_STANDARD / get status functions
 308 */
 309static void __usbhsg_recip_send_complete(struct usb_ep *ep,
 310					 struct usb_request *req)
 311{
 312	struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 313
 314	/* free allocated recip-buffer/usb_request */
 315	kfree(ureq->pkt.buf);
 316	usb_ep_free_request(ep, req);
 317}
 318
 319static void __usbhsg_recip_send_status(struct usbhsg_gpriv *gpriv,
 320				       unsigned short status)
 321{
 322	struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 323	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 324	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 325	struct usb_request *req;
 326	unsigned short *buf;
 327
 328	/* alloc new usb_request for recip */
 329	req = usb_ep_alloc_request(&dcp->ep, GFP_ATOMIC);
 330	if (!req) {
 331		dev_err(dev, "recip request allocation fail\n");
 332		return;
 333	}
 334
 335	/* alloc recip data buffer */
 336	buf = kmalloc(sizeof(*buf), GFP_ATOMIC);
 337	if (!buf) {
 338		usb_ep_free_request(&dcp->ep, req);
 339		dev_err(dev, "recip data allocation fail\n");
 340		return;
 341	}
 342
 343	/* recip data is status */
 344	*buf = cpu_to_le16(status);
 345
 346	/* allocated usb_request/buffer will be freed */
 347	req->complete	= __usbhsg_recip_send_complete;
 348	req->buf	= buf;
 349	req->length	= sizeof(*buf);
 350	req->zero	= 0;
 351
 352	/* push packet */
 353	pipe->handler = &usbhs_fifo_pio_push_handler;
 354	usbhsg_queue_push(dcp, usbhsg_req_to_ureq(req));
 355}
 356
 357static int usbhsg_recip_handler_std_get_device(struct usbhs_priv *priv,
 358					       struct usbhsg_uep *uep,
 359					       struct usb_ctrlrequest *ctrl)
 360{
 361	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 362	unsigned short status = 0;
 363
 364	if (usbhsg_status_has(gpriv, USBHSG_STATUS_SELF_POWERED))
 365		status = 1 << USB_DEVICE_SELF_POWERED;
 366
 367	__usbhsg_recip_send_status(gpriv, status);
 368
 369	return 0;
 370}
 371
 372static int usbhsg_recip_handler_std_get_interface(struct usbhs_priv *priv,
 373						  struct usbhsg_uep *uep,
 374						  struct usb_ctrlrequest *ctrl)
 375{
 376	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 377	unsigned short status = 0;
 378
 379	__usbhsg_recip_send_status(gpriv, status);
 380
 381	return 0;
 382}
 383
 384static int usbhsg_recip_handler_std_get_endpoint(struct usbhs_priv *priv,
 385						 struct usbhsg_uep *uep,
 386						 struct usb_ctrlrequest *ctrl)
 387{
 388	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 389	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 390	unsigned short status = 0;
 391
 392	if (usbhs_pipe_is_stall(pipe))
 393		status = 1 << USB_ENDPOINT_HALT;
 394
 395	__usbhsg_recip_send_status(gpriv, status);
 396
 397	return 0;
 398}
 399
 400static struct usbhsg_recip_handle req_get_status = {
 401	.name		= "get status",
 402	.device		= usbhsg_recip_handler_std_get_device,
 403	.interface	= usbhsg_recip_handler_std_get_interface,
 404	.endpoint	= usbhsg_recip_handler_std_get_endpoint,
 405};
 406
 407/*
 408 *		USB_TYPE handler
 409 */
 410static int usbhsg_recip_run_handle(struct usbhs_priv *priv,
 411				   struct usbhsg_recip_handle *handler,
 412				   struct usb_ctrlrequest *ctrl)
 413{
 414	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 415	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 416	struct usbhsg_uep *uep;
 417	struct usbhs_pipe *pipe;
 418	int recip = ctrl->bRequestType & USB_RECIP_MASK;
 419	int nth = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
 420	int ret = 0;
 421	int (*func)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
 422		    struct usb_ctrlrequest *ctrl);
 423	char *msg;
 424
 425	uep = usbhsg_gpriv_to_nth_uep(gpriv, nth);
 426	pipe = usbhsg_uep_to_pipe(uep);
 427	if (!pipe) {
 428		dev_err(dev, "wrong recip request\n");
 429		return -EINVAL;
 430	}
 431
 432	switch (recip) {
 433	case USB_RECIP_DEVICE:
 434		msg	= "DEVICE";
 435		func	= handler->device;
 436		break;
 437	case USB_RECIP_INTERFACE:
 438		msg	= "INTERFACE";
 439		func	= handler->interface;
 440		break;
 441	case USB_RECIP_ENDPOINT:
 442		msg	= "ENDPOINT";
 443		func	= handler->endpoint;
 444		break;
 445	default:
 446		dev_warn(dev, "unsupported RECIP(%d)\n", recip);
 447		func = NULL;
 448		ret = -EINVAL;
 449	}
 450
 451	if (func) {
 452		dev_dbg(dev, "%s (pipe %d :%s)\n", handler->name, nth, msg);
 453		ret = func(priv, uep, ctrl);
 454	}
 455
 456	return ret;
 457}
 458
 459/*
 460 *		irq functions
 461 *
 462 * it will be called from usbhs_interrupt
 463 */
 464static int usbhsg_irq_dev_state(struct usbhs_priv *priv,
 465				struct usbhs_irq_state *irq_state)
 466{
 467	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 468	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 469
 470	gpriv->gadget.speed = usbhs_bus_get_speed(priv);
 471
 472	dev_dbg(dev, "state = %x : speed : %d\n",
 473		usbhs_status_get_device_state(irq_state),
 474		gpriv->gadget.speed);
 475
 476	return 0;
 477}
 478
 479static int usbhsg_irq_ctrl_stage(struct usbhs_priv *priv,
 480				 struct usbhs_irq_state *irq_state)
 481{
 482	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 483	struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 484	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 485	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 486	struct usb_ctrlrequest ctrl;
 487	struct usbhsg_recip_handle *recip_handler = NULL;
 488	int stage = usbhs_status_get_ctrl_stage(irq_state);
 489	int ret = 0;
 490
 491	dev_dbg(dev, "stage = %d\n", stage);
 492
 493	/*
 494	 * see Manual
 495	 *
 496	 *  "Operation"
 497	 *  - "Interrupt Function"
 498	 *    - "Control Transfer Stage Transition Interrupt"
 499	 *      - Fig. "Control Transfer Stage Transitions"
 500	 */
 501
 502	switch (stage) {
 503	case READ_DATA_STAGE:
 504		pipe->handler = &usbhs_fifo_pio_push_handler;
 505		break;
 506	case WRITE_DATA_STAGE:
 507		pipe->handler = &usbhs_fifo_pio_pop_handler;
 508		break;
 509	case NODATA_STATUS_STAGE:
 510		pipe->handler = &usbhs_ctrl_stage_end_handler;
 511		break;
 512	case READ_STATUS_STAGE:
 513	case WRITE_STATUS_STAGE:
 514		usbhs_dcp_control_transfer_done(pipe);
 
 515	default:
 516		return ret;
 517	}
 518
 519	/*
 520	 * get usb request
 521	 */
 522	usbhs_usbreq_get_val(priv, &ctrl);
 523
 524	switch (ctrl.bRequestType & USB_TYPE_MASK) {
 525	case USB_TYPE_STANDARD:
 526		switch (ctrl.bRequest) {
 527		case USB_REQ_CLEAR_FEATURE:
 528			recip_handler = &req_clear_feature;
 529			break;
 530		case USB_REQ_SET_FEATURE:
 531			recip_handler = &req_set_feature;
 532			break;
 533		case USB_REQ_GET_STATUS:
 534			recip_handler = &req_get_status;
 535			break;
 536		}
 537	}
 538
 539	/*
 540	 * setup stage / run recip
 541	 */
 542	if (recip_handler)
 543		ret = usbhsg_recip_run_handle(priv, recip_handler, &ctrl);
 544	else
 545		ret = gpriv->driver->setup(&gpriv->gadget, &ctrl);
 546
 547	if (ret < 0)
 548		usbhs_pipe_stall(pipe);
 549
 550	return ret;
 551}
 552
 553/*
 554 *
 555 *		usb_dcp_ops
 556 *
 557 */
 558static int usbhsg_pipe_disable(struct usbhsg_uep *uep)
 559{
 560	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 561	struct usbhs_pkt *pkt;
 562
 563	while (1) {
 564		pkt = usbhs_pkt_pop(pipe, NULL);
 565		if (!pkt)
 566			break;
 567
 568		usbhsg_queue_pop(uep, usbhsg_pkt_to_ureq(pkt), -ESHUTDOWN);
 569	}
 570
 571	usbhs_pipe_disable(pipe);
 572
 573	return 0;
 574}
 575
 576/*
 577 *
 578 *		usb_ep_ops
 579 *
 580 */
 581static int usbhsg_ep_enable(struct usb_ep *ep,
 582			 const struct usb_endpoint_descriptor *desc)
 583{
 584	struct usbhsg_uep *uep   = usbhsg_ep_to_uep(ep);
 585	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 586	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 587	struct usbhs_pipe *pipe;
 588	int ret = -EIO;
 
 
 
 589
 590	/*
 591	 * if it already have pipe,
 592	 * nothing to do
 593	 */
 594	if (uep->pipe) {
 595		usbhs_pipe_clear(uep->pipe);
 596		usbhs_pipe_sequence_data0(uep->pipe);
 597		return 0;
 
 598	}
 599
 600	pipe = usbhs_pipe_malloc(priv,
 601				 usb_endpoint_type(desc),
 602				 usb_endpoint_dir_in(desc));
 603	if (pipe) {
 604		uep->pipe		= pipe;
 605		pipe->mod_private	= uep;
 606
 607		/* set epnum / maxp */
 608		usbhs_pipe_config_update(pipe, 0,
 609					 usb_endpoint_num(desc),
 610					 usb_endpoint_maxp(desc));
 611
 612		/*
 613		 * usbhs_fifo_dma_push/pop_handler try to
 614		 * use dmaengine if possible.
 615		 * It will use pio handler if impossible.
 616		 */
 617		if (usb_endpoint_dir_in(desc))
 618			pipe->handler = &usbhs_fifo_dma_push_handler;
 619		else
 620			pipe->handler = &usbhs_fifo_dma_pop_handler;
 
 
 
 621
 622		ret = 0;
 623	}
 624
 
 
 
 625	return ret;
 626}
 627
 628static int usbhsg_ep_disable(struct usb_ep *ep)
 629{
 630	struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 631	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 
 632
 
 
 633	if (!pipe)
 634		return -EINVAL;
 635
 636	usbhsg_pipe_disable(uep);
 637	usbhs_pipe_free(pipe);
 638
 639	uep->pipe->mod_private	= NULL;
 640	uep->pipe		= NULL;
 641
 
 
 
 642	return 0;
 643}
 644
 645static struct usb_request *usbhsg_ep_alloc_request(struct usb_ep *ep,
 646						   gfp_t gfp_flags)
 647{
 648	struct usbhsg_request *ureq;
 649
 650	ureq = kzalloc(sizeof *ureq, gfp_flags);
 651	if (!ureq)
 652		return NULL;
 653
 654	usbhs_pkt_init(usbhsg_ureq_to_pkt(ureq));
 655
 656	return &ureq->req;
 657}
 658
 659static void usbhsg_ep_free_request(struct usb_ep *ep,
 660				   struct usb_request *req)
 661{
 662	struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 663
 664	WARN_ON(!list_empty(&ureq->pkt.node));
 665	kfree(ureq);
 666}
 667
 668static int usbhsg_ep_queue(struct usb_ep *ep, struct usb_request *req,
 669			  gfp_t gfp_flags)
 670{
 671	struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 672	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 673	struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 674	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 675
 676	/* param check */
 677	if (usbhsg_is_not_connected(gpriv)	||
 678	    unlikely(!gpriv->driver)		||
 679	    unlikely(!pipe))
 680		return -ESHUTDOWN;
 681
 682	usbhsg_queue_push(uep, ureq);
 683
 684	return 0;
 685}
 686
 687static int usbhsg_ep_dequeue(struct usb_ep *ep, struct usb_request *req)
 688{
 689	struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 690	struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 691	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 
 692
 
 
 693	if (pipe)
 694		usbhs_pkt_pop(pipe, usbhsg_ureq_to_pkt(ureq));
 695
 696	/*
 697	 * To dequeue a request, this driver should call the usbhsg_queue_pop()
 698	 * even if the pipe is NULL.
 699	 */
 700	usbhsg_queue_pop(uep, ureq, -ECONNRESET);
 
 701
 702	return 0;
 703}
 704
 705static int __usbhsg_ep_set_halt_wedge(struct usb_ep *ep, int halt, int wedge)
 706{
 707	struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 708	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 709	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 710	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 711	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 712	unsigned long flags;
 713
 714	usbhsg_pipe_disable(uep);
 715
 716	dev_dbg(dev, "set halt %d (pipe %d)\n",
 717		halt, usbhs_pipe_number(pipe));
 718
 719	/********************  spin lock ********************/
 720	usbhs_lock(priv, flags);
 721
 
 
 
 
 
 
 
 
 
 
 
 
 722	if (halt)
 723		usbhs_pipe_stall(pipe);
 724	else
 725		usbhs_pipe_disable(pipe);
 726
 727	if (halt && wedge)
 728		usbhsg_status_set(gpriv, USBHSG_STATUS_WEDGE);
 729	else
 730		usbhsg_status_clr(gpriv, USBHSG_STATUS_WEDGE);
 731
 
 732	usbhs_unlock(priv, flags);
 733	/********************  spin unlock ******************/
 734
 735	return 0;
 736}
 737
 738static int usbhsg_ep_set_halt(struct usb_ep *ep, int value)
 739{
 740	return __usbhsg_ep_set_halt_wedge(ep, value, 0);
 741}
 742
 743static int usbhsg_ep_set_wedge(struct usb_ep *ep)
 744{
 745	return __usbhsg_ep_set_halt_wedge(ep, 1, 1);
 746}
 747
 748static struct usb_ep_ops usbhsg_ep_ops = {
 749	.enable		= usbhsg_ep_enable,
 750	.disable	= usbhsg_ep_disable,
 751
 752	.alloc_request	= usbhsg_ep_alloc_request,
 753	.free_request	= usbhsg_ep_free_request,
 754
 755	.queue		= usbhsg_ep_queue,
 756	.dequeue	= usbhsg_ep_dequeue,
 757
 758	.set_halt	= usbhsg_ep_set_halt,
 759	.set_wedge	= usbhsg_ep_set_wedge,
 760};
 761
 762/*
 763 *		pullup control
 764 */
 765static int usbhsg_can_pullup(struct usbhs_priv *priv)
 766{
 767	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 768
 769	return gpriv->driver &&
 770	       usbhsg_status_has(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 771}
 772
 773static void usbhsg_update_pullup(struct usbhs_priv *priv)
 774{
 775	if (usbhsg_can_pullup(priv))
 776		usbhs_sys_function_pullup(priv, 1);
 777	else
 778		usbhs_sys_function_pullup(priv, 0);
 779}
 780
 781/*
 782 *		usb module start/end
 783 */
 784static int usbhsg_try_start(struct usbhs_priv *priv, u32 status)
 785{
 786	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 787	struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 788	struct usbhs_mod *mod = usbhs_mod_get_current(priv);
 789	struct device *dev = usbhs_priv_to_dev(priv);
 790	unsigned long flags;
 791	int ret = 0;
 792
 793	/********************  spin lock ********************/
 794	usbhs_lock(priv, flags);
 795
 796	usbhsg_status_set(gpriv, status);
 797	if (!(usbhsg_status_has(gpriv, USBHSG_STATUS_STARTED) &&
 798	      usbhsg_status_has(gpriv, USBHSG_STATUS_REGISTERD)))
 799		ret = -1; /* not ready */
 800
 801	usbhs_unlock(priv, flags);
 802	/********************  spin unlock ********************/
 803
 804	if (ret < 0)
 805		return 0; /* not ready is not error */
 806
 807	/*
 808	 * enable interrupt and systems if ready
 809	 */
 810	dev_dbg(dev, "start gadget\n");
 811
 812	/*
 813	 * pipe initialize and enable DCP
 814	 */
 815	usbhs_fifo_init(priv);
 816	usbhs_pipe_init(priv,
 817			usbhsg_dma_map_ctrl);
 818
 819	/* dcp init instead of usbhsg_ep_enable() */
 820	dcp->pipe		= usbhs_dcp_malloc(priv);
 821	dcp->pipe->mod_private	= dcp;
 822	usbhs_pipe_config_update(dcp->pipe, 0, 0, 64);
 823
 824	/*
 825	 * system config enble
 826	 * - HI speed
 827	 * - function
 828	 * - usb module
 829	 */
 830	usbhs_sys_function_ctrl(priv, 1);
 831	usbhsg_update_pullup(priv);
 832
 833	/*
 834	 * enable irq callback
 835	 */
 836	mod->irq_dev_state	= usbhsg_irq_dev_state;
 837	mod->irq_ctrl_stage	= usbhsg_irq_ctrl_stage;
 838	usbhs_irq_callback_update(priv, mod);
 839
 840	return 0;
 841}
 842
 843static int usbhsg_try_stop(struct usbhs_priv *priv, u32 status)
 844{
 845	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 846	struct usbhs_mod *mod = usbhs_mod_get_current(priv);
 847	struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 848	struct device *dev = usbhs_priv_to_dev(priv);
 849	unsigned long flags;
 850	int ret = 0;
 851
 852	/********************  spin lock ********************/
 853	usbhs_lock(priv, flags);
 854
 855	usbhsg_status_clr(gpriv, status);
 856	if (!usbhsg_status_has(gpriv, USBHSG_STATUS_STARTED) &&
 857	    !usbhsg_status_has(gpriv, USBHSG_STATUS_REGISTERD))
 858		ret = -1; /* already done */
 859
 860	usbhs_unlock(priv, flags);
 861	/********************  spin unlock ********************/
 862
 863	if (ret < 0)
 864		return 0; /* already done is not error */
 865
 866	/*
 867	 * disable interrupt and systems if 1st try
 868	 */
 869	usbhs_fifo_quit(priv);
 870
 871	/* disable all irq */
 872	mod->irq_dev_state	= NULL;
 873	mod->irq_ctrl_stage	= NULL;
 874	usbhs_irq_callback_update(priv, mod);
 875
 876	gpriv->gadget.speed = USB_SPEED_UNKNOWN;
 877
 878	/* disable sys */
 879	usbhs_sys_set_test_mode(priv, 0);
 880	usbhs_sys_function_ctrl(priv, 0);
 881
 882	usbhsg_ep_disable(&dcp->ep);
 
 
 883
 884	dev_dbg(dev, "stop gadget\n");
 885
 886	return 0;
 887}
 888
 889/*
 890 * VBUS provided by the PHY
 891 */
 892static int usbhsm_phy_get_vbus(struct platform_device *pdev)
 893{
 894	struct usbhs_priv *priv = usbhs_pdev_to_priv(pdev);
 895	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 896
 897	return  gpriv->vbus_active;
 898}
 899
 900static void usbhs_mod_phy_mode(struct usbhs_priv *priv)
 901{
 902	struct usbhs_mod_info *info = &priv->mod_info;
 903
 904	info->irq_vbus		= NULL;
 905	priv->pfunc.get_vbus	= usbhsm_phy_get_vbus;
 906
 907	usbhs_irq_callback_update(priv, NULL);
 908}
 909
 910/*
 911 *
 912 *		linux usb function
 913 *
 914 */
 915static int usbhsg_gadget_start(struct usb_gadget *gadget,
 916		struct usb_gadget_driver *driver)
 917{
 918	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 919	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 920	struct device *dev = usbhs_priv_to_dev(priv);
 921	int ret;
 922
 923	if (!driver		||
 924	    !driver->setup	||
 925	    driver->max_speed < USB_SPEED_FULL)
 926		return -EINVAL;
 927
 928	/* connect to bus through transceiver */
 929	if (!IS_ERR_OR_NULL(gpriv->transceiver)) {
 930		ret = otg_set_peripheral(gpriv->transceiver->otg,
 931					&gpriv->gadget);
 932		if (ret) {
 933			dev_err(dev, "%s: can't bind to transceiver\n",
 934				gpriv->gadget.name);
 935			return ret;
 936		}
 937
 938		/* get vbus using phy versions */
 939		usbhs_mod_phy_mode(priv);
 940	}
 941
 942	/* first hook up the driver ... */
 943	gpriv->driver = driver;
 944
 945	return usbhsg_try_start(priv, USBHSG_STATUS_REGISTERD);
 946}
 947
 948static int usbhsg_gadget_stop(struct usb_gadget *gadget)
 949{
 950	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 951	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 952
 953	usbhsg_try_stop(priv, USBHSG_STATUS_REGISTERD);
 954
 955	if (!IS_ERR_OR_NULL(gpriv->transceiver))
 956		otg_set_peripheral(gpriv->transceiver->otg, NULL);
 957
 958	gpriv->driver = NULL;
 959
 960	return 0;
 961}
 962
 963/*
 964 *		usb gadget ops
 965 */
 966static int usbhsg_get_frame(struct usb_gadget *gadget)
 967{
 968	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 969	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 970
 971	return usbhs_frame_get_num(priv);
 972}
 973
 974static int usbhsg_pullup(struct usb_gadget *gadget, int is_on)
 975{
 976	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 977	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 978	unsigned long flags;
 979
 980	usbhs_lock(priv, flags);
 981	if (is_on)
 982		usbhsg_status_set(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 983	else
 984		usbhsg_status_clr(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 985	usbhsg_update_pullup(priv);
 986	usbhs_unlock(priv, flags);
 987
 988	return 0;
 989}
 990
 991static int usbhsg_set_selfpowered(struct usb_gadget *gadget, int is_self)
 992{
 993	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 994
 995	if (is_self)
 996		usbhsg_status_set(gpriv, USBHSG_STATUS_SELF_POWERED);
 997	else
 998		usbhsg_status_clr(gpriv, USBHSG_STATUS_SELF_POWERED);
 999
1000	gadget->is_selfpowered = (is_self != 0);
1001
1002	return 0;
1003}
1004
1005static int usbhsg_vbus_session(struct usb_gadget *gadget, int is_active)
1006{
1007	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
1008	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
1009	struct platform_device *pdev = usbhs_priv_to_pdev(priv);
1010
1011	gpriv->vbus_active = !!is_active;
1012
1013	renesas_usbhs_call_notify_hotplug(pdev);
1014
1015	return 0;
1016}
1017
1018static const struct usb_gadget_ops usbhsg_gadget_ops = {
1019	.get_frame		= usbhsg_get_frame,
1020	.set_selfpowered	= usbhsg_set_selfpowered,
1021	.udc_start		= usbhsg_gadget_start,
1022	.udc_stop		= usbhsg_gadget_stop,
1023	.pullup			= usbhsg_pullup,
1024	.vbus_session		= usbhsg_vbus_session,
1025};
1026
1027static int usbhsg_start(struct usbhs_priv *priv)
1028{
1029	return usbhsg_try_start(priv, USBHSG_STATUS_STARTED);
1030}
1031
1032static int usbhsg_stop(struct usbhs_priv *priv)
1033{
1034	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
1035
1036	/* cable disconnect */
1037	if (gpriv->driver &&
1038	    gpriv->driver->disconnect)
1039		gpriv->driver->disconnect(&gpriv->gadget);
1040
1041	return usbhsg_try_stop(priv, USBHSG_STATUS_STARTED);
1042}
1043
1044int usbhs_mod_gadget_probe(struct usbhs_priv *priv)
1045{
1046	struct usbhsg_gpriv *gpriv;
1047	struct usbhsg_uep *uep;
1048	struct device *dev = usbhs_priv_to_dev(priv);
1049	struct renesas_usbhs_driver_pipe_config *pipe_configs =
1050					usbhs_get_dparam(priv, pipe_configs);
1051	int pipe_size = usbhs_get_dparam(priv, pipe_size);
1052	int i;
1053	int ret;
1054
1055	gpriv = kzalloc(sizeof(struct usbhsg_gpriv), GFP_KERNEL);
1056	if (!gpriv) {
1057		dev_err(dev, "Could not allocate gadget priv\n");
1058		return -ENOMEM;
1059	}
1060
1061	uep = kzalloc(sizeof(struct usbhsg_uep) * pipe_size, GFP_KERNEL);
1062	if (!uep) {
1063		dev_err(dev, "Could not allocate ep\n");
1064		ret = -ENOMEM;
1065		goto usbhs_mod_gadget_probe_err_gpriv;
1066	}
1067
1068	gpriv->transceiver = usb_get_phy(USB_PHY_TYPE_UNDEFINED);
1069	dev_info(dev, "%stransceiver found\n",
1070		 gpriv->transceiver ? "" : "no ");
1071
1072	/*
1073	 * CAUTION
1074	 *
1075	 * There is no guarantee that it is possible to access usb module here.
1076	 * Don't accesses to it.
1077	 * The accesse will be enable after "usbhsg_start"
1078	 */
1079
1080	/*
1081	 * register itself
1082	 */
1083	usbhs_mod_register(priv, &gpriv->mod, USBHS_GADGET);
1084
1085	/* init gpriv */
1086	gpriv->mod.name		= "gadget";
1087	gpriv->mod.start	= usbhsg_start;
1088	gpriv->mod.stop		= usbhsg_stop;
1089	gpriv->uep		= uep;
1090	gpriv->uep_size		= pipe_size;
1091	usbhsg_status_init(gpriv);
1092
1093	/*
1094	 * init gadget
1095	 */
1096	gpriv->gadget.dev.parent	= dev;
1097	gpriv->gadget.name		= "renesas_usbhs_udc";
1098	gpriv->gadget.ops		= &usbhsg_gadget_ops;
1099	gpriv->gadget.max_speed		= USB_SPEED_HIGH;
 
 
1100
1101	INIT_LIST_HEAD(&gpriv->gadget.ep_list);
1102
1103	/*
1104	 * init usb_ep
1105	 */
1106	usbhsg_for_each_uep_with_dcp(uep, gpriv, i) {
1107		uep->gpriv	= gpriv;
1108		uep->pipe	= NULL;
1109		snprintf(uep->ep_name, EP_NAME_SIZE, "ep%d", i);
1110
1111		uep->ep.name		= uep->ep_name;
1112		uep->ep.ops		= &usbhsg_ep_ops;
1113		INIT_LIST_HEAD(&uep->ep.ep_list);
 
1114
1115		/* init DCP */
1116		if (usbhsg_is_dcp(uep)) {
1117			gpriv->gadget.ep0 = &uep->ep;
1118			usb_ep_set_maxpacket_limit(&uep->ep, 64);
1119			uep->ep.caps.type_control = true;
1120		} else {
1121			/* init normal pipe */
1122			if (pipe_configs[i].type == USB_ENDPOINT_XFER_ISOC)
1123				uep->ep.caps.type_iso = true;
1124			if (pipe_configs[i].type == USB_ENDPOINT_XFER_BULK)
1125				uep->ep.caps.type_bulk = true;
1126			if (pipe_configs[i].type == USB_ENDPOINT_XFER_INT)
1127				uep->ep.caps.type_int = true;
1128			usb_ep_set_maxpacket_limit(&uep->ep,
1129						   pipe_configs[i].bufsize);
1130			list_add_tail(&uep->ep.ep_list, &gpriv->gadget.ep_list);
1131		}
1132		uep->ep.caps.dir_in = true;
1133		uep->ep.caps.dir_out = true;
1134	}
1135
1136	ret = usb_add_gadget_udc(dev, &gpriv->gadget);
1137	if (ret)
1138		goto err_add_udc;
1139
1140
1141	dev_info(dev, "gadget probed\n");
1142
1143	return 0;
1144
1145err_add_udc:
1146	kfree(gpriv->uep);
1147
1148usbhs_mod_gadget_probe_err_gpriv:
1149	kfree(gpriv);
1150
1151	return ret;
1152}
1153
1154void usbhs_mod_gadget_remove(struct usbhs_priv *priv)
1155{
1156	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
1157
1158	usb_del_gadget_udc(&gpriv->gadget);
1159
1160	kfree(gpriv->uep);
1161	kfree(gpriv);
1162}
v5.4
   1// SPDX-License-Identifier: GPL-1.0+
   2/*
   3 * Renesas USB driver
   4 *
   5 * Copyright (C) 2011 Renesas Solutions Corp.
   6 * Copyright (C) 2019 Renesas Electronics Corporation
   7 * Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
 
 
 
 
 
 
 
 
 
 
   8 */
   9#include <linux/delay.h>
  10#include <linux/dma-mapping.h>
  11#include <linux/io.h>
  12#include <linux/module.h>
  13#include <linux/platform_device.h>
  14#include <linux/usb/ch9.h>
  15#include <linux/usb/gadget.h>
  16#include <linux/usb/otg.h>
  17#include "common.h"
  18
  19/*
  20 *		struct
  21 */
  22struct usbhsg_request {
  23	struct usb_request	req;
  24	struct usbhs_pkt	pkt;
  25};
  26
  27#define EP_NAME_SIZE 8
  28struct usbhsg_gpriv;
  29struct usbhsg_uep {
  30	struct usb_ep		 ep;
  31	struct usbhs_pipe	*pipe;
  32	spinlock_t		lock;	/* protect the pipe */
  33
  34	char ep_name[EP_NAME_SIZE];
  35
  36	struct usbhsg_gpriv *gpriv;
  37};
  38
  39struct usbhsg_gpriv {
  40	struct usb_gadget	 gadget;
  41	struct usbhs_mod	 mod;
  42
  43	struct usbhsg_uep	*uep;
  44	int			 uep_size;
  45
  46	struct usb_gadget_driver	*driver;
  47	struct usb_phy		*transceiver;
  48	bool			 vbus_active;
  49
  50	u32	status;
  51#define USBHSG_STATUS_STARTED		(1 << 0)
  52#define USBHSG_STATUS_REGISTERD		(1 << 1)
  53#define USBHSG_STATUS_WEDGE		(1 << 2)
  54#define USBHSG_STATUS_SELF_POWERED	(1 << 3)
  55#define USBHSG_STATUS_SOFT_CONNECT	(1 << 4)
  56};
  57
  58struct usbhsg_recip_handle {
  59	char *name;
  60	int (*device)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  61		      struct usb_ctrlrequest *ctrl);
  62	int (*interface)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  63			 struct usb_ctrlrequest *ctrl);
  64	int (*endpoint)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
  65			struct usb_ctrlrequest *ctrl);
  66};
  67
  68/*
  69 *		macro
  70 */
  71#define usbhsg_priv_to_gpriv(priv)			\
  72	container_of(					\
  73		usbhs_mod_get(priv, USBHS_GADGET),	\
  74		struct usbhsg_gpriv, mod)
  75
  76#define __usbhsg_for_each_uep(start, pos, g, i)	\
  77	for ((i) = start;					\
  78	     ((i) < (g)->uep_size) && ((pos) = (g)->uep + (i));	\
  79	     (i)++)
  80
  81#define usbhsg_for_each_uep(pos, gpriv, i)	\
  82	__usbhsg_for_each_uep(1, pos, gpriv, i)
  83
  84#define usbhsg_for_each_uep_with_dcp(pos, gpriv, i)	\
  85	__usbhsg_for_each_uep(0, pos, gpriv, i)
  86
  87#define usbhsg_gadget_to_gpriv(g)\
  88	container_of(g, struct usbhsg_gpriv, gadget)
  89
  90#define usbhsg_req_to_ureq(r)\
  91	container_of(r, struct usbhsg_request, req)
  92
  93#define usbhsg_ep_to_uep(e)		container_of(e, struct usbhsg_uep, ep)
  94#define usbhsg_gpriv_to_dev(gp)		usbhs_priv_to_dev((gp)->mod.priv)
  95#define usbhsg_gpriv_to_priv(gp)	((gp)->mod.priv)
  96#define usbhsg_gpriv_to_dcp(gp)		((gp)->uep)
  97#define usbhsg_gpriv_to_nth_uep(gp, i)	((gp)->uep + i)
  98#define usbhsg_uep_to_gpriv(u)		((u)->gpriv)
  99#define usbhsg_uep_to_pipe(u)		((u)->pipe)
 100#define usbhsg_pipe_to_uep(p)		((p)->mod_private)
 101#define usbhsg_is_dcp(u)		((u) == usbhsg_gpriv_to_dcp((u)->gpriv))
 102
 103#define usbhsg_ureq_to_pkt(u)		(&(u)->pkt)
 104#define usbhsg_pkt_to_ureq(i)	\
 105	container_of(i, struct usbhsg_request, pkt)
 106
 107#define usbhsg_is_not_connected(gp) ((gp)->gadget.speed == USB_SPEED_UNKNOWN)
 108
 109/* status */
 110#define usbhsg_status_init(gp)   do {(gp)->status = 0; } while (0)
 111#define usbhsg_status_set(gp, b) (gp->status |=  b)
 112#define usbhsg_status_clr(gp, b) (gp->status &= ~b)
 113#define usbhsg_status_has(gp, b) (gp->status &   b)
 114
 115/*
 116 *		queue push/pop
 117 */
 118static void __usbhsg_queue_pop(struct usbhsg_uep *uep,
 119			       struct usbhsg_request *ureq,
 120			       int status)
 121{
 122	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 123	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 124	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 125	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 126
 127	if (pipe)
 128		dev_dbg(dev, "pipe %d : queue pop\n", usbhs_pipe_number(pipe));
 129
 130	ureq->req.status = status;
 131	spin_unlock(usbhs_priv_to_lock(priv));
 132	usb_gadget_giveback_request(&uep->ep, &ureq->req);
 133	spin_lock(usbhs_priv_to_lock(priv));
 134}
 135
 136static void usbhsg_queue_pop(struct usbhsg_uep *uep,
 137			     struct usbhsg_request *ureq,
 138			     int status)
 139{
 140	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 141	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 142	unsigned long flags;
 143
 144	usbhs_lock(priv, flags);
 145	__usbhsg_queue_pop(uep, ureq, status);
 146	usbhs_unlock(priv, flags);
 147}
 148
 149static void usbhsg_queue_done(struct usbhs_priv *priv, struct usbhs_pkt *pkt)
 150{
 151	struct usbhs_pipe *pipe = pkt->pipe;
 152	struct usbhsg_uep *uep = usbhsg_pipe_to_uep(pipe);
 153	struct usbhsg_request *ureq = usbhsg_pkt_to_ureq(pkt);
 154	unsigned long flags;
 155
 156	ureq->req.actual = pkt->actual;
 157
 158	usbhs_lock(priv, flags);
 159	if (uep)
 160		__usbhsg_queue_pop(uep, ureq, 0);
 161	usbhs_unlock(priv, flags);
 162}
 163
 164static void usbhsg_queue_push(struct usbhsg_uep *uep,
 165			      struct usbhsg_request *ureq)
 166{
 167	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 168	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 169	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 170	struct usbhs_pkt *pkt = usbhsg_ureq_to_pkt(ureq);
 171	struct usb_request *req = &ureq->req;
 172
 173	req->actual = 0;
 174	req->status = -EINPROGRESS;
 175	usbhs_pkt_push(pipe, pkt, usbhsg_queue_done,
 176		       req->buf, req->length, req->zero, -1);
 177	usbhs_pkt_start(pipe);
 178
 179	dev_dbg(dev, "pipe %d : queue push (%d)\n",
 180		usbhs_pipe_number(pipe),
 181		req->length);
 182}
 183
 184/*
 185 *		dma map/unmap
 186 */
 187static int usbhsg_dma_map_ctrl(struct device *dma_dev, struct usbhs_pkt *pkt,
 188			       int map)
 189{
 190	struct usbhsg_request *ureq = usbhsg_pkt_to_ureq(pkt);
 191	struct usb_request *req = &ureq->req;
 192	struct usbhs_pipe *pipe = pkt->pipe;
 
 
 193	enum dma_data_direction dir;
 194	int ret = 0;
 195
 196	dir = usbhs_pipe_is_dir_host(pipe);
 197
 198	if (map) {
 199		/* it can not use scatter/gather */
 200		WARN_ON(req->num_sgs);
 201
 202		ret = usb_gadget_map_request_by_dev(dma_dev, req, dir);
 203		if (ret < 0)
 204			return ret;
 205
 206		pkt->dma = req->dma;
 207	} else {
 208		usb_gadget_unmap_request_by_dev(dma_dev, req, dir);
 209	}
 210
 211	return ret;
 212}
 213
 214/*
 215 *		USB_TYPE_STANDARD / clear feature functions
 216 */
 217static int usbhsg_recip_handler_std_control_done(struct usbhs_priv *priv,
 218						 struct usbhsg_uep *uep,
 219						 struct usb_ctrlrequest *ctrl)
 220{
 221	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 222	struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 223	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 224
 225	usbhs_dcp_control_transfer_done(pipe);
 226
 227	return 0;
 228}
 229
 230static int usbhsg_recip_handler_std_clear_endpoint(struct usbhs_priv *priv,
 231						   struct usbhsg_uep *uep,
 232						   struct usb_ctrlrequest *ctrl)
 233{
 234	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 235	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 236
 237	if (!usbhsg_status_has(gpriv, USBHSG_STATUS_WEDGE)) {
 238		usbhs_pipe_disable(pipe);
 239		usbhs_pipe_sequence_data0(pipe);
 240		usbhs_pipe_enable(pipe);
 241	}
 242
 243	usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 244
 245	usbhs_pkt_start(pipe);
 246
 247	return 0;
 248}
 249
 250static struct usbhsg_recip_handle req_clear_feature = {
 251	.name		= "clear feature",
 252	.device		= usbhsg_recip_handler_std_control_done,
 253	.interface	= usbhsg_recip_handler_std_control_done,
 254	.endpoint	= usbhsg_recip_handler_std_clear_endpoint,
 255};
 256
 257/*
 258 *		USB_TYPE_STANDARD / set feature functions
 259 */
 260static int usbhsg_recip_handler_std_set_device(struct usbhs_priv *priv,
 261						 struct usbhsg_uep *uep,
 262						 struct usb_ctrlrequest *ctrl)
 263{
 264	switch (le16_to_cpu(ctrl->wValue)) {
 265	case USB_DEVICE_TEST_MODE:
 266		usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 267		udelay(100);
 268		usbhs_sys_set_test_mode(priv, le16_to_cpu(ctrl->wIndex) >> 8);
 269		break;
 270	default:
 271		usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 272		break;
 273	}
 274
 275	return 0;
 276}
 277
 278static int usbhsg_recip_handler_std_set_endpoint(struct usbhs_priv *priv,
 279						 struct usbhsg_uep *uep,
 280						 struct usb_ctrlrequest *ctrl)
 281{
 282	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 283
 284	usbhs_pipe_stall(pipe);
 285
 286	usbhsg_recip_handler_std_control_done(priv, uep, ctrl);
 287
 288	return 0;
 289}
 290
 291static struct usbhsg_recip_handle req_set_feature = {
 292	.name		= "set feature",
 293	.device		= usbhsg_recip_handler_std_set_device,
 294	.interface	= usbhsg_recip_handler_std_control_done,
 295	.endpoint	= usbhsg_recip_handler_std_set_endpoint,
 296};
 297
 298/*
 299 *		USB_TYPE_STANDARD / get status functions
 300 */
 301static void __usbhsg_recip_send_complete(struct usb_ep *ep,
 302					 struct usb_request *req)
 303{
 304	struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 305
 306	/* free allocated recip-buffer/usb_request */
 307	kfree(ureq->pkt.buf);
 308	usb_ep_free_request(ep, req);
 309}
 310
 311static void __usbhsg_recip_send_status(struct usbhsg_gpriv *gpriv,
 312				       unsigned short status)
 313{
 314	struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 315	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 316	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 317	struct usb_request *req;
 318	__le16 *buf;
 319
 320	/* alloc new usb_request for recip */
 321	req = usb_ep_alloc_request(&dcp->ep, GFP_ATOMIC);
 322	if (!req) {
 323		dev_err(dev, "recip request allocation fail\n");
 324		return;
 325	}
 326
 327	/* alloc recip data buffer */
 328	buf = kmalloc(sizeof(*buf), GFP_ATOMIC);
 329	if (!buf) {
 330		usb_ep_free_request(&dcp->ep, req);
 
 331		return;
 332	}
 333
 334	/* recip data is status */
 335	*buf = cpu_to_le16(status);
 336
 337	/* allocated usb_request/buffer will be freed */
 338	req->complete	= __usbhsg_recip_send_complete;
 339	req->buf	= buf;
 340	req->length	= sizeof(*buf);
 341	req->zero	= 0;
 342
 343	/* push packet */
 344	pipe->handler = &usbhs_fifo_pio_push_handler;
 345	usbhsg_queue_push(dcp, usbhsg_req_to_ureq(req));
 346}
 347
 348static int usbhsg_recip_handler_std_get_device(struct usbhs_priv *priv,
 349					       struct usbhsg_uep *uep,
 350					       struct usb_ctrlrequest *ctrl)
 351{
 352	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 353	unsigned short status = 0;
 354
 355	if (usbhsg_status_has(gpriv, USBHSG_STATUS_SELF_POWERED))
 356		status = 1 << USB_DEVICE_SELF_POWERED;
 357
 358	__usbhsg_recip_send_status(gpriv, status);
 359
 360	return 0;
 361}
 362
 363static int usbhsg_recip_handler_std_get_interface(struct usbhs_priv *priv,
 364						  struct usbhsg_uep *uep,
 365						  struct usb_ctrlrequest *ctrl)
 366{
 367	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 368	unsigned short status = 0;
 369
 370	__usbhsg_recip_send_status(gpriv, status);
 371
 372	return 0;
 373}
 374
 375static int usbhsg_recip_handler_std_get_endpoint(struct usbhs_priv *priv,
 376						 struct usbhsg_uep *uep,
 377						 struct usb_ctrlrequest *ctrl)
 378{
 379	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 380	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 381	unsigned short status = 0;
 382
 383	if (usbhs_pipe_is_stall(pipe))
 384		status = 1 << USB_ENDPOINT_HALT;
 385
 386	__usbhsg_recip_send_status(gpriv, status);
 387
 388	return 0;
 389}
 390
 391static struct usbhsg_recip_handle req_get_status = {
 392	.name		= "get status",
 393	.device		= usbhsg_recip_handler_std_get_device,
 394	.interface	= usbhsg_recip_handler_std_get_interface,
 395	.endpoint	= usbhsg_recip_handler_std_get_endpoint,
 396};
 397
 398/*
 399 *		USB_TYPE handler
 400 */
 401static int usbhsg_recip_run_handle(struct usbhs_priv *priv,
 402				   struct usbhsg_recip_handle *handler,
 403				   struct usb_ctrlrequest *ctrl)
 404{
 405	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 406	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 407	struct usbhsg_uep *uep;
 408	struct usbhs_pipe *pipe;
 409	int recip = ctrl->bRequestType & USB_RECIP_MASK;
 410	int nth = le16_to_cpu(ctrl->wIndex) & USB_ENDPOINT_NUMBER_MASK;
 411	int ret = 0;
 412	int (*func)(struct usbhs_priv *priv, struct usbhsg_uep *uep,
 413		    struct usb_ctrlrequest *ctrl);
 414	char *msg;
 415
 416	uep = usbhsg_gpriv_to_nth_uep(gpriv, nth);
 417	pipe = usbhsg_uep_to_pipe(uep);
 418	if (!pipe) {
 419		dev_err(dev, "wrong recip request\n");
 420		return -EINVAL;
 421	}
 422
 423	switch (recip) {
 424	case USB_RECIP_DEVICE:
 425		msg	= "DEVICE";
 426		func	= handler->device;
 427		break;
 428	case USB_RECIP_INTERFACE:
 429		msg	= "INTERFACE";
 430		func	= handler->interface;
 431		break;
 432	case USB_RECIP_ENDPOINT:
 433		msg	= "ENDPOINT";
 434		func	= handler->endpoint;
 435		break;
 436	default:
 437		dev_warn(dev, "unsupported RECIP(%d)\n", recip);
 438		func = NULL;
 439		ret = -EINVAL;
 440	}
 441
 442	if (func) {
 443		dev_dbg(dev, "%s (pipe %d :%s)\n", handler->name, nth, msg);
 444		ret = func(priv, uep, ctrl);
 445	}
 446
 447	return ret;
 448}
 449
 450/*
 451 *		irq functions
 452 *
 453 * it will be called from usbhs_interrupt
 454 */
 455static int usbhsg_irq_dev_state(struct usbhs_priv *priv,
 456				struct usbhs_irq_state *irq_state)
 457{
 458	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 459	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 460
 461	gpriv->gadget.speed = usbhs_bus_get_speed(priv);
 462
 463	dev_dbg(dev, "state = %x : speed : %d\n",
 464		usbhs_status_get_device_state(irq_state),
 465		gpriv->gadget.speed);
 466
 467	return 0;
 468}
 469
 470static int usbhsg_irq_ctrl_stage(struct usbhs_priv *priv,
 471				 struct usbhs_irq_state *irq_state)
 472{
 473	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 474	struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 475	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(dcp);
 476	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 477	struct usb_ctrlrequest ctrl;
 478	struct usbhsg_recip_handle *recip_handler = NULL;
 479	int stage = usbhs_status_get_ctrl_stage(irq_state);
 480	int ret = 0;
 481
 482	dev_dbg(dev, "stage = %d\n", stage);
 483
 484	/*
 485	 * see Manual
 486	 *
 487	 *  "Operation"
 488	 *  - "Interrupt Function"
 489	 *    - "Control Transfer Stage Transition Interrupt"
 490	 *      - Fig. "Control Transfer Stage Transitions"
 491	 */
 492
 493	switch (stage) {
 494	case READ_DATA_STAGE:
 495		pipe->handler = &usbhs_fifo_pio_push_handler;
 496		break;
 497	case WRITE_DATA_STAGE:
 498		pipe->handler = &usbhs_fifo_pio_pop_handler;
 499		break;
 500	case NODATA_STATUS_STAGE:
 501		pipe->handler = &usbhs_ctrl_stage_end_handler;
 502		break;
 503	case READ_STATUS_STAGE:
 504	case WRITE_STATUS_STAGE:
 505		usbhs_dcp_control_transfer_done(pipe);
 506		/* fall through */
 507	default:
 508		return ret;
 509	}
 510
 511	/*
 512	 * get usb request
 513	 */
 514	usbhs_usbreq_get_val(priv, &ctrl);
 515
 516	switch (ctrl.bRequestType & USB_TYPE_MASK) {
 517	case USB_TYPE_STANDARD:
 518		switch (ctrl.bRequest) {
 519		case USB_REQ_CLEAR_FEATURE:
 520			recip_handler = &req_clear_feature;
 521			break;
 522		case USB_REQ_SET_FEATURE:
 523			recip_handler = &req_set_feature;
 524			break;
 525		case USB_REQ_GET_STATUS:
 526			recip_handler = &req_get_status;
 527			break;
 528		}
 529	}
 530
 531	/*
 532	 * setup stage / run recip
 533	 */
 534	if (recip_handler)
 535		ret = usbhsg_recip_run_handle(priv, recip_handler, &ctrl);
 536	else
 537		ret = gpriv->driver->setup(&gpriv->gadget, &ctrl);
 538
 539	if (ret < 0)
 540		usbhs_pipe_stall(pipe);
 541
 542	return ret;
 543}
 544
 545/*
 546 *
 547 *		usb_dcp_ops
 548 *
 549 */
 550static int usbhsg_pipe_disable(struct usbhsg_uep *uep)
 551{
 552	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 553	struct usbhs_pkt *pkt;
 554
 555	while (1) {
 556		pkt = usbhs_pkt_pop(pipe, NULL);
 557		if (!pkt)
 558			break;
 559
 560		usbhsg_queue_pop(uep, usbhsg_pkt_to_ureq(pkt), -ESHUTDOWN);
 561	}
 562
 563	usbhs_pipe_disable(pipe);
 564
 565	return 0;
 566}
 567
 568/*
 569 *
 570 *		usb_ep_ops
 571 *
 572 */
 573static int usbhsg_ep_enable(struct usb_ep *ep,
 574			 const struct usb_endpoint_descriptor *desc)
 575{
 576	struct usbhsg_uep *uep   = usbhsg_ep_to_uep(ep);
 577	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 578	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 579	struct usbhs_pipe *pipe;
 580	int ret = -EIO;
 581	unsigned long flags;
 582
 583	usbhs_lock(priv, flags);
 584
 585	/*
 586	 * if it already have pipe,
 587	 * nothing to do
 588	 */
 589	if (uep->pipe) {
 590		usbhs_pipe_clear(uep->pipe);
 591		usbhs_pipe_sequence_data0(uep->pipe);
 592		ret = 0;
 593		goto usbhsg_ep_enable_end;
 594	}
 595
 596	pipe = usbhs_pipe_malloc(priv,
 597				 usb_endpoint_type(desc),
 598				 usb_endpoint_dir_in(desc));
 599	if (pipe) {
 600		uep->pipe		= pipe;
 601		pipe->mod_private	= uep;
 602
 603		/* set epnum / maxp */
 604		usbhs_pipe_config_update(pipe, 0,
 605					 usb_endpoint_num(desc),
 606					 usb_endpoint_maxp(desc));
 607
 608		/*
 609		 * usbhs_fifo_dma_push/pop_handler try to
 610		 * use dmaengine if possible.
 611		 * It will use pio handler if impossible.
 612		 */
 613		if (usb_endpoint_dir_in(desc)) {
 614			pipe->handler = &usbhs_fifo_dma_push_handler;
 615		} else {
 616			pipe->handler = &usbhs_fifo_dma_pop_handler;
 617			usbhs_xxxsts_clear(priv, BRDYSTS,
 618					   usbhs_pipe_number(pipe));
 619		}
 620
 621		ret = 0;
 622	}
 623
 624usbhsg_ep_enable_end:
 625	usbhs_unlock(priv, flags);
 626
 627	return ret;
 628}
 629
 630static int usbhsg_ep_disable(struct usb_ep *ep)
 631{
 632	struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 633	struct usbhs_pipe *pipe;
 634	unsigned long flags;
 635
 636	spin_lock_irqsave(&uep->lock, flags);
 637	pipe = usbhsg_uep_to_pipe(uep);
 638	if (!pipe)
 639		goto out;
 640
 641	usbhsg_pipe_disable(uep);
 642	usbhs_pipe_free(pipe);
 643
 644	uep->pipe->mod_private	= NULL;
 645	uep->pipe		= NULL;
 646
 647out:
 648	spin_unlock_irqrestore(&uep->lock, flags);
 649
 650	return 0;
 651}
 652
 653static struct usb_request *usbhsg_ep_alloc_request(struct usb_ep *ep,
 654						   gfp_t gfp_flags)
 655{
 656	struct usbhsg_request *ureq;
 657
 658	ureq = kzalloc(sizeof *ureq, gfp_flags);
 659	if (!ureq)
 660		return NULL;
 661
 662	usbhs_pkt_init(usbhsg_ureq_to_pkt(ureq));
 663
 664	return &ureq->req;
 665}
 666
 667static void usbhsg_ep_free_request(struct usb_ep *ep,
 668				   struct usb_request *req)
 669{
 670	struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 671
 672	WARN_ON(!list_empty(&ureq->pkt.node));
 673	kfree(ureq);
 674}
 675
 676static int usbhsg_ep_queue(struct usb_ep *ep, struct usb_request *req,
 677			  gfp_t gfp_flags)
 678{
 679	struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 680	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 681	struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 682	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 683
 684	/* param check */
 685	if (usbhsg_is_not_connected(gpriv)	||
 686	    unlikely(!gpriv->driver)		||
 687	    unlikely(!pipe))
 688		return -ESHUTDOWN;
 689
 690	usbhsg_queue_push(uep, ureq);
 691
 692	return 0;
 693}
 694
 695static int usbhsg_ep_dequeue(struct usb_ep *ep, struct usb_request *req)
 696{
 697	struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 698	struct usbhsg_request *ureq = usbhsg_req_to_ureq(req);
 699	struct usbhs_pipe *pipe;
 700	unsigned long flags;
 701
 702	spin_lock_irqsave(&uep->lock, flags);
 703	pipe = usbhsg_uep_to_pipe(uep);
 704	if (pipe)
 705		usbhs_pkt_pop(pipe, usbhsg_ureq_to_pkt(ureq));
 706
 707	/*
 708	 * To dequeue a request, this driver should call the usbhsg_queue_pop()
 709	 * even if the pipe is NULL.
 710	 */
 711	usbhsg_queue_pop(uep, ureq, -ECONNRESET);
 712	spin_unlock_irqrestore(&uep->lock, flags);
 713
 714	return 0;
 715}
 716
 717static int __usbhsg_ep_set_halt_wedge(struct usb_ep *ep, int halt, int wedge)
 718{
 719	struct usbhsg_uep *uep = usbhsg_ep_to_uep(ep);
 720	struct usbhs_pipe *pipe = usbhsg_uep_to_pipe(uep);
 721	struct usbhsg_gpriv *gpriv = usbhsg_uep_to_gpriv(uep);
 722	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 723	struct device *dev = usbhsg_gpriv_to_dev(gpriv);
 724	unsigned long flags;
 725	int ret = 0;
 
 726
 727	dev_dbg(dev, "set halt %d (pipe %d)\n",
 728		halt, usbhs_pipe_number(pipe));
 729
 730	/********************  spin lock ********************/
 731	usbhs_lock(priv, flags);
 732
 733	/*
 734	 * According to usb_ep_set_halt()'s description, this function should
 735	 * return -EAGAIN if the IN endpoint has any queue or data. Note
 736	 * that the usbhs_pipe_is_dir_in() returns false if the pipe is an
 737	 * IN endpoint in the gadget mode.
 738	 */
 739	if (!usbhs_pipe_is_dir_in(pipe) && (__usbhsf_pkt_get(pipe) ||
 740	    usbhs_pipe_contains_transmittable_data(pipe))) {
 741		ret = -EAGAIN;
 742		goto out;
 743	}
 744
 745	if (halt)
 746		usbhs_pipe_stall(pipe);
 747	else
 748		usbhs_pipe_disable(pipe);
 749
 750	if (halt && wedge)
 751		usbhsg_status_set(gpriv, USBHSG_STATUS_WEDGE);
 752	else
 753		usbhsg_status_clr(gpriv, USBHSG_STATUS_WEDGE);
 754
 755out:
 756	usbhs_unlock(priv, flags);
 757	/********************  spin unlock ******************/
 758
 759	return ret;
 760}
 761
 762static int usbhsg_ep_set_halt(struct usb_ep *ep, int value)
 763{
 764	return __usbhsg_ep_set_halt_wedge(ep, value, 0);
 765}
 766
 767static int usbhsg_ep_set_wedge(struct usb_ep *ep)
 768{
 769	return __usbhsg_ep_set_halt_wedge(ep, 1, 1);
 770}
 771
 772static const struct usb_ep_ops usbhsg_ep_ops = {
 773	.enable		= usbhsg_ep_enable,
 774	.disable	= usbhsg_ep_disable,
 775
 776	.alloc_request	= usbhsg_ep_alloc_request,
 777	.free_request	= usbhsg_ep_free_request,
 778
 779	.queue		= usbhsg_ep_queue,
 780	.dequeue	= usbhsg_ep_dequeue,
 781
 782	.set_halt	= usbhsg_ep_set_halt,
 783	.set_wedge	= usbhsg_ep_set_wedge,
 784};
 785
 786/*
 787 *		pullup control
 788 */
 789static int usbhsg_can_pullup(struct usbhs_priv *priv)
 790{
 791	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 792
 793	return gpriv->driver &&
 794	       usbhsg_status_has(gpriv, USBHSG_STATUS_SOFT_CONNECT);
 795}
 796
 797static void usbhsg_update_pullup(struct usbhs_priv *priv)
 798{
 799	if (usbhsg_can_pullup(priv))
 800		usbhs_sys_function_pullup(priv, 1);
 801	else
 802		usbhs_sys_function_pullup(priv, 0);
 803}
 804
 805/*
 806 *		usb module start/end
 807 */
 808static int usbhsg_try_start(struct usbhs_priv *priv, u32 status)
 809{
 810	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 811	struct usbhsg_uep *dcp = usbhsg_gpriv_to_dcp(gpriv);
 812	struct usbhs_mod *mod = usbhs_mod_get_current(priv);
 813	struct device *dev = usbhs_priv_to_dev(priv);
 814	unsigned long flags;
 815	int ret = 0;
 816
 817	/********************  spin lock ********************/
 818	usbhs_lock(priv, flags);
 819
 820	usbhsg_status_set(gpriv, status);
 821	if (!(usbhsg_status_has(gpriv, USBHSG_STATUS_STARTED) &&
 822	      usbhsg_status_has(gpriv, USBHSG_STATUS_REGISTERD)))
 823		ret = -1; /* not ready */
 824
 825	usbhs_unlock(priv, flags);
 826	/********************  spin unlock ********************/
 827
 828	if (ret < 0)
 829		return 0; /* not ready is not error */
 830
 831	/*
 832	 * enable interrupt and systems if ready
 833	 */
 834	dev_dbg(dev, "start gadget\n");
 835
 836	/*
 837	 * pipe initialize and enable DCP
 838	 */
 839	usbhs_fifo_init(priv);
 840	usbhs_pipe_init(priv,
 841			usbhsg_dma_map_ctrl);
 842
 843	/* dcp init instead of usbhsg_ep_enable() */
 844	dcp->pipe		= usbhs_dcp_malloc(priv);
 845	dcp->pipe->mod_private	= dcp;
 846	usbhs_pipe_config_update(dcp->pipe, 0, 0, 64);
 847
 848	/*
 849	 * system config enble
 850	 * - HI speed
 851	 * - function
 852	 * - usb module
 853	 */
 854	usbhs_sys_function_ctrl(priv, 1);
 855	usbhsg_update_pullup(priv);
 856
 857	/*
 858	 * enable irq callback
 859	 */
 860	mod->irq_dev_state	= usbhsg_irq_dev_state;
 861	mod->irq_ctrl_stage	= usbhsg_irq_ctrl_stage;
 862	usbhs_irq_callback_update(priv, mod);
 863
 864	return 0;
 865}
 866
 867static int usbhsg_try_stop(struct usbhs_priv *priv, u32 status)
 868{
 869	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 870	struct usbhs_mod *mod = usbhs_mod_get_current(priv);
 871	struct usbhsg_uep *uep;
 872	struct device *dev = usbhs_priv_to_dev(priv);
 873	unsigned long flags;
 874	int ret = 0, i;
 875
 876	/********************  spin lock ********************/
 877	usbhs_lock(priv, flags);
 878
 879	usbhsg_status_clr(gpriv, status);
 880	if (!usbhsg_status_has(gpriv, USBHSG_STATUS_STARTED) &&
 881	    !usbhsg_status_has(gpriv, USBHSG_STATUS_REGISTERD))
 882		ret = -1; /* already done */
 883
 884	usbhs_unlock(priv, flags);
 885	/********************  spin unlock ********************/
 886
 887	if (ret < 0)
 888		return 0; /* already done is not error */
 889
 890	/*
 891	 * disable interrupt and systems if 1st try
 892	 */
 893	usbhs_fifo_quit(priv);
 894
 895	/* disable all irq */
 896	mod->irq_dev_state	= NULL;
 897	mod->irq_ctrl_stage	= NULL;
 898	usbhs_irq_callback_update(priv, mod);
 899
 900	gpriv->gadget.speed = USB_SPEED_UNKNOWN;
 901
 902	/* disable sys */
 903	usbhs_sys_set_test_mode(priv, 0);
 904	usbhs_sys_function_ctrl(priv, 0);
 905
 906	/* disable all eps */
 907	usbhsg_for_each_uep_with_dcp(uep, gpriv, i)
 908		usbhsg_ep_disable(&uep->ep);
 909
 910	dev_dbg(dev, "stop gadget\n");
 911
 912	return 0;
 913}
 914
 915/*
 916 * VBUS provided by the PHY
 917 */
 918static int usbhsm_phy_get_vbus(struct platform_device *pdev)
 919{
 920	struct usbhs_priv *priv = usbhs_pdev_to_priv(pdev);
 921	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
 922
 923	return  gpriv->vbus_active;
 924}
 925
 926static void usbhs_mod_phy_mode(struct usbhs_priv *priv)
 927{
 928	struct usbhs_mod_info *info = &priv->mod_info;
 929
 930	info->irq_vbus = NULL;
 931	info->get_vbus = usbhsm_phy_get_vbus;
 932
 933	usbhs_irq_callback_update(priv, NULL);
 934}
 935
 936/*
 937 *
 938 *		linux usb function
 939 *
 940 */
 941static int usbhsg_gadget_start(struct usb_gadget *gadget,
 942		struct usb_gadget_driver *driver)
 943{
 944	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 945	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 946	struct device *dev = usbhs_priv_to_dev(priv);
 947	int ret;
 948
 949	if (!driver		||
 950	    !driver->setup	||
 951	    driver->max_speed < USB_SPEED_FULL)
 952		return -EINVAL;
 953
 954	/* connect to bus through transceiver */
 955	if (!IS_ERR_OR_NULL(gpriv->transceiver)) {
 956		ret = otg_set_peripheral(gpriv->transceiver->otg,
 957					&gpriv->gadget);
 958		if (ret) {
 959			dev_err(dev, "%s: can't bind to transceiver\n",
 960				gpriv->gadget.name);
 961			return ret;
 962		}
 963
 964		/* get vbus using phy versions */
 965		usbhs_mod_phy_mode(priv);
 966	}
 967
 968	/* first hook up the driver ... */
 969	gpriv->driver = driver;
 970
 971	return usbhsg_try_start(priv, USBHSG_STATUS_REGISTERD);
 972}
 973
 974static int usbhsg_gadget_stop(struct usb_gadget *gadget)
 975{
 976	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 977	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 978
 979	usbhsg_try_stop(priv, USBHSG_STATUS_REGISTERD);
 980
 981	if (!IS_ERR_OR_NULL(gpriv->transceiver))
 982		otg_set_peripheral(gpriv->transceiver->otg, NULL);
 983
 984	gpriv->driver = NULL;
 985
 986	return 0;
 987}
 988
 989/*
 990 *		usb gadget ops
 991 */
 992static int usbhsg_get_frame(struct usb_gadget *gadget)
 993{
 994	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
 995	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
 996
 997	return usbhs_frame_get_num(priv);
 998}
 999
1000static int usbhsg_pullup(struct usb_gadget *gadget, int is_on)
1001{
1002	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
1003	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
1004	unsigned long flags;
1005
1006	usbhs_lock(priv, flags);
1007	if (is_on)
1008		usbhsg_status_set(gpriv, USBHSG_STATUS_SOFT_CONNECT);
1009	else
1010		usbhsg_status_clr(gpriv, USBHSG_STATUS_SOFT_CONNECT);
1011	usbhsg_update_pullup(priv);
1012	usbhs_unlock(priv, flags);
1013
1014	return 0;
1015}
1016
1017static int usbhsg_set_selfpowered(struct usb_gadget *gadget, int is_self)
1018{
1019	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
1020
1021	if (is_self)
1022		usbhsg_status_set(gpriv, USBHSG_STATUS_SELF_POWERED);
1023	else
1024		usbhsg_status_clr(gpriv, USBHSG_STATUS_SELF_POWERED);
1025
1026	gadget->is_selfpowered = (is_self != 0);
1027
1028	return 0;
1029}
1030
1031static int usbhsg_vbus_session(struct usb_gadget *gadget, int is_active)
1032{
1033	struct usbhsg_gpriv *gpriv = usbhsg_gadget_to_gpriv(gadget);
1034	struct usbhs_priv *priv = usbhsg_gpriv_to_priv(gpriv);
1035	struct platform_device *pdev = usbhs_priv_to_pdev(priv);
1036
1037	gpriv->vbus_active = !!is_active;
1038
1039	usbhsc_schedule_notify_hotplug(pdev);
1040
1041	return 0;
1042}
1043
1044static const struct usb_gadget_ops usbhsg_gadget_ops = {
1045	.get_frame		= usbhsg_get_frame,
1046	.set_selfpowered	= usbhsg_set_selfpowered,
1047	.udc_start		= usbhsg_gadget_start,
1048	.udc_stop		= usbhsg_gadget_stop,
1049	.pullup			= usbhsg_pullup,
1050	.vbus_session		= usbhsg_vbus_session,
1051};
1052
1053static int usbhsg_start(struct usbhs_priv *priv)
1054{
1055	return usbhsg_try_start(priv, USBHSG_STATUS_STARTED);
1056}
1057
1058static int usbhsg_stop(struct usbhs_priv *priv)
1059{
1060	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
1061
1062	/* cable disconnect */
1063	if (gpriv->driver &&
1064	    gpriv->driver->disconnect)
1065		gpriv->driver->disconnect(&gpriv->gadget);
1066
1067	return usbhsg_try_stop(priv, USBHSG_STATUS_STARTED);
1068}
1069
1070int usbhs_mod_gadget_probe(struct usbhs_priv *priv)
1071{
1072	struct usbhsg_gpriv *gpriv;
1073	struct usbhsg_uep *uep;
1074	struct device *dev = usbhs_priv_to_dev(priv);
1075	struct renesas_usbhs_driver_pipe_config *pipe_configs =
1076					usbhs_get_dparam(priv, pipe_configs);
1077	int pipe_size = usbhs_get_dparam(priv, pipe_size);
1078	int i;
1079	int ret;
1080
1081	gpriv = kzalloc(sizeof(struct usbhsg_gpriv), GFP_KERNEL);
1082	if (!gpriv)
 
1083		return -ENOMEM;
 
1084
1085	uep = kcalloc(pipe_size, sizeof(struct usbhsg_uep), GFP_KERNEL);
1086	if (!uep) {
 
1087		ret = -ENOMEM;
1088		goto usbhs_mod_gadget_probe_err_gpriv;
1089	}
1090
1091	gpriv->transceiver = usb_get_phy(USB_PHY_TYPE_UNDEFINED);
1092	dev_info(dev, "%stransceiver found\n",
1093		 !IS_ERR(gpriv->transceiver) ? "" : "no ");
1094
1095	/*
1096	 * CAUTION
1097	 *
1098	 * There is no guarantee that it is possible to access usb module here.
1099	 * Don't accesses to it.
1100	 * The accesse will be enable after "usbhsg_start"
1101	 */
1102
1103	/*
1104	 * register itself
1105	 */
1106	usbhs_mod_register(priv, &gpriv->mod, USBHS_GADGET);
1107
1108	/* init gpriv */
1109	gpriv->mod.name		= "gadget";
1110	gpriv->mod.start	= usbhsg_start;
1111	gpriv->mod.stop		= usbhsg_stop;
1112	gpriv->uep		= uep;
1113	gpriv->uep_size		= pipe_size;
1114	usbhsg_status_init(gpriv);
1115
1116	/*
1117	 * init gadget
1118	 */
1119	gpriv->gadget.dev.parent	= dev;
1120	gpriv->gadget.name		= "renesas_usbhs_udc";
1121	gpriv->gadget.ops		= &usbhsg_gadget_ops;
1122	gpriv->gadget.max_speed		= USB_SPEED_HIGH;
1123	gpriv->gadget.quirk_avoids_skb_reserve = usbhs_get_dparam(priv,
1124								has_usb_dmac);
1125
1126	INIT_LIST_HEAD(&gpriv->gadget.ep_list);
1127
1128	/*
1129	 * init usb_ep
1130	 */
1131	usbhsg_for_each_uep_with_dcp(uep, gpriv, i) {
1132		uep->gpriv	= gpriv;
1133		uep->pipe	= NULL;
1134		snprintf(uep->ep_name, EP_NAME_SIZE, "ep%d", i);
1135
1136		uep->ep.name		= uep->ep_name;
1137		uep->ep.ops		= &usbhsg_ep_ops;
1138		INIT_LIST_HEAD(&uep->ep.ep_list);
1139		spin_lock_init(&uep->lock);
1140
1141		/* init DCP */
1142		if (usbhsg_is_dcp(uep)) {
1143			gpriv->gadget.ep0 = &uep->ep;
1144			usb_ep_set_maxpacket_limit(&uep->ep, 64);
1145			uep->ep.caps.type_control = true;
1146		} else {
1147			/* init normal pipe */
1148			if (pipe_configs[i].type == USB_ENDPOINT_XFER_ISOC)
1149				uep->ep.caps.type_iso = true;
1150			if (pipe_configs[i].type == USB_ENDPOINT_XFER_BULK)
1151				uep->ep.caps.type_bulk = true;
1152			if (pipe_configs[i].type == USB_ENDPOINT_XFER_INT)
1153				uep->ep.caps.type_int = true;
1154			usb_ep_set_maxpacket_limit(&uep->ep,
1155						   pipe_configs[i].bufsize);
1156			list_add_tail(&uep->ep.ep_list, &gpriv->gadget.ep_list);
1157		}
1158		uep->ep.caps.dir_in = true;
1159		uep->ep.caps.dir_out = true;
1160	}
1161
1162	ret = usb_add_gadget_udc(dev, &gpriv->gadget);
1163	if (ret)
1164		goto err_add_udc;
1165
1166
1167	dev_info(dev, "gadget probed\n");
1168
1169	return 0;
1170
1171err_add_udc:
1172	kfree(gpriv->uep);
1173
1174usbhs_mod_gadget_probe_err_gpriv:
1175	kfree(gpriv);
1176
1177	return ret;
1178}
1179
1180void usbhs_mod_gadget_remove(struct usbhs_priv *priv)
1181{
1182	struct usbhsg_gpriv *gpriv = usbhsg_priv_to_gpriv(priv);
1183
1184	usb_del_gadget_udc(&gpriv->gadget);
1185
1186	kfree(gpriv->uep);
1187	kfree(gpriv);
1188}