15 __releases(mep->mtu->lock)  in mtu3_req_complete()
16 __acquires(mep->mtu->lock)  in mtu3_req_complete()
19 	struct mtu3 *mtu = mreq->mtu;  in mtu3_req_complete()  local
26 	spin_unlock(&mtu->lock);  in mtu3_req_complete()
30 		usb_gadget_unmap_request(&mtu->g, req, mep->is_in);  in mtu3_req_complete()
32 	dev_dbg(mtu->dev, "%s complete req: %p, sts %d, %d/%d\n",  in mtu3_req_complete()
36 	spin_lock(&mtu->lock);  in mtu3_req_complete()
46 	dev_dbg(mep->mtu->dev, "abort %s's req: sts %d\n", mep->name, status);  in nuke()
63 	struct mtu3 *mtu = mep->mtu;  in mtu3_ep_enable()  local
74 	switch (mtu->g.speed) {  in mtu3_ep_enable()
100 	dev_dbg(mtu->dev, "%s maxp:%d, interval:%d, burst:%d, mult:%d\n",  in mtu3_ep_enable()
108 	mep->slot = usb_endpoint_xfer_int(desc) ? 0 : mtu->slot;  in mtu3_ep_enable()
110 	ret = mtu3_config_ep(mtu, mep, interval, burst, mult);  in mtu3_ep_enable()
116 		mtu3_deconfig_ep(mtu, mep);  in mtu3_ep_enable()
127 	struct mtu3 *mtu = mep->mtu;  in mtu3_ep_disable()  local
133 	mtu3_deconfig_ep(mtu, mep);  in mtu3_ep_disable()
149 	struct mtu3 *mtu;  in mtu3_gadget_ep_enable()  local
163 	mtu = mep->mtu;  in mtu3_gadget_ep_enable()
172 	dev_dbg(mtu->dev, "%s %s\n", __func__, ep->name);  in mtu3_gadget_ep_enable()
175 		dev_WARN_ONCE(mtu->dev, true, "%s is already enabled\n",  in mtu3_gadget_ep_enable()
180 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_ep_enable()
189 	mtu->active_ep++;  in mtu3_gadget_ep_enable()
192 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_ep_enable()
194 	dev_dbg(mtu->dev, "%s active_ep=%d\n", __func__, mtu->active_ep);  in mtu3_gadget_ep_enable()
203 	struct mtu3 *mtu = mep->mtu;  in mtu3_gadget_ep_disable()  local
206 	dev_dbg(mtu->dev, "%s %s\n", __func__, mep->name);  in mtu3_gadget_ep_disable()
210 		dev_warn(mtu->dev, "%s is already disabled\n", mep->name);  in mtu3_gadget_ep_disable()
214 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_ep_disable()
217 	mtu->active_ep--;  in mtu3_gadget_ep_disable()
218 	spin_unlock_irqrestore(&(mtu->lock), flags);  in mtu3_gadget_ep_disable()
220 	dev_dbg(mtu->dev, "%s active_ep=%d, mtu3 is_active=%d\n",  in mtu3_gadget_ep_disable()
221 		__func__, mtu->active_ep, mtu->is_active);  in mtu3_gadget_ep_disable()
256 	struct mtu3 *mtu = mep->mtu;  in mtu3_gadget_queue()  local
266 	dev_dbg(mtu->dev, "%s %s EP%d(%s), req=%p, maxp=%d, len#%d\n",  in mtu3_gadget_queue()
271 	    (mtu->gen2cp && req->length > GPD_BUF_SIZE_EL)) {  in mtu3_gadget_queue()
272 		dev_warn(mtu->dev,  in mtu3_gadget_queue()
274 			mtu->gen2cp ? GPD_BUF_SIZE_EL : GPD_BUF_SIZE,  in mtu3_gadget_queue()
281 		dev_dbg(mtu->dev, "req=%p queued to %s while it's disabled\n",  in mtu3_gadget_queue()
286 	mreq->mtu = mtu;  in mtu3_gadget_queue()
290 	ret = usb_gadget_map_request(&mtu->g, req, mep->is_in);  in mtu3_gadget_queue()
292 		dev_err(mtu->dev, "dma mapping failed\n");  in mtu3_gadget_queue()
296 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_queue()
308 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_queue()
319 	struct mtu3 *mtu = mep->mtu;  in mtu3_gadget_dequeue()  local
326 	dev_dbg(mtu->dev, "%s : req=%p\n", __func__, req);  in mtu3_gadget_dequeue()
329 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_dequeue()
336 		dev_dbg(mtu->dev, "req=%p not queued to %s\n", req, ep->name);  in mtu3_gadget_dequeue()
346 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_dequeue()
358 	struct mtu3 *mtu = mep->mtu;  in mtu3_gadget_ep_set_halt()  local
363 	dev_dbg(mtu->dev, "%s : %s...", __func__, ep->name);  in mtu3_gadget_ep_set_halt()
365 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_ep_set_halt()
380 			dev_dbg(mtu->dev, "req in progress, cannot halt %s\n",  in mtu3_gadget_ep_set_halt()
389 	dev_dbg(mtu->dev, "%s %s stall\n", ep->name, value ? "set" : "clear");  in mtu3_gadget_ep_set_halt()
394 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_ep_set_halt()
423 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_get_frame()  local
425 	return (int)mtu3_readl(mtu->mac_base, U3D_USB20_FRAME_NUM);  in mtu3_gadget_get_frame()
430 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_wakeup()  local
433 	dev_dbg(mtu->dev, "%s\n", __func__);  in mtu3_gadget_wakeup()
436 	if (!mtu->may_wakeup)  in mtu3_gadget_wakeup()
439 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_wakeup()
440 	if (mtu->g.speed >= USB_SPEED_SUPER) {  in mtu3_gadget_wakeup()
441 		mtu3_setbits(mtu->mac_base, U3D_LINK_POWER_CONTROL, UX_EXIT);  in mtu3_gadget_wakeup()
443 		mtu3_setbits(mtu->mac_base, U3D_POWER_MANAGEMENT, RESUME);  in mtu3_gadget_wakeup()
444 		spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_wakeup()
446 		spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_wakeup()
447 		mtu3_clrbits(mtu->mac_base, U3D_POWER_MANAGEMENT, RESUME);  in mtu3_gadget_wakeup()
449 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_wakeup()
456 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_set_self_powered()  local
458 	mtu->is_self_powered = !!is_selfpowered;  in mtu3_gadget_set_self_powered()
464 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_pullup()  local
467 	dev_dbg(mtu->dev, "%s (%s) for %sactive device\n", __func__,  in mtu3_gadget_pullup()
468 		is_on ? "on" : "off", mtu->is_active ? "" : "in");  in mtu3_gadget_pullup()
470 	pm_runtime_get_sync(mtu->dev);  in mtu3_gadget_pullup()
473 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_pullup()
476 	if (!mtu->is_active) {  in mtu3_gadget_pullup()
478 		mtu->softconnect = is_on;  in mtu3_gadget_pullup()
479 	} else if (is_on != mtu->softconnect) {  in mtu3_gadget_pullup()
480 		mtu->softconnect = is_on;  in mtu3_gadget_pullup()
481 		mtu3_dev_on_off(mtu, is_on);  in mtu3_gadget_pullup()
484 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_pullup()
485 	pm_runtime_put(mtu->dev);  in mtu3_gadget_pullup()
493 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_start()  local
496 	if (mtu->gadget_driver) {  in mtu3_gadget_start()
497 		dev_err(mtu->dev, "%s is already bound to %s\n",  in mtu3_gadget_start()
498 			mtu->g.name, mtu->gadget_driver->driver.name);  in mtu3_gadget_start()
502 	dev_dbg(mtu->dev, "bind driver %s\n", driver->function);  in mtu3_gadget_start()
503 	pm_runtime_get_sync(mtu->dev);  in mtu3_gadget_start()
505 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_start()
507 	mtu->softconnect = 0;  in mtu3_gadget_start()
508 	mtu->gadget_driver = driver;  in mtu3_gadget_start()
510 	if (mtu->ssusb->dr_mode == USB_DR_MODE_PERIPHERAL)  in mtu3_gadget_start()
511 		mtu3_start(mtu);  in mtu3_gadget_start()
513 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_start()
514 	pm_runtime_put(mtu->dev);  in mtu3_gadget_start()
519 static void stop_activity(struct mtu3 *mtu)  in stop_activity()  argument
521 	struct usb_gadget_driver *driver = mtu->gadget_driver;  in stop_activity()
525 	if (mtu->g.speed == USB_SPEED_UNKNOWN)  in stop_activity()
528 		mtu->g.speed = USB_SPEED_UNKNOWN;  in stop_activity()
531 	if (mtu->softconnect) {  in stop_activity()
532 		mtu->softconnect = 0;  in stop_activity()
533 		mtu3_dev_on_off(mtu, 0);  in stop_activity()
540 	nuke(mtu->ep0, -ESHUTDOWN);  in stop_activity()
541 	for (i = 1; i < mtu->num_eps; i++) {  in stop_activity()
542 		nuke(mtu->in_eps + i, -ESHUTDOWN);  in stop_activity()
543 		nuke(mtu->out_eps + i, -ESHUTDOWN);  in stop_activity()
547 		spin_unlock(&mtu->lock);  in stop_activity()
548 		driver->disconnect(&mtu->g);  in stop_activity()
549 		spin_lock(&mtu->lock);  in stop_activity()
555 	struct mtu3 *mtu = gadget_to_mtu3(g);  in mtu3_gadget_stop()  local
558 	dev_dbg(mtu->dev, "%s\n", __func__);  in mtu3_gadget_stop()
560 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_stop()
562 	stop_activity(mtu);  in mtu3_gadget_stop()
563 	mtu->gadget_driver = NULL;  in mtu3_gadget_stop()
565 	if (mtu->ssusb->dr_mode == USB_DR_MODE_PERIPHERAL)  in mtu3_gadget_stop()
566 		mtu3_stop(mtu);  in mtu3_gadget_stop()
568 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_stop()
570 	synchronize_irq(mtu->irq);  in mtu3_gadget_stop()
577 	struct mtu3 *mtu = gadget_to_mtu3(g);  in mtu3_gadget_set_speed()  local
580 	dev_dbg(mtu->dev, "%s %s\n", __func__, usb_speed_string(speed));  in mtu3_gadget_set_speed()
582 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_set_speed()
583 	mtu->speed = speed;  in mtu3_gadget_set_speed()
584 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_set_speed()
597 static void mtu3_state_reset(struct mtu3 *mtu)  in mtu3_state_reset()  argument
599 	mtu->address = 0;  in mtu3_state_reset()
600 	mtu->ep0_state = MU3D_EP0_STATE_SETUP;  in mtu3_state_reset()
601 	mtu->may_wakeup = 0;  in mtu3_state_reset()
602 	mtu->u1_enable = 0;  in mtu3_state_reset()
603 	mtu->u2_enable = 0;  in mtu3_state_reset()
604 	mtu->delayed_status = false;  in mtu3_state_reset()
605 	mtu->test_mode = false;  in mtu3_state_reset()
608 static void init_hw_ep(struct mtu3 *mtu, struct mtu3_ep *mep,  in init_hw_ep()  argument
612 	mep->mtu = mtu;  in init_hw_ep()
628 		mtu->g.ep0 = &mep->ep;  in init_hw_ep()
635 		list_add_tail(&mep->ep.ep_list, &mtu->g.ep_list);  in init_hw_ep()
638 	dev_dbg(mtu->dev, "%s, name=%s, maxp=%d\n", __func__, mep->ep.name,  in init_hw_ep()
651 static void mtu3_gadget_init_eps(struct mtu3 *mtu)  in mtu3_gadget_init_eps()  argument
656 	INIT_LIST_HEAD(&(mtu->g.ep_list));  in mtu3_gadget_init_eps()
658 	dev_dbg(mtu->dev, "%s num_eps(1 for a pair of tx&rx ep)=%d\n",  in mtu3_gadget_init_eps()
659 		__func__, mtu->num_eps);  in mtu3_gadget_init_eps()
661 	init_hw_ep(mtu, mtu->ep0, 0, 0);  in mtu3_gadget_init_eps()
662 	for (epnum = 1; epnum < mtu->num_eps; epnum++) {  in mtu3_gadget_init_eps()
663 		init_hw_ep(mtu, mtu->in_eps + epnum, epnum, 1);  in mtu3_gadget_init_eps()
664 		init_hw_ep(mtu, mtu->out_eps + epnum, epnum, 0);  in mtu3_gadget_init_eps()
668 int mtu3_gadget_setup(struct mtu3 *mtu)  in mtu3_gadget_setup()  argument
670 	mtu->g.ops = &mtu3_gadget_ops;  in mtu3_gadget_setup()
671 	mtu->g.max_speed = mtu->max_speed;  in mtu3_gadget_setup()
672 	mtu->g.speed = USB_SPEED_UNKNOWN;  in mtu3_gadget_setup()
673 	mtu->g.sg_supported = 0;  in mtu3_gadget_setup()
674 	mtu->g.name = MTU3_DRIVER_NAME;  in mtu3_gadget_setup()
675 	mtu->is_active = 0;  in mtu3_gadget_setup()
676 	mtu->delayed_status = false;  in mtu3_gadget_setup()
678 	mtu3_gadget_init_eps(mtu);  in mtu3_gadget_setup()
680 	return usb_add_gadget_udc(mtu->dev, &mtu->g);  in mtu3_gadget_setup()
683 void mtu3_gadget_cleanup(struct mtu3 *mtu)  in mtu3_gadget_cleanup()  argument
685 	usb_del_gadget_udc(&mtu->g);  in mtu3_gadget_cleanup()
688 void mtu3_gadget_resume(struct mtu3 *mtu)  in mtu3_gadget_resume()  argument
690 	dev_dbg(mtu->dev, "gadget RESUME\n");  in mtu3_gadget_resume()
691 	if (mtu->gadget_driver && mtu->gadget_driver->resume) {  in mtu3_gadget_resume()
692 		spin_unlock(&mtu->lock);  in mtu3_gadget_resume()
693 		mtu->gadget_driver->resume(&mtu->g);  in mtu3_gadget_resume()
694 		spin_lock(&mtu->lock);  in mtu3_gadget_resume()
699 void mtu3_gadget_suspend(struct mtu3 *mtu)  in mtu3_gadget_suspend()  argument
701 	dev_dbg(mtu->dev, "gadget SUSPEND\n");  in mtu3_gadget_suspend()
702 	if (mtu->gadget_driver && mtu->gadget_driver->suspend) {  in mtu3_gadget_suspend()
703 		spin_unlock(&mtu->lock);  in mtu3_gadget_suspend()
704 		mtu->gadget_driver->suspend(&mtu->g);  in mtu3_gadget_suspend()
705 		spin_lock(&mtu->lock);  in mtu3_gadget_suspend()
710 void mtu3_gadget_disconnect(struct mtu3 *mtu)  in mtu3_gadget_disconnect()  argument
712 	dev_dbg(mtu->dev, "gadget DISCONNECT\n");  in mtu3_gadget_disconnect()
713 	if (mtu->gadget_driver && mtu->gadget_driver->disconnect) {  in mtu3_gadget_disconnect()
714 		spin_unlock(&mtu->lock);  in mtu3_gadget_disconnect()
715 		mtu->gadget_driver->disconnect(&mtu->g);  in mtu3_gadget_disconnect()
716 		spin_lock(&mtu->lock);  in mtu3_gadget_disconnect()
719 	mtu3_state_reset(mtu);  in mtu3_gadget_disconnect()
720 	usb_gadget_set_state(&mtu->g, USB_STATE_NOTATTACHED);  in mtu3_gadget_disconnect()
723 void mtu3_gadget_reset(struct mtu3 *mtu)  in mtu3_gadget_reset()  argument
725 	dev_dbg(mtu->dev, "gadget RESET\n");  in mtu3_gadget_reset()
728 	if (mtu->g.speed != USB_SPEED_UNKNOWN)  in mtu3_gadget_reset()
729 		mtu3_gadget_disconnect(mtu);  in mtu3_gadget_reset()
731 		mtu3_state_reset(mtu);  in mtu3_gadget_reset()