1 // SPDX-License-Identifier: GPL-2.0
3 * USB Raw Gadget driver.
4 * See Documentation/usb/raw-gadget.rst for more details.
6 * Copyright (c) 2020 Google, Inc.
7 * Author: Andrey Konovalov <andreyknvl@gmail.com>
10 #include <linux/compiler.h>
11 #include <linux/ctype.h>
12 #include <linux/debugfs.h>
13 #include <linux/delay.h>
14 #include <linux/idr.h>
15 #include <linux/kref.h>
16 #include <linux/miscdevice.h>
17 #include <linux/module.h>
18 #include <linux/semaphore.h>
19 #include <linux/sched.h>
20 #include <linux/slab.h>
21 #include <linux/uaccess.h>
22 #include <linux/wait.h>
24 #include <linux/usb.h>
25 #include <linux/usb/ch9.h>
26 #include <linux/usb/ch11.h>
27 #include <linux/usb/gadget.h>
29 #include <uapi/linux/usb/raw_gadget.h>
31 #define DRIVER_DESC "USB Raw Gadget"
32 #define DRIVER_NAME "raw-gadget"
34 MODULE_DESCRIPTION(DRIVER_DESC);
35 MODULE_AUTHOR("Andrey Konovalov");
36 MODULE_LICENSE("GPL");
38 /*----------------------------------------------------------------------*/
40 static DEFINE_IDA(driver_id_numbers);
41 #define DRIVER_DRIVER_NAME_LENGTH_MAX 32
43 #define RAW_EVENT_QUEUE_SIZE 16
45 struct raw_event_queue {
46 /* See the comment in raw_event_queue_fetch() for locking details. */
48 struct semaphore sema;
49 struct usb_raw_event *events[RAW_EVENT_QUEUE_SIZE];
53 static void raw_event_queue_init(struct raw_event_queue *queue)
55 spin_lock_init(&queue->lock);
56 sema_init(&queue->sema, 0);
60 static int raw_event_queue_add(struct raw_event_queue *queue,
61 enum usb_raw_event_type type, size_t length, const void *data)
64 struct usb_raw_event *event;
66 spin_lock_irqsave(&queue->lock, flags);
67 if (WARN_ON(queue->size >= RAW_EVENT_QUEUE_SIZE)) {
68 spin_unlock_irqrestore(&queue->lock, flags);
71 event = kmalloc(sizeof(*event) + length, GFP_ATOMIC);
73 spin_unlock_irqrestore(&queue->lock, flags);
77 event->length = length;
79 memcpy(&event->data[0], data, length);
80 queue->events[queue->size] = event;
83 spin_unlock_irqrestore(&queue->lock, flags);
87 static struct usb_raw_event *raw_event_queue_fetch(
88 struct raw_event_queue *queue)
92 struct usb_raw_event *event;
95 * This function can be called concurrently. We first check that
96 * there's at least one event queued by decrementing the semaphore,
97 * and then take the lock to protect queue struct fields.
99 ret = down_interruptible(&queue->sema);
102 spin_lock_irqsave(&queue->lock, flags);
104 * queue->size must have the same value as queue->sema counter (before
105 * the down_interruptible() call above), so this check is a fail-safe.
107 if (WARN_ON(!queue->size)) {
108 spin_unlock_irqrestore(&queue->lock, flags);
109 return ERR_PTR(-ENODEV);
111 event = queue->events[0];
113 memmove(&queue->events[0], &queue->events[1],
114 queue->size * sizeof(queue->events[0]));
115 spin_unlock_irqrestore(&queue->lock, flags);
119 static void raw_event_queue_destroy(struct raw_event_queue *queue)
123 for (i = 0; i < queue->size; i++)
124 kfree(queue->events[i]);
128 /*----------------------------------------------------------------------*/
142 struct usb_request *req;
149 STATE_DEV_INVALID = 0,
151 STATE_DEV_INITIALIZED,
152 STATE_DEV_REGISTERING,
162 const char *udc_name;
163 struct usb_gadget_driver driver;
165 /* Reference to misc device: */
168 /* Make driver names unique */
169 int driver_id_number;
171 /* Protected by lock: */
172 enum dev_state state;
173 bool gadget_registered;
174 struct usb_gadget *gadget;
175 struct usb_request *req;
177 bool ep0_out_pending;
180 struct raw_ep eps[USB_RAW_EPS_NUM_MAX];
183 struct completion ep0_done;
184 struct raw_event_queue queue;
187 static struct raw_dev *dev_new(void)
191 dev = kzalloc(sizeof(*dev), GFP_KERNEL);
194 /* Matches kref_put() in raw_release(). */
195 kref_init(&dev->count);
196 spin_lock_init(&dev->lock);
197 init_completion(&dev->ep0_done);
198 raw_event_queue_init(&dev->queue);
199 dev->driver_id_number = -1;
203 static void dev_free(struct kref *kref)
205 struct raw_dev *dev = container_of(kref, struct raw_dev, count);
208 kfree(dev->udc_name);
209 kfree(dev->driver.udc_name);
210 kfree(dev->driver.driver.name);
211 if (dev->driver_id_number >= 0)
212 ida_free(&driver_id_numbers, dev->driver_id_number);
214 if (dev->ep0_urb_queued)
215 usb_ep_dequeue(dev->gadget->ep0, dev->req);
216 usb_ep_free_request(dev->gadget->ep0, dev->req);
218 raw_event_queue_destroy(&dev->queue);
219 for (i = 0; i < dev->eps_num; i++) {
220 if (dev->eps[i].state == STATE_EP_DISABLED)
222 usb_ep_disable(dev->eps[i].ep);
223 usb_ep_free_request(dev->eps[i].ep, dev->eps[i].req);
224 kfree(dev->eps[i].ep->desc);
225 dev->eps[i].state = STATE_EP_DISABLED;
230 /*----------------------------------------------------------------------*/
232 static int raw_queue_event(struct raw_dev *dev,
233 enum usb_raw_event_type type, size_t length, const void *data)
238 ret = raw_event_queue_add(&dev->queue, type, length, data);
240 spin_lock_irqsave(&dev->lock, flags);
241 dev->state = STATE_DEV_FAILED;
242 spin_unlock_irqrestore(&dev->lock, flags);
247 static void gadget_ep0_complete(struct usb_ep *ep, struct usb_request *req)
249 struct raw_dev *dev = req->context;
252 spin_lock_irqsave(&dev->lock, flags);
254 dev->ep0_status = req->status;
256 dev->ep0_status = req->actual;
257 if (dev->ep0_in_pending)
258 dev->ep0_in_pending = false;
260 dev->ep0_out_pending = false;
261 spin_unlock_irqrestore(&dev->lock, flags);
263 complete(&dev->ep0_done);
266 static u8 get_ep_addr(const char *name)
268 /* If the endpoint has fixed function (named as e.g. "ep12out-bulk"),
269 * parse the endpoint address from its name. We deliberately use
270 * deprecated simple_strtoul() function here, as the number isn't
271 * followed by '\0' nor '\n'.
273 if (isdigit(name[2]))
274 return simple_strtoul(&name[2], NULL, 10);
275 /* Otherwise the endpoint is configurable (named as e.g. "ep-a"). */
276 return USB_RAW_EP_ADDR_ANY;
279 static int gadget_bind(struct usb_gadget *gadget,
280 struct usb_gadget_driver *driver)
283 struct raw_dev *dev = container_of(driver, struct raw_dev, driver);
284 struct usb_request *req;
288 if (strcmp(gadget->name, dev->udc_name) != 0)
291 set_gadget_data(gadget, dev);
292 req = usb_ep_alloc_request(gadget->ep0, GFP_KERNEL);
294 dev_err(&gadget->dev, "usb_ep_alloc_request failed\n");
295 set_gadget_data(gadget, NULL);
299 spin_lock_irqsave(&dev->lock, flags);
301 dev->req->context = dev;
302 dev->req->complete = gadget_ep0_complete;
303 dev->gadget = gadget;
304 gadget_for_each_ep(ep, dev->gadget) {
306 dev->eps[i].addr = get_ep_addr(ep->name);
307 dev->eps[i].state = STATE_EP_DISABLED;
311 spin_unlock_irqrestore(&dev->lock, flags);
313 ret = raw_queue_event(dev, USB_RAW_EVENT_CONNECT, 0, NULL);
315 dev_err(&gadget->dev, "failed to queue event\n");
316 set_gadget_data(gadget, NULL);
320 /* Matches kref_put() in gadget_unbind(). */
321 kref_get(&dev->count);
325 static void gadget_unbind(struct usb_gadget *gadget)
327 struct raw_dev *dev = get_gadget_data(gadget);
329 set_gadget_data(gadget, NULL);
330 /* Matches kref_get() in gadget_bind(). */
331 kref_put(&dev->count, dev_free);
334 static int gadget_setup(struct usb_gadget *gadget,
335 const struct usb_ctrlrequest *ctrl)
338 struct raw_dev *dev = get_gadget_data(gadget);
341 spin_lock_irqsave(&dev->lock, flags);
342 if (dev->state != STATE_DEV_RUNNING) {
343 dev_err(&gadget->dev, "ignoring, device is not running\n");
347 if (dev->ep0_in_pending || dev->ep0_out_pending) {
348 dev_dbg(&gadget->dev, "stalling, request already pending\n");
352 if ((ctrl->bRequestType & USB_DIR_IN) && ctrl->wLength)
353 dev->ep0_in_pending = true;
355 dev->ep0_out_pending = true;
356 spin_unlock_irqrestore(&dev->lock, flags);
358 ret = raw_queue_event(dev, USB_RAW_EVENT_CONTROL, sizeof(*ctrl), ctrl);
360 dev_err(&gadget->dev, "failed to queue event\n");
364 spin_unlock_irqrestore(&dev->lock, flags);
369 /* These are currently unused but present in case UDC driver requires them. */
370 static void gadget_disconnect(struct usb_gadget *gadget) { }
371 static void gadget_suspend(struct usb_gadget *gadget) { }
372 static void gadget_resume(struct usb_gadget *gadget) { }
373 static void gadget_reset(struct usb_gadget *gadget) { }
375 /*----------------------------------------------------------------------*/
377 static struct miscdevice raw_misc_device;
379 static int raw_open(struct inode *inode, struct file *fd)
383 /* Nonblocking I/O is not supported yet. */
384 if (fd->f_flags & O_NONBLOCK)
390 fd->private_data = dev;
391 dev->state = STATE_DEV_OPENED;
392 dev->dev = raw_misc_device.this_device;
396 static int raw_release(struct inode *inode, struct file *fd)
399 struct raw_dev *dev = fd->private_data;
401 bool unregister = false;
403 spin_lock_irqsave(&dev->lock, flags);
404 dev->state = STATE_DEV_CLOSED;
406 spin_unlock_irqrestore(&dev->lock, flags);
409 if (dev->gadget_registered)
411 dev->gadget_registered = false;
412 spin_unlock_irqrestore(&dev->lock, flags);
415 ret = usb_gadget_unregister_driver(&dev->driver);
418 "usb_gadget_unregister_driver() failed with %d\n",
420 /* Matches kref_get() in raw_ioctl_run(). */
421 kref_put(&dev->count, dev_free);
425 /* Matches dev_new() in raw_open(). */
426 kref_put(&dev->count, dev_free);
430 /*----------------------------------------------------------------------*/
432 static int raw_ioctl_init(struct raw_dev *dev, unsigned long value)
435 int driver_id_number;
436 struct usb_raw_init arg;
437 char *udc_driver_name;
438 char *udc_device_name;
439 char *driver_driver_name;
442 if (copy_from_user(&arg, (void __user *)value, sizeof(arg)))
446 case USB_SPEED_UNKNOWN:
447 arg.speed = USB_SPEED_HIGH;
452 case USB_SPEED_SUPER:
458 driver_id_number = ida_alloc(&driver_id_numbers, GFP_KERNEL);
459 if (driver_id_number < 0)
460 return driver_id_number;
462 driver_driver_name = kmalloc(DRIVER_DRIVER_NAME_LENGTH_MAX, GFP_KERNEL);
463 if (!driver_driver_name) {
465 goto out_free_driver_id_number;
467 snprintf(driver_driver_name, DRIVER_DRIVER_NAME_LENGTH_MAX,
468 DRIVER_NAME ".%d", driver_id_number);
470 udc_driver_name = kmalloc(UDC_NAME_LENGTH_MAX, GFP_KERNEL);
471 if (!udc_driver_name) {
473 goto out_free_driver_driver_name;
475 ret = strscpy(udc_driver_name, &arg.driver_name[0],
476 UDC_NAME_LENGTH_MAX);
478 goto out_free_udc_driver_name;
481 udc_device_name = kmalloc(UDC_NAME_LENGTH_MAX, GFP_KERNEL);
482 if (!udc_device_name) {
484 goto out_free_udc_driver_name;
486 ret = strscpy(udc_device_name, &arg.device_name[0],
487 UDC_NAME_LENGTH_MAX);
489 goto out_free_udc_device_name;
492 spin_lock_irqsave(&dev->lock, flags);
493 if (dev->state != STATE_DEV_OPENED) {
494 dev_dbg(dev->dev, "fail, device is not opened\n");
498 dev->udc_name = udc_driver_name;
500 dev->driver.function = DRIVER_DESC;
501 dev->driver.max_speed = arg.speed;
502 dev->driver.setup = gadget_setup;
503 dev->driver.disconnect = gadget_disconnect;
504 dev->driver.bind = gadget_bind;
505 dev->driver.unbind = gadget_unbind;
506 dev->driver.suspend = gadget_suspend;
507 dev->driver.resume = gadget_resume;
508 dev->driver.reset = gadget_reset;
509 dev->driver.driver.name = driver_driver_name;
510 dev->driver.udc_name = udc_device_name;
511 dev->driver.match_existing_only = 1;
512 dev->driver_id_number = driver_id_number;
514 dev->state = STATE_DEV_INITIALIZED;
515 spin_unlock_irqrestore(&dev->lock, flags);
519 spin_unlock_irqrestore(&dev->lock, flags);
520 out_free_udc_device_name:
521 kfree(udc_device_name);
522 out_free_udc_driver_name:
523 kfree(udc_driver_name);
524 out_free_driver_driver_name:
525 kfree(driver_driver_name);
526 out_free_driver_id_number:
527 ida_free(&driver_id_numbers, driver_id_number);
531 static int raw_ioctl_run(struct raw_dev *dev, unsigned long value)
539 spin_lock_irqsave(&dev->lock, flags);
540 if (dev->state != STATE_DEV_INITIALIZED) {
541 dev_dbg(dev->dev, "fail, device is not initialized\n");
545 dev->state = STATE_DEV_REGISTERING;
546 spin_unlock_irqrestore(&dev->lock, flags);
548 ret = usb_gadget_register_driver(&dev->driver);
550 spin_lock_irqsave(&dev->lock, flags);
553 "fail, usb_gadget_register_driver returned %d\n", ret);
554 dev->state = STATE_DEV_FAILED;
557 dev->gadget_registered = true;
558 dev->state = STATE_DEV_RUNNING;
559 /* Matches kref_put() in raw_release(). */
560 kref_get(&dev->count);
563 spin_unlock_irqrestore(&dev->lock, flags);
567 static int raw_ioctl_event_fetch(struct raw_dev *dev, unsigned long value)
569 struct usb_raw_event arg;
571 struct usb_raw_event *event;
574 if (copy_from_user(&arg, (void __user *)value, sizeof(arg)))
577 spin_lock_irqsave(&dev->lock, flags);
578 if (dev->state != STATE_DEV_RUNNING) {
579 dev_dbg(dev->dev, "fail, device is not running\n");
580 spin_unlock_irqrestore(&dev->lock, flags);
584 dev_dbg(dev->dev, "fail, gadget is not bound\n");
585 spin_unlock_irqrestore(&dev->lock, flags);
588 spin_unlock_irqrestore(&dev->lock, flags);
590 event = raw_event_queue_fetch(&dev->queue);
591 if (PTR_ERR(event) == -EINTR) {
592 dev_dbg(&dev->gadget->dev, "event fetching interrupted\n");
596 dev_err(&dev->gadget->dev, "failed to fetch event\n");
597 spin_lock_irqsave(&dev->lock, flags);
598 dev->state = STATE_DEV_FAILED;
599 spin_unlock_irqrestore(&dev->lock, flags);
602 length = min(arg.length, event->length);
603 if (copy_to_user((void __user *)value, event, sizeof(*event) + length)) {
612 static void *raw_alloc_io_data(struct usb_raw_ep_io *io, void __user *ptr,
617 if (copy_from_user(io, ptr, sizeof(*io)))
618 return ERR_PTR(-EFAULT);
619 if (io->ep >= USB_RAW_EPS_NUM_MAX)
620 return ERR_PTR(-EINVAL);
621 if (!usb_raw_io_flags_valid(io->flags))
622 return ERR_PTR(-EINVAL);
623 if (io->length > PAGE_SIZE)
624 return ERR_PTR(-EINVAL);
626 data = memdup_user(ptr + sizeof(*io), io->length);
628 data = kmalloc(io->length, GFP_KERNEL);
630 data = ERR_PTR(-ENOMEM);
635 static int raw_process_ep0_io(struct raw_dev *dev, struct usb_raw_ep_io *io,
641 spin_lock_irqsave(&dev->lock, flags);
642 if (dev->state != STATE_DEV_RUNNING) {
643 dev_dbg(dev->dev, "fail, device is not running\n");
648 dev_dbg(dev->dev, "fail, gadget is not bound\n");
652 if (dev->ep0_urb_queued) {
653 dev_dbg(&dev->gadget->dev, "fail, urb already queued\n");
657 if ((in && !dev->ep0_in_pending) ||
658 (!in && !dev->ep0_out_pending)) {
659 dev_dbg(&dev->gadget->dev, "fail, wrong direction\n");
663 if (WARN_ON(in && dev->ep0_out_pending)) {
665 dev->state = STATE_DEV_FAILED;
668 if (WARN_ON(!in && dev->ep0_in_pending)) {
670 dev->state = STATE_DEV_FAILED;
674 dev->req->buf = data;
675 dev->req->length = io->length;
676 dev->req->zero = usb_raw_io_flags_zero(io->flags);
677 dev->ep0_urb_queued = true;
678 spin_unlock_irqrestore(&dev->lock, flags);
680 ret = usb_ep_queue(dev->gadget->ep0, dev->req, GFP_KERNEL);
682 dev_err(&dev->gadget->dev,
683 "fail, usb_ep_queue returned %d\n", ret);
684 spin_lock_irqsave(&dev->lock, flags);
685 dev->state = STATE_DEV_FAILED;
689 ret = wait_for_completion_interruptible(&dev->ep0_done);
691 dev_dbg(&dev->gadget->dev, "wait interrupted\n");
692 usb_ep_dequeue(dev->gadget->ep0, dev->req);
693 wait_for_completion(&dev->ep0_done);
694 spin_lock_irqsave(&dev->lock, flags);
698 spin_lock_irqsave(&dev->lock, flags);
699 ret = dev->ep0_status;
702 dev->ep0_urb_queued = false;
704 spin_unlock_irqrestore(&dev->lock, flags);
708 static int raw_ioctl_ep0_write(struct raw_dev *dev, unsigned long value)
712 struct usb_raw_ep_io io;
714 data = raw_alloc_io_data(&io, (void __user *)value, true);
716 return PTR_ERR(data);
717 ret = raw_process_ep0_io(dev, &io, data, true);
722 static int raw_ioctl_ep0_read(struct raw_dev *dev, unsigned long value)
726 struct usb_raw_ep_io io;
729 data = raw_alloc_io_data(&io, (void __user *)value, false);
731 return PTR_ERR(data);
732 ret = raw_process_ep0_io(dev, &io, data, false);
736 length = min(io.length, (unsigned int)ret);
737 if (copy_to_user((void __user *)(value + sizeof(io)), data, length))
746 static int raw_ioctl_ep0_stall(struct raw_dev *dev, unsigned long value)
753 spin_lock_irqsave(&dev->lock, flags);
754 if (dev->state != STATE_DEV_RUNNING) {
755 dev_dbg(dev->dev, "fail, device is not running\n");
760 dev_dbg(dev->dev, "fail, gadget is not bound\n");
764 if (dev->ep0_urb_queued) {
765 dev_dbg(&dev->gadget->dev, "fail, urb already queued\n");
769 if (!dev->ep0_in_pending && !dev->ep0_out_pending) {
770 dev_dbg(&dev->gadget->dev, "fail, no request pending\n");
775 ret = usb_ep_set_halt(dev->gadget->ep0);
777 dev_err(&dev->gadget->dev,
778 "fail, usb_ep_set_halt returned %d\n", ret);
780 if (dev->ep0_in_pending)
781 dev->ep0_in_pending = false;
783 dev->ep0_out_pending = false;
786 spin_unlock_irqrestore(&dev->lock, flags);
790 static int raw_ioctl_ep_enable(struct raw_dev *dev, unsigned long value)
794 struct usb_endpoint_descriptor *desc;
796 bool ep_props_matched = false;
798 desc = memdup_user((void __user *)value, sizeof(*desc));
800 return PTR_ERR(desc);
803 * Endpoints with a maxpacket length of 0 can cause crashes in UDC
806 if (usb_endpoint_maxp(desc) == 0) {
807 dev_dbg(dev->dev, "fail, bad endpoint maxpacket\n");
812 spin_lock_irqsave(&dev->lock, flags);
813 if (dev->state != STATE_DEV_RUNNING) {
814 dev_dbg(dev->dev, "fail, device is not running\n");
819 dev_dbg(dev->dev, "fail, gadget is not bound\n");
824 for (i = 0; i < dev->eps_num; i++) {
826 if (ep->addr != usb_endpoint_num(desc) &&
827 ep->addr != USB_RAW_EP_ADDR_ANY)
829 if (!usb_gadget_ep_match_desc(dev->gadget, ep->ep, desc, NULL))
831 ep_props_matched = true;
832 if (ep->state != STATE_EP_DISABLED)
835 ret = usb_ep_enable(ep->ep);
837 dev_err(&dev->gadget->dev,
838 "fail, usb_ep_enable returned %d\n", ret);
841 ep->req = usb_ep_alloc_request(ep->ep, GFP_ATOMIC);
843 dev_err(&dev->gadget->dev,
844 "fail, usb_ep_alloc_request failed\n");
845 usb_ep_disable(ep->ep);
849 ep->state = STATE_EP_ENABLED;
850 ep->ep->driver_data = ep;
855 if (!ep_props_matched) {
856 dev_dbg(&dev->gadget->dev, "fail, bad endpoint descriptor\n");
859 dev_dbg(&dev->gadget->dev, "fail, no endpoints available\n");
866 spin_unlock_irqrestore(&dev->lock, flags);
870 static int raw_ioctl_ep_disable(struct raw_dev *dev, unsigned long value)
872 int ret = 0, i = value;
875 spin_lock_irqsave(&dev->lock, flags);
876 if (dev->state != STATE_DEV_RUNNING) {
877 dev_dbg(dev->dev, "fail, device is not running\n");
882 dev_dbg(dev->dev, "fail, gadget is not bound\n");
886 if (i < 0 || i >= dev->eps_num) {
887 dev_dbg(dev->dev, "fail, invalid endpoint\n");
891 if (dev->eps[i].state == STATE_EP_DISABLED) {
892 dev_dbg(&dev->gadget->dev, "fail, endpoint is not enabled\n");
896 if (dev->eps[i].disabling) {
897 dev_dbg(&dev->gadget->dev,
898 "fail, disable already in progress\n");
902 if (dev->eps[i].urb_queued) {
903 dev_dbg(&dev->gadget->dev,
904 "fail, waiting for urb completion\n");
908 dev->eps[i].disabling = true;
909 spin_unlock_irqrestore(&dev->lock, flags);
911 usb_ep_disable(dev->eps[i].ep);
913 spin_lock_irqsave(&dev->lock, flags);
914 usb_ep_free_request(dev->eps[i].ep, dev->eps[i].req);
915 kfree(dev->eps[i].ep->desc);
916 dev->eps[i].state = STATE_EP_DISABLED;
917 dev->eps[i].disabling = false;
920 spin_unlock_irqrestore(&dev->lock, flags);
924 static int raw_ioctl_ep_set_clear_halt_wedge(struct raw_dev *dev,
925 unsigned long value, bool set, bool halt)
927 int ret = 0, i = value;
930 spin_lock_irqsave(&dev->lock, flags);
931 if (dev->state != STATE_DEV_RUNNING) {
932 dev_dbg(dev->dev, "fail, device is not running\n");
937 dev_dbg(dev->dev, "fail, gadget is not bound\n");
941 if (i < 0 || i >= dev->eps_num) {
942 dev_dbg(dev->dev, "fail, invalid endpoint\n");
946 if (dev->eps[i].state == STATE_EP_DISABLED) {
947 dev_dbg(&dev->gadget->dev, "fail, endpoint is not enabled\n");
951 if (dev->eps[i].disabling) {
952 dev_dbg(&dev->gadget->dev,
953 "fail, disable is in progress\n");
957 if (dev->eps[i].urb_queued) {
958 dev_dbg(&dev->gadget->dev,
959 "fail, waiting for urb completion\n");
963 if (usb_endpoint_xfer_isoc(dev->eps[i].ep->desc)) {
964 dev_dbg(&dev->gadget->dev,
965 "fail, can't halt/wedge ISO endpoint\n");
971 ret = usb_ep_set_halt(dev->eps[i].ep);
973 dev_err(&dev->gadget->dev,
974 "fail, usb_ep_set_halt returned %d\n", ret);
975 } else if (!set && halt) {
976 ret = usb_ep_clear_halt(dev->eps[i].ep);
978 dev_err(&dev->gadget->dev,
979 "fail, usb_ep_clear_halt returned %d\n", ret);
980 } else if (set && !halt) {
981 ret = usb_ep_set_wedge(dev->eps[i].ep);
983 dev_err(&dev->gadget->dev,
984 "fail, usb_ep_set_wedge returned %d\n", ret);
988 spin_unlock_irqrestore(&dev->lock, flags);
992 static void gadget_ep_complete(struct usb_ep *ep, struct usb_request *req)
994 struct raw_ep *r_ep = (struct raw_ep *)ep->driver_data;
995 struct raw_dev *dev = r_ep->dev;
998 spin_lock_irqsave(&dev->lock, flags);
1000 r_ep->status = req->status;
1002 r_ep->status = req->actual;
1003 spin_unlock_irqrestore(&dev->lock, flags);
1005 complete((struct completion *)req->context);
1008 static int raw_process_ep_io(struct raw_dev *dev, struct usb_raw_ep_io *io,
1009 void *data, bool in)
1012 unsigned long flags;
1014 DECLARE_COMPLETION_ONSTACK(done);
1016 spin_lock_irqsave(&dev->lock, flags);
1017 if (dev->state != STATE_DEV_RUNNING) {
1018 dev_dbg(dev->dev, "fail, device is not running\n");
1023 dev_dbg(dev->dev, "fail, gadget is not bound\n");
1027 if (io->ep >= dev->eps_num) {
1028 dev_dbg(&dev->gadget->dev, "fail, invalid endpoint\n");
1032 ep = &dev->eps[io->ep];
1033 if (ep->state != STATE_EP_ENABLED) {
1034 dev_dbg(&dev->gadget->dev, "fail, endpoint is not enabled\n");
1038 if (ep->disabling) {
1039 dev_dbg(&dev->gadget->dev,
1040 "fail, endpoint is already being disabled\n");
1044 if (ep->urb_queued) {
1045 dev_dbg(&dev->gadget->dev, "fail, urb already queued\n");
1049 if (in != usb_endpoint_dir_in(ep->ep->desc)) {
1050 dev_dbg(&dev->gadget->dev, "fail, wrong direction\n");
1056 ep->req->context = &done;
1057 ep->req->complete = gadget_ep_complete;
1058 ep->req->buf = data;
1059 ep->req->length = io->length;
1060 ep->req->zero = usb_raw_io_flags_zero(io->flags);
1061 ep->urb_queued = true;
1062 spin_unlock_irqrestore(&dev->lock, flags);
1064 ret = usb_ep_queue(ep->ep, ep->req, GFP_KERNEL);
1066 dev_err(&dev->gadget->dev,
1067 "fail, usb_ep_queue returned %d\n", ret);
1068 spin_lock_irqsave(&dev->lock, flags);
1069 dev->state = STATE_DEV_FAILED;
1073 ret = wait_for_completion_interruptible(&done);
1075 dev_dbg(&dev->gadget->dev, "wait interrupted\n");
1076 usb_ep_dequeue(ep->ep, ep->req);
1077 wait_for_completion(&done);
1078 spin_lock_irqsave(&dev->lock, flags);
1082 spin_lock_irqsave(&dev->lock, flags);
1086 ep->urb_queued = false;
1088 spin_unlock_irqrestore(&dev->lock, flags);
1092 static int raw_ioctl_ep_write(struct raw_dev *dev, unsigned long value)
1096 struct usb_raw_ep_io io;
1098 data = raw_alloc_io_data(&io, (void __user *)value, true);
1100 return PTR_ERR(data);
1101 ret = raw_process_ep_io(dev, &io, data, true);
1106 static int raw_ioctl_ep_read(struct raw_dev *dev, unsigned long value)
1110 struct usb_raw_ep_io io;
1111 unsigned int length;
1113 data = raw_alloc_io_data(&io, (void __user *)value, false);
1115 return PTR_ERR(data);
1116 ret = raw_process_ep_io(dev, &io, data, false);
1120 length = min(io.length, (unsigned int)ret);
1121 if (copy_to_user((void __user *)(value + sizeof(io)), data, length))
1130 static int raw_ioctl_configure(struct raw_dev *dev, unsigned long value)
1133 unsigned long flags;
1137 spin_lock_irqsave(&dev->lock, flags);
1138 if (dev->state != STATE_DEV_RUNNING) {
1139 dev_dbg(dev->dev, "fail, device is not running\n");
1144 dev_dbg(dev->dev, "fail, gadget is not bound\n");
1148 usb_gadget_set_state(dev->gadget, USB_STATE_CONFIGURED);
1151 spin_unlock_irqrestore(&dev->lock, flags);
1155 static int raw_ioctl_vbus_draw(struct raw_dev *dev, unsigned long value)
1158 unsigned long flags;
1160 spin_lock_irqsave(&dev->lock, flags);
1161 if (dev->state != STATE_DEV_RUNNING) {
1162 dev_dbg(dev->dev, "fail, device is not running\n");
1167 dev_dbg(dev->dev, "fail, gadget is not bound\n");
1171 usb_gadget_vbus_draw(dev->gadget, 2 * value);
1174 spin_unlock_irqrestore(&dev->lock, flags);
1178 static void fill_ep_caps(struct usb_ep_caps *caps,
1179 struct usb_raw_ep_caps *raw_caps)
1181 raw_caps->type_control = caps->type_control;
1182 raw_caps->type_iso = caps->type_iso;
1183 raw_caps->type_bulk = caps->type_bulk;
1184 raw_caps->type_int = caps->type_int;
1185 raw_caps->dir_in = caps->dir_in;
1186 raw_caps->dir_out = caps->dir_out;
1189 static void fill_ep_limits(struct usb_ep *ep, struct usb_raw_ep_limits *limits)
1191 limits->maxpacket_limit = ep->maxpacket_limit;
1192 limits->max_streams = ep->max_streams;
1195 static int raw_ioctl_eps_info(struct raw_dev *dev, unsigned long value)
1198 unsigned long flags;
1199 struct usb_raw_eps_info *info;
1202 info = kzalloc(sizeof(*info), GFP_KERNEL);
1208 spin_lock_irqsave(&dev->lock, flags);
1209 if (dev->state != STATE_DEV_RUNNING) {
1210 dev_dbg(dev->dev, "fail, device is not running\n");
1212 spin_unlock_irqrestore(&dev->lock, flags);
1216 dev_dbg(dev->dev, "fail, gadget is not bound\n");
1218 spin_unlock_irqrestore(&dev->lock, flags);
1222 for (i = 0; i < dev->eps_num; i++) {
1224 strscpy(&info->eps[i].name[0], ep->ep->name,
1225 USB_RAW_EP_NAME_MAX);
1226 info->eps[i].addr = ep->addr;
1227 fill_ep_caps(&ep->ep->caps, &info->eps[i].caps);
1228 fill_ep_limits(ep->ep, &info->eps[i].limits);
1231 spin_unlock_irqrestore(&dev->lock, flags);
1233 if (copy_to_user((void __user *)value, info, sizeof(*info)))
1242 static long raw_ioctl(struct file *fd, unsigned int cmd, unsigned long value)
1244 struct raw_dev *dev = fd->private_data;
1251 case USB_RAW_IOCTL_INIT:
1252 ret = raw_ioctl_init(dev, value);
1254 case USB_RAW_IOCTL_RUN:
1255 ret = raw_ioctl_run(dev, value);
1257 case USB_RAW_IOCTL_EVENT_FETCH:
1258 ret = raw_ioctl_event_fetch(dev, value);
1260 case USB_RAW_IOCTL_EP0_WRITE:
1261 ret = raw_ioctl_ep0_write(dev, value);
1263 case USB_RAW_IOCTL_EP0_READ:
1264 ret = raw_ioctl_ep0_read(dev, value);
1266 case USB_RAW_IOCTL_EP_ENABLE:
1267 ret = raw_ioctl_ep_enable(dev, value);
1269 case USB_RAW_IOCTL_EP_DISABLE:
1270 ret = raw_ioctl_ep_disable(dev, value);
1272 case USB_RAW_IOCTL_EP_WRITE:
1273 ret = raw_ioctl_ep_write(dev, value);
1275 case USB_RAW_IOCTL_EP_READ:
1276 ret = raw_ioctl_ep_read(dev, value);
1278 case USB_RAW_IOCTL_CONFIGURE:
1279 ret = raw_ioctl_configure(dev, value);
1281 case USB_RAW_IOCTL_VBUS_DRAW:
1282 ret = raw_ioctl_vbus_draw(dev, value);
1284 case USB_RAW_IOCTL_EPS_INFO:
1285 ret = raw_ioctl_eps_info(dev, value);
1287 case USB_RAW_IOCTL_EP0_STALL:
1288 ret = raw_ioctl_ep0_stall(dev, value);
1290 case USB_RAW_IOCTL_EP_SET_HALT:
1291 ret = raw_ioctl_ep_set_clear_halt_wedge(
1292 dev, value, true, true);
1294 case USB_RAW_IOCTL_EP_CLEAR_HALT:
1295 ret = raw_ioctl_ep_set_clear_halt_wedge(
1296 dev, value, false, true);
1298 case USB_RAW_IOCTL_EP_SET_WEDGE:
1299 ret = raw_ioctl_ep_set_clear_halt_wedge(
1300 dev, value, true, false);
1309 /*----------------------------------------------------------------------*/
1311 static const struct file_operations raw_fops = {
1313 .unlocked_ioctl = raw_ioctl,
1314 .compat_ioctl = raw_ioctl,
1315 .release = raw_release,
1316 .llseek = no_llseek,
1319 static struct miscdevice raw_misc_device = {
1320 .minor = MISC_DYNAMIC_MINOR,
1321 .name = DRIVER_NAME,
1325 module_misc_device(raw_misc_device);