796 static void __ffs_epfile_read_buffer_free(struct ffs_epfile *epfile)  in __ffs_epfile_read_buffer_free()  argument
802 	struct ffs_buffer *buf = xchg(&epfile->read_buffer, READ_BUFFER_DROP);  in __ffs_epfile_read_buffer_free()
808 static ssize_t __ffs_epfile_read_buffered(struct ffs_epfile *epfile,  in __ffs_epfile_read_buffered()  argument
816 	struct ffs_buffer *buf = xchg(&epfile->read_buffer, NULL);  in __ffs_epfile_read_buffered()
834 	if (cmpxchg(&epfile->read_buffer, NULL, buf))  in __ffs_epfile_read_buffered()
841 static ssize_t __ffs_epfile_read_data(struct ffs_epfile *epfile,  in __ffs_epfile_read_data()  argument
872 	if (unlikely(cmpxchg(&epfile->read_buffer, NULL, buf)))  in __ffs_epfile_read_data()
880 	struct ffs_epfile *epfile = file->private_data;  in ffs_epfile_io()  local
888 	if (WARN_ON(epfile->ffs->state != FFS_ACTIVE))  in ffs_epfile_io()
892 	ep = epfile->ep;  in ffs_epfile_io()
898 				epfile->ffs->wait, (ep = epfile->ep));  in ffs_epfile_io()
904 	halt = (!io_data->read == !epfile->in);  in ffs_epfile_io()
905 	if (halt && epfile->isoc)  in ffs_epfile_io()
909 	ret = ffs_mutex_lock(&epfile->mutex, file->f_flags & O_NONBLOCK);  in ffs_epfile_io()
925 			ret = __ffs_epfile_read_buffered(epfile, &io_data->data);  in ffs_epfile_io()
935 		gadget = epfile->ffs->gadget;  in ffs_epfile_io()
937 		spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
939 		if (epfile->ep != ep) {  in ffs_epfile_io()
950 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
964 	spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
966 	if (epfile->ep != ep) {  in ffs_epfile_io()
1002 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1018 			ret = __ffs_epfile_read_data(epfile, data, ep->status,  in ffs_epfile_io()
1032 		io_data->ffs = epfile->ffs;  in ffs_epfile_io()
1052 	spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1054 	mutex_unlock(&epfile->mutex);  in ffs_epfile_io()
1063 	struct ffs_epfile *epfile = inode->i_private;  in ffs_epfile_open()  local
1067 	if (WARN_ON(epfile->ffs->state != FFS_ACTIVE))  in ffs_epfile_open()
1070 	file->private_data = epfile;  in ffs_epfile_open()
1071 	ffs_data_opened(epfile->ffs);  in ffs_epfile_open()
1192 	struct ffs_epfile *epfile = inode->i_private;  in ffs_epfile_release()  local
1196 	__ffs_epfile_read_buffer_free(epfile);  in ffs_epfile_release()
1197 	ffs_data_closed(epfile->ffs);  in ffs_epfile_release()
1205 	struct ffs_epfile *epfile = file->private_data;  in ffs_epfile_ioctl()  local
1211 	if (WARN_ON(epfile->ffs->state != FFS_ACTIVE))  in ffs_epfile_ioctl()
1215 	ep = epfile->ep;  in ffs_epfile_ioctl()
1221 				epfile->ffs->wait, (ep = epfile->ep));  in ffs_epfile_ioctl()
1226 	spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1229 	if (epfile->ep != ep) {  in ffs_epfile_ioctl()
1230 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1236 		ret = usb_ep_fifo_status(epfile->ep->ep);  in ffs_epfile_ioctl()
1239 		usb_ep_fifo_flush(epfile->ep->ep);  in ffs_epfile_ioctl()
1243 		ret = usb_ep_clear_halt(epfile->ep->ep);  in ffs_epfile_ioctl()
1246 		ret = epfile->ep->num;  in ffs_epfile_ioctl()
1253 		switch (epfile->ffs->gadget->speed) {  in ffs_epfile_ioctl()
1263 		desc = epfile->ep->descs[desc_idx];  in ffs_epfile_ioctl()
1265 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1274 	spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1799 	struct ffs_epfile *epfile, *epfiles;  in ffs_epfiles_create()  local
1809 	epfile = epfiles;  in ffs_epfiles_create()
1810 	for (i = 1; i <= count; ++i, ++epfile) {  in ffs_epfiles_create()
1811 		epfile->ffs = ffs;  in ffs_epfiles_create()
1812 		mutex_init(&epfile->mutex);  in ffs_epfiles_create()
1814 			sprintf(epfile->name, "ep%02x", ffs->eps_addrmap[i]);  in ffs_epfiles_create()
1816 			sprintf(epfile->name, "ep%u", i);  in ffs_epfiles_create()
1817 		epfile->dentry = ffs_sb_create_file(ffs->sb, epfile->name,  in ffs_epfiles_create()
1818 						 epfile,  in ffs_epfiles_create()
1820 		if (unlikely(!epfile->dentry)) {  in ffs_epfiles_create()
1832 	struct ffs_epfile *epfile = epfiles;  in ffs_epfiles_destroy()  local
1836 	for (; count; --count, ++epfile) {  in ffs_epfiles_destroy()
1837 		BUG_ON(mutex_is_locked(&epfile->mutex));  in ffs_epfiles_destroy()
1838 		if (epfile->dentry) {  in ffs_epfiles_destroy()
1839 			d_delete(epfile->dentry);  in ffs_epfiles_destroy()
1840 			dput(epfile->dentry);  in ffs_epfiles_destroy()
1841 			epfile->dentry = NULL;  in ffs_epfiles_destroy()
1851 	struct ffs_epfile *epfile = func->ffs->epfiles;  in ffs_func_eps_disable()  local
1862 		if (epfile) {  in ffs_func_eps_disable()
1863 			epfile->ep = NULL;  in ffs_func_eps_disable()
1864 			__ffs_epfile_read_buffer_free(epfile);  in ffs_func_eps_disable()
1865 			++epfile;  in ffs_func_eps_disable()
1875 	struct ffs_epfile *epfile = ffs->epfiles;  in ffs_func_eps_enable()  local
1893 			epfile->ep = ep;  in ffs_func_eps_enable()
1894 			epfile->in = usb_endpoint_dir_in(ep->ep->desc);  in ffs_func_eps_enable()
1895 			epfile->isoc = usb_endpoint_xfer_isoc(ep->ep->desc);  in ffs_func_eps_enable()
1901 		++epfile;  in ffs_func_eps_enable()