861 static void __ffs_epfile_read_buffer_free(struct ffs_epfile *epfile)  in __ffs_epfile_read_buffer_free()  argument
867 	struct ffs_buffer *buf = xchg(&epfile->read_buffer, READ_BUFFER_DROP);  in __ffs_epfile_read_buffer_free()
873 static ssize_t __ffs_epfile_read_buffered(struct ffs_epfile *epfile,  in __ffs_epfile_read_buffered()  argument
881 	struct ffs_buffer *buf = xchg(&epfile->read_buffer, NULL);  in __ffs_epfile_read_buffered()
899 	if (cmpxchg(&epfile->read_buffer, NULL, buf))  in __ffs_epfile_read_buffered()
906 static ssize_t __ffs_epfile_read_data(struct ffs_epfile *epfile,  in __ffs_epfile_read_data()  argument
937 	if (unlikely(cmpxchg(&epfile->read_buffer, NULL, buf)))  in __ffs_epfile_read_data()
945 	struct ffs_epfile *epfile = file->private_data;  in ffs_epfile_io()  local
953 	if (WARN_ON(epfile->ffs->state != FFS_ACTIVE))  in ffs_epfile_io()
957 	ep = epfile->ep;  in ffs_epfile_io()
963 				epfile->ffs->wait, (ep = epfile->ep));  in ffs_epfile_io()
969 	halt = (!io_data->read == !epfile->in);  in ffs_epfile_io()
970 	if (halt && epfile->isoc)  in ffs_epfile_io()
974 	ret = ffs_mutex_lock(&epfile->mutex, file->f_flags & O_NONBLOCK);  in ffs_epfile_io()
990 			ret = __ffs_epfile_read_buffered(epfile, &io_data->data);  in ffs_epfile_io()
1000 		gadget = epfile->ffs->gadget;  in ffs_epfile_io()
1002 		spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1004 		if (epfile->ep != ep) {  in ffs_epfile_io()
1017 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1031 	spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1033 	if (epfile->ep != ep) {  in ffs_epfile_io()
1077 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1094 			ret = __ffs_epfile_read_data(epfile, data, ep->status,  in ffs_epfile_io()
1114 		io_data->ffs = epfile->ffs;  in ffs_epfile_io()
1134 	spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1136 	mutex_unlock(&epfile->mutex);  in ffs_epfile_io()
1146 	struct ffs_epfile *epfile = inode->i_private;  in ffs_epfile_open()  local
1150 	if (WARN_ON(epfile->ffs->state != FFS_ACTIVE))  in ffs_epfile_open()
1153 	file->private_data = epfile;  in ffs_epfile_open()
1154 	ffs_data_opened(epfile->ffs);  in ffs_epfile_open()
1162 	struct ffs_epfile *epfile = kiocb->ki_filp->private_data;  in ffs_aio_cancel()  local
1167 	spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_aio_cancel()
1174 	spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_aio_cancel()
1268 	struct ffs_epfile *epfile = inode->i_private;  in ffs_epfile_release()  local
1272 	__ffs_epfile_read_buffer_free(epfile);  in ffs_epfile_release()
1273 	ffs_data_closed(epfile->ffs);  in ffs_epfile_release()
1281 	struct ffs_epfile *epfile = file->private_data;  in ffs_epfile_ioctl()  local
1287 	if (WARN_ON(epfile->ffs->state != FFS_ACTIVE))  in ffs_epfile_ioctl()
1291 	ep = epfile->ep;  in ffs_epfile_ioctl()
1297 				epfile->ffs->wait, (ep = epfile->ep));  in ffs_epfile_ioctl()
1302 	spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1305 	if (epfile->ep != ep) {  in ffs_epfile_ioctl()
1306 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1312 		ret = usb_ep_fifo_status(epfile->ep->ep);  in ffs_epfile_ioctl()
1315 		usb_ep_fifo_flush(epfile->ep->ep);  in ffs_epfile_ioctl()
1319 		ret = usb_ep_clear_halt(epfile->ep->ep);  in ffs_epfile_ioctl()
1322 		ret = epfile->ep->num;  in ffs_epfile_ioctl()
1329 		switch (epfile->ffs->gadget->speed) {  in ffs_epfile_ioctl()
1339 		desc = epfile->ep->descs[desc_idx];  in ffs_epfile_ioctl()
1341 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1350 	spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1881 	struct ffs_epfile *epfile, *epfiles;  in ffs_epfiles_create()  local
1891 	epfile = epfiles;  in ffs_epfiles_create()
1892 	for (i = 1; i <= count; ++i, ++epfile) {  in ffs_epfiles_create()
1893 		epfile->ffs = ffs;  in ffs_epfiles_create()
1894 		mutex_init(&epfile->mutex);  in ffs_epfiles_create()
1896 			sprintf(epfile->name, "ep%02x", ffs->eps_addrmap[i]);  in ffs_epfiles_create()
1898 			sprintf(epfile->name, "ep%u", i);  in ffs_epfiles_create()
1899 		epfile->dentry = ffs_sb_create_file(ffs->sb, epfile->name,  in ffs_epfiles_create()
1900 						 epfile,  in ffs_epfiles_create()
1902 		if (unlikely(!epfile->dentry)) {  in ffs_epfiles_create()
1914 	struct ffs_epfile *epfile = epfiles;  in ffs_epfiles_destroy()  local
1918 	for (; count; --count, ++epfile) {  in ffs_epfiles_destroy()
1919 		BUG_ON(mutex_is_locked(&epfile->mutex));  in ffs_epfiles_destroy()
1920 		if (epfile->dentry) {  in ffs_epfiles_destroy()
1921 			d_delete(epfile->dentry);  in ffs_epfiles_destroy()
1922 			dput(epfile->dentry);  in ffs_epfiles_destroy()
1923 			epfile->dentry = NULL;  in ffs_epfiles_destroy()
1933 	struct ffs_epfile *epfile = func->ffs->epfiles;  in ffs_func_eps_disable()  local
1944 		if (epfile) {  in ffs_func_eps_disable()
1945 			epfile->ep = NULL;  in ffs_func_eps_disable()
1946 			__ffs_epfile_read_buffer_free(epfile);  in ffs_func_eps_disable()
1947 			++epfile;  in ffs_func_eps_disable()
1957 	struct ffs_epfile *epfile = ffs->epfiles;  in ffs_func_eps_enable()  local
1975 			epfile->ep = ep;  in ffs_func_eps_enable()
1976 			epfile->in = usb_endpoint_dir_in(ep->ep->desc);  in ffs_func_eps_enable()
1977 			epfile->isoc = usb_endpoint_xfer_isoc(ep->ep->desc);  in ffs_func_eps_enable()
1983 		++epfile;  in ffs_func_eps_enable()