863 static void __ffs_epfile_read_buffer_free(struct ffs_epfile *epfile)  in __ffs_epfile_read_buffer_free()  argument
869 	struct ffs_buffer *buf = xchg(&epfile->read_buffer, READ_BUFFER_DROP);  in __ffs_epfile_read_buffer_free()
875 static ssize_t __ffs_epfile_read_buffered(struct ffs_epfile *epfile,  in __ffs_epfile_read_buffered()  argument
883 	struct ffs_buffer *buf = xchg(&epfile->read_buffer, NULL);  in __ffs_epfile_read_buffered()
901 	if (cmpxchg(&epfile->read_buffer, NULL, buf))  in __ffs_epfile_read_buffered()
908 static ssize_t __ffs_epfile_read_data(struct ffs_epfile *epfile,  in __ffs_epfile_read_data()  argument
939 	if (cmpxchg(&epfile->read_buffer, NULL, buf))  in __ffs_epfile_read_data()
947 	struct ffs_epfile *epfile = file->private_data;  in ffs_epfile_io()  local
955 	if (WARN_ON(epfile->ffs->state != FFS_ACTIVE))  in ffs_epfile_io()
959 	ep = epfile->ep;  in ffs_epfile_io()
965 				epfile->ffs->wait, (ep = epfile->ep));  in ffs_epfile_io()
971 	halt = (!io_data->read == !epfile->in);  in ffs_epfile_io()
972 	if (halt && epfile->isoc)  in ffs_epfile_io()
976 	ret = ffs_mutex_lock(&epfile->mutex, file->f_flags & O_NONBLOCK);  in ffs_epfile_io()
992 			ret = __ffs_epfile_read_buffered(epfile, &io_data->data);  in ffs_epfile_io()
1002 		gadget = epfile->ffs->gadget;  in ffs_epfile_io()
1004 		spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1006 		if (epfile->ep != ep) {  in ffs_epfile_io()
1019 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1033 	spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1035 	if (epfile->ep != ep) {  in ffs_epfile_io()
1080 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1083 			spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1084 			if (epfile->ep != ep) {  in ffs_epfile_io()
1095 			spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1103 			ret = __ffs_epfile_read_data(epfile, data, io_data->status,  in ffs_epfile_io()
1124 		io_data->ffs = epfile->ffs;  in ffs_epfile_io()
1145 	spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_io()
1147 	mutex_unlock(&epfile->mutex);  in ffs_epfile_io()
1157 	struct ffs_epfile *epfile = inode->i_private;  in ffs_epfile_open()  local
1161 	if (WARN_ON(epfile->ffs->state != FFS_ACTIVE))  in ffs_epfile_open()
1164 	file->private_data = epfile;  in ffs_epfile_open()
1165 	ffs_data_opened(epfile->ffs);  in ffs_epfile_open()
1173 	struct ffs_epfile *epfile = kiocb->ki_filp->private_data;  in ffs_aio_cancel()  local
1179 	spin_lock_irqsave(&epfile->ffs->eps_lock, flags);  in ffs_aio_cancel()
1186 	spin_unlock_irqrestore(&epfile->ffs->eps_lock, flags);  in ffs_aio_cancel()
1280 	struct ffs_epfile *epfile = inode->i_private;  in ffs_epfile_release()  local
1284 	__ffs_epfile_read_buffer_free(epfile);  in ffs_epfile_release()
1285 	ffs_data_closed(epfile->ffs);  in ffs_epfile_release()
1293 	struct ffs_epfile *epfile = file->private_data;  in ffs_epfile_ioctl()  local
1299 	if (WARN_ON(epfile->ffs->state != FFS_ACTIVE))  in ffs_epfile_ioctl()
1303 	ep = epfile->ep;  in ffs_epfile_ioctl()
1309 				epfile->ffs->wait, (ep = epfile->ep));  in ffs_epfile_ioctl()
1314 	spin_lock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1317 	if (epfile->ep != ep) {  in ffs_epfile_ioctl()
1318 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1324 		ret = usb_ep_fifo_status(epfile->ep->ep);  in ffs_epfile_ioctl()
1327 		usb_ep_fifo_flush(epfile->ep->ep);  in ffs_epfile_ioctl()
1331 		ret = usb_ep_clear_halt(epfile->ep->ep);  in ffs_epfile_ioctl()
1334 		ret = epfile->ep->num;  in ffs_epfile_ioctl()
1341 		switch (epfile->ffs->gadget->speed) {  in ffs_epfile_ioctl()
1353 		desc = epfile->ep->descs[desc_idx];  in ffs_epfile_ioctl()
1356 		spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1365 	spin_unlock_irq(&epfile->ffs->eps_lock);  in ffs_epfile_ioctl()
1905 	struct ffs_epfile *epfile, *epfiles;  in ffs_epfiles_create()  local
1915 	epfile = epfiles;  in ffs_epfiles_create()
1916 	for (i = 1; i <= count; ++i, ++epfile) {  in ffs_epfiles_create()
1917 		epfile->ffs = ffs;  in ffs_epfiles_create()
1918 		mutex_init(&epfile->mutex);  in ffs_epfiles_create()
1920 			sprintf(epfile->name, "ep%02x", ffs->eps_addrmap[i]);  in ffs_epfiles_create()
1922 			sprintf(epfile->name, "ep%u", i);  in ffs_epfiles_create()
1923 		epfile->dentry = ffs_sb_create_file(ffs->sb, epfile->name,  in ffs_epfiles_create()
1924 						 epfile,  in ffs_epfiles_create()
1926 		if (!epfile->dentry) {  in ffs_epfiles_create()
1938 	struct ffs_epfile *epfile = epfiles;  in ffs_epfiles_destroy()  local
1942 	for (; count; --count, ++epfile) {  in ffs_epfiles_destroy()
1943 		BUG_ON(mutex_is_locked(&epfile->mutex));  in ffs_epfiles_destroy()
1944 		if (epfile->dentry) {  in ffs_epfiles_destroy()
1945 			d_delete(epfile->dentry);  in ffs_epfiles_destroy()
1946 			dput(epfile->dentry);  in ffs_epfiles_destroy()
1947 			epfile->dentry = NULL;  in ffs_epfiles_destroy()
1957 	struct ffs_epfile *epfile;  in ffs_func_eps_disable()  local
1963 	epfile = func->ffs->epfiles;  in ffs_func_eps_disable()
1971 		if (epfile) {  in ffs_func_eps_disable()
1972 			epfile->ep = NULL;  in ffs_func_eps_disable()
1973 			__ffs_epfile_read_buffer_free(epfile);  in ffs_func_eps_disable()
1974 			++epfile;  in ffs_func_eps_disable()
1984 	struct ffs_epfile *epfile;  in ffs_func_eps_enable()  local
1992 	epfile = ffs->epfiles;  in ffs_func_eps_enable()
2006 			epfile->ep = ep;  in ffs_func_eps_enable()
2007 			epfile->in = usb_endpoint_dir_in(ep->ep->desc);  in ffs_func_eps_enable()
2008 			epfile->isoc = usb_endpoint_xfer_isoc(ep->ep->desc);  in ffs_func_eps_enable()
2014 		++epfile;  in ffs_func_eps_enable()