81 	while (len && iov->i < iov->used) {  in vringh_iov_xfer()
278 		riov->i = riov->used = 0;  in __vringh_iov()
280 		wiov->i = wiov->used = 0;  in __vringh_iov()
359 		if (unlikely(iov->used == (iov->max_num & ~VRINGH_IOV_ALLOCATED))) {  in __vringh_iov()
365 		iov->iov[iov->used].iov_base = addr;  in __vringh_iov()
366 		iov->iov[iov->used].iov_len = len;  in __vringh_iov()
367 		iov->used++;  in __vringh_iov()
403 				    const struct vring_used_elem *used,  in __vringh_complete()  argument
415 	used_ring = vrh->vring.used;  in __vringh_complete()
423 		err = putused(&used_ring->ring[off], used, part);  in __vringh_complete()
425 			err = putused(&used_ring->ring[0], used + part,  in __vringh_complete()
428 		err = putused(&used_ring->ring[off], used, num_used);  in __vringh_complete()
431 		vringh_bad("Failed to write %u used entries %u at %p",  in __vringh_complete()
439 	err = putu16(vrh, &vrh->vring.used->idx, used_idx + num_used);  in __vringh_complete()
441 		vringh_bad("Failed to update used index at %p",  in __vringh_complete()
442 			   &vrh->vring.used->idx);  in __vringh_complete()
460 	/* Flush out used index update. This is paired with the  in __vringh_need_notify()
480 		vringh_bad("Failed to get used event idx at %p",  in __vringh_need_notify()
508 		if (putu16(vrh, &vrh->vring.used->flags, 0) != 0) {  in __vringh_notify_enable()
509 			vringh_bad("Clearing used flags %p",  in __vringh_notify_enable()
510 				   &vrh->vring.used->flags);  in __vringh_notify_enable()
544 		if (putu16(vrh, &vrh->vring.used->flags,  in __vringh_notify_disable()
546 			vringh_bad("Setting used flags %p",  in __vringh_notify_disable()
547 				   &vrh->vring.used->flags);  in __vringh_notify_disable()
601  * @used: the userpace used pointer.
610 		     struct vring_used __user *used)  in vringh_init_user()  argument
625 	/* vring expects kernel addresses, but only used via accessors. */  in vringh_init_user()
628 	vrh->vring.used = (__force struct vring_used *)used;  in vringh_init_user()
674 	BUILD_BUG_ON(offsetof(struct vringh_kiov, used) !=  in vringh_getdesc_user()
675 		     offsetof(struct vringh_iov, used));  in vringh_getdesc_user()
757 	struct vring_used_elem used;  in vringh_complete_user()  local
759 	used.id = cpu_to_vringh32(vrh, head);  in vringh_complete_user()
760 	used.len = cpu_to_vringh32(vrh, len);  in vringh_complete_user()
761 	return __vringh_complete(vrh, &used, 1, putu16_user, putused_user);  in vringh_complete_user()
768  * @used: the head, length pairs.
769  * @num_used: the number of used elements.
775 			       const struct vring_used_elem used[],  in vringh_complete_multi_user()  argument
778 	return __vringh_complete(vrh, used, num_used,  in vringh_complete_multi_user()
810  * vringh_need_notify_user - must we tell the other side about used buffers?
869  * @used: the userpace used pointer.
877 		     struct vring_used *used)  in vringh_init_kern()  argument
894 	vrh->vring.used = used;  in vringh_init_kern()
998 	struct vring_used_elem used;  in vringh_complete_kern()  local
1000 	used.id = cpu_to_vringh32(vrh, head);  in vringh_complete_kern()
1001 	used.len = cpu_to_vringh32(vrh, len);  in vringh_complete_kern()
1003 	return __vringh_complete(vrh, &used, 1, putu16_kern, putused_kern);  in vringh_complete_kern()
1034  * vringh_need_notify_kern - must we tell the other side about used buffers?