85 	while (len && iov->i < iov->used) {  in vringh_kiov_advance()
116 	while (len && iov->i < iov->used) {  in vringh_iov_xfer()
320 		riov->i = riov->used = riov->consumed = 0;  in __vringh_iov()
322 		wiov->i = wiov->used = wiov->consumed = 0;  in __vringh_iov()
377 			if (unlikely(wiov && wiov->used)) {  in __vringh_iov()
403 		if (unlikely(iov->used == (iov->max_num & ~VRINGH_IOV_ALLOCATED))) {  in __vringh_iov()
409 		iov->iov[iov->used].iov_base = addr;  in __vringh_iov()
410 		iov->iov[iov->used].iov_len = len;  in __vringh_iov()
411 		iov->used++;  in __vringh_iov()
448 				    const struct vring_used_elem *used,  in __vringh_complete()  argument
461 	used_ring = vrh->vring.used;  in __vringh_complete()
469 		err = putused(vrh, &used_ring->ring[off], used, part);  in __vringh_complete()
471 			err = putused(vrh, &used_ring->ring[0], used + part,  in __vringh_complete()
474 		err = putused(vrh, &used_ring->ring[off], used, num_used);  in __vringh_complete()
485 	err = putu16(vrh, &vrh->vring.used->idx, used_idx + num_used);  in __vringh_complete()
488 			   &vrh->vring.used->idx);  in __vringh_complete()
554 		if (putu16(vrh, &vrh->vring.used->flags, 0) != 0) {  in __vringh_notify_enable()
556 				   &vrh->vring.used->flags);  in __vringh_notify_enable()
590 		if (putu16(vrh, &vrh->vring.used->flags,  in __vringh_notify_disable()
593 				   &vrh->vring.used->flags);  in __vringh_notify_disable()
660 		     vring_used_t __user *used)  in vringh_init_user()  argument
678 	vrh->vring.used = (__force struct vring_used *)used;  in vringh_init_user()
727 	BUILD_BUG_ON(offsetof(struct vringh_kiov, used) !=  in vringh_getdesc_user()
728 		     offsetof(struct vringh_iov, used));  in vringh_getdesc_user()
810 	struct vring_used_elem used;  in vringh_complete_user()  local
812 	used.id = cpu_to_vringh32(vrh, head);  in vringh_complete_user()
813 	used.len = cpu_to_vringh32(vrh, len);  in vringh_complete_user()
814 	return __vringh_complete(vrh, &used, 1, putu16_user, putused_user);  in vringh_complete_user()
828 			       const struct vring_used_elem used[],  in vringh_complete_multi_user()  argument
831 	return __vringh_complete(vrh, used, num_used,  in vringh_complete_multi_user()
934 		     struct vring_used *used)  in vringh_init_kern()  argument
951 	vrh->vring.used = used;  in vringh_init_kern()
1058 	struct vring_used_elem used;  in vringh_complete_kern()  local
1060 	used.id = cpu_to_vringh32(vrh, head);  in vringh_complete_kern()
1061 	used.len = cpu_to_vringh32(vrh, len);  in vringh_complete_kern()
1063 	return __vringh_complete(vrh, &used, 1, putu16_kern, putused_kern);  in vringh_complete_kern()
1410 		      struct vring_used *used)  in vringh_init_iotlb()  argument
1415 				desc, avail, used);  in vringh_init_iotlb()
1436 			 struct vring_used *used)  in vringh_init_iotlb_va()  argument
1441 				desc, avail, used);  in vringh_init_iotlb_va()
1568 	struct vring_used_elem used;  in vringh_complete_iotlb()  local
1570 	used.id = cpu_to_vringh32(vrh, head);  in vringh_complete_iotlb()
1571 	used.len = cpu_to_vringh32(vrh, len);  in vringh_complete_iotlb()
1573 	return __vringh_complete(vrh, &used, 1, putu16_iotlb, putused_iotlb);  in vringh_complete_iotlb()