82 		vdev->vvr[i].vrh.vring.used =  in vop_virtio_init_post()
107 		mutex_lock_nested(&vdev->vvr[i].vr_mutex, i + 1);  in vop_virtio_device_reset()
115 		struct vringh *vrh = &vdev->vvr[i].vrh;  in vop_virtio_device_reset()
117 		vdev->vvr[i].vring.info->avail_idx = 0;  in vop_virtio_device_reset()
124 		mutex_unlock(&vdev->vvr[i].vr_mutex);  in vop_virtio_device_reset()
176 		mutex_lock_nested(&vdev->vvr[i].vr_mutex, i + 1);  in vop_virtio_config_change()
200 		mutex_unlock(&vdev->vvr[i].vr_mutex);  in vop_virtio_config_change()
306 		struct vop_vringh *vvr = &vdev->vvr[i];  in vop_virtio_add_device()  local
307 		struct mic_vring *vr = &vdev->vvr[i].vring;  in vop_virtio_add_device()
310 		mutex_init(&vvr->vr_mutex);  in vop_virtio_add_device()
337 		ret = vringh_init_kern(&vvr->vrh,  in vop_virtio_add_device()
346 		vringh_kiov_init(&vvr->riov, NULL, 0);  in vop_virtio_add_device()
347 		vringh_kiov_init(&vvr->wiov, NULL, 0);  in vop_virtio_add_device()
348 		vvr->head = USHRT_MAX;  in vop_virtio_add_device()
349 		vvr->vdev = vdev;  in vop_virtio_add_device()
350 		vvr->vrh.notify = _vop_notify;  in vop_virtio_add_device()
354 		vvr->buf = (void *)__get_free_pages(GFP_KERNEL,  in vop_virtio_add_device()
356 		vvr->buf_da = dma_map_single(&vpdev->dev,  in vop_virtio_add_device()
357 					  vvr->buf, VOP_INT_DMA_BUF_SIZE,  in vop_virtio_add_device()
395 		struct vop_vringh *vvr = &vdev->vvr[j];  in vop_virtio_add_device()  local
398 				 vvr->vring.len, DMA_BIDIRECTIONAL);  in vop_virtio_add_device()
399 		free_pages((unsigned long)vvr->vring.va,  in vop_virtio_add_device()
400 			   get_order(vvr->vring.len));  in vop_virtio_add_device()
446 		struct vop_vringh *vvr = &vdev->vvr[i];  in vop_virtio_del_device()  local
449 				 vvr->buf_da, VOP_INT_DMA_BUF_SIZE,  in vop_virtio_del_device()
451 		free_pages((unsigned long)vvr->buf,  in vop_virtio_del_device()
453 		vringh_kiov_cleanup(&vvr->riov);  in vop_virtio_del_device()
454 		vringh_kiov_cleanup(&vvr->wiov);  in vop_virtio_del_device()
456 				 vvr->vring.len, DMA_BIDIRECTIONAL);  in vop_virtio_del_device()
457 		free_pages((unsigned long)vvr->vring.va,  in vop_virtio_del_device()
458 			   get_order(vvr->vring.len));  in vop_virtio_del_device()
532 	struct vop_vringh *vvr = &vdev->vvr[vr_idx];  in vop_virtio_copy_to_user()  local
564 		err = vop_sync_dma(vdev, vvr->buf_da, daddr,  in vop_virtio_copy_to_user()
571 		if (copy_to_user(ubuf, vvr->buf + dma_offset,  in vop_virtio_copy_to_user()
607 	struct vop_vringh *vvr = &vdev->vvr[vr_idx];  in vop_virtio_copy_from_user()  local
637 		if (copy_from_user(vvr->buf, ubuf, partlen)) {  in vop_virtio_copy_from_user()
643 		err = vop_sync_dma(vdev, daddr, vvr->buf_da,  in vop_virtio_copy_from_user()
754 	struct vop_vringh *vvr = &vdev->vvr[copy->vr_idx];  in _vop_virtio_copy()  local
755 	struct vringh_kiov *riov = &vvr->riov;  in _vop_virtio_copy()
756 	struct vringh_kiov *wiov = &vvr->wiov;  in _vop_virtio_copy()
757 	struct vringh *vrh = &vvr->vrh;  in _vop_virtio_copy()
758 	u16 *head = &vvr->head;  in _vop_virtio_copy()
759 	struct mic_vring *vr = &vvr->vring;  in _vop_virtio_copy()
850 	struct vop_vringh *vvr;  in vop_virtio_copy_desc()  local
856 	vvr = &vdev->vvr[copy->vr_idx];  in vop_virtio_copy_desc()
857 	mutex_lock(&vvr->vr_mutex);  in vop_virtio_copy_desc()
870 	mutex_unlock(&vvr->vr_mutex);  in vop_virtio_copy_desc()
1063 		struct vop_vringh *vvr = &vdev->vvr[i];  in vop_query_offset()  local
1066 			*pa = virt_to_phys(vvr->vring.va);  in vop_query_offset()
1067 			*size = vvr->vring.len;  in vop_query_offset()
1070 		start += vvr->vring.len;  in vop_query_offset()