45 	struct virtio_device vdev;  member
60 #define to_vopvdev(vd) container_of(vd, struct _vop_vdev, vdev)
65 static inline struct device *_vop_dev(struct _vop_vdev *vdev)  in _vop_dev()  argument
67 	return vdev->vdev.dev.parent;  in _vop_dev()
103 static u64 vop_get_features(struct virtio_device *vdev)  in vop_get_features()  argument
107 	struct mic_device_desc __iomem *desc = to_vopvdev(vdev)->desc;  in vop_get_features()
111 	bits = min_t(unsigned, feature_len, sizeof(vdev->features)) * 8;  in vop_get_features()
119 static void vop_transport_features(struct virtio_device *vdev)  in vop_transport_features()  argument
126 	__virtio_clear_bit(vdev, VIRTIO_F_RING_PACKED);  in vop_transport_features()
129 static int vop_finalize_features(struct virtio_device *vdev)  in vop_finalize_features()  argument
132 	struct mic_device_desc __iomem *desc = to_vopvdev(vdev)->desc;  in vop_finalize_features()
139 	vring_transport_features(vdev);  in vop_finalize_features()
142 	vop_transport_features(vdev);  in vop_finalize_features()
146 		     sizeof(vdev->features)) * 8;  in vop_finalize_features()
148 		if (__virtio_test_bit(vdev, i))  in vop_finalize_features()
158 static void vop_get(struct virtio_device *vdev, unsigned int offset,  in vop_get()  argument
161 	struct mic_device_desc __iomem *desc = to_vopvdev(vdev)->desc;  in vop_get()
168 static void vop_set(struct virtio_device *vdev, unsigned int offset,  in vop_set()  argument
171 	struct mic_device_desc __iomem *desc = to_vopvdev(vdev)->desc;  in vop_set()
183 static u8 vop_get_status(struct virtio_device *vdev)  in vop_get_status()  argument
185 	return ioread8(&to_vopvdev(vdev)->desc->status);  in vop_get_status()
190 	struct _vop_vdev *vdev = to_vopvdev(dev);  in vop_set_status()  local
191 	struct vop_device *vpdev = vdev->vpdev;  in vop_set_status()
195 	iowrite8(status, &vdev->desc->status);  in vop_set_status()
196 	vpdev->hw_ops->send_intr(vpdev, vdev->c2h_vdev_db);  in vop_set_status()
202 	struct _vop_vdev *vdev = to_vopvdev(dev);  in vop_reset_inform_host()  local
203 	struct mic_device_ctrl __iomem *dc = vdev->dc;  in vop_reset_inform_host()
204 	struct vop_device *vpdev = vdev->vpdev;  in vop_reset_inform_host()
209 	vpdev->hw_ops->send_intr(vpdev, vdev->c2h_vdev_db);  in vop_reset_inform_host()
218 	dev_dbg(_vop_dev(vdev), "%s: retry: %d\n", __func__, retry);  in vop_reset_inform_host()
221 	iowrite8(0, &vdev->desc->status);  in vop_reset_inform_host()
226 	struct _vop_vdev *vdev = to_vopvdev(dev);  in vop_reset()  local
228 	dev_dbg(_vop_dev(vdev), "%s: virtio id %d\n",  in vop_reset()
232 	complete_all(&vdev->reset_done);  in vop_reset()
240 	struct _vop_vdev *vdev = vq->priv;  in vop_notify()  local
241 	struct vop_device *vpdev = vdev->vpdev;  in vop_notify()
243 	vpdev->hw_ops->send_intr(vpdev, vdev->c2h_vdev_db);  in vop_notify()
249 	struct _vop_vdev *vdev = to_vopvdev(vq->vdev);  in vop_del_vq()  local
250 	struct vop_device *vpdev = vdev->vpdev;  in vop_del_vq()
252 	dma_unmap_single(&vpdev->dev, vdev->used[n],  in vop_del_vq()
253 			 vdev->used_size[n], DMA_BIDIRECTIONAL);  in vop_del_vq()
254 	free_pages((unsigned long)vdev->used_virt[n],  in vop_del_vq()
255 		   get_order(vdev->used_size[n]));  in vop_del_vq()
257 	vpdev->hw_ops->unmap(vpdev, vdev->vr[n]);  in vop_del_vq()
258 	vdev->vr[n] = NULL;  in vop_del_vq()
263 	struct _vop_vdev *vdev = to_vopvdev(dev);  in vop_del_vqs()  local
267 	dev_dbg(_vop_dev(vdev), "%s\n", __func__);  in vop_del_vqs()
275 				      struct virtio_device *vdev,  in vop_new_virtqueue()  argument
289 	return __vring_new_virtqueue(index, vring, vdev, weak_barriers, context,  in vop_new_virtqueue()
303 	struct _vop_vdev *vdev = to_vopvdev(dev);  in vop_find_vq()  local
304 	struct vop_device *vpdev = vdev->vpdev;  in vop_find_vq()
312 	u8 type = ioread8(&vdev->desc->type);  in vop_find_vq()
314 	if (index >= ioread8(&vdev->desc->num_vq))  in vop_find_vq()
321 	vqconfig = _vop_vq_config(vdev->desc) + index;  in vop_find_vq()
328 	vdev->vr[index] = va;  in vop_find_vq()
339 	vdev->used_size[index] = PAGE_ALIGN(sizeof(__u16) * 3 +  in vop_find_vq()
343 					get_order(vdev->used_size[index]));  in vop_find_vq()
344 	vdev->used_virt[index] = used;  in vop_find_vq()
347 		dev_err(_vop_dev(vdev), "%s %d err %d\n",  in vop_find_vq()
360 	vdev->used[index] = dma_map_single(&vpdev->dev, used,  in vop_find_vq()
361 					    vdev->used_size[index],  in vop_find_vq()
363 	if (dma_mapping_error(&vpdev->dev, vdev->used[index])) {  in vop_find_vq()
365 		dev_err(_vop_dev(vdev), "%s %d err %d\n",  in vop_find_vq()
369 	writeq(vdev->used[index], &vqconfig->used_address);  in vop_find_vq()
371 	vq->priv = vdev;  in vop_find_vq()
377 		   get_order(vdev->used_size[index]));  in vop_find_vq()
379 	vpdev->hw_ops->unmap(vpdev, vdev->vr[index]);  in vop_find_vq()
389 	struct _vop_vdev *vdev = to_vopvdev(dev);  in vop_find_vqs()  local
390 	struct vop_device *vpdev = vdev->vpdev;  in vop_find_vqs()
391 	struct mic_device_ctrl __iomem *dc = vdev->dc;  in vop_find_vqs()
395 	if (nvqs > ioread8(&vdev->desc->num_vq))  in vop_find_vqs()
404 		dev_dbg(_vop_dev(vdev), "%s: %d: %s\n",  in vop_find_vqs()
419 	vpdev->hw_ops->send_intr(vpdev, vdev->c2h_vdev_db);  in vop_find_vqs()
426 	dev_dbg(_vop_dev(vdev), "%s: retry: %d\n", __func__, retry);  in vop_find_vqs()
455 	struct _vop_vdev *vdev = data;  in vop_virtio_intr_handler()  local
456 	struct vop_device *vpdev = vdev->vpdev;  in vop_virtio_intr_handler()
459 	vpdev->hw_ops->ack_interrupt(vpdev, vdev->h2c_vdev_db);  in vop_virtio_intr_handler()
460 	list_for_each_entry(vq, &vdev->vdev.vqs, list)  in vop_virtio_intr_handler()
468 	struct virtio_device *vdev =  in vop_virtio_release_dev()  local
471 			container_of(vdev, struct _vop_vdev, vdev);  in vop_virtio_release_dev()
484 	struct _vop_vdev *vdev, *reg_dev = NULL;  in _vop_add_device()  local
488 	vdev = kzalloc(sizeof(*vdev), GFP_KERNEL);  in _vop_add_device()
489 	if (!vdev)  in _vop_add_device()
492 	vdev->vpdev = vpdev;  in _vop_add_device()
493 	vdev->vdev.dev.parent = &vpdev->dev;  in _vop_add_device()
494 	vdev->vdev.dev.release = vop_virtio_release_dev;  in _vop_add_device()
495 	vdev->vdev.id.device = type;  in _vop_add_device()
496 	vdev->vdev.config = &vop_vq_config_ops;  in _vop_add_device()
497 	vdev->desc = d;  in _vop_add_device()
498 	vdev->dc = (void __iomem *)d + _vop_aligned_desc_size(d);  in _vop_add_device()
499 	vdev->dnode = dnode;  in _vop_add_device()
500 	vdev->vdev.priv = (void *)(unsigned long)dnode;  in _vop_add_device()
501 	init_completion(&vdev->reset_done);  in _vop_add_device()
503 	vdev->h2c_vdev_db = vpdev->hw_ops->next_db(vpdev);  in _vop_add_device()
504 	vdev->virtio_cookie = vpdev->hw_ops->request_irq(vpdev,  in _vop_add_device()
506 			vdev, vdev->h2c_vdev_db);  in _vop_add_device()
507 	if (IS_ERR(vdev->virtio_cookie)) {  in _vop_add_device()
508 		ret = PTR_ERR(vdev->virtio_cookie);  in _vop_add_device()
511 	iowrite8((u8)vdev->h2c_vdev_db, &vdev->dc->h2c_vdev_db);  in _vop_add_device()
512 	vdev->c2h_vdev_db = ioread8(&vdev->dc->c2h_vdev_db);  in _vop_add_device()
514 	ret = register_virtio_device(&vdev->vdev);  in _vop_add_device()
515 	reg_dev = vdev;  in _vop_add_device()
517 		dev_err(_vop_dev(vdev),  in _vop_add_device()
522 	writeq((unsigned long)vdev, &vdev->dc->vdev);  in _vop_add_device()
523 	dev_dbg(_vop_dev(vdev), "%s: registered vop device %u type %u vdev %p\n",  in _vop_add_device()
524 		__func__, offset, type, vdev);  in _vop_add_device()
529 	vpdev->hw_ops->free_irq(vpdev, vdev->virtio_cookie, vdev);  in _vop_add_device()
532 		put_device(&vdev->vdev.dev);  in _vop_add_device()
534 		kfree(vdev);  in _vop_add_device()
544 	struct _vop_vdev *vdev = to_vopvdev(_dev);  in vop_match_desc()  local
546 	return vdev->desc == (void __iomem *)data;  in vop_match_desc()
551 	return (struct _vop_vdev *)(unsigned long)readq(&dc->vdev);  in vop_dc_to_vdev()
560 	struct _vop_vdev *vdev = vop_dc_to_vdev(dc);  in _vop_handle_config_change()  local
566 	virtio_config_changed(&vdev->vdev);  in _vop_handle_config_change()
579 	struct _vop_vdev *vdev = vop_dc_to_vdev(dc);  in _vop_remove_device()  local
584 		struct device *dev = get_device(&vdev->vdev.dev);  in _vop_remove_device()
589 			ioread8(&dc->config_change), ioread8(&d->type), vdev);  in _vop_remove_device()
591 		reinit_completion(&vdev->reset_done);  in _vop_remove_device()
592 		unregister_virtio_device(&vdev->vdev);  in _vop_remove_device()
593 		vpdev->hw_ops->free_irq(vpdev, vdev->virtio_cookie, vdev);  in _vop_remove_device()
596 			wait_for_completion(&vdev->reset_done);  in _vop_remove_device()