3  * virtio-fs: Virtio Filesystem
7 #include <linux/fs.h>
27 /* List of virtio-fs device instances and a lock for the list. Also provides
55 /* A virtio-fs device instance */
131 	struct virtio_fs *fs = vq->vdev->priv;  in vq_to_fsvq()  local
133 	return &fs->vqs[vq->index];  in vq_to_fsvq()
160 static void virtio_fs_put(struct virtio_fs *fs)  in virtio_fs_put()  argument
162 	kref_put(&fs->refcount, release_virtio_fs_obj);  in virtio_fs_put()
195 static void virtio_fs_drain_all_queues_locked(struct virtio_fs *fs)  in virtio_fs_drain_all_queues_locked()  argument
200 	for (i = 0; i < fs->nvqs; i++) {  in virtio_fs_drain_all_queues_locked()
201 		fsvq = &fs->vqs[i];  in virtio_fs_drain_all_queues_locked()
206 static void virtio_fs_drain_all_queues(struct virtio_fs *fs)  in virtio_fs_drain_all_queues()  argument
215 	virtio_fs_drain_all_queues_locked(fs);  in virtio_fs_drain_all_queues()
219 static void virtio_fs_start_all_queues(struct virtio_fs *fs)  in virtio_fs_start_all_queues()  argument
224 	for (i = 0; i < fs->nvqs; i++) {  in virtio_fs_start_all_queues()
225 		fsvq = &fs->vqs[i];  in virtio_fs_start_all_queues()
233 static int virtio_fs_add_instance(struct virtio_fs *fs)  in virtio_fs_add_instance()  argument
241 		if (strcmp(fs->tag, fs2->tag) == 0)  in virtio_fs_add_instance()
246 		list_add_tail(&fs->list, &virtio_fs_instances);  in virtio_fs_add_instance()
258 	struct virtio_fs *fs;  in virtio_fs_find_instance()  local
262 	list_for_each_entry(fs, &virtio_fs_instances, list) {  in virtio_fs_find_instance()
263 		if (strcmp(fs->tag, tag) == 0) {  in virtio_fs_find_instance()
264 			kref_get(&fs->refcount);  in virtio_fs_find_instance()
269 	fs = NULL; /* not found */  in virtio_fs_find_instance()
274 	return fs;  in virtio_fs_find_instance()
277 static void virtio_fs_free_devs(struct virtio_fs *fs)  in virtio_fs_free_devs()  argument
281 	for (i = 0; i < fs->nvqs; i++) {  in virtio_fs_free_devs()
282 		struct virtio_fs_vq *fsvq = &fs->vqs[i];  in virtio_fs_free_devs()
292 /* Read filesystem name from virtio config into fs->tag (must kfree()). */
293 static int virtio_fs_read_tag(struct virtio_device *vdev, struct virtio_fs *fs)  in virtio_fs_read_tag()  argument
308 	fs->tag = devm_kmalloc(&vdev->dev, len + 1, GFP_KERNEL);  in virtio_fs_read_tag()
309 	if (!fs->tag)  in virtio_fs_read_tag()
311 	memcpy(fs->tag, tag_buf, len);  in virtio_fs_read_tag()
312 	fs->tag[len] = '\0';  in virtio_fs_read_tag()
346 	pr_debug("virtio-fs: worker %s called.\n", __func__);  in virtio_fs_request_dispatch_work()
387 			pr_err("virtio-fs: virtio_fs_enqueue_req() failed %d\n",  in virtio_fs_request_dispatch_work()
423 			pr_debug("virtio-fs: Could not queue FORGET: err=%d. Will try later\n",  in send_forget_request()
433 			pr_debug("virtio-fs: Could not queue FORGET: err=%d. Dropping it.\n",  in send_forget_request()
460 	pr_debug("virtio-fs: worker %s called.\n", __func__);  in virtio_fs_hiprio_dispatch_work()
671 			       struct virtio_fs *fs)  in virtio_fs_setup_vqs()  argument
680 			&fs->num_request_queues);  in virtio_fs_setup_vqs()
681 	if (fs->num_request_queues == 0)  in virtio_fs_setup_vqs()
684 	fs->nvqs = VQ_REQUEST + fs->num_request_queues;  in virtio_fs_setup_vqs()
685 	fs->vqs = kcalloc(fs->nvqs, sizeof(fs->vqs[VQ_HIPRIO]), GFP_KERNEL);  in virtio_fs_setup_vqs()
686 	if (!fs->vqs)  in virtio_fs_setup_vqs()
689 	vqs = kmalloc_array(fs->nvqs, sizeof(vqs[VQ_HIPRIO]), GFP_KERNEL);  in virtio_fs_setup_vqs()
690 	callbacks = kmalloc_array(fs->nvqs, sizeof(callbacks[VQ_HIPRIO]),  in virtio_fs_setup_vqs()
692 	names = kmalloc_array(fs->nvqs, sizeof(names[VQ_HIPRIO]), GFP_KERNEL);  in virtio_fs_setup_vqs()
700 	virtio_fs_init_vq(&fs->vqs[VQ_HIPRIO], "hiprio", VQ_HIPRIO);  in virtio_fs_setup_vqs()
701 	names[VQ_HIPRIO] = fs->vqs[VQ_HIPRIO].name;  in virtio_fs_setup_vqs()
704 	for (i = VQ_REQUEST; i < fs->nvqs; i++) {  in virtio_fs_setup_vqs()
708 		virtio_fs_init_vq(&fs->vqs[i], vq_name, VQ_REQUEST);  in virtio_fs_setup_vqs()
710 		names[i] = fs->vqs[i].name;  in virtio_fs_setup_vqs()
713 	ret = virtio_find_vqs(vdev, fs->nvqs, vqs, callbacks, names, NULL);  in virtio_fs_setup_vqs()
717 	for (i = 0; i < fs->nvqs; i++)  in virtio_fs_setup_vqs()
718 		fs->vqs[i].vq = vqs[i];  in virtio_fs_setup_vqs()
720 	virtio_fs_start_all_queues(fs);  in virtio_fs_setup_vqs()
726 		kfree(fs->vqs);  in virtio_fs_setup_vqs()
732 				  struct virtio_fs *fs)  in virtio_fs_cleanup_vqs()  argument
744 	struct virtio_fs *fs = dax_get_private(dax_dev);  in virtio_fs_direct_access()  local
746 	size_t max_nr_pages = fs->window_len/PAGE_SIZE - pgoff;  in virtio_fs_direct_access()
749 		*kaddr = fs->window_kaddr + offset;  in virtio_fs_direct_access()
751 		*pfn = phys_to_pfn_t(fs->window_phys_addr + offset,  in virtio_fs_direct_access()
799 static int virtio_fs_setup_dax(struct virtio_device *vdev, struct virtio_fs *fs)  in virtio_fs_setup_dax()  argument
843 	fs->window_kaddr = devm_memremap_pages(&vdev->dev, pgmap);  in virtio_fs_setup_dax()
844 	if (IS_ERR(fs->window_kaddr))  in virtio_fs_setup_dax()
845 		return PTR_ERR(fs->window_kaddr);  in virtio_fs_setup_dax()
847 	fs->window_phys_addr = (phys_addr_t) cache_reg.addr;  in virtio_fs_setup_dax()
848 	fs->window_len = (phys_addr_t) cache_reg.len;  in virtio_fs_setup_dax()
851 		__func__, fs->window_kaddr, cache_reg.addr, cache_reg.len);  in virtio_fs_setup_dax()
853 	fs->dax_dev = alloc_dax(fs, NULL, &virtio_fs_dax_ops, 0);  in virtio_fs_setup_dax()
854 	if (IS_ERR(fs->dax_dev))  in virtio_fs_setup_dax()
855 		return PTR_ERR(fs->dax_dev);  in virtio_fs_setup_dax()
858 					fs->dax_dev);  in virtio_fs_setup_dax()
863 	struct virtio_fs *fs;  in virtio_fs_probe()  local
866 	fs = kzalloc(sizeof(*fs), GFP_KERNEL);  in virtio_fs_probe()
867 	if (!fs)  in virtio_fs_probe()
869 	kref_init(&fs->refcount);  in virtio_fs_probe()
870 	vdev->priv = fs;  in virtio_fs_probe()
872 	ret = virtio_fs_read_tag(vdev, fs);  in virtio_fs_probe()
876 	ret = virtio_fs_setup_vqs(vdev, fs);  in virtio_fs_probe()
882 	ret = virtio_fs_setup_dax(vdev, fs);  in virtio_fs_probe()
891 	ret = virtio_fs_add_instance(fs);  in virtio_fs_probe()
899 	virtio_fs_cleanup_vqs(vdev, fs);  in virtio_fs_probe()
900 	kfree(fs->vqs);  in virtio_fs_probe()
904 	kfree(fs);  in virtio_fs_probe()
908 static void virtio_fs_stop_all_queues(struct virtio_fs *fs)  in virtio_fs_stop_all_queues()  argument
913 	for (i = 0; i < fs->nvqs; i++) {  in virtio_fs_stop_all_queues()
914 		fsvq = &fs->vqs[i];  in virtio_fs_stop_all_queues()
923 	struct virtio_fs *fs = vdev->priv;  in virtio_fs_remove()  local
927 	list_del_init(&fs->list);  in virtio_fs_remove()
928 	virtio_fs_stop_all_queues(fs);  in virtio_fs_remove()
929 	virtio_fs_drain_all_queues_locked(fs);  in virtio_fs_remove()
931 	virtio_fs_cleanup_vqs(vdev, fs);  in virtio_fs_remove()
935 	virtio_fs_put(fs);  in virtio_fs_remove()
943 	pr_warn("virtio-fs: suspend/resume not yet supported\n");  in virtio_fs_freeze()
981 	struct virtio_fs *fs;  in virtio_fs_wake_forget_and_unlock()  local
988 	fs = fiq->priv;  in virtio_fs_wake_forget_and_unlock()
989 	fsvq = &fs->vqs[VQ_HIPRIO];  in virtio_fs_wake_forget_and_unlock()
1016 	 * Normal fs operations on a local filesystems aren't interruptible.  in virtio_fs_wake_interrupt_and_unlock()
1229 	struct virtio_fs *fs;  in virtio_fs_wake_pending_and_unlock()  local
1241 	fs = fiq->priv;  in virtio_fs_wake_pending_and_unlock()
1248 	fsvq = &fs->vqs[queue_id];  in virtio_fs_wake_pending_and_unlock()
1265 		pr_err("virtio-fs: virtio_fs_enqueue_req() failed %d\n", ret);  in virtio_fs_wake_pending_and_unlock()
1299 	struct virtio_fs *fs = fc->iq.priv;  in virtio_fs_fill_super()  local
1312 	if (list_empty(&fs->list)) {  in virtio_fs_fill_super()
1313 		pr_info("virtio-fs: tag <%s> not found\n", fs->tag);  in virtio_fs_fill_super()
1319 	for (i = 0; i < fs->nvqs; i++) {  in virtio_fs_fill_super()
1320 		struct virtio_fs_vq *fsvq = &fs->vqs[i];  in virtio_fs_fill_super()
1330 		if (!fs->dax_dev) {  in virtio_fs_fill_super()
1332 			pr_err("virtio-fs: dax can't be enabled as filesystem"  in virtio_fs_fill_super()
1336 		ctx->dax_dev = fs->dax_dev;  in virtio_fs_fill_super()
1342 	for (i = 0; i < fs->nvqs; i++) {  in virtio_fs_fill_super()
1343 		struct virtio_fs_vq *fsvq = &fs->vqs[i];  in virtio_fs_fill_super()
1349 	virtio_fs_start_all_queues(fs);  in virtio_fs_fill_super()
1355 	virtio_fs_free_devs(fs);  in virtio_fs_fill_super()
1417 	struct virtio_fs *fs;  in virtio_fs_get_tree()  local
1428 	fs = virtio_fs_find_instance(fsc->source);  in virtio_fs_get_tree()
1429 	if (!fs) {  in virtio_fs_get_tree()
1430 		pr_info("virtio-fs: tag <%s> not found\n", fsc->source);  in virtio_fs_get_tree()
1434 	virtqueue_size = virtqueue_get_vring_size(fs->vqs[VQ_REQUEST].vq);  in virtio_fs_get_tree()
1447 	fuse_conn_init(fc, fm, fsc->user_ns, &virtio_fs_fiq_ops, fs);  in virtio_fs_get_tree()
1481 	virtio_fs_put(fs);  in virtio_fs_get_tree()