72 	struct dax_device *dax_dev, *found = NULL;  in dax_get_by_host()  local
82 	hlist_for_each_entry(dax_dev, &dax_host_list[hash], list) {  in dax_get_by_host()
83 		if (!dax_alive(dax_dev)  in dax_get_by_host()
84 				|| strcmp(host, dax_dev->host) != 0)  in dax_get_by_host()
87 		if (igrab(&dax_dev->inode))  in dax_get_by_host()
88 			found = dax_dev;  in dax_get_by_host()
123 bool generic_fsdax_supported(struct dax_device *dax_dev,  in generic_fsdax_supported()  argument
140 	if (!dax_dev) {  in generic_fsdax_supported()
159 	len = dax_direct_access(dax_dev, pgoff, 1, &kaddr, &pfn);  in generic_fsdax_supported()
160 	len2 = dax_direct_access(dax_dev, pgoff_end, 1, &end_kaddr, &end_pfn);  in generic_fsdax_supported()
205 bool dax_supported(struct dax_device *dax_dev, struct block_device *bdev,  in dax_supported()  argument
211 	if (!dax_dev)  in dax_supported()
215 	if (dax_alive(dax_dev) && dax_dev->ops->dax_supported)  in dax_supported()
216 		ret = dax_dev->ops->dax_supported(dax_dev, bdev, blocksize,  in dax_supported()
237 	struct dax_device *dax_dev = dax_get_by_host(dev_name(dev));  in write_cache_show()  local
240 	WARN_ON_ONCE(!dax_dev);  in write_cache_show()
241 	if (!dax_dev)  in write_cache_show()
244 	rc = sprintf(buf, "%d\n", !!dax_write_cache_enabled(dax_dev));  in write_cache_show()
245 	put_dax(dax_dev);  in write_cache_show()
254 	struct dax_device *dax_dev = dax_get_by_host(dev_name(dev));  in write_cache_store()  local
256 	WARN_ON_ONCE(!dax_dev);  in write_cache_store()
257 	if (!dax_dev)  in write_cache_store()
263 		dax_write_cache(dax_dev, write_cache);  in write_cache_store()
265 	put_dax(dax_dev);  in write_cache_store()
273 	struct dax_device *dax_dev = dax_get_by_host(dev_name(dev));  in dax_visible()  local
275 	WARN_ON_ONCE(!dax_dev);  in dax_visible()
276 	if (!dax_dev)  in dax_visible()
309 long dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, long nr_pages,  in dax_direct_access()  argument
314 	if (!dax_dev)  in dax_direct_access()
317 	if (!dax_alive(dax_dev))  in dax_direct_access()
323 	avail = dax_dev->ops->direct_access(dax_dev, pgoff, nr_pages,  in dax_direct_access()
331 size_t dax_copy_from_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr,  in dax_copy_from_iter()  argument
334 	if (!dax_alive(dax_dev))  in dax_copy_from_iter()
337 	return dax_dev->ops->copy_from_iter(dax_dev, pgoff, addr, bytes, i);  in dax_copy_from_iter()
341 size_t dax_copy_to_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr,  in dax_copy_to_iter()  argument
344 	if (!dax_alive(dax_dev))  in dax_copy_to_iter()
347 	return dax_dev->ops->copy_to_iter(dax_dev, pgoff, addr, bytes, i);  in dax_copy_to_iter()
351 int dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff,  in dax_zero_page_range()  argument
354 	if (!dax_alive(dax_dev))  in dax_zero_page_range()
364 	return dax_dev->ops->zero_page_range(dax_dev, pgoff, nr_pages);  in dax_zero_page_range()
370 void dax_flush(struct dax_device *dax_dev, void *addr, size_t size)  in dax_flush()  argument
372 	if (unlikely(!dax_write_cache_enabled(dax_dev)))  in dax_flush()
378 void dax_flush(struct dax_device *dax_dev, void *addr, size_t size)  in dax_flush()  argument
384 void dax_write_cache(struct dax_device *dax_dev, bool wc)  in dax_write_cache()  argument
387 		set_bit(DAXDEV_WRITE_CACHE, &dax_dev->flags);  in dax_write_cache()
389 		clear_bit(DAXDEV_WRITE_CACHE, &dax_dev->flags);  in dax_write_cache()
393 bool dax_write_cache_enabled(struct dax_device *dax_dev)  in dax_write_cache_enabled()  argument
395 	return test_bit(DAXDEV_WRITE_CACHE, &dax_dev->flags);  in dax_write_cache_enabled()
399 bool __dax_synchronous(struct dax_device *dax_dev)  in __dax_synchronous()  argument
401 	return test_bit(DAXDEV_SYNC, &dax_dev->flags);  in __dax_synchronous()
405 void __set_dax_synchronous(struct dax_device *dax_dev)  in __set_dax_synchronous()  argument
407 	set_bit(DAXDEV_SYNC, &dax_dev->flags);  in __set_dax_synchronous()
411 bool dax_alive(struct dax_device *dax_dev)  in dax_alive()  argument
414 	return test_bit(DAXDEV_ALIVE, &dax_dev->flags);  in dax_alive()
424 void kill_dax(struct dax_device *dax_dev)  in kill_dax()  argument
426 	if (!dax_dev)  in kill_dax()
429 	clear_bit(DAXDEV_ALIVE, &dax_dev->flags);  in kill_dax()
434 	hlist_del_init(&dax_dev->list);  in kill_dax()
439 void run_dax(struct dax_device *dax_dev)  in run_dax()  argument
441 	set_bit(DAXDEV_ALIVE, &dax_dev->flags);  in run_dax()
447 	struct dax_device *dax_dev;  in dax_alloc_inode()  local
450 	dax_dev = kmem_cache_alloc(dax_cache, GFP_KERNEL);  in dax_alloc_inode()
451 	if (!dax_dev)  in dax_alloc_inode()
454 	inode = &dax_dev->inode;  in dax_alloc_inode()
466 	struct dax_device *dax_dev = to_dax_dev(inode);  in dax_free_inode()  local
467 	kfree(dax_dev->host);  in dax_free_inode()
468 	dax_dev->host = NULL;  in dax_free_inode()
471 	kmem_cache_free(dax_cache, dax_dev);  in dax_free_inode()
476 	struct dax_device *dax_dev = to_dax_dev(inode);  in dax_destroy_inode()  local
477 	WARN_ONCE(test_bit(DAXDEV_ALIVE, &dax_dev->flags),  in dax_destroy_inode()
521 	struct dax_device *dax_dev;  in dax_dev_get()  local
530 	dax_dev = to_dax_dev(inode);  in dax_dev_get()
532 		set_bit(DAXDEV_ALIVE, &dax_dev->flags);  in dax_dev_get()
533 		inode->i_cdev = &dax_dev->cdev;  in dax_dev_get()
540 	return dax_dev;  in dax_dev_get()
543 static void dax_add_host(struct dax_device *dax_dev, const char *host)  in dax_add_host()  argument
551 	INIT_HLIST_NODE(&dax_dev->list);  in dax_add_host()
552 	dax_dev->host = host;  in dax_add_host()
558 	hlist_add_head(&dax_dev->list, &dax_host_list[hash]);  in dax_add_host()
565 	struct dax_device *dax_dev;  in alloc_dax()  local
586 	dax_dev = dax_dev_get(devt);  in alloc_dax()
587 	if (!dax_dev)  in alloc_dax()
590 	dax_add_host(dax_dev, host);  in alloc_dax()
591 	dax_dev->ops = ops;  in alloc_dax()
592 	dax_dev->private = private;  in alloc_dax()
594 		set_dax_synchronous(dax_dev);  in alloc_dax()
596 	return dax_dev;  in alloc_dax()
606 void put_dax(struct dax_device *dax_dev)  in put_dax()  argument
608 	if (!dax_dev)  in put_dax()
610 	iput(&dax_dev->inode);  in put_dax()
629 struct inode *dax_inode(struct dax_device *dax_dev)  in dax_inode()  argument
631 	return &dax_dev->inode;  in dax_inode()
635 void *dax_get_private(struct dax_device *dax_dev)  in dax_get_private()  argument
637 	if (!test_bit(DAXDEV_ALIVE, &dax_dev->flags))  in dax_get_private()
639 	return dax_dev->private;  in dax_get_private()
645 	struct dax_device *dax_dev = _dax_dev;  in init_once()  local
646 	struct inode *inode = &dax_dev->inode;  in init_once()
648 	memset(dax_dev, 0, sizeof(*dax_dev));  in init_once()