| /Linux-v5.15/drivers/dax/ |
| D | super.c | 72 struct dax_device *dax_dev, *found = NULL; in dax_get_by_host() local 82 hlist_for_each_entry(dax_dev, &dax_host_list[hash], list) { in dax_get_by_host() 83 if (!dax_alive(dax_dev) in dax_get_by_host() 84 || strcmp(host, dax_dev->host) != 0) in dax_get_by_host() 87 if (igrab(&dax_dev->inode)) in dax_get_by_host() 88 found = dax_dev; in dax_get_by_host() 123 bool generic_fsdax_supported(struct dax_device *dax_dev, in generic_fsdax_supported() argument 140 if (!dax_dev) { in generic_fsdax_supported() 159 len = dax_direct_access(dax_dev, pgoff, 1, &kaddr, &pfn); in generic_fsdax_supported() 160 len2 = dax_direct_access(dax_dev, pgoff_end, 1, &end_kaddr, &end_pfn); in generic_fsdax_supported() [all …]
|
| D | device.c | 23 if (!dax_alive(dev_dax->dax_dev)) in check_vma() 346 struct dax_device *dax_dev = inode_dax(inode); in dax_open() local 347 struct inode *__dax_inode = dax_inode(dax_dev); in dax_open() 348 struct dev_dax *dev_dax = dax_get_private(dax_dev); in dax_open() 393 struct dax_device *dax_dev = dev_dax->dax_dev; in dev_dax_probe() local 433 inode = dax_inode(dax_dev); in dev_dax_probe() 450 run_dax(dax_dev); in dev_dax_probe()
|
| D | dax-private.h | 15 struct inode *dax_inode(struct dax_device *dax_dev); 64 struct dax_device *dax_dev; member
|
| D | bus.c | 361 struct dax_device *dax_dev = dev_dax->dax_dev; in kill_dev_dax() local 362 struct inode *inode = dax_inode(dax_dev); in kill_dev_dax() 364 kill_dax(dax_dev); in kill_dev_dax() 1255 struct dax_device *dax_dev = dev_dax->dax_dev; in dev_dax_release() local 1257 put_dax(dax_dev); in dev_dax_release() 1273 struct dax_device *dax_dev; in devm_create_dev_dax() local 1329 dax_dev = alloc_dax(dev_dax, NULL, NULL, DAXDEV_F_SYNC); in devm_create_dev_dax() 1330 if (IS_ERR(dax_dev)) { in devm_create_dev_dax() 1331 rc = PTR_ERR(dax_dev); in devm_create_dev_dax() 1336 kill_dax(dax_dev); in devm_create_dev_dax() [all …]
|
| D | bus.h | 61 void run_dax(struct dax_device *dax_dev);
|
| /Linux-v5.15/include/linux/ |
| D | dax.h | 46 void put_dax(struct dax_device *dax_dev); 47 void kill_dax(struct dax_device *dax_dev); 48 void dax_write_cache(struct dax_device *dax_dev, bool wc); 49 bool dax_write_cache_enabled(struct dax_device *dax_dev); 50 bool __dax_synchronous(struct dax_device *dax_dev); 51 static inline bool dax_synchronous(struct dax_device *dax_dev) in dax_synchronous() argument 53 return __dax_synchronous(dax_dev); in dax_synchronous() 55 void __set_dax_synchronous(struct dax_device *dax_dev); 56 static inline void set_dax_synchronous(struct dax_device *dax_dev) in set_dax_synchronous() argument 58 __set_dax_synchronous(dax_dev); in set_dax_synchronous() [all …]
|
| D | iomap.h | 88 struct dax_device *dax_dev; /* dax_dev for dax operations */ member
|
| /Linux-v5.15/drivers/md/ |
| D | dm-linear.c | 173 struct dax_device *dax_dev = lc->dev->dax_dev; in linear_dax_direct_access() local 180 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in linear_dax_direct_access() 188 struct dax_device *dax_dev = lc->dev->dax_dev; in linear_dax_copy_from_iter() local 194 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in linear_dax_copy_from_iter() 202 struct dax_device *dax_dev = lc->dev->dax_dev; in linear_dax_copy_to_iter() local 208 return dax_copy_to_iter(dax_dev, pgoff, addr, bytes, i); in linear_dax_copy_to_iter() 217 struct dax_device *dax_dev = lc->dev->dax_dev; in linear_dax_zero_page_range() local 224 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in linear_dax_zero_page_range()
|
| D | dm-stripe.c | 309 struct dax_device *dax_dev; in stripe_dax_direct_access() local 316 dax_dev = sc->stripe[stripe].dev->dax_dev; in stripe_dax_direct_access() 322 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in stripe_dax_direct_access() 330 struct dax_device *dax_dev; in stripe_dax_copy_from_iter() local 336 dax_dev = sc->stripe[stripe].dev->dax_dev; in stripe_dax_copy_from_iter() 341 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in stripe_dax_copy_from_iter() 349 struct dax_device *dax_dev; in stripe_dax_copy_to_iter() local 355 dax_dev = sc->stripe[stripe].dev->dax_dev; in stripe_dax_copy_to_iter() 360 return dax_copy_to_iter(dax_dev, pgoff, addr, bytes, i); in stripe_dax_copy_to_iter() 369 struct dax_device *dax_dev; in stripe_dax_zero_page_range() local [all …]
|
| D | dm.c | 656 td->dm_dev.dax_dev = fs_dax_get_by_bdev(bdev); in open_table_device() 670 put_dax(td->dm_dev.dax_dev); in close_table_device() 672 td->dm_dev.dax_dev = NULL; in close_table_device() 1003 static long dm_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, in dm_dax_direct_access() argument 1006 struct mapped_device *md = dax_get_private(dax_dev); in dm_dax_direct_access() 1030 static bool dm_dax_supported(struct dax_device *dax_dev, struct block_device *bdev, in dm_dax_supported() argument 1033 struct mapped_device *md = dax_get_private(dax_dev); in dm_dax_supported() 1050 static size_t dm_dax_copy_from_iter(struct dax_device *dax_dev, pgoff_t pgoff, in dm_dax_copy_from_iter() argument 1053 struct mapped_device *md = dax_get_private(dax_dev); in dm_dax_copy_from_iter() 1074 static size_t dm_dax_copy_to_iter(struct dax_device *dax_dev, pgoff_t pgoff, in dm_dax_copy_to_iter() argument [all …]
|
| D | dm-table.c | 814 return !dax_supported(dev->dax_dev, dev->bdev, blocksize, start, len); in device_not_dax_capable() 821 return !dev->dax_dev || !dax_synchronous(dev->dax_dev); in device_not_dax_synchronous_capable() 1802 struct dax_device *dax_dev = dev->dax_dev; in device_dax_write_cache_enabled() local 1804 if (!dax_dev) in device_dax_write_cache_enabled() 1807 if (dax_write_cache_enabled(dax_dev)) in device_dax_write_cache_enabled() 2020 set_dax_synchronous(t->md->dax_dev); in dm_table_set_restrictions() 2026 dax_write_cache(t->md->dax_dev, true); in dm_table_set_restrictions()
|
| D | dm-core.h | 66 struct dax_device *dax_dev; member
|
| D | dm-log-writes.c | 962 return dax_direct_access(lc->dev->dax_dev, pgoff, nr_pages, kaddr, pfn); in log_writes_dax_direct_access() 986 return dax_copy_from_iter(lc->dev->dax_dev, pgoff, addr, bytes, i); in log_writes_dax_copy_from_iter() 998 return dax_copy_to_iter(lc->dev->dax_dev, pgoff, addr, bytes, i); in log_writes_dax_copy_to_iter() 1012 return dax_zero_page_range(lc->dev->dax_dev, pgoff, in log_writes_dax_zero_page_range()
|
| /Linux-v5.15/drivers/nvdimm/ |
| D | dax_devs.c | 91 struct device *dax_dev; in nd_dax_probe() local 110 dax_dev = nd_pfn_devinit(nd_pfn, ndns); in nd_dax_probe() 112 if (!dax_dev) in nd_dax_probe() 117 dev_dbg(dev, "dax: %s\n", rc == 0 ? dev_name(dax_dev) : "<none>"); in nd_dax_probe() 119 nd_detach_ndns(dax_dev, &nd_pfn->ndns); in nd_dax_probe() 120 put_device(dax_dev); in nd_dax_probe() 122 __nd_device_register(dax_dev); in nd_dax_probe()
|
| D | pmem.c | 287 static int pmem_dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff, in pmem_dax_zero_page_range() argument 290 struct pmem_device *pmem = dax_get_private(dax_dev); in pmem_dax_zero_page_range() 297 static long pmem_dax_direct_access(struct dax_device *dax_dev, in pmem_dax_direct_access() argument 300 struct pmem_device *pmem = dax_get_private(dax_dev); in pmem_dax_direct_access() 311 static size_t pmem_copy_from_iter(struct dax_device *dax_dev, pgoff_t pgoff, in pmem_copy_from_iter() argument 317 static size_t pmem_copy_to_iter(struct dax_device *dax_dev, pgoff_t pgoff, in pmem_copy_to_iter() argument 340 kill_dax(pmem->dax_dev); in pmem_release_disk() 341 put_dax(pmem->dax_dev); in pmem_release_disk() 356 struct dax_device *dax_dev; in pmem_attach_disk() local 456 dax_dev = alloc_dax(pmem, disk->disk_name, &pmem_dax_ops, flags); in pmem_attach_disk() [all …]
|
| D | pmem.h | 24 struct dax_device *dax_dev; member
|
| /Linux-v5.15/drivers/s390/block/ |
| D | dcssblk.c | 34 static long dcssblk_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, 47 static size_t dcssblk_dax_copy_from_iter(struct dax_device *dax_dev, in dcssblk_dax_copy_from_iter() argument 53 static size_t dcssblk_dax_copy_to_iter(struct dax_device *dax_dev, in dcssblk_dax_copy_to_iter() argument 59 static int dcssblk_dax_zero_page_range(struct dax_device *dax_dev, in dcssblk_dax_zero_page_range() argument 65 rc = dax_direct_access(dax_dev, pgoff, nr_pages, &kaddr, NULL); in dcssblk_dax_zero_page_range() 69 dax_flush(dax_dev, kaddr, nr_pages << PAGE_SHIFT); in dcssblk_dax_zero_page_range() 94 struct dax_device *dax_dev; member 427 kill_dax(dev_info->dax_dev); in dcssblk_shared_store() 428 put_dax(dev_info->dax_dev); in dcssblk_shared_store() 690 dev_info->dax_dev = alloc_dax(dev_info, dev_info->gd->disk_name, in dcssblk_add_store() [all …]
|
| /Linux-v5.15/fs/fuse/ |
| D | virtio_fs.c | 63 struct dax_device *dax_dev; member 741 static long virtio_fs_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, in virtio_fs_direct_access() argument 744 struct virtio_fs *fs = dax_get_private(dax_dev); in virtio_fs_direct_access() 756 static size_t virtio_fs_copy_from_iter(struct dax_device *dax_dev, in virtio_fs_copy_from_iter() argument 763 static size_t virtio_fs_copy_to_iter(struct dax_device *dax_dev, in virtio_fs_copy_to_iter() argument 770 static int virtio_fs_zero_page_range(struct dax_device *dax_dev, in virtio_fs_zero_page_range() argument 776 rc = dax_direct_access(dax_dev, pgoff, nr_pages, &kaddr, NULL); in virtio_fs_zero_page_range() 780 dax_flush(dax_dev, kaddr, nr_pages << PAGE_SHIFT); in virtio_fs_zero_page_range() 793 struct dax_device *dax_dev = data; in virtio_fs_cleanup_dax() local 795 kill_dax(dax_dev); in virtio_fs_cleanup_dax() [all …]
|
| D | dax.c | 579 iomap->dax_dev = fc->dax->dev; in fuse_iomap_begin() 1285 int fuse_dax_conn_alloc(struct fuse_conn *fc, struct dax_device *dax_dev) in fuse_dax_conn_alloc() argument 1290 if (!dax_dev) in fuse_dax_conn_alloc() 1298 fcd->dev = dax_dev; in fuse_dax_conn_alloc()
|
| D | fuse_i.h | 506 struct dax_device *dax_dev; member 1261 int fuse_dax_conn_alloc(struct fuse_conn *fc, struct dax_device *dax_dev);
|
| /Linux-v5.15/fs/ |
| D | dax.c | 712 static int copy_cow_page_dax(struct block_device *bdev, struct dax_device *dax_dev, in copy_cow_page_dax() argument 725 rc = dax_direct_access(dax_dev, pgoff, 1, &kaddr, NULL); in copy_cow_page_dax() 877 static int dax_writeback_one(struct xa_state *xas, struct dax_device *dax_dev, in dax_writeback_one() argument 941 dax_flush(dax_dev, page_address(pfn_to_page(pfn)), count * PAGE_SIZE); in dax_writeback_one() 968 struct dax_device *dax_dev, struct writeback_control *wbc) in dax_writeback_mapping_range() argument 989 ret = dax_writeback_one(&xas, dax_dev, mapping, entry); in dax_writeback_mapping_range() 1025 length = dax_direct_access(iomap->dax_dev, pgoff, PHYS_PFN(size), in dax_iomap_pfn() 1150 rc = dax_zero_page_range(iomap->dax_dev, pgoff, 1); in dax_iomap_zero() 1152 rc = dax_direct_access(iomap->dax_dev, pgoff, 1, &kaddr, NULL); in dax_iomap_zero() 1160 dax_flush(iomap->dax_dev, kaddr + offset, size); in dax_iomap_zero() [all …]
|
| /Linux-v5.15/fs/erofs/ |
| D | data.c | 172 iomap->dax_dev = EROFS_I_SB(inode)->dax_dev; in erofs_iomap_begin()
|
| D | super.c | 543 sbi->dax_dev = fs_dax_get_by_bdev(sb->s_bdev); in erofs_fc_fill_super() 549 !dax_supported(sbi->dax_dev, sb->s_bdev, EROFS_BLKSIZ, 0, bdev_nr_sectors(sb->s_bdev))) { in erofs_fc_fill_super() 662 fs_put_dax(sbi->dax_dev); in erofs_kill_sb()
|
| D | internal.h | 88 struct dax_device *dax_dev; member
|
| /Linux-v5.15/fs/ext2/ |
| D | super.c | 805 struct dax_device *dax_dev = fs_dax_get_by_bdev(sb->s_bdev); in ext2_fill_super() local 835 sbi->s_daxdev = dax_dev; in ext2_fill_super() 949 if (!dax_supported(dax_dev, sb->s_bdev, blocksize, 0, in ext2_fill_super() 1206 fs_put_dax(dax_dev); in ext2_fill_super()
|