Home
last modified time | relevance | path

Searched refs:dax_dev (Results 1 – 25 of 32) sorted by relevance

12

/Linux-v6.1/drivers/dax/
Dsuper.c62 int dax_add_host(struct dax_device *dax_dev, struct gendisk *disk) in dax_add_host() argument
64 return xa_insert(&dax_hosts, (unsigned long)disk, dax_dev, GFP_KERNEL); in dax_add_host()
84 struct dax_device *dax_dev; in fs_dax_get_by_bdev() local
99 dax_dev = xa_load(&dax_hosts, (unsigned long)bdev->bd_disk); in fs_dax_get_by_bdev()
100 if (!dax_dev || !dax_alive(dax_dev) || !igrab(&dax_dev->inode)) in fs_dax_get_by_bdev()
101 dax_dev = NULL; in fs_dax_get_by_bdev()
103 if (!cmpxchg(&dax_dev->holder_data, NULL, holder)) in fs_dax_get_by_bdev()
104 dax_dev->holder_ops = ops; in fs_dax_get_by_bdev()
106 dax_dev = NULL; in fs_dax_get_by_bdev()
110 return dax_dev; in fs_dax_get_by_bdev()
[all …]
Ddevice.c23 if (!dax_alive(dev_dax->dax_dev)) in check_vma()
354 struct dax_device *dax_dev = inode_dax(inode); in dax_open() local
355 struct inode *__dax_inode = dax_inode(dax_dev); in dax_open()
356 struct dev_dax *dev_dax = dax_get_private(dax_dev); in dax_open()
401 struct dax_device *dax_dev = dev_dax->dax_dev; in dev_dax_probe() local
458 inode = dax_inode(dax_dev); in dev_dax_probe()
471 run_dax(dax_dev); in dev_dax_probe()
Dbus.c383 struct dax_device *dax_dev = dev_dax->dax_dev; in kill_dev_dax() local
384 struct inode *inode = dax_inode(dax_dev); in kill_dev_dax()
386 kill_dax(dax_dev); in kill_dev_dax()
1285 struct dax_device *dax_dev = dev_dax->dax_dev; in dev_dax_release() local
1287 put_dax(dax_dev); in dev_dax_release()
1303 struct dax_device *dax_dev; in devm_create_dev_dax() local
1359 dax_dev = alloc_dax(dev_dax, NULL); in devm_create_dev_dax()
1360 if (IS_ERR(dax_dev)) { in devm_create_dev_dax()
1361 rc = PTR_ERR(dax_dev); in devm_create_dev_dax()
1364 set_dax_synchronous(dax_dev); in devm_create_dev_dax()
[all …]
Ddax-private.h15 struct inode *dax_inode(struct dax_device *dax_dev);
64 struct dax_device *dax_dev; member
Dbus.h49 void run_dax(struct dax_device *dax_dev);
/Linux-v6.1/include/linux/
Ddax.h42 size_t (*recovery_write)(struct dax_device *dax_dev, pgoff_t pgoff,
54 int (*notify_failure)(struct dax_device *dax_dev, u64 offset,
60 void *dax_holder(struct dax_device *dax_dev);
61 void put_dax(struct dax_device *dax_dev);
62 void kill_dax(struct dax_device *dax_dev);
63 void dax_write_cache(struct dax_device *dax_dev, bool wc);
64 bool dax_write_cache_enabled(struct dax_device *dax_dev);
65 bool dax_synchronous(struct dax_device *dax_dev);
66 void set_dax_synchronous(struct dax_device *dax_dev);
67 size_t dax_recovery_write(struct dax_device *dax_dev, pgoff_t pgoff,
[all …]
Diomap.h88 struct dax_device *dax_dev; /* dax_dev for dax operations */ member
/Linux-v6.1/drivers/nvdimm/
Ddax_devs.c91 struct device *dax_dev; in nd_dax_probe() local
110 dax_dev = nd_pfn_devinit(nd_pfn, ndns); in nd_dax_probe()
112 if (!dax_dev) in nd_dax_probe()
117 dev_dbg(dev, "dax: %s\n", rc == 0 ? dev_name(dax_dev) : "<none>"); in nd_dax_probe()
119 nd_detach_ndns(dax_dev, &nd_pfn->ndns); in nd_dax_probe()
120 put_device(dax_dev); in nd_dax_probe()
122 nd_device_register(dax_dev); in nd_dax_probe()
Dpmem.c316 static int pmem_dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff, in pmem_dax_zero_page_range() argument
319 struct pmem_device *pmem = dax_get_private(dax_dev); in pmem_dax_zero_page_range()
326 static long pmem_dax_direct_access(struct dax_device *dax_dev, in pmem_dax_direct_access() argument
330 struct pmem_device *pmem = dax_get_private(dax_dev); in pmem_dax_direct_access()
348 static size_t pmem_recovery_write(struct dax_device *dax_dev, pgoff_t pgoff, in pmem_recovery_write() argument
351 struct pmem_device *pmem = dax_get_private(dax_dev); in pmem_recovery_write()
401 return sprintf(buf, "%d\n", !!dax_write_cache_enabled(pmem->dax_dev)); in write_cache_show()
414 dax_write_cache(pmem->dax_dev, write_cache); in write_cache_store()
449 kill_dax(pmem->dax_dev); in pmem_release_disk()
450 put_dax(pmem->dax_dev); in pmem_release_disk()
[all …]
Dpmem.h27 struct dax_device *dax_dev; member
/Linux-v6.1/drivers/md/
Ddm-linear.c164 return lc->dev->dax_dev; in linear_dax_pgoff()
171 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_direct_access() local
173 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in linear_dax_direct_access()
179 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_zero_page_range() local
181 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in linear_dax_zero_page_range()
187 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_recovery_write() local
189 return dax_recovery_write(dax_dev, pgoff, addr, bytes, i); in linear_dax_recovery_write()
Ddm-stripe.c314 return sc->stripe[stripe].dev->dax_dev; in stripe_dax_pgoff()
321 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_direct_access() local
323 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in stripe_dax_direct_access()
329 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_zero_page_range() local
331 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in stripe_dax_zero_page_range()
337 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_recovery_write() local
339 return dax_recovery_write(dax_dev, pgoff, addr, bytes, i); in stripe_dax_recovery_write()
Ddm-log-writes.c888 return lc->dev->dax_dev; in log_writes_dax_pgoff()
895 struct dax_device *dax_dev = log_writes_dax_pgoff(ti, &pgoff); in log_writes_dax_direct_access() local
897 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in log_writes_dax_direct_access()
903 struct dax_device *dax_dev = log_writes_dax_pgoff(ti, &pgoff); in log_writes_dax_zero_page_range() local
905 return dax_zero_page_range(dax_dev, pgoff, nr_pages << PAGE_SHIFT); in log_writes_dax_zero_page_range()
911 struct dax_device *dax_dev = log_writes_dax_pgoff(ti, &pgoff); in log_writes_dax_recovery_write() local
913 return dax_recovery_write(dax_dev, pgoff, addr, bytes, i); in log_writes_dax_recovery_write()
Ddm.c755 td->dm_dev.dax_dev = fs_dax_get_by_bdev(bdev, &part_off, NULL, NULL); in open_table_device()
769 put_dax(td->dm_dev.dax_dev); in close_table_device()
771 td->dm_dev.dax_dev = NULL; in close_table_device()
1226 static long dm_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, in dm_dax_direct_access() argument
1230 struct mapped_device *md = dax_get_private(dax_dev); in dm_dax_direct_access()
1254 static int dm_dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff, in dm_dax_zero_page_range() argument
1257 struct mapped_device *md = dax_get_private(dax_dev); in dm_dax_zero_page_range()
1281 static size_t dm_dax_recovery_write(struct dax_device *dax_dev, pgoff_t pgoff, in dm_dax_recovery_write() argument
1284 struct mapped_device *md = dax_get_private(dax_dev); in dm_dax_recovery_write()
1962 if (md->dax_dev) { in cleanup_mapped_device()
[all …]
Ddm-table.c812 if (dev->dax_dev) in device_not_dax_capable()
823 return !dev->dax_dev || !dax_synchronous(dev->dax_dev); in device_not_dax_synchronous_capable()
1808 struct dax_device *dax_dev = dev->dax_dev; in device_dax_write_cache_enabled() local
1810 if (!dax_dev) in device_dax_write_cache_enabled()
1813 if (dax_write_cache_enabled(dax_dev)) in device_dax_write_cache_enabled()
1973 set_dax_synchronous(t->md->dax_dev); in dm_table_set_restrictions()
1979 dax_write_cache(t->md->dax_dev, true); in dm_table_set_restrictions()
Ddm-core.h76 struct dax_device *dax_dev; member
/Linux-v6.1/drivers/s390/block/
Ddcssblk.c34 static long dcssblk_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff,
48 static int dcssblk_dax_zero_page_range(struct dax_device *dax_dev, in dcssblk_dax_zero_page_range() argument
54 rc = dax_direct_access(dax_dev, pgoff, nr_pages, DAX_ACCESS, in dcssblk_dax_zero_page_range()
59 dax_flush(dax_dev, kaddr, nr_pages << PAGE_SHIFT); in dcssblk_dax_zero_page_range()
81 struct dax_device *dax_dev; member
414 kill_dax(dev_info->dax_dev); in dcssblk_shared_store()
415 put_dax(dev_info->dax_dev); in dcssblk_shared_store()
678 dev_info->dax_dev = alloc_dax(dev_info, &dcssblk_dax_ops); in dcssblk_add_store()
679 if (IS_ERR(dev_info->dax_dev)) { in dcssblk_add_store()
680 rc = PTR_ERR(dev_info->dax_dev); in dcssblk_add_store()
[all …]
/Linux-v6.1/fs/xfs/
Dxfs_notify_failure.c177 struct dax_device *dax_dev, in xfs_dax_notify_failure() argument
182 struct xfs_mount *mp = dax_holder(dax_dev); in xfs_dax_notify_failure()
191 if (mp->m_rtdev_targp && mp->m_rtdev_targp->bt_daxdev == dax_dev) { in xfs_dax_notify_failure()
197 if (mp->m_logdev_targp && mp->m_logdev_targp->bt_daxdev == dax_dev && in xfs_dax_notify_failure()
/Linux-v6.1/fs/fuse/
Dvirtio_fs.c64 struct dax_device *dax_dev; member
753 static long virtio_fs_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, in virtio_fs_direct_access() argument
757 struct virtio_fs *fs = dax_get_private(dax_dev); in virtio_fs_direct_access()
769 static int virtio_fs_zero_page_range(struct dax_device *dax_dev, in virtio_fs_zero_page_range() argument
775 rc = dax_direct_access(dax_dev, pgoff, nr_pages, DAX_ACCESS, &kaddr, in virtio_fs_zero_page_range()
780 dax_flush(dax_dev, kaddr, nr_pages << PAGE_SHIFT); in virtio_fs_zero_page_range()
791 struct dax_device *dax_dev = data; in virtio_fs_cleanup_dax() local
793 kill_dax(dax_dev); in virtio_fs_cleanup_dax()
794 put_dax(dax_dev); in virtio_fs_cleanup_dax()
851 fs->dax_dev = alloc_dax(fs, &virtio_fs_dax_ops); in virtio_fs_setup_dax()
[all …]
Ddax.c579 iomap->dax_dev = fc->dax->dev; in fuse_iomap_begin()
1283 struct dax_device *dax_dev) in fuse_dax_conn_alloc() argument
1290 if (!dax_dev) in fuse_dax_conn_alloc()
1298 fcd->dev = dax_dev; in fuse_dax_conn_alloc()
Dfuse_i.h519 struct dax_device *dax_dev; member
1298 struct dax_device *dax_dev);
/Linux-v6.1/fs/
Ddax.c819 rc = dax_direct_access(iter->iomap.dax_dev, pgoff, 1, DAX_ACCESS, in copy_cow_page_dax()
912 static int dax_writeback_one(struct xa_state *xas, struct dax_device *dax_dev, in dax_writeback_one() argument
985 dax_flush(dax_dev, page_address(pfn_to_page(pfn)), count * PAGE_SIZE); in dax_writeback_one()
1012 struct dax_device *dax_dev, struct writeback_control *wbc) in dax_writeback_mapping_range() argument
1033 ret = dax_writeback_one(&xas, dax_dev, mapping, entry); in dax_writeback_mapping_range()
1060 length = dax_direct_access(iomap->dax_dev, pgoff, PHYS_PFN(size), in dax_iomap_direct_access()
1233 ret = dax_direct_access(iomap->dax_dev, pgoff, 1, DAX_ACCESS, &kaddr, in dax_memzero()
1243 dax_flush(iomap->dax_dev, kaddr, PAGE_SIZE); in dax_memzero()
1245 dax_flush(iomap->dax_dev, kaddr + offset, size); in dax_memzero()
1270 rc = dax_zero_page_range(iomap->dax_dev, pgoff, 1); in dax_zero_iter()
[all …]
/Linux-v6.1/fs/erofs/
Ddata.c211 map->m_daxdev = EROFS_SB(sb)->dax_dev; in erofs_map_dev()
223 map->m_daxdev = dif->dax_dev; in erofs_map_dev()
241 map->m_daxdev = dif->dax_dev; in erofs_map_dev()
276 iomap->dax_dev = mdev.m_daxdev; in erofs_iomap_begin()
Dsuper.c258 dif->dax_dev = fs_dax_get_by_bdev(bdev, &dif->dax_part_off, in erofs_init_device()
755 sbi->dax_dev = fs_dax_get_by_bdev(sb->s_bdev, in erofs_fc_fill_super()
767 if (!sbi->dax_dev) { in erofs_fc_fill_super()
857 fs_put_dax(dif->dax_dev, NULL); in erofs_release_device_info()
950 fs_put_dax(sbi->dax_dev, NULL); in erofs_kill_sb()
Dinternal.h54 struct dax_device *dax_dev; member
137 struct dax_device *dax_dev; member

12