Lines Matching refs:bdev
40 struct block_device bdev; member
53 return &BDEV_I(inode)->bdev; in I_BDEV()
57 static void bdev_write_inode(struct block_device *bdev) in bdev_write_inode() argument
59 struct inode *inode = bdev->bd_inode; in bdev_write_inode()
70 bdevname(bdev, name), ret); in bdev_write_inode()
78 void kill_bdev(struct block_device *bdev) in kill_bdev() argument
80 struct address_space *mapping = bdev->bd_inode->i_mapping; in kill_bdev()
91 void invalidate_bdev(struct block_device *bdev) in invalidate_bdev() argument
93 struct address_space *mapping = bdev->bd_inode->i_mapping; in invalidate_bdev()
107 int set_blocksize(struct block_device *bdev, int size) in set_blocksize() argument
114 if (size < bdev_logical_block_size(bdev)) in set_blocksize()
118 if (bdev->bd_block_size != size) { in set_blocksize()
119 sync_blockdev(bdev); in set_blocksize()
120 bdev->bd_block_size = size; in set_blocksize()
121 bdev->bd_inode->i_blkbits = blksize_bits(size); in set_blocksize()
122 kill_bdev(bdev); in set_blocksize()
192 struct block_device *bdev = I_BDEV(bdev_file_inode(file)); in __blkdev_direct_IO_simple() local
202 (bdev_logical_block_size(bdev) - 1)) in __blkdev_direct_IO_simple()
215 bio_set_dev(&bio, bdev); in __blkdev_direct_IO_simple()
242 !blk_poll(bdev_get_queue(bdev), qc)) in __blkdev_direct_IO_simple()
327 struct block_device *bdev = I_BDEV(inode); in __blkdev_direct_IO() local
337 (bdev_logical_block_size(bdev) - 1)) in __blkdev_direct_IO()
356 bio_set_dev(bio, bdev); in __blkdev_direct_IO()
409 !blk_poll(bdev_get_queue(bdev), qc)) in __blkdev_direct_IO()
443 int __sync_blockdev(struct block_device *bdev, int wait) in __sync_blockdev() argument
445 if (!bdev) in __sync_blockdev()
448 return filemap_flush(bdev->bd_inode->i_mapping); in __sync_blockdev()
449 return filemap_write_and_wait(bdev->bd_inode->i_mapping); in __sync_blockdev()
456 int sync_blockdev(struct block_device *bdev) in sync_blockdev() argument
458 return __sync_blockdev(bdev, 1); in sync_blockdev()
467 int fsync_bdev(struct block_device *bdev) in fsync_bdev() argument
469 struct super_block *sb = get_super(bdev); in fsync_bdev()
475 return sync_blockdev(bdev); in fsync_bdev()
491 struct super_block *freeze_bdev(struct block_device *bdev) in freeze_bdev() argument
496 mutex_lock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
497 if (++bdev->bd_fsfreeze_count > 1) { in freeze_bdev()
503 sb = get_super(bdev); in freeze_bdev()
506 mutex_unlock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
510 sb = get_active_super(bdev); in freeze_bdev()
519 bdev->bd_fsfreeze_count--; in freeze_bdev()
520 mutex_unlock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
525 sync_blockdev(bdev); in freeze_bdev()
526 mutex_unlock(&bdev->bd_fsfreeze_mutex); in freeze_bdev()
538 int thaw_bdev(struct block_device *bdev, struct super_block *sb) in thaw_bdev() argument
542 mutex_lock(&bdev->bd_fsfreeze_mutex); in thaw_bdev()
543 if (!bdev->bd_fsfreeze_count) in thaw_bdev()
547 if (--bdev->bd_fsfreeze_count > 0) in thaw_bdev()
558 bdev->bd_fsfreeze_count++; in thaw_bdev()
560 mutex_unlock(&bdev->bd_fsfreeze_mutex); in thaw_bdev()
621 struct block_device *bdev = I_BDEV(bd_inode); in blkdev_fsync() local
633 error = blkdev_issue_flush(bdev, GFP_KERNEL, NULL); in blkdev_fsync()
657 int bdev_read_page(struct block_device *bdev, sector_t sector, in bdev_read_page() argument
660 const struct block_device_operations *ops = bdev->bd_disk->fops; in bdev_read_page()
663 if (!ops->rw_page || bdev_get_integrity(bdev)) in bdev_read_page()
666 result = blk_queue_enter(bdev->bd_queue, 0); in bdev_read_page()
669 result = ops->rw_page(bdev, sector + get_start_sect(bdev), page, in bdev_read_page()
671 blk_queue_exit(bdev->bd_queue); in bdev_read_page()
695 int bdev_write_page(struct block_device *bdev, sector_t sector, in bdev_write_page() argument
699 const struct block_device_operations *ops = bdev->bd_disk->fops; in bdev_write_page()
701 if (!ops->rw_page || bdev_get_integrity(bdev)) in bdev_write_page()
703 result = blk_queue_enter(bdev->bd_queue, 0); in bdev_write_page()
708 result = ops->rw_page(bdev, sector + get_start_sect(bdev), page, in bdev_write_page()
716 blk_queue_exit(bdev->bd_queue); in bdev_write_page()
752 struct block_device *bdev = &ei->bdev; in init_once() local
754 memset(bdev, 0, sizeof(*bdev)); in init_once()
755 mutex_init(&bdev->bd_mutex); in init_once()
756 INIT_LIST_HEAD(&bdev->bd_list); in init_once()
758 INIT_LIST_HEAD(&bdev->bd_holder_disks); in init_once()
760 bdev->bd_bdi = &noop_backing_dev_info; in init_once()
763 mutex_init(&bdev->bd_fsfreeze_mutex); in init_once()
768 struct block_device *bdev = &BDEV_I(inode)->bdev; in bdev_evict_inode() local
773 list_del_init(&bdev->bd_list); in bdev_evict_inode()
777 if (bdev->bd_bdi != &noop_backing_dev_info) { in bdev_evict_inode()
778 bdi_put(bdev->bd_bdi); in bdev_evict_inode()
779 bdev->bd_bdi = &noop_backing_dev_info; in bdev_evict_inode()
840 return BDEV_I(inode)->bdev.bd_dev == *(dev_t *)data; in bdev_test()
845 BDEV_I(inode)->bdev.bd_dev = *(dev_t *)data; in bdev_set()
868 struct block_device *bdev; in bdget() local
877 bdev = &BDEV_I(inode)->bdev; in bdget()
880 bdev->bd_contains = NULL; in bdget()
881 bdev->bd_super = NULL; in bdget()
882 bdev->bd_inode = inode; in bdget()
883 bdev->bd_block_size = i_blocksize(inode); in bdget()
884 bdev->bd_part_count = 0; in bdget()
885 bdev->bd_invalidated = 0; in bdget()
888 inode->i_bdev = bdev; in bdget()
892 list_add(&bdev->bd_list, &all_bdevs); in bdget()
896 return bdev; in bdget()
905 struct block_device *bdgrab(struct block_device *bdev) in bdgrab() argument
907 ihold(bdev->bd_inode); in bdgrab()
908 return bdev; in bdgrab()
914 struct block_device *bdev; in nr_blockdev_pages() local
917 list_for_each_entry(bdev, &all_bdevs, bd_list) { in nr_blockdev_pages()
918 ret += bdev->bd_inode->i_mapping->nrpages; in nr_blockdev_pages()
924 void bdput(struct block_device *bdev) in bdput() argument
926 iput(bdev->bd_inode); in bdput()
933 struct block_device *bdev; in bd_acquire() local
936 bdev = inode->i_bdev; in bd_acquire()
937 if (bdev && !inode_unhashed(bdev->bd_inode)) { in bd_acquire()
938 bdgrab(bdev); in bd_acquire()
940 return bdev; in bd_acquire()
950 if (bdev) in bd_acquire()
953 bdev = bdget(inode->i_rdev); in bd_acquire()
954 if (bdev) { in bd_acquire()
963 bdgrab(bdev); in bd_acquire()
964 inode->i_bdev = bdev; in bd_acquire()
965 inode->i_mapping = bdev->bd_inode->i_mapping; in bd_acquire()
969 return bdev; in bd_acquire()
976 struct block_device *bdev = NULL; in bd_forget() local
980 bdev = inode->i_bdev; in bd_forget()
985 if (bdev) in bd_forget()
986 bdput(bdev); in bd_forget()
1003 static bool bd_may_claim(struct block_device *bdev, struct block_device *whole, in bd_may_claim() argument
1006 if (bdev->bd_holder == holder) in bd_may_claim()
1008 else if (bdev->bd_holder != NULL) in bd_may_claim()
1010 else if (whole == bdev) in bd_may_claim()
1039 static int bd_prepare_to_claim(struct block_device *bdev, in bd_prepare_to_claim() argument
1044 if (!bd_may_claim(bdev, whole, holder)) in bd_prepare_to_claim()
1064 static struct gendisk *bdev_get_gendisk(struct block_device *bdev, int *partno) in bdev_get_gendisk() argument
1066 struct gendisk *disk = get_gendisk(bdev->bd_dev, partno); in bdev_get_gendisk()
1078 if (inode_unhashed(bdev->bd_inode)) { in bdev_get_gendisk()
1108 static struct block_device *bd_start_claiming(struct block_device *bdev, in bd_start_claiming() argument
1121 disk = bdev_get_gendisk(bdev, &partno); in bd_start_claiming()
1136 whole = bdgrab(bdev); in bd_start_claiming()
1145 err = bd_prepare_to_claim(bdev, whole, holder); in bd_start_claiming()
1164 static struct bd_holder_disk *bd_find_holder_disk(struct block_device *bdev, in bd_find_holder_disk() argument
1169 list_for_each_entry(holder, &bdev->bd_holder_disks, list) in bd_find_holder_disk()
1213 int bd_link_disk_holder(struct block_device *bdev, struct gendisk *disk) in bd_link_disk_holder() argument
1218 mutex_lock(&bdev->bd_mutex); in bd_link_disk_holder()
1220 WARN_ON_ONCE(!bdev->bd_holder); in bd_link_disk_holder()
1223 if (WARN_ON(!disk->slave_dir || !bdev->bd_part->holder_dir)) in bd_link_disk_holder()
1226 holder = bd_find_holder_disk(bdev, disk); in bd_link_disk_holder()
1242 ret = add_symlink(disk->slave_dir, &part_to_dev(bdev->bd_part)->kobj); in bd_link_disk_holder()
1246 ret = add_symlink(bdev->bd_part->holder_dir, &disk_to_dev(disk)->kobj); in bd_link_disk_holder()
1253 kobject_get(bdev->bd_part->holder_dir); in bd_link_disk_holder()
1255 list_add(&holder->list, &bdev->bd_holder_disks); in bd_link_disk_holder()
1259 del_symlink(disk->slave_dir, &part_to_dev(bdev->bd_part)->kobj); in bd_link_disk_holder()
1263 mutex_unlock(&bdev->bd_mutex); in bd_link_disk_holder()
1278 void bd_unlink_disk_holder(struct block_device *bdev, struct gendisk *disk) in bd_unlink_disk_holder() argument
1282 mutex_lock(&bdev->bd_mutex); in bd_unlink_disk_holder()
1284 holder = bd_find_holder_disk(bdev, disk); in bd_unlink_disk_holder()
1287 del_symlink(disk->slave_dir, &part_to_dev(bdev->bd_part)->kobj); in bd_unlink_disk_holder()
1288 del_symlink(bdev->bd_part->holder_dir, in bd_unlink_disk_holder()
1290 kobject_put(bdev->bd_part->holder_dir); in bd_unlink_disk_holder()
1295 mutex_unlock(&bdev->bd_mutex); in bd_unlink_disk_holder()
1310 static void flush_disk(struct block_device *bdev, bool kill_dirty) in flush_disk() argument
1312 if (__invalidate_device(bdev, kill_dirty)) { in flush_disk()
1315 bdev->bd_disk ? bdev->bd_disk->disk_name : ""); in flush_disk()
1318 if (!bdev->bd_disk) in flush_disk()
1320 if (disk_part_scan_enabled(bdev->bd_disk)) in flush_disk()
1321 bdev->bd_invalidated = 1; in flush_disk()
1334 void check_disk_size_change(struct gendisk *disk, struct block_device *bdev, in check_disk_size_change() argument
1340 bdev_size = i_size_read(bdev->bd_inode); in check_disk_size_change()
1347 i_size_write(bdev->bd_inode, disk_size); in check_disk_size_change()
1349 flush_disk(bdev, false); in check_disk_size_change()
1363 struct block_device *bdev; in revalidate_disk() local
1368 bdev = bdget_disk(disk, 0); in revalidate_disk()
1369 if (!bdev) in revalidate_disk()
1372 mutex_lock(&bdev->bd_mutex); in revalidate_disk()
1373 check_disk_size_change(disk, bdev, ret == 0); in revalidate_disk()
1374 bdev->bd_invalidated = 0; in revalidate_disk()
1375 mutex_unlock(&bdev->bd_mutex); in revalidate_disk()
1376 bdput(bdev); in revalidate_disk()
1390 int check_disk_change(struct block_device *bdev) in check_disk_change() argument
1392 struct gendisk *disk = bdev->bd_disk; in check_disk_change()
1401 flush_disk(bdev, true); in check_disk_change()
1403 bdops->revalidate_disk(bdev->bd_disk); in check_disk_change()
1409 void bd_set_size(struct block_device *bdev, loff_t size) in bd_set_size() argument
1411 unsigned bsize = bdev_logical_block_size(bdev); in bd_set_size()
1413 inode_lock(bdev->bd_inode); in bd_set_size()
1414 i_size_write(bdev->bd_inode, size); in bd_set_size()
1415 inode_unlock(bdev->bd_inode); in bd_set_size()
1421 bdev->bd_block_size = bsize; in bd_set_size()
1422 bdev->bd_inode->i_blkbits = blksize_bits(bsize); in bd_set_size()
1426 static void __blkdev_put(struct block_device *bdev, fmode_t mode, int for_part);
1435 static int __blkdev_get(struct block_device *bdev, fmode_t mode, int for_part) in __blkdev_get() argument
1451 ret = devcgroup_inode_permission(bdev->bd_inode, perm); in __blkdev_get()
1453 bdput(bdev); in __blkdev_get()
1461 disk = bdev_get_gendisk(bdev, &partno); in __blkdev_get()
1466 mutex_lock_nested(&bdev->bd_mutex, for_part); in __blkdev_get()
1467 if (!bdev->bd_openers) { in __blkdev_get()
1469 bdev->bd_disk = disk; in __blkdev_get()
1470 bdev->bd_queue = disk->queue; in __blkdev_get()
1471 bdev->bd_contains = bdev; in __blkdev_get()
1472 bdev->bd_partno = partno; in __blkdev_get()
1476 bdev->bd_part = disk_get_part(disk, partno); in __blkdev_get()
1477 if (!bdev->bd_part) in __blkdev_get()
1482 ret = disk->fops->open(bdev, mode); in __blkdev_get()
1488 disk_put_part(bdev->bd_part); in __blkdev_get()
1489 bdev->bd_part = NULL; in __blkdev_get()
1490 bdev->bd_disk = NULL; in __blkdev_get()
1491 bdev->bd_queue = NULL; in __blkdev_get()
1492 mutex_unlock(&bdev->bd_mutex); in __blkdev_get()
1500 bd_set_size(bdev,(loff_t)get_capacity(disk)<<9); in __blkdev_get()
1508 if (bdev->bd_invalidated) { in __blkdev_get()
1510 rescan_partitions(disk, bdev); in __blkdev_get()
1512 invalidate_partitions(disk, bdev); in __blkdev_get()
1527 bdev->bd_contains = whole; in __blkdev_get()
1528 bdev->bd_part = disk_get_part(disk, partno); in __blkdev_get()
1530 !bdev->bd_part || !bdev->bd_part->nr_sects) { in __blkdev_get()
1534 bd_set_size(bdev, (loff_t)bdev->bd_part->nr_sects << 9); in __blkdev_get()
1537 if (bdev->bd_bdi == &noop_backing_dev_info) in __blkdev_get()
1538 bdev->bd_bdi = bdi_get(disk->queue->backing_dev_info); in __blkdev_get()
1540 if (bdev->bd_contains == bdev) { in __blkdev_get()
1542 if (bdev->bd_disk->fops->open) in __blkdev_get()
1543 ret = bdev->bd_disk->fops->open(bdev, mode); in __blkdev_get()
1545 if (bdev->bd_invalidated) { in __blkdev_get()
1547 rescan_partitions(bdev->bd_disk, bdev); in __blkdev_get()
1549 invalidate_partitions(bdev->bd_disk, bdev); in __blkdev_get()
1555 bdev->bd_openers++; in __blkdev_get()
1557 bdev->bd_part_count++; in __blkdev_get()
1558 mutex_unlock(&bdev->bd_mutex); in __blkdev_get()
1566 disk_put_part(bdev->bd_part); in __blkdev_get()
1567 bdev->bd_disk = NULL; in __blkdev_get()
1568 bdev->bd_part = NULL; in __blkdev_get()
1569 bdev->bd_queue = NULL; in __blkdev_get()
1570 if (bdev != bdev->bd_contains) in __blkdev_get()
1571 __blkdev_put(bdev->bd_contains, mode, 1); in __blkdev_get()
1572 bdev->bd_contains = NULL; in __blkdev_get()
1574 mutex_unlock(&bdev->bd_mutex); in __blkdev_get()
1578 bdput(bdev); in __blkdev_get()
1602 int blkdev_get(struct block_device *bdev, fmode_t mode, void *holder) in blkdev_get() argument
1610 whole = bd_start_claiming(bdev, holder); in blkdev_get()
1612 bdput(bdev); in blkdev_get()
1617 res = __blkdev_get(bdev, mode, 0); in blkdev_get()
1623 mutex_lock(&bdev->bd_mutex); in blkdev_get()
1627 BUG_ON(!bd_may_claim(bdev, whole, holder)); in blkdev_get()
1636 bdev->bd_holders++; in blkdev_get()
1637 bdev->bd_holder = holder; in blkdev_get()
1654 if (!res && (mode & FMODE_WRITE) && !bdev->bd_write_holder && in blkdev_get()
1656 bdev->bd_write_holder = true; in blkdev_get()
1660 mutex_unlock(&bdev->bd_mutex); in blkdev_get()
1688 struct block_device *bdev; in blkdev_get_by_path() local
1691 bdev = lookup_bdev(path); in blkdev_get_by_path()
1692 if (IS_ERR(bdev)) in blkdev_get_by_path()
1693 return bdev; in blkdev_get_by_path()
1695 err = blkdev_get(bdev, mode, holder); in blkdev_get_by_path()
1699 if ((mode & FMODE_WRITE) && bdev_read_only(bdev)) { in blkdev_get_by_path()
1700 blkdev_put(bdev, mode); in blkdev_get_by_path()
1704 return bdev; in blkdev_get_by_path()
1732 struct block_device *bdev; in blkdev_get_by_dev() local
1735 bdev = bdget(dev); in blkdev_get_by_dev()
1736 if (!bdev) in blkdev_get_by_dev()
1739 err = blkdev_get(bdev, mode, holder); in blkdev_get_by_dev()
1743 return bdev; in blkdev_get_by_dev()
1749 struct block_device *bdev; in blkdev_open() local
1768 bdev = bd_acquire(inode); in blkdev_open()
1769 if (bdev == NULL) in blkdev_open()
1772 filp->f_mapping = bdev->bd_inode->i_mapping; in blkdev_open()
1775 return blkdev_get(bdev, filp->f_mode, filp); in blkdev_open()
1778 static void __blkdev_put(struct block_device *bdev, fmode_t mode, int for_part) in __blkdev_put() argument
1780 struct gendisk *disk = bdev->bd_disk; in __blkdev_put()
1783 mutex_lock_nested(&bdev->bd_mutex, for_part); in __blkdev_put()
1785 bdev->bd_part_count--; in __blkdev_put()
1787 if (!--bdev->bd_openers) { in __blkdev_put()
1788 WARN_ON_ONCE(bdev->bd_holders); in __blkdev_put()
1789 sync_blockdev(bdev); in __blkdev_put()
1790 kill_bdev(bdev); in __blkdev_put()
1792 bdev_write_inode(bdev); in __blkdev_put()
1794 if (bdev->bd_contains == bdev) { in __blkdev_put()
1798 if (!bdev->bd_openers) { in __blkdev_put()
1799 disk_put_part(bdev->bd_part); in __blkdev_put()
1800 bdev->bd_part = NULL; in __blkdev_put()
1801 bdev->bd_disk = NULL; in __blkdev_put()
1802 if (bdev != bdev->bd_contains) in __blkdev_put()
1803 victim = bdev->bd_contains; in __blkdev_put()
1804 bdev->bd_contains = NULL; in __blkdev_put()
1808 mutex_unlock(&bdev->bd_mutex); in __blkdev_put()
1809 bdput(bdev); in __blkdev_put()
1814 void blkdev_put(struct block_device *bdev, fmode_t mode) in blkdev_put() argument
1816 mutex_lock(&bdev->bd_mutex); in blkdev_put()
1828 WARN_ON_ONCE(--bdev->bd_holders < 0); in blkdev_put()
1829 WARN_ON_ONCE(--bdev->bd_contains->bd_holders < 0); in blkdev_put()
1832 if ((bdev_free = !bdev->bd_holders)) in blkdev_put()
1833 bdev->bd_holder = NULL; in blkdev_put()
1834 if (!bdev->bd_contains->bd_holders) in blkdev_put()
1835 bdev->bd_contains->bd_holder = NULL; in blkdev_put()
1843 if (bdev_free && bdev->bd_write_holder) { in blkdev_put()
1844 disk_unblock_events(bdev->bd_disk); in blkdev_put()
1845 bdev->bd_write_holder = false; in blkdev_put()
1854 disk_flush_events(bdev->bd_disk, DISK_EVENT_MEDIA_CHANGE); in blkdev_put()
1856 mutex_unlock(&bdev->bd_mutex); in blkdev_put()
1858 __blkdev_put(bdev, mode, 0); in blkdev_put()
1864 struct block_device *bdev = I_BDEV(bdev_file_inode(filp)); in blkdev_close() local
1865 blkdev_put(bdev, filp->f_mode); in blkdev_close()
1871 struct block_device *bdev = I_BDEV(bdev_file_inode(file)); in block_ioctl() local
1883 return blkdev_ioctl(bdev, mode, cmd, arg); in block_ioctl()
1946 struct super_block *super = BDEV_I(page->mapping->host)->bdev.bd_super; in blkdev_releasepage()
1979 struct block_device *bdev = I_BDEV(bdev_file_inode(file)); in blkdev_fallocate() local
1990 isize = i_size_read(bdev->bd_inode); in blkdev_fallocate()
2004 if ((start | len) & (bdev_logical_block_size(bdev) - 1)) in blkdev_fallocate()
2008 mapping = bdev->bd_inode->i_mapping; in blkdev_fallocate()
2014 error = blkdev_issue_zeroout(bdev, start >> 9, len >> 9, in blkdev_fallocate()
2018 error = blkdev_issue_zeroout(bdev, start >> 9, len >> 9, in blkdev_fallocate()
2022 error = blkdev_issue_discard(bdev, start >> 9, len >> 9, in blkdev_fallocate()
2058 int ioctl_by_bdev(struct block_device *bdev, unsigned cmd, unsigned long arg) in ioctl_by_bdev() argument
2063 res = blkdev_ioctl(bdev, 0, cmd, arg); in ioctl_by_bdev()
2080 struct block_device *bdev; in lookup_bdev() local
2100 bdev = bd_acquire(inode); in lookup_bdev()
2101 if (!bdev) in lookup_bdev()
2105 return bdev; in lookup_bdev()
2107 bdev = ERR_PTR(error); in lookup_bdev()
2112 int __invalidate_device(struct block_device *bdev, bool kill_dirty) in __invalidate_device() argument
2114 struct super_block *sb = get_super(bdev); in __invalidate_device()
2128 invalidate_bdev(bdev); in __invalidate_device()
2140 struct block_device *bdev; in iterate_bdevs() local
2161 bdev = I_BDEV(inode); in iterate_bdevs()
2163 mutex_lock(&bdev->bd_mutex); in iterate_bdevs()
2164 if (bdev->bd_openers) in iterate_bdevs()
2165 func(bdev, arg); in iterate_bdevs()
2166 mutex_unlock(&bdev->bd_mutex); in iterate_bdevs()