646 	struct cached_dev *dc = container_of(d, struct cached_dev, disk);  in ioctl_dev()
679 			bd_unlink_disk_holder(ca->bdev, d->disk);  in bcache_device_unlink()
690 		bd_link_disk_holder(ca->bdev, d->disk);  in bcache_device_link()
751 	pr_info("%s stopped", d->disk->disk_name);  in bcache_device_free()
755 	if (d->disk && d->disk->flags & GENHD_FL_UP)  in bcache_device_free()
756 		del_gendisk(d->disk);  in bcache_device_free()
757 	if (d->disk && d->disk->queue)  in bcache_device_free()
758 		blk_cleanup_queue(d->disk->queue);  in bcache_device_free()
759 	if (d->disk) {  in bcache_device_free()
761 				  first_minor_to_idx(d->disk->first_minor));  in bcache_device_free()
762 		put_disk(d->disk);  in bcache_device_free()
811 	d->disk = alloc_disk(BCACHE_MINORS);  in bcache_device_init()
812 	if (!d->disk)  in bcache_device_init()
815 	set_capacity(d->disk, sectors);  in bcache_device_init()
816 	snprintf(d->disk->disk_name, DISK_NAME_LEN, "bcache%i", idx);  in bcache_device_init()
818 	d->disk->major		= bcache_major;  in bcache_device_init()
819 	d->disk->first_minor	= idx_to_first_minor(idx);  in bcache_device_init()
820 	d->disk->fops		= &bcache_ops;  in bcache_device_init()
821 	d->disk->private_data	= d;  in bcache_device_init()
828 	d->disk->queue			= q;  in bcache_device_init()
840 	blk_queue_flag_set(QUEUE_FLAG_NONROT, d->disk->queue);  in bcache_device_init()
841 	blk_queue_flag_clear(QUEUE_FLAG_ADD_RANDOM, d->disk->queue);  in bcache_device_init()
842 	blk_queue_flag_set(QUEUE_FLAG_DISCARD, d->disk->queue);  in bcache_device_init()
890 			       "device offline", dc->disk.name);  in cached_dev_status_update()
894 			bcache_device_stop(&dc->disk);  in cached_dev_status_update()
907 	struct bcache_device *d = &dc->disk;  in bch_cached_dev_run()
937 	add_disk(d->disk);  in bch_cached_dev_run()
938 	bd_link_disk_holder(dc->bdev, dc->disk.disk);  in bch_cached_dev_run()
943 	kobject_uevent_env(&disk_to_dev(d->disk)->kobj, KOBJ_CHANGE, env);  in bch_cached_dev_run()
947 	if (sysfs_create_link(&d->kobj, &disk_to_dev(d->disk)->kobj, "dev") ||  in bch_cached_dev_run()
948 	    sysfs_create_link(&disk_to_dev(d->disk)->kobj, &d->kobj, "bcache"))  in bch_cached_dev_run()
973 			      &dc->disk.flags))  in cancel_writeback_rate_update_dwork()
992 	BUG_ON(!test_bit(BCACHE_DEV_DETACHING, &dc->disk.flags));  in cached_dev_detach_finish()
997 	if (test_and_clear_bit(BCACHE_DEV_WB_RUNNING, &dc->disk.flags))  in cached_dev_detach_finish()
1011 	bcache_device_detach(&dc->disk);  in cached_dev_detach_finish()
1014 	clear_bit(BCACHE_DEV_DETACHING, &dc->disk.flags);  in cached_dev_detach_finish()
1015 	clear_bit(BCACHE_DEV_UNLINK_DONE, &dc->disk.flags);  in cached_dev_detach_finish()
1022 	closure_put(&dc->disk.cl);  in cached_dev_detach_finish()
1029 	if (test_bit(BCACHE_DEV_CLOSING, &dc->disk.flags))  in bch_cached_dev_detach()
1032 	if (test_and_set_bit(BCACHE_DEV_DETACHING, &dc->disk.flags))  in bch_cached_dev_detach()
1039 	closure_get(&dc->disk.cl);  in bch_cached_dev_detach()
1057 	if (dc->disk.c) {  in bch_cached_dev_attach()
1136 	bcache_device_attach(&dc->disk, c, u - c->uuids);  in bch_cached_dev_attach()
1155 		bch_sectors_dirty_init(&dc->disk);  in bch_cached_dev_attach()
1161 	bcache_device_link(&dc->disk, c, "bdev");  in bch_cached_dev_attach()
1169 		dc->disk.disk->disk_name,  in bch_cached_dev_attach()
1170 		dc->disk.c->sb.set_uuid);  in bch_cached_dev_attach()
1177 					     disk.kobj);  in bch_cached_dev_release()
1184 	struct cached_dev *dc = container_of(cl, struct cached_dev, disk.cl);  in cached_dev_free()
1188 	if (test_and_clear_bit(BCACHE_DEV_WB_RUNNING, &dc->disk.flags))  in cached_dev_free()
1199 		bd_unlink_disk_holder(dc->bdev, dc->disk.disk);  in cached_dev_free()
1200 	bcache_device_free(&dc->disk);  in cached_dev_free()
1210 	kobject_put(&dc->disk.kobj);  in cached_dev_free()
1215 	struct cached_dev *dc = container_of(cl, struct cached_dev, disk.cl);  in cached_dev_flush()
1216 	struct bcache_device *d = &dc->disk;  in cached_dev_flush()
1236 	closure_init(&dc->disk.cl, NULL);  in cached_dev_init()
1237 	set_closure_fn(&dc->disk.cl, cached_dev_flush, system_wq);  in cached_dev_init()
1238 	kobject_init(&dc->disk.kobj, &bch_cached_dev_ktype);  in cached_dev_init()
1243 	bch_cache_accounting_init(&dc->accounting, &dc->disk.cl);  in cached_dev_init()
1252 	dc->disk.stripe_size = q->limits.io_opt >> 9;  in cached_dev_init()
1254 	if (dc->disk.stripe_size)  in cached_dev_init()
1258 	ret = bcache_device_init(&dc->disk, block_size,  in cached_dev_init()
1263 	dc->disk.disk->queue->backing_dev_info->ra_pages =  in cached_dev_init()
1264 		max(dc->disk.disk->queue->backing_dev_info->ra_pages,  in cached_dev_init()
1301 	if (kobject_add(&dc->disk.kobj, &part_to_dev(bdev->bd_part)->kobj,  in register_bdev()
1304 	if (bch_cache_accounting_add_kobjs(&dc->accounting, &dc->disk.kobj))  in register_bdev()
1321 	bcache_device_stop(&dc->disk);  in register_bdev()
1374 	add_disk(d->disk);  in flash_dev_run()
1376 	if (kobject_add(&d->kobj, &disk_to_dev(d->disk)->kobj, "bcache"))  in flash_dev_run()
1433 	if (!dc || test_bit(BCACHE_DEV_CLOSING, &dc->disk.flags))  in bch_cached_dev_error()
1441 		dc->disk.disk->disk_name, dc->backing_dev_name);  in bch_cached_dev_error()
1454 	c = dc->disk.c;  in bch_cached_dev_error()
1458 	bcache_device_stop(&dc->disk);  in bch_cached_dev_error()
1607 			d->disk->disk_name, c->sb.set_uuid);  in conditional_stop_bcache_device()
1615 			d->disk->disk_name);  in conditional_stop_bcache_device()
1637 			d->disk->disk_name);  in conditional_stop_bcache_device()
1657 			dc = container_of(d, struct cached_dev, disk);  in __cache_set_unregister()
2299 			bcache_device_stop(&dc->disk);  in bcache_reboot()