52 static struct page *brd_lookup_page(struct brd_device *brd, sector_t sector)  in brd_lookup_page()  argument
58 	page = xa_load(&brd->brd_pages, idx);  in brd_lookup_page()
68 static int brd_insert_page(struct brd_device *brd, sector_t sector, gfp_t gfp)  in brd_insert_page()  argument
74 	page = brd_lookup_page(brd, sector);  in brd_insert_page()
82 	xa_lock(&brd->brd_pages);  in brd_insert_page()
87 	cur = __xa_cmpxchg(&brd->brd_pages, idx, NULL, page, gfp);  in brd_insert_page()
95 		brd->brd_nr_pages++;  in brd_insert_page()
98 	xa_unlock(&brd->brd_pages);  in brd_insert_page()
107 static void brd_free_pages(struct brd_device *brd)  in brd_free_pages()  argument
112 	xa_for_each(&brd->brd_pages, idx, page) {  in brd_free_pages()
117 	xa_destroy(&brd->brd_pages);  in brd_free_pages()
123 static int copy_to_brd_setup(struct brd_device *brd, sector_t sector, size_t n,  in copy_to_brd_setup()  argument
131 	ret = brd_insert_page(brd, sector, gfp);  in copy_to_brd_setup()
136 		ret = brd_insert_page(brd, sector, gfp);  in copy_to_brd_setup()
144 static void copy_to_brd(struct brd_device *brd, const void *src,  in copy_to_brd()  argument
153 	page = brd_lookup_page(brd, sector);  in copy_to_brd()
164 		page = brd_lookup_page(brd, sector);  in copy_to_brd()
176 static void copy_from_brd(void *dst, struct brd_device *brd,  in copy_from_brd()  argument
185 	page = brd_lookup_page(brd, sector);  in copy_from_brd()
197 		page = brd_lookup_page(brd, sector);  in copy_from_brd()
210 static int brd_do_bvec(struct brd_device *brd, struct page *page,  in brd_do_bvec()  argument
224 		err = copy_to_brd_setup(brd, sector, len, gfp);  in brd_do_bvec()
231 		copy_from_brd(mem + off, brd, sector, len);  in brd_do_bvec()
235 		copy_to_brd(brd, mem + off, sector, len);  in brd_do_bvec()
245 	struct brd_device *brd = bio->bi_bdev->bd_disk->private_data;  in brd_submit_bio()  local
258 		err = brd_do_bvec(brd, bvec.bv_page, len, bvec.bv_offset,  in brd_submit_bio()
317 	struct brd_device *brd;  in brd_alloc()  local
322 	list_for_each_entry(brd, &brd_devices, brd_list)  in brd_alloc()
323 		if (brd->brd_number == i)  in brd_alloc()
325 	brd = kzalloc(sizeof(*brd), GFP_KERNEL);  in brd_alloc()
326 	if (!brd)  in brd_alloc()
328 	brd->brd_number		= i;  in brd_alloc()
329 	list_add_tail(&brd->brd_list, &brd_devices);  in brd_alloc()
331 	xa_init(&brd->brd_pages);  in brd_alloc()
336 				&brd->brd_nr_pages);  in brd_alloc()
338 	disk = brd->brd_disk = blk_alloc_disk(NUMA_NO_NODE);  in brd_alloc()
346 	disk->private_data	= brd;  in brd_alloc()
372 	list_del(&brd->brd_list);  in brd_alloc()
373 	kfree(brd);  in brd_alloc()
384 	struct brd_device *brd, *next;  in brd_cleanup()  local
388 	list_for_each_entry_safe(brd, next, &brd_devices, brd_list) {  in brd_cleanup()
389 		del_gendisk(brd->brd_disk);  in brd_cleanup()
390 		put_disk(brd->brd_disk);  in brd_cleanup()
391 		brd_free_pages(brd);  in brd_cleanup()
392 		list_del(&brd->brd_list);  in brd_cleanup()
393 		kfree(brd);  in brd_cleanup()