198 		} sbm;  member
342 	return (addr - mb_addr) / vm->sbm.sb_size;  in virtio_mem_phys_to_sb_id()
418 	const unsigned long idx = mb_id - vm->sbm.first_mb_id;  in virtio_mem_sbm_set_mb_state()
421 	old_state = vm->sbm.mb_states[idx];  in virtio_mem_sbm_set_mb_state()
422 	vm->sbm.mb_states[idx] = state;  in virtio_mem_sbm_set_mb_state()
424 	BUG_ON(vm->sbm.mb_count[old_state] == 0);  in virtio_mem_sbm_set_mb_state()
425 	vm->sbm.mb_count[old_state]--;  in virtio_mem_sbm_set_mb_state()
426 	vm->sbm.mb_count[state]++;  in virtio_mem_sbm_set_mb_state()
435 	const unsigned long idx = mb_id - vm->sbm.first_mb_id;  in virtio_mem_sbm_get_mb_state()
437 	return vm->sbm.mb_states[idx];  in virtio_mem_sbm_get_mb_state()
445 	int old_pages = PFN_UP(vm->sbm.next_mb_id - vm->sbm.first_mb_id);  in virtio_mem_sbm_mb_states_prepare_next_mb()
446 	int new_pages = PFN_UP(vm->sbm.next_mb_id - vm->sbm.first_mb_id + 1);  in virtio_mem_sbm_mb_states_prepare_next_mb()
449 	if (vm->sbm.mb_states && old_pages == new_pages)  in virtio_mem_sbm_mb_states_prepare_next_mb()
457 	if (vm->sbm.mb_states)  in virtio_mem_sbm_mb_states_prepare_next_mb()
458 		memcpy(new_array, vm->sbm.mb_states, old_pages * PAGE_SIZE);  in virtio_mem_sbm_mb_states_prepare_next_mb()
459 	vfree(vm->sbm.mb_states);  in virtio_mem_sbm_mb_states_prepare_next_mb()
460 	vm->sbm.mb_states = new_array;  in virtio_mem_sbm_mb_states_prepare_next_mb()
467 	for (_mb_id = _vm->sbm.first_mb_id; \
468 	     _mb_id < _vm->sbm.next_mb_id && _vm->sbm.mb_count[_state]; \
473 	for (_mb_id = _vm->sbm.next_mb_id - 1; \
474 	     _mb_id >= _vm->sbm.first_mb_id && _vm->sbm.mb_count[_state]; \
485 	return (mb_id - vm->sbm.first_mb_id) * vm->sbm.sbs_per_mb + sb_id;  in virtio_mem_sbm_sb_state_bit_nr()
499 	__bitmap_set(vm->sbm.sb_states, bit, count);  in virtio_mem_sbm_set_sb_plugged()
513 	__bitmap_clear(vm->sbm.sb_states, bit, count);  in virtio_mem_sbm_set_sb_unplugged()
526 		return test_bit(bit, vm->sbm.sb_states);  in virtio_mem_sbm_test_sb_plugged()
529 	return find_next_zero_bit(vm->sbm.sb_states, bit + count, bit) >=  in virtio_mem_sbm_test_sb_plugged()
543 	return find_next_bit(vm->sbm.sb_states, bit + count, bit) >=  in virtio_mem_sbm_test_sb_unplugged()
556 	return find_next_zero_bit(vm->sbm.sb_states,  in virtio_mem_sbm_first_unplugged_sb()
557 				  bit + vm->sbm.sbs_per_mb, bit) - bit;  in virtio_mem_sbm_first_unplugged_sb()
565 	const unsigned long old_nb_mb = vm->sbm.next_mb_id - vm->sbm.first_mb_id;  in virtio_mem_sbm_sb_states_prepare_next_mb()
566 	const unsigned long old_nb_bits = old_nb_mb * vm->sbm.sbs_per_mb;  in virtio_mem_sbm_sb_states_prepare_next_mb()
567 	const unsigned long new_nb_bits = (old_nb_mb + 1) * vm->sbm.sbs_per_mb;  in virtio_mem_sbm_sb_states_prepare_next_mb()
572 	if (vm->sbm.sb_states && old_pages == new_pages)  in virtio_mem_sbm_sb_states_prepare_next_mb()
581 		memcpy(new_bitmap, vm->sbm.sb_states, old_pages * PAGE_SIZE);  in virtio_mem_sbm_sb_states_prepare_next_mb()
583 	old_bitmap = vm->sbm.sb_states;  in virtio_mem_sbm_sb_states_prepare_next_mb()
584 	vm->sbm.sb_states = new_bitmap;  in virtio_mem_sbm_sb_states_prepare_next_mb()
874 	const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size);  in virtio_mem_sbm_notify_going_offline()
878 	for (sb_id = 0; sb_id < vm->sbm.sbs_per_mb; sb_id++) {  in virtio_mem_sbm_notify_going_offline()
882 			       sb_id * vm->sbm.sb_size);  in virtio_mem_sbm_notify_going_offline()
890 	const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size);  in virtio_mem_sbm_notify_cancel_offline()
894 	for (sb_id = 0; sb_id < vm->sbm.sbs_per_mb; sb_id++) {  in virtio_mem_sbm_notify_cancel_offline()
898 			       sb_id * vm->sbm.sb_size);  in virtio_mem_sbm_notify_cancel_offline()
1406 			      sb_id * vm->sbm.sb_size;  in virtio_mem_sbm_plug_sb()
1407 	const uint64_t size = count * vm->sbm.sb_size;  in virtio_mem_sbm_plug_sb()
1424 			      sb_id * vm->sbm.sb_size;  in virtio_mem_sbm_unplug_sb()
1425 	const uint64_t size = count * vm->sbm.sb_size;  in virtio_mem_sbm_unplug_sb()
1475 	sb_id = vm->sbm.sbs_per_mb - 1;  in virtio_mem_sbm_unplug_any_sb_raw()
1510 	uint64_t nb_sb = vm->sbm.sbs_per_mb;  in virtio_mem_sbm_unplug_mb()
1523 	if (vm->sbm.next_mb_id > vm->sbm.last_usable_mb_id)  in virtio_mem_sbm_prepare_next_mb()
1536 	vm->sbm.mb_count[VIRTIO_MEM_SBM_MB_UNUSED]++;  in virtio_mem_sbm_prepare_next_mb()
1537 	*mb_id = vm->sbm.next_mb_id++;  in virtio_mem_sbm_prepare_next_mb()
1550 	const int count = min_t(int, *nb_sb, vm->sbm.sbs_per_mb);  in virtio_mem_sbm_plug_and_add_mb()
1568 	if (count == vm->sbm.sbs_per_mb)  in virtio_mem_sbm_plug_and_add_mb()
1611 		if (sb_id >= vm->sbm.sbs_per_mb)  in virtio_mem_sbm_plug_any_sb()
1615 		       sb_id + count < vm->sbm.sbs_per_mb &&  in virtio_mem_sbm_plug_any_sb()
1628 			       sb_id * vm->sbm.sb_size);  in virtio_mem_sbm_plug_any_sb()
1629 		nr_pages = PFN_DOWN(count * vm->sbm.sb_size);  in virtio_mem_sbm_plug_any_sb()
1633 	if (virtio_mem_sbm_test_sb_plugged(vm, mb_id, 0, vm->sbm.sbs_per_mb))  in virtio_mem_sbm_plug_any_sb()
1646 	uint64_t nb_sb = diff / vm->sbm.sb_size;  in virtio_mem_sbm_plug_request()
1826 	if (!virtio_mem_sbm_test_sb_plugged(vm, mb_id, 0, vm->sbm.sbs_per_mb))  in virtio_mem_sbm_unplug_any_sb_offline()
1832 	if (virtio_mem_sbm_test_sb_unplugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) {  in virtio_mem_sbm_unplug_any_sb_offline()
1859 	const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size) * count;  in virtio_mem_sbm_unplug_sb_online()
1865 			     sb_id * vm->sbm.sb_size);  in virtio_mem_sbm_unplug_sb_online()
1910 	if (*nb_sb >= vm->sbm.sbs_per_mb &&  in virtio_mem_sbm_unplug_any_sb_online()
1911 	    virtio_mem_sbm_test_sb_plugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) {  in virtio_mem_sbm_unplug_any_sb_online()
1913 						     vm->sbm.sbs_per_mb);  in virtio_mem_sbm_unplug_any_sb_online()
1915 			*nb_sb -= vm->sbm.sbs_per_mb;  in virtio_mem_sbm_unplug_any_sb_online()
1922 	for (sb_id = vm->sbm.sbs_per_mb - 1; sb_id >= 0 && *nb_sb; sb_id--) {  in virtio_mem_sbm_unplug_any_sb_online()
1944 	if (virtio_mem_sbm_test_sb_unplugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) {  in virtio_mem_sbm_unplug_any_sb_online()
1997 	uint64_t nb_sb = diff / vm->sbm.sb_size;  in virtio_mem_sbm_unplug_request()
2261 		vm->sbm.last_usable_mb_id = virtio_mem_phys_to_mb_id(end_addr);  in virtio_mem_refresh_config()
2263 			vm->sbm.last_usable_mb_id--;  in virtio_mem_refresh_config()
2462 		vm->sbm.sb_size = sb_size;  in virtio_mem_init()
2463 		vm->sbm.sbs_per_mb = memory_block_size_bytes() /  in virtio_mem_init()
2464 				     vm->sbm.sb_size;  in virtio_mem_init()
2469 		vm->sbm.first_mb_id = virtio_mem_phys_to_mb_id(addr);  in virtio_mem_init()
2470 		vm->sbm.next_mb_id = vm->sbm.first_mb_id;  in virtio_mem_init()
2507 			 (unsigned long long)vm->sbm.sb_size);  in virtio_mem_init()
2718 		vfree(vm->sbm.mb_states);  in virtio_mem_remove()
2719 		vfree(vm->sbm.sb_states);  in virtio_mem_remove()