199 		} sbm;  member
358 	return (addr - mb_addr) / vm->sbm.sb_size;  in virtio_mem_phys_to_sb_id()
434 	const unsigned long idx = mb_id - vm->sbm.first_mb_id;  in virtio_mem_sbm_set_mb_state()
437 	old_state = vm->sbm.mb_states[idx];  in virtio_mem_sbm_set_mb_state()
438 	vm->sbm.mb_states[idx] = state;  in virtio_mem_sbm_set_mb_state()
440 	BUG_ON(vm->sbm.mb_count[old_state] == 0);  in virtio_mem_sbm_set_mb_state()
441 	vm->sbm.mb_count[old_state]--;  in virtio_mem_sbm_set_mb_state()
442 	vm->sbm.mb_count[state]++;  in virtio_mem_sbm_set_mb_state()
451 	const unsigned long idx = mb_id - vm->sbm.first_mb_id;  in virtio_mem_sbm_get_mb_state()
453 	return vm->sbm.mb_states[idx];  in virtio_mem_sbm_get_mb_state()
461 	int old_pages = PFN_UP(vm->sbm.next_mb_id - vm->sbm.first_mb_id);  in virtio_mem_sbm_mb_states_prepare_next_mb()
462 	int new_pages = PFN_UP(vm->sbm.next_mb_id - vm->sbm.first_mb_id + 1);  in virtio_mem_sbm_mb_states_prepare_next_mb()
465 	if (vm->sbm.mb_states && old_pages == new_pages)  in virtio_mem_sbm_mb_states_prepare_next_mb()
473 	if (vm->sbm.mb_states)  in virtio_mem_sbm_mb_states_prepare_next_mb()
474 		memcpy(new_array, vm->sbm.mb_states, old_pages * PAGE_SIZE);  in virtio_mem_sbm_mb_states_prepare_next_mb()
475 	vfree(vm->sbm.mb_states);  in virtio_mem_sbm_mb_states_prepare_next_mb()
476 	vm->sbm.mb_states = new_array;  in virtio_mem_sbm_mb_states_prepare_next_mb()
483 	for (_mb_id = _vm->sbm.first_mb_id; \
484 	     _mb_id < _vm->sbm.next_mb_id && _vm->sbm.mb_count[_state]; \
489 	for (_mb_id = _vm->sbm.next_mb_id - 1; \
490 	     _mb_id >= _vm->sbm.first_mb_id && _vm->sbm.mb_count[_state]; \
501 	return (mb_id - vm->sbm.first_mb_id) * vm->sbm.sbs_per_mb + sb_id;  in virtio_mem_sbm_sb_state_bit_nr()
515 	__bitmap_set(vm->sbm.sb_states, bit, count);  in virtio_mem_sbm_set_sb_plugged()
529 	__bitmap_clear(vm->sbm.sb_states, bit, count);  in virtio_mem_sbm_set_sb_unplugged()
542 		return test_bit(bit, vm->sbm.sb_states);  in virtio_mem_sbm_test_sb_plugged()
545 	return find_next_zero_bit(vm->sbm.sb_states, bit + count, bit) >=  in virtio_mem_sbm_test_sb_plugged()
559 	return find_next_bit(vm->sbm.sb_states, bit + count, bit) >=  in virtio_mem_sbm_test_sb_unplugged()
572 	return find_next_zero_bit(vm->sbm.sb_states,  in virtio_mem_sbm_first_unplugged_sb()
573 				  bit + vm->sbm.sbs_per_mb, bit) - bit;  in virtio_mem_sbm_first_unplugged_sb()
581 	const unsigned long old_nb_mb = vm->sbm.next_mb_id - vm->sbm.first_mb_id;  in virtio_mem_sbm_sb_states_prepare_next_mb()
582 	const unsigned long old_nb_bits = old_nb_mb * vm->sbm.sbs_per_mb;  in virtio_mem_sbm_sb_states_prepare_next_mb()
583 	const unsigned long new_nb_bits = (old_nb_mb + 1) * vm->sbm.sbs_per_mb;  in virtio_mem_sbm_sb_states_prepare_next_mb()
588 	if (vm->sbm.sb_states && old_pages == new_pages)  in virtio_mem_sbm_sb_states_prepare_next_mb()
596 	if (vm->sbm.sb_states)  in virtio_mem_sbm_sb_states_prepare_next_mb()
597 		memcpy(new_bitmap, vm->sbm.sb_states, old_pages * PAGE_SIZE);  in virtio_mem_sbm_sb_states_prepare_next_mb()
599 	old_bitmap = vm->sbm.sb_states;  in virtio_mem_sbm_sb_states_prepare_next_mb()
600 	vm->sbm.sb_states = new_bitmap;  in virtio_mem_sbm_sb_states_prepare_next_mb()
889 	const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size);  in virtio_mem_sbm_notify_going_offline()
893 	for (sb_id = 0; sb_id < vm->sbm.sbs_per_mb; sb_id++) {  in virtio_mem_sbm_notify_going_offline()
897 			       sb_id * vm->sbm.sb_size);  in virtio_mem_sbm_notify_going_offline()
905 	const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size);  in virtio_mem_sbm_notify_cancel_offline()
909 	for (sb_id = 0; sb_id < vm->sbm.sbs_per_mb; sb_id++) {  in virtio_mem_sbm_notify_cancel_offline()
913 			       sb_id * vm->sbm.sb_size);  in virtio_mem_sbm_notify_cancel_offline()
1267 				order = ilog2(vm->sbm.sb_size) - PAGE_SHIFT;  in virtio_mem_online_page()
1459 			      sb_id * vm->sbm.sb_size;  in virtio_mem_sbm_plug_sb()
1460 	const uint64_t size = count * vm->sbm.sb_size;  in virtio_mem_sbm_plug_sb()
1477 			      sb_id * vm->sbm.sb_size;  in virtio_mem_sbm_unplug_sb()
1478 	const uint64_t size = count * vm->sbm.sb_size;  in virtio_mem_sbm_unplug_sb()
1528 	sb_id = vm->sbm.sbs_per_mb - 1;  in virtio_mem_sbm_unplug_any_sb_raw()
1563 	uint64_t nb_sb = vm->sbm.sbs_per_mb;  in virtio_mem_sbm_unplug_mb()
1576 	if (vm->sbm.next_mb_id > vm->sbm.last_usable_mb_id)  in virtio_mem_sbm_prepare_next_mb()
1589 	vm->sbm.mb_count[VIRTIO_MEM_SBM_MB_UNUSED]++;  in virtio_mem_sbm_prepare_next_mb()
1590 	*mb_id = vm->sbm.next_mb_id++;  in virtio_mem_sbm_prepare_next_mb()
1603 	const int count = min_t(int, *nb_sb, vm->sbm.sbs_per_mb);  in virtio_mem_sbm_plug_and_add_mb()
1621 	if (count == vm->sbm.sbs_per_mb)  in virtio_mem_sbm_plug_and_add_mb()
1664 		if (sb_id >= vm->sbm.sbs_per_mb)  in virtio_mem_sbm_plug_any_sb()
1668 		       sb_id + count < vm->sbm.sbs_per_mb &&  in virtio_mem_sbm_plug_any_sb()
1681 			       sb_id * vm->sbm.sb_size);  in virtio_mem_sbm_plug_any_sb()
1682 		nr_pages = PFN_DOWN(count * vm->sbm.sb_size);  in virtio_mem_sbm_plug_any_sb()
1686 	if (virtio_mem_sbm_test_sb_plugged(vm, mb_id, 0, vm->sbm.sbs_per_mb))  in virtio_mem_sbm_plug_any_sb()
1699 	uint64_t nb_sb = diff / vm->sbm.sb_size;  in virtio_mem_sbm_plug_request()
1879 	if (!virtio_mem_sbm_test_sb_plugged(vm, mb_id, 0, vm->sbm.sbs_per_mb))  in virtio_mem_sbm_unplug_any_sb_offline()
1885 	if (virtio_mem_sbm_test_sb_unplugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) {  in virtio_mem_sbm_unplug_any_sb_offline()
1912 	const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size) * count;  in virtio_mem_sbm_unplug_sb_online()
1918 			     sb_id * vm->sbm.sb_size);  in virtio_mem_sbm_unplug_sb_online()
1963 	if (*nb_sb >= vm->sbm.sbs_per_mb &&  in virtio_mem_sbm_unplug_any_sb_online()
1964 	    virtio_mem_sbm_test_sb_plugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) {  in virtio_mem_sbm_unplug_any_sb_online()
1966 						     vm->sbm.sbs_per_mb);  in virtio_mem_sbm_unplug_any_sb_online()
1968 			*nb_sb -= vm->sbm.sbs_per_mb;  in virtio_mem_sbm_unplug_any_sb_online()
1975 	for (sb_id = vm->sbm.sbs_per_mb - 1; sb_id >= 0 && *nb_sb; sb_id--) {  in virtio_mem_sbm_unplug_any_sb_online()
1997 	if (virtio_mem_sbm_test_sb_unplugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) {  in virtio_mem_sbm_unplug_any_sb_online()
2050 	uint64_t nb_sb = diff / vm->sbm.sb_size;  in virtio_mem_sbm_unplug_request()
2314 		vm->sbm.last_usable_mb_id = virtio_mem_phys_to_mb_id(end_addr);  in virtio_mem_refresh_config()
2316 			vm->sbm.last_usable_mb_id--;  in virtio_mem_refresh_config()
2486 		vm->sbm.sb_size = sb_size;  in virtio_mem_init_hotplug()
2487 		vm->sbm.sbs_per_mb = memory_block_size_bytes() /  in virtio_mem_init_hotplug()
2488 				     vm->sbm.sb_size;  in virtio_mem_init_hotplug()
2493 		vm->sbm.first_mb_id = virtio_mem_phys_to_mb_id(addr);  in virtio_mem_init_hotplug()
2494 		vm->sbm.next_mb_id = vm->sbm.first_mb_id;  in virtio_mem_init_hotplug()
2527 			 (unsigned long long)vm->sbm.sb_size);  in virtio_mem_init_hotplug()
2862 		vfree(vm->sbm.mb_states);  in virtio_mem_deinit_hotplug()
2863 		vfree(vm->sbm.sb_states);  in virtio_mem_deinit_hotplug()