Lines Matching refs:sbm
201 } sbm; member
360 return (addr - mb_addr) / vm->sbm.sb_size; in virtio_mem_phys_to_sb_id()
436 const unsigned long idx = mb_id - vm->sbm.first_mb_id; in virtio_mem_sbm_set_mb_state()
439 old_state = vm->sbm.mb_states[idx]; in virtio_mem_sbm_set_mb_state()
440 vm->sbm.mb_states[idx] = state; in virtio_mem_sbm_set_mb_state()
442 BUG_ON(vm->sbm.mb_count[old_state] == 0); in virtio_mem_sbm_set_mb_state()
443 vm->sbm.mb_count[old_state]--; in virtio_mem_sbm_set_mb_state()
444 vm->sbm.mb_count[state]++; in virtio_mem_sbm_set_mb_state()
453 const unsigned long idx = mb_id - vm->sbm.first_mb_id; in virtio_mem_sbm_get_mb_state()
455 return vm->sbm.mb_states[idx]; in virtio_mem_sbm_get_mb_state()
463 int old_pages = PFN_UP(vm->sbm.next_mb_id - vm->sbm.first_mb_id); in virtio_mem_sbm_mb_states_prepare_next_mb()
464 int new_pages = PFN_UP(vm->sbm.next_mb_id - vm->sbm.first_mb_id + 1); in virtio_mem_sbm_mb_states_prepare_next_mb()
467 if (vm->sbm.mb_states && old_pages == new_pages) in virtio_mem_sbm_mb_states_prepare_next_mb()
475 if (vm->sbm.mb_states) in virtio_mem_sbm_mb_states_prepare_next_mb()
476 memcpy(new_array, vm->sbm.mb_states, old_pages * PAGE_SIZE); in virtio_mem_sbm_mb_states_prepare_next_mb()
477 vfree(vm->sbm.mb_states); in virtio_mem_sbm_mb_states_prepare_next_mb()
478 vm->sbm.mb_states = new_array; in virtio_mem_sbm_mb_states_prepare_next_mb()
485 for (_mb_id = _vm->sbm.first_mb_id; \
486 _mb_id < _vm->sbm.next_mb_id && _vm->sbm.mb_count[_state]; \
491 for (_mb_id = _vm->sbm.next_mb_id - 1; \
492 _mb_id >= _vm->sbm.first_mb_id && _vm->sbm.mb_count[_state]; \
503 return (mb_id - vm->sbm.first_mb_id) * vm->sbm.sbs_per_mb + sb_id; in virtio_mem_sbm_sb_state_bit_nr()
517 __bitmap_set(vm->sbm.sb_states, bit, count); in virtio_mem_sbm_set_sb_plugged()
531 __bitmap_clear(vm->sbm.sb_states, bit, count); in virtio_mem_sbm_set_sb_unplugged()
544 return test_bit(bit, vm->sbm.sb_states); in virtio_mem_sbm_test_sb_plugged()
547 return find_next_zero_bit(vm->sbm.sb_states, bit + count, bit) >= in virtio_mem_sbm_test_sb_plugged()
561 return find_next_bit(vm->sbm.sb_states, bit + count, bit) >= in virtio_mem_sbm_test_sb_unplugged()
574 return find_next_zero_bit(vm->sbm.sb_states, in virtio_mem_sbm_first_unplugged_sb()
575 bit + vm->sbm.sbs_per_mb, bit) - bit; in virtio_mem_sbm_first_unplugged_sb()
583 const unsigned long old_nb_mb = vm->sbm.next_mb_id - vm->sbm.first_mb_id; in virtio_mem_sbm_sb_states_prepare_next_mb()
584 const unsigned long old_nb_bits = old_nb_mb * vm->sbm.sbs_per_mb; in virtio_mem_sbm_sb_states_prepare_next_mb()
585 const unsigned long new_nb_bits = (old_nb_mb + 1) * vm->sbm.sbs_per_mb; in virtio_mem_sbm_sb_states_prepare_next_mb()
590 if (vm->sbm.sb_states && old_pages == new_pages) in virtio_mem_sbm_sb_states_prepare_next_mb()
598 if (vm->sbm.sb_states) in virtio_mem_sbm_sb_states_prepare_next_mb()
599 memcpy(new_bitmap, vm->sbm.sb_states, old_pages * PAGE_SIZE); in virtio_mem_sbm_sb_states_prepare_next_mb()
601 old_bitmap = vm->sbm.sb_states; in virtio_mem_sbm_sb_states_prepare_next_mb()
602 vm->sbm.sb_states = new_bitmap; in virtio_mem_sbm_sb_states_prepare_next_mb()
790 if (!virtio_mem_sbm_test_sb_unplugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) in virtio_mem_sbm_try_remove_unplugged_mb()
923 const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size); in virtio_mem_sbm_notify_going_offline()
927 for (sb_id = 0; sb_id < vm->sbm.sbs_per_mb; sb_id++) { in virtio_mem_sbm_notify_going_offline()
931 sb_id * vm->sbm.sb_size); in virtio_mem_sbm_notify_going_offline()
939 const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size); in virtio_mem_sbm_notify_cancel_offline()
943 for (sb_id = 0; sb_id < vm->sbm.sbs_per_mb; sb_id++) { in virtio_mem_sbm_notify_cancel_offline()
947 sb_id * vm->sbm.sb_size); in virtio_mem_sbm_notify_cancel_offline()
1310 order = ilog2(vm->sbm.sb_size) - PAGE_SHIFT; in virtio_mem_online_page()
1502 sb_id * vm->sbm.sb_size; in virtio_mem_sbm_plug_sb()
1503 const uint64_t size = count * vm->sbm.sb_size; in virtio_mem_sbm_plug_sb()
1520 sb_id * vm->sbm.sb_size; in virtio_mem_sbm_unplug_sb()
1521 const uint64_t size = count * vm->sbm.sb_size; in virtio_mem_sbm_unplug_sb()
1571 sb_id = vm->sbm.sbs_per_mb - 1; in virtio_mem_sbm_unplug_any_sb_raw()
1606 uint64_t nb_sb = vm->sbm.sbs_per_mb; in virtio_mem_sbm_unplug_mb()
1619 if (vm->sbm.next_mb_id > vm->sbm.last_usable_mb_id) in virtio_mem_sbm_prepare_next_mb()
1632 vm->sbm.mb_count[VIRTIO_MEM_SBM_MB_UNUSED]++; in virtio_mem_sbm_prepare_next_mb()
1633 *mb_id = vm->sbm.next_mb_id++; in virtio_mem_sbm_prepare_next_mb()
1646 const int count = min_t(int, *nb_sb, vm->sbm.sbs_per_mb); in virtio_mem_sbm_plug_and_add_mb()
1664 if (count == vm->sbm.sbs_per_mb) in virtio_mem_sbm_plug_and_add_mb()
1707 if (sb_id >= vm->sbm.sbs_per_mb) in virtio_mem_sbm_plug_any_sb()
1711 sb_id + count < vm->sbm.sbs_per_mb && in virtio_mem_sbm_plug_any_sb()
1724 sb_id * vm->sbm.sb_size); in virtio_mem_sbm_plug_any_sb()
1725 nr_pages = PFN_DOWN(count * vm->sbm.sb_size); in virtio_mem_sbm_plug_any_sb()
1729 if (virtio_mem_sbm_test_sb_plugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) in virtio_mem_sbm_plug_any_sb()
1742 uint64_t nb_sb = diff / vm->sbm.sb_size; in virtio_mem_sbm_plug_request()
1922 if (!virtio_mem_sbm_test_sb_plugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) in virtio_mem_sbm_unplug_any_sb_offline()
1928 if (virtio_mem_sbm_test_sb_unplugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) { in virtio_mem_sbm_unplug_any_sb_offline()
1955 const unsigned long nr_pages = PFN_DOWN(vm->sbm.sb_size) * count; in virtio_mem_sbm_unplug_sb_online()
1961 sb_id * vm->sbm.sb_size); in virtio_mem_sbm_unplug_sb_online()
2006 if (*nb_sb >= vm->sbm.sbs_per_mb && in virtio_mem_sbm_unplug_any_sb_online()
2007 virtio_mem_sbm_test_sb_plugged(vm, mb_id, 0, vm->sbm.sbs_per_mb)) { in virtio_mem_sbm_unplug_any_sb_online()
2009 vm->sbm.sbs_per_mb); in virtio_mem_sbm_unplug_any_sb_online()
2011 *nb_sb -= vm->sbm.sbs_per_mb; in virtio_mem_sbm_unplug_any_sb_online()
2018 for (sb_id = vm->sbm.sbs_per_mb - 1; sb_id >= 0 && *nb_sb; sb_id--) { in virtio_mem_sbm_unplug_any_sb_online()
2037 vm->sbm.have_unplugged_mb = 1; in virtio_mem_sbm_unplug_any_sb_online()
2083 uint64_t nb_sb = diff / vm->sbm.sb_size; in virtio_mem_sbm_unplug_request()
2318 if (!vm->sbm.have_unplugged_mb) in virtio_mem_cleanup_pending_mb()
2325 vm->sbm.have_unplugged_mb = false; in virtio_mem_cleanup_pending_mb()
2337 vm->sbm.have_unplugged_mb = true; in virtio_mem_cleanup_pending_mb()
2363 vm->sbm.last_usable_mb_id = virtio_mem_phys_to_mb_id(end_addr); in virtio_mem_refresh_config()
2365 vm->sbm.last_usable_mb_id--; in virtio_mem_refresh_config()
2438 if (!rc && vm->in_sbm && vm->sbm.have_unplugged_mb) in virtio_mem_run_wq()
2542 vm->sbm.sb_size = sb_size; in virtio_mem_init_hotplug()
2543 vm->sbm.sbs_per_mb = memory_block_size_bytes() / in virtio_mem_init_hotplug()
2544 vm->sbm.sb_size; in virtio_mem_init_hotplug()
2549 vm->sbm.first_mb_id = virtio_mem_phys_to_mb_id(addr); in virtio_mem_init_hotplug()
2550 vm->sbm.next_mb_id = vm->sbm.first_mb_id; in virtio_mem_init_hotplug()
2583 (unsigned long long)vm->sbm.sb_size); in virtio_mem_init_hotplug()
2918 vfree(vm->sbm.mb_states); in virtio_mem_deinit_hotplug()
2919 vfree(vm->sbm.sb_states); in virtio_mem_deinit_hotplug()