92 static void __vmemmap_use_sub_pmd(unsigned long start, unsigned long end)  in __vmemmap_use_sub_pmd()  argument
103 static void vmemmap_use_sub_pmd(unsigned long start, unsigned long end)  in vmemmap_use_sub_pmd()  argument
110 		unused_pmd_start = end;  in vmemmap_use_sub_pmd()
116 	__vmemmap_use_sub_pmd(start, end);  in vmemmap_use_sub_pmd()
119 static void vmemmap_use_new_sub_pmd(unsigned long start, unsigned long end)  in vmemmap_use_new_sub_pmd()  argument
126 	__vmemmap_use_sub_pmd(start, end);  in vmemmap_use_new_sub_pmd()
136 	if (!IS_ALIGNED(end, PMD_SIZE))  in vmemmap_use_new_sub_pmd()
137 		unused_pmd_start = end;  in vmemmap_use_new_sub_pmd()
141 static bool vmemmap_unuse_sub_pmd(unsigned long start, unsigned long end)  in vmemmap_unuse_sub_pmd()  argument
146 	memset(__va(start), PAGE_UNUSED, end - start);  in vmemmap_unuse_sub_pmd()
152 				  unsigned long end, bool add, bool direct)  in modify_pte_table()  argument
163 	for (; addr < end; addr += PAGE_SIZE, pte++) {  in modify_pte_table()
209 				  unsigned long end, bool add, bool direct)  in modify_pmd_table()  argument
221 	for (; addr < end; addr = next, pmd++) {  in modify_pmd_table()
222 		next = pmd_addr_end(addr, end);  in modify_pmd_table()
291 	const unsigned long end = start + PUD_SIZE;  in try_free_pmd_table()  local
296 	if (end > VMALLOC_START)  in try_free_pmd_table()
299 	if (start < KASAN_SHADOW_END && KASAN_SHADOW_START > end)  in try_free_pmd_table()
310 static int modify_pud_table(p4d_t *p4d, unsigned long addr, unsigned long end,  in modify_pud_table()  argument
322 	for (; addr < end; addr = next, pud++) {  in modify_pud_table()
323 		next = pud_addr_end(addr, end);  in modify_pud_table()
366 	const unsigned long end = start + P4D_SIZE;  in try_free_pud_table()  local
371 	if (end > VMALLOC_START)  in try_free_pud_table()
374 	if (start < KASAN_SHADOW_END && KASAN_SHADOW_START > end)  in try_free_pud_table()
387 static int modify_p4d_table(pgd_t *pgd, unsigned long addr, unsigned long end,  in modify_p4d_table()  argument
396 	for (; addr < end; addr = next, p4d++) {  in modify_p4d_table()
397 		next = p4d_addr_end(addr, end);  in modify_p4d_table()
420 	const unsigned long end = start + PGDIR_SIZE;  in try_free_p4d_table()  local
425 	if (end > VMALLOC_START)  in try_free_p4d_table()
428 	if (start < KASAN_SHADOW_END && KASAN_SHADOW_START > end)  in try_free_p4d_table()
441 static int modify_pagetable(unsigned long start, unsigned long end, bool add,  in modify_pagetable()  argument
449 	if (WARN_ON_ONCE(!PAGE_ALIGNED(start | end)))  in modify_pagetable()
451 	for (addr = start; addr < end; addr = next) {  in modify_pagetable()
452 		next = pgd_addr_end(addr, end);  in modify_pagetable()
473 		flush_tlb_kernel_range(start, end);  in modify_pagetable()
477 static int add_pagetable(unsigned long start, unsigned long end, bool direct)  in add_pagetable()  argument
479 	return modify_pagetable(start, end, true, direct);  in add_pagetable()
482 static int remove_pagetable(unsigned long start, unsigned long end, bool direct)  in remove_pagetable()  argument
484 	return modify_pagetable(start, end, false, direct);  in remove_pagetable()
506 int __meminit vmemmap_populate(unsigned long start, unsigned long end, int node,  in vmemmap_populate()  argument
513 	ret = add_pagetable(start, end, false);  in vmemmap_populate()
515 		remove_pagetable(start, end, false);  in vmemmap_populate()
520 void vmemmap_free(unsigned long start, unsigned long end,  in vmemmap_free()  argument
524 	remove_pagetable(start, end, false);  in vmemmap_free()
558 	phys_addr_t base, end;  in vmem_map_init()  local
561 	for_each_mem_range(i, &base, &end)  in vmem_map_init()
562 		vmem_add_range(base, end - base);  in vmem_map_init()