134 	 * consecutive sections. Remember for the last added PMD the last  in vmemmap_use_new_sub_pmd()
135 	 * unused range in the populated PMD.  in vmemmap_use_new_sub_pmd()
141 /* Returns true if the PMD is completely unused and can be freed. */
152 static int __ref modify_pte_table(pmd_t *pmd, unsigned long addr,  in modify_pte_table()  argument
163 	pte = pte_offset_kernel(pmd, addr);  in modify_pte_table()
193 static void try_free_pte_table(pmd_t *pmd, unsigned long start)  in try_free_pte_table()  argument
199 	pte = pte_offset_kernel(pmd, start);  in try_free_pte_table()
204 	vmem_pte_free((unsigned long *) pmd_deref(*pmd));  in try_free_pte_table()
205 	pmd_clear(pmd);  in try_free_pte_table()
214 	pmd_t *pmd;  in modify_pmd_table()  local
221 	pmd = pmd_offset(pud, addr);  in modify_pmd_table()
222 	for (; addr < end; addr = next, pmd++) {  in modify_pmd_table()
225 			if (pmd_none(*pmd))  in modify_pmd_table()
227 			if (pmd_large(*pmd)) {  in modify_pmd_table()
231 						vmem_free_pages(pmd_deref(*pmd), get_order(PMD_SIZE));  in modify_pmd_table()
232 					pmd_clear(pmd);  in modify_pmd_table()
235 					vmem_free_pages(pmd_deref(*pmd), get_order(PMD_SIZE));  in modify_pmd_table()
236 					pmd_clear(pmd);  in modify_pmd_table()
240 		} else if (pmd_none(*pmd)) {  in modify_pmd_table()
245 				set_pmd(pmd, __pmd(__pa(addr) | prot));  in modify_pmd_table()
260 					set_pmd(pmd, __pmd(__pa(new_page) | prot));  in modify_pmd_table()
271 			pmd_populate(&init_mm, pmd, pte);  in modify_pmd_table()
272 		} else if (pmd_large(*pmd)) {  in modify_pmd_table()
277 		ret = modify_pte_table(pmd, addr, next, add, direct);  in modify_pmd_table()
281 			try_free_pte_table(pmd, addr & PMD_MASK);  in modify_pmd_table()
293 	pmd_t *pmd;  in try_free_pmd_table()  local
303 	pmd = pmd_offset(pud, start);  in try_free_pmd_table()
304 	for (i = 0; i < PTRS_PER_PMD; i++, pmd++)  in try_free_pmd_table()
305 		if (!pmd_none(*pmd))  in try_free_pmd_table()
317 	pmd_t *pmd;  in modify_pud_table()  local
345 			pmd = vmem_crst_alloc(_SEGMENT_ENTRY_EMPTY);  in modify_pud_table()
346 			if (!pmd)  in modify_pud_table()
348 			pud_populate(&init_mm, pud, pmd);  in modify_pud_table()
576 	pmd_t *pmd;  in vmem_get_alloc_pte()  local
601 		pmd = vmem_crst_alloc(_SEGMENT_ENTRY_EMPTY);  in vmem_get_alloc_pte()
602 		if (!pmd)  in vmem_get_alloc_pte()
604 		pud_populate(&init_mm, pud, pmd);  in vmem_get_alloc_pte()
608 	pmd = pmd_offset(pud, addr);  in vmem_get_alloc_pte()
609 	if (pmd_none(*pmd)) {  in vmem_get_alloc_pte()
615 		pmd_populate(&init_mm, pmd, pte);  in vmem_get_alloc_pte()
616 	} else if (WARN_ON_ONCE(pmd_large(*pmd))) {  in vmem_get_alloc_pte()
619 	ptep = pte_offset_kernel(pmd, addr);  in vmem_get_alloc_pte()