94 	phys_addr_t phys;  in early_pgtable_alloc()  local
97 	phys = memblock_phys_alloc(PAGE_SIZE, PAGE_SIZE);  in early_pgtable_alloc()
98 	if (!phys)  in early_pgtable_alloc()
106 	ptr = pte_set_fixmap(phys);  in early_pgtable_alloc()
116 	return phys;  in early_pgtable_alloc()
154 		     phys_addr_t phys, pgprot_t prot)  in init_pte()  argument
162 		set_pte(ptep, pfn_pte(__phys_to_pfn(phys), prot));  in init_pte()
171 		phys += PAGE_SIZE;  in init_pte()
178 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pte()  argument
202 		if ((((addr | next | phys) & ~CONT_PTE_MASK) == 0) &&  in alloc_init_cont_pte()
206 		init_pte(pmdp, addr, next, phys, __prot);  in alloc_init_cont_pte()
208 		phys += next - addr;  in alloc_init_cont_pte()
213 		     phys_addr_t phys, pgprot_t prot,  in init_pmd()  argument
226 		if (((addr | next | phys) & ~SECTION_MASK) == 0 &&  in init_pmd()
228 			pmd_set_huge(pmdp, phys, prot);  in init_pmd()
237 			alloc_init_cont_pte(pmdp, addr, next, phys, prot,  in init_pmd()
243 		phys += next - addr;  in init_pmd()
250 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pmd()  argument
276 		if ((((addr | next | phys) & ~CONT_PMD_MASK) == 0) &&  in alloc_init_cont_pmd()
280 		init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags);  in alloc_init_cont_pmd()
282 		phys += next - addr;  in alloc_init_cont_pmd()
287 			unsigned long phys)  in use_1G_block()  argument
292 	if (((addr | next | phys) & ~PUD_MASK) != 0)  in use_1G_block()
299 			   phys_addr_t phys, pgprot_t prot,  in alloc_init_pud()  argument
326 		if (use_1G_block(addr, next, phys) &&  in alloc_init_pud()
328 			pud_set_huge(pudp, phys, prot);  in alloc_init_pud()
337 			alloc_init_cont_pmd(pudp, addr, next, phys, prot,  in alloc_init_pud()
343 		phys += next - addr;  in alloc_init_pud()
349 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys,  in __create_pgd_mapping()  argument
362 	if (WARN_ON((phys ^ virt) & ~PAGE_MASK))  in __create_pgd_mapping()
365 	phys &= PAGE_MASK;  in __create_pgd_mapping()
371 		alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc,  in __create_pgd_mapping()
373 		phys += next - addr;  in __create_pgd_mapping()
412 static void __init create_mapping_noalloc(phys_addr_t phys, unsigned long virt,  in create_mapping_noalloc()  argument
417 			&phys, virt);  in create_mapping_noalloc()
420 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in create_mapping_noalloc()
424 void __init create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys,  in create_pgd_mapping()  argument
435 	__create_pgd_mapping(mm->pgd, phys, virt, size, prot,  in create_pgd_mapping()
439 static void update_mapping_prot(phys_addr_t phys, unsigned long virt,  in update_mapping_prot()  argument
444 			&phys, virt);  in update_mapping_prot()
448 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in update_mapping_prot()
1248 			       phys_addr_t phys, pgprot_t flags)  in __set_fixmap()  argument
1258 		set_pte(ptep, pfn_pte(phys >> PAGE_SHIFT, flags));  in __set_fixmap()
1339 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)  in pud_set_huge()  argument
1341 	pud_t new_pud = pfn_pud(__phys_to_pfn(phys), mk_pud_sect_prot(prot));  in pud_set_huge()
1348 	VM_BUG_ON(phys & ~PUD_MASK);  in pud_set_huge()
1353 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot)  in pmd_set_huge()  argument
1355 	pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), mk_pmd_sect_prot(prot));  in pmd_set_huge()
1362 	VM_BUG_ON(phys & ~PMD_MASK);  in pmd_set_huge()