417 phys_pte_init(pte_t *pte_page, unsigned long paddr, unsigned long paddr_end,  in phys_pte_init()  argument
425 	pte = pte_page + pte_index(paddr);  in phys_pte_init()
426 	i = pte_index(paddr);  in phys_pte_init()
428 	for (; i < PTRS_PER_PTE; i++, paddr = paddr_next, pte++) {  in phys_pte_init()
429 		paddr_next = (paddr & PAGE_MASK) + PAGE_SIZE;  in phys_pte_init()
430 		if (paddr >= paddr_end) {  in phys_pte_init()
432 			    !e820__mapped_any(paddr & PAGE_MASK, paddr_next,  in phys_pte_init()
434 			    !e820__mapped_any(paddr & PAGE_MASK, paddr_next,  in phys_pte_init()
453 			pr_info("   pte=%p addr=%lx pte=%016lx\n", pte, paddr,  in phys_pte_init()
454 				pfn_pte(paddr >> PAGE_SHIFT, PAGE_KERNEL).pte);  in phys_pte_init()
456 		set_pte(pte, pfn_pte(paddr >> PAGE_SHIFT, prot));  in phys_pte_init()
457 		paddr_last = (paddr & PAGE_MASK) + PAGE_SIZE;  in phys_pte_init()
471 phys_pmd_init(pmd_t *pmd_page, unsigned long paddr, unsigned long paddr_end,  in phys_pmd_init()  argument
477 	int i = pmd_index(paddr);  in phys_pmd_init()
479 	for (; i < PTRS_PER_PMD; i++, paddr = paddr_next) {  in phys_pmd_init()
480 		pmd_t *pmd = pmd_page + pmd_index(paddr);  in phys_pmd_init()
484 		paddr_next = (paddr & PMD_MASK) + PMD_SIZE;  in phys_pmd_init()
485 		if (paddr >= paddr_end) {  in phys_pmd_init()
487 			    !e820__mapped_any(paddr & PMD_MASK, paddr_next,  in phys_pmd_init()
489 			    !e820__mapped_any(paddr & PMD_MASK, paddr_next,  in phys_pmd_init()
499 				paddr_last = phys_pte_init(pte, paddr,  in phys_pmd_init()
529 				pfn_pte((paddr & PMD_MASK) >> PAGE_SHIFT,  in phys_pmd_init()
537 		paddr_last = phys_pte_init(pte, paddr, paddr_end, new_prot);  in phys_pmd_init()
554 phys_pud_init(pud_t *pud_page, unsigned long paddr, unsigned long paddr_end,  in phys_pud_init()  argument
559 	unsigned long vaddr = (unsigned long)__va(paddr);  in phys_pud_init()
562 	for (; i < PTRS_PER_PUD; i++, paddr = paddr_next) {  in phys_pud_init()
567 		vaddr = (unsigned long)__va(paddr);  in phys_pud_init()
569 		paddr_next = (paddr & PUD_MASK) + PUD_SIZE;  in phys_pud_init()
571 		if (paddr >= paddr_end) {  in phys_pud_init()
573 			    !e820__mapped_any(paddr & PUD_MASK, paddr_next,  in phys_pud_init()
575 			    !e820__mapped_any(paddr & PUD_MASK, paddr_next,  in phys_pud_init()
584 				paddr_last = phys_pmd_init(pmd, paddr,  in phys_pud_init()
616 				pfn_pte((paddr & PUD_MASK) >> PAGE_SHIFT,  in phys_pud_init()
624 		paddr_last = phys_pmd_init(pmd, paddr, paddr_end,  in phys_pud_init()
639 phys_p4d_init(p4d_t *p4d_page, unsigned long paddr, unsigned long paddr_end,  in phys_p4d_init()  argument
643 	unsigned long vaddr = (unsigned long)__va(paddr);  in phys_p4d_init()
647 		return phys_pud_init((pud_t *) p4d_page, paddr, paddr_end, page_size_mask);  in phys_p4d_init()
649 	for (; i < PTRS_PER_P4D; i++, paddr = paddr_next) {  in phys_p4d_init()
653 		vaddr = (unsigned long)__va(paddr);  in phys_p4d_init()
655 		paddr_next = (paddr & P4D_MASK) + P4D_SIZE;  in phys_p4d_init()
657 		if (paddr >= paddr_end) {  in phys_p4d_init()
659 			    !e820__mapped_any(paddr & P4D_MASK, paddr_next,  in phys_p4d_init()
661 			    !e820__mapped_any(paddr & P4D_MASK, paddr_next,  in phys_p4d_init()
669 			paddr_last = phys_pud_init(pud, paddr,  in phys_p4d_init()
677 		paddr_last = phys_pud_init(pud, paddr, paddr_end,  in phys_p4d_init()