579 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in __do_huge_pmd_anonymous_page()  local
629 		page_add_new_anon_rmap(page, vma, haddr, true);  in __do_huge_pmd_anonymous_page()
633 		set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry);  in __do_huge_pmd_anonymous_page()
690 		struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd,  in set_huge_zero_page()  argument
700 	set_pmd_at(mm, haddr, pmd, entry);  in set_huge_zero_page()
710 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in do_huge_pmd_anonymous_page()  local
712 	if (!transhuge_vma_suitable(vma, haddr))  in do_huge_pmd_anonymous_page()
747 						   haddr, vmf->pmd, zero_page);  in do_huge_pmd_anonymous_page()
758 	page = alloc_hugepage_vma(gfp, vma, haddr, HPAGE_PMD_ORDER);  in do_huge_pmd_anonymous_page()
1156 	unsigned long haddr;  in huge_pud_set_accessed()  local
1166 	haddr = vmf->address & HPAGE_PUD_MASK;  in huge_pud_set_accessed()
1167 	if (pudp_set_access_flags(vmf->vma, haddr, vmf->pud, entry, write))  in huge_pud_set_accessed()
1178 	unsigned long haddr;  in huge_pmd_set_accessed()  local
1188 	haddr = vmf->address & HPAGE_PMD_MASK;  in huge_pmd_set_accessed()
1189 	if (pmdp_set_access_flags(vmf->vma, haddr, vmf->pmd, entry, write))  in huge_pmd_set_accessed()
1200 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in do_huge_pmd_wp_page_fallback()  local
1240 				   haddr + PAGE_SIZE * i, vma);  in do_huge_pmd_wp_page_fallback()
1246 				haddr, haddr + HPAGE_PMD_SIZE);  in do_huge_pmd_wp_page_fallback()
1262 	pmdp_huge_clear_flush_notify(vma, haddr, vmf->pmd);  in do_huge_pmd_wp_page_fallback()
1267 	for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in do_huge_pmd_wp_page_fallback()
1273 		page_add_new_anon_rmap(pages[i], vmf->vma, haddr, false);  in do_huge_pmd_wp_page_fallback()
1276 		vmf->pte = pte_offset_map(&_pmd, haddr);  in do_huge_pmd_wp_page_fallback()
1278 		set_pte_at(vma->vm_mm, haddr, vmf->pte, entry);  in do_huge_pmd_wp_page_fallback()
1318 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in do_huge_pmd_wp_page()  local
1353 		if (pmdp_set_access_flags(vma, haddr, vmf->pmd, entry,  1))  in do_huge_pmd_wp_page()
1366 		new_page = alloc_hugepage_vma(huge_gfp, vma, haddr, HPAGE_PMD_ORDER);  in do_huge_pmd_wp_page()
1410 				haddr, haddr + HPAGE_PMD_SIZE);  in do_huge_pmd_wp_page()
1425 		pmdp_huge_clear_flush_notify(vma, haddr, vmf->pmd);  in do_huge_pmd_wp_page()
1426 		page_add_new_anon_rmap(new_page, vma, haddr, true);  in do_huge_pmd_wp_page()
1429 		set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry);  in do_huge_pmd_wp_page()
1538 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in do_huge_pmd_numa_page()  local
1583 	target_nid = mpol_misplaced(page, vma, haddr);  in do_huge_pmd_numa_page()
1636 		flush_tlb_range(vma, haddr, haddr + HPAGE_PMD_SIZE);  in do_huge_pmd_numa_page()
1646 		mmu_notifier_invalidate_range(vma->vm_mm, haddr,  in do_huge_pmd_numa_page()
1647 					      haddr + HPAGE_PMD_SIZE);  in do_huge_pmd_numa_page()
1672 	set_pmd_at(vma->vm_mm, haddr, vmf->pmd, pmd);  in do_huge_pmd_numa_page()
2067 		unsigned long haddr)  in __split_huge_pud_locked()  argument
2069 	VM_BUG_ON(haddr & ~HPAGE_PUD_MASK);  in __split_huge_pud_locked()
2070 	VM_BUG_ON_VMA(vma->vm_start > haddr, vma);  in __split_huge_pud_locked()
2071 	VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PUD_SIZE, vma);  in __split_huge_pud_locked()
2076 	pudp_huge_clear_flush_notify(vma, haddr, pud);  in __split_huge_pud_locked()
2105 		unsigned long haddr, pmd_t *pmd)  in __split_huge_zero_page_pmd()  argument
2120 	pmdp_huge_clear_flush(vma, haddr, pmd);  in __split_huge_zero_page_pmd()
2125 	for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) {  in __split_huge_zero_page_pmd()
2127 		entry = pfn_pte(my_zero_pfn(haddr), vma->vm_page_prot);  in __split_huge_zero_page_pmd()
2129 		pte = pte_offset_map(&_pmd, haddr);  in __split_huge_zero_page_pmd()
2131 		set_pte_at(mm, haddr, pte, entry);  in __split_huge_zero_page_pmd()
2139 		unsigned long haddr, bool freeze)  in __split_huge_pmd_locked()  argument
2149 	VM_BUG_ON(haddr & ~HPAGE_PMD_MASK);  in __split_huge_pmd_locked()
2150 	VM_BUG_ON_VMA(vma->vm_start > haddr, vma);  in __split_huge_pmd_locked()
2151 	VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PMD_SIZE, vma);  in __split_huge_pmd_locked()
2158 		_pmd = pmdp_huge_clear_flush_notify(vma, haddr, pmd);  in __split_huge_pmd_locked()
2186 		return __split_huge_zero_page_pmd(vma, haddr, pmd);  in __split_huge_pmd_locked()
2209 	old_pmd = pmdp_invalidate(vma, haddr, pmd);  in __split_huge_pmd_locked()
2238 	for (i = 0, addr = haddr; i < HPAGE_PMD_NR; i++, addr += PAGE_SIZE) {  in __split_huge_pmd_locked()