Lines Matching refs:haddr

570 	unsigned long haddr = vmf->address & HPAGE_PMD_MASK;  in __do_huge_pmd_anonymous_page()  local
621 page_add_new_anon_rmap(page, vma, haddr, true); in __do_huge_pmd_anonymous_page()
624 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry); in __do_huge_pmd_anonymous_page()
680 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page() argument
690 set_pmd_at(mm, haddr, pmd, entry); in set_huge_zero_page()
700 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_anonymous_page() local
702 if (!transhuge_vma_suitable(vma, haddr)) in do_huge_pmd_anonymous_page()
737 haddr, vmf->pmd, zero_page); in do_huge_pmd_anonymous_page()
747 page = alloc_hugepage_vma(gfp, vma, haddr, HPAGE_PMD_ORDER); in do_huge_pmd_anonymous_page()
1221 unsigned long haddr; in huge_pud_set_accessed() local
1231 haddr = vmf->address & HPAGE_PUD_MASK; in huge_pud_set_accessed()
1232 if (pudp_set_access_flags(vmf->vma, haddr, vmf->pud, entry, write)) in huge_pud_set_accessed()
1243 unsigned long haddr; in huge_pmd_set_accessed() local
1253 haddr = vmf->address & HPAGE_PMD_MASK; in huge_pmd_set_accessed()
1254 if (pmdp_set_access_flags(vmf->vma, haddr, vmf->pmd, entry, write)) in huge_pmd_set_accessed()
1265 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_wp_page() local
1306 if (pmdp_set_access_flags(vma, haddr, vmf->pmd, entry, 1)) in do_huge_pmd_wp_page()
1406 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_numa_page() local
1451 target_nid = mpol_misplaced(page, vma, haddr); in do_huge_pmd_numa_page()
1504 flush_tlb_range(vma, haddr, haddr + HPAGE_PMD_SIZE); in do_huge_pmd_numa_page()
1514 mmu_notifier_invalidate_range(vma->vm_mm, haddr, in do_huge_pmd_numa_page()
1515 haddr + HPAGE_PMD_SIZE); in do_huge_pmd_numa_page()
1540 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, pmd); in do_huge_pmd_numa_page()
1943 unsigned long haddr) in __split_huge_pud_locked() argument
1945 VM_BUG_ON(haddr & ~HPAGE_PUD_MASK); in __split_huge_pud_locked()
1946 VM_BUG_ON_VMA(vma->vm_start > haddr, vma); in __split_huge_pud_locked()
1947 VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PUD_SIZE, vma); in __split_huge_pud_locked()
1952 pudp_huge_clear_flush_notify(vma, haddr, pud); in __split_huge_pud_locked()
1981 unsigned long haddr, pmd_t *pmd) in __split_huge_zero_page_pmd() argument
1996 pmdp_huge_clear_flush(vma, haddr, pmd); in __split_huge_zero_page_pmd()
2001 for (i = 0; i < HPAGE_PMD_NR; i++, haddr += PAGE_SIZE) { in __split_huge_zero_page_pmd()
2003 entry = pfn_pte(my_zero_pfn(haddr), vma->vm_page_prot); in __split_huge_zero_page_pmd()
2005 pte = pte_offset_map(&_pmd, haddr); in __split_huge_zero_page_pmd()
2007 set_pte_at(mm, haddr, pte, entry); in __split_huge_zero_page_pmd()
2015 unsigned long haddr, bool freeze) in __split_huge_pmd_locked() argument
2025 VM_BUG_ON(haddr & ~HPAGE_PMD_MASK); in __split_huge_pmd_locked()
2026 VM_BUG_ON_VMA(vma->vm_start > haddr, vma); in __split_huge_pmd_locked()
2027 VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PMD_SIZE, vma); in __split_huge_pmd_locked()
2034 _pmd = pmdp_huge_clear_flush_notify(vma, haddr, pmd); in __split_huge_pmd_locked()
2062 return __split_huge_zero_page_pmd(vma, haddr, pmd); in __split_huge_pmd_locked()
2085 old_pmd = pmdp_invalidate(vma, haddr, pmd); in __split_huge_pmd_locked()
2116 for (i = 0, addr = haddr; i < HPAGE_PMD_NR; i++, addr += PAGE_SIZE) { in __split_huge_pmd_locked()