Lines Matching refs:haddr
4063 unsigned long haddr = address & huge_page_mask(h); in hugetlb_cow() local
4074 set_huge_ptep_writable(vma, haddr, ptep); in hugetlb_cow()
4098 new_page = alloc_huge_page(vma, haddr, outside_reserve); in hugetlb_cow()
4111 unmap_ref_private(mm, vma, old_page, haddr); in hugetlb_cow()
4114 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_cow()
4142 mmu_notifier_range_init(&range, MMU_NOTIFY_CLEAR, 0, vma, mm, haddr, in hugetlb_cow()
4143 haddr + huge_page_size(h)); in hugetlb_cow()
4151 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_cow()
4156 huge_ptep_clear_flush(vma, haddr, ptep); in hugetlb_cow()
4158 set_huge_pte_at(mm, haddr, ptep, in hugetlb_cow()
4161 hugepage_add_new_anon_rmap(new_page, vma, haddr); in hugetlb_cow()
4169 restore_reserve_on_error(h, vma, haddr, new_page); in hugetlb_cow()
4246 unsigned long haddr = address & huge_page_mask(h); in hugetlb_no_page() local
4279 .address = haddr, in hugetlb_no_page()
4304 page = alloc_huge_page(vma, haddr, 0); in hugetlb_no_page()
4368 if (vma_needs_reservation(h, vma, haddr) < 0) { in hugetlb_no_page()
4373 vma_end_reservation(h, vma, haddr); in hugetlb_no_page()
4383 hugepage_add_new_anon_rmap(page, vma, haddr); in hugetlb_no_page()
4388 set_huge_pte_at(mm, haddr, ptep, new_pte); in hugetlb_no_page()
4414 restore_reserve_on_error(h, vma, haddr, page); in hugetlb_no_page()
4456 unsigned long haddr = address & huge_page_mask(h); in hugetlb_fault() local
4458 ptep = huge_pte_offset(mm, haddr, huge_page_size(h)); in hugetlb_fault()
4487 ptep = huge_pte_alloc(mm, haddr, huge_page_size(h)); in hugetlb_fault()
4498 idx = vma_hugecache_offset(h, vma, haddr); in hugetlb_fault()
4529 if (vma_needs_reservation(h, vma, haddr) < 0) { in hugetlb_fault()
4534 vma_end_reservation(h, vma, haddr); in hugetlb_fault()
4538 vma, haddr); in hugetlb_fault()
4570 if (huge_ptep_set_access_flags(vma, haddr, ptep, entry, in hugetlb_fault()
4572 update_mmu_cache(vma, haddr, ptep); in hugetlb_fault()