Home
last modified time | relevance | path

Searched refs:hstate_vma (Results 1 – 23 of 23) sorted by relevance

/Linux-v6.6/mm/damon/
Dvaddr.c344 unsigned long psize = huge_page_size(hstate_vma(vma)); in damon_hugetlb_mkold()
356 addr + huge_page_size(hstate_vma(vma)))) in damon_hugetlb_mkold()
371 struct hstate *h = hstate_vma(walk->vma); in damon_mkold_hugetlb_entry()
506 struct hstate *h = hstate_vma(walk->vma); in damon_young_hugetlb_entry()
/Linux-v6.6/arch/powerpc/mm/book3s64/
Dradix_hugetlbpage.c50 unsigned long psize = huge_page_size(hstate_vma(vma)); in radix__huge_ptep_modify_prot_commit()
Dhugetlbpage.c152 psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
/Linux-v6.6/arch/arm64/include/asm/
Dhugetlb.h69 unsigned long stride = huge_page_size(hstate_vma(vma)); in flush_hugetlb_tlb_range()
/Linux-v6.6/mm/
Dhugetlb.c999 return vma_hugecache_offset(hstate_vma(vma), vma, address); in linear_hugepage_index()
3041 struct hstate *h = hstate_vma(vma); in alloc_hugetlb_folio()
4871 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
4902 if (addr & ~(huge_page_mask(hstate_vma(vma)))) in hugetlb_vm_op_split()
4928 return huge_page_size(hstate_vma(vma)); in hugetlb_vm_op_pagesize()
4962 unsigned int shift = huge_page_shift(hstate_vma(vma)); in make_huge_pte()
5024 hugetlb_count_add(pages_per_huge_page(hstate_vma(vma)), vma->vm_mm); in hugetlb_install_folio()
5036 struct hstate *h = hstate_vma(src_vma); in copy_hugetlb_page_range()
5222 struct hstate *h = hstate_vma(vma); in move_huge_pte()
5250 struct hstate *h = hstate_vma(vma); in move_hugetlb_page_tables()
[all …]
Dhmm.c487 ptl = huge_pte_lock(hstate_vma(vma), walk->mm, pte); in hmm_vma_walk_hugetlb_entry()
493 hmm_pfn_flags_order(huge_page_order(hstate_vma(vma))); in hmm_vma_walk_hugetlb_entry()
Dpage_vma_mapped.c189 struct hstate *hstate = hstate_vma(vma); in page_vma_mapped_walk()
Dmadvise.c845 if (start & ~huge_page_mask(hstate_vma(vma))) in madvise_dontneed_free_valid_vma()
854 *end = ALIGN_DOWN(*end, huge_page_size(hstate_vma(vma))); in madvise_dontneed_free_valid_vma()
Dpagewalk.c313 struct hstate *h = hstate_vma(vma); in walk_hugetlb_range()
Dmempolicy.c574 ptl = huge_pte_lock(hstate_vma(walk->vma), walk->mm, pte); in queue_folios_hugetlb()
1750 !hugepage_migration_supported(hstate_vma(vma))) in vma_migratable()
2042 huge_page_shift(hstate_vma(vma))); in huge_node()
Drmap.c1517 hsz = huge_page_size(hstate_vma(vma)); in try_to_unmap_one()
1866 hsz = huge_page_size(hstate_vma(vma)); in try_to_migrate_one()
Dmigrate.c246 struct hstate *h = hstate_vma(vma); in remove_migration_pte()
340 spinlock_t *ptl = huge_pte_lockptr(hstate_vma(vma), vma->vm_mm, ptep); in migration_entry_wait_huge()
Dmremap.c971 struct hstate *h __maybe_unused = hstate_vma(vma); in SYSCALL_DEFINE5()
Dmemory-failure.c818 struct hstate *h = hstate_vma(walk->vma); in hwpoison_hugetlb_range()
/Linux-v6.6/arch/x86/include/asm/
Dtlbflush.h243 ? huge_page_shift(hstate_vma(vma)) \
/Linux-v6.6/include/linux/
Dhugetlb.h803 static inline struct hstate *hstate_vma(struct vm_area_struct *vma) in hstate_vma() function
1019 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
1085 static inline struct hstate *hstate_vma(struct vm_area_struct *vma)
/Linux-v6.6/arch/riscv/kvm/
Dmmu.c642 vma_pageshift = huge_page_shift(hstate_vma(vma)); in kvm_riscv_gstage_map()
650 gfn = (gpa & huge_page_mask(hstate_vma(vma))) >> PAGE_SHIFT; in kvm_riscv_gstage_map()
/Linux-v6.6/arch/powerpc/mm/
Dpgtable.c281 struct hstate *h = hstate_vma(vma); in huge_ptep_set_access_flags()
/Linux-v6.6/arch/arm64/mm/
Dhugetlbpage.c563 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
/Linux-v6.6/fs/proc/
Dtask_mmu.c739 mss->shared_hugetlb += huge_page_size(hstate_vma(vma)); in smaps_hugetlb_range()
741 mss->private_hugetlb += huge_page_size(hstate_vma(vma)); in smaps_hugetlb_range()
/Linux-v6.6/arch/arm64/kvm/
Dmmu.c1337 return huge_page_shift(hstate_vma(vma)); in get_vma_page_shift()
/Linux-v6.6/fs/hugetlbfs/
Dinode.c436 ptep = hugetlb_walk(vma, addr, huge_page_size(hstate_vma(vma))); in hugetlb_vma_maps_page()
/Linux-v6.6/arch/sparc/mm/
Dinit_64.c427 hugepage_size = huge_page_size(hstate_vma(vma)); in update_mmu_cache_range()