Home
last modified time | relevance | path

Searched refs:vm_mm (Results 1 – 25 of 167) sorted by relevance

1234567

/Linux-v5.15/arch/powerpc/mm/book3s64/
Dradix_hugetlbpage.c16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
39 radix__flush_tlb_pwc_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
41 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
103 struct mm_struct *mm = vma->vm_mm; in radix__huge_ptep_modify_prot_commit()
113 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); in radix__huge_ptep_modify_prot_commit()
Dpgtable.c44 assert_spin_locked(pmd_lockptr(vma->vm_mm, pmdp)); in pmdp_set_access_flags()
61 return __pmdp_test_and_clear_young(vma->vm_mm, address, pmdp); in pmdp_test_and_clear_young()
118 old_pmd = pmd_hugepage_update(vma->vm_mm, address, pmdp, _PAGE_PRESENT, _PAGE_INVALID); in pmdp_invalidate()
130 pmd = pmdp_huge_get_and_clear(vma->vm_mm, addr, pmdp); in pmdp_huge_get_and_clear_full()
447 pte_val = pte_update(vma->vm_mm, addr, ptep, _PAGE_PRESENT, _PAGE_INVALID, 0); in ptep_modify_prot_start()
459 set_pte_at(vma->vm_mm, addr, ptep, pte); in ptep_modify_prot_commit()
/Linux-v5.15/arch/mips/mm/
Dtlb-r3k.c73 struct mm_struct *mm = vma->vm_mm; in local_flush_tlb_range()
154 if (cpu_context(cpu, vma->vm_mm) != 0) { in local_flush_tlb_page()
159 printk("[tlbpage<%lu,0x%08lx>]", cpu_context(cpu, vma->vm_mm), page); in local_flush_tlb_page()
161 newpid = cpu_context(cpu, vma->vm_mm) & asid_mask; in local_flush_tlb_page()
190 if (current->active_mm != vma->vm_mm) in __update_tlb()
196 if ((pid != (cpu_context(cpu, vma->vm_mm) & asid_mask)) || (cpu_context(cpu, vma->vm_mm) == 0)) { in __update_tlb()
198 (cpu_context(cpu, vma->vm_mm)), pid); in __update_tlb()
Dtlb-r4k.c109 struct mm_struct *mm = vma->vm_mm; in local_flush_tlb_range()
215 if (cpu_context(cpu, vma->vm_mm) != 0) { in local_flush_tlb_page()
227 write_c0_memorymapid(cpu_asid(cpu, vma->vm_mm)); in local_flush_tlb_page()
229 write_c0_entryhi(page | cpu_asid(cpu, vma->vm_mm)); in local_flush_tlb_page()
306 if (current->active_mm != vma->vm_mm) in __update_tlb()
319 pgdp = pgd_offset(vma->vm_mm, address); in __update_tlb()
/Linux-v5.15/arch/sh/mm/
Dtlbflush_32.c19 if (vma->vm_mm && cpu_context(cpu, vma->vm_mm) != NO_CONTEXT) { in local_flush_tlb_page()
24 asid = cpu_asid(cpu, vma->vm_mm); in local_flush_tlb_page()
28 if (vma->vm_mm != current->mm) { in local_flush_tlb_page()
42 struct mm_struct *mm = vma->vm_mm; in local_flush_tlb_range()
Dcache-sh4.c221 if (cpu_context(smp_processor_id(), vma->vm_mm) == NO_CONTEXT) in sh4_flush_cache_page()
224 pmd = pmd_off(vma->vm_mm, address); in sh4_flush_cache_page()
231 if ((vma->vm_mm == current->active_mm)) in sh4_flush_cache_page()
282 if (cpu_context(smp_processor_id(), vma->vm_mm) == NO_CONTEXT) in sh4_flush_cache_range()
/Linux-v5.15/Documentation/translations/zh_CN/core-api/
Dcachetlb.rst57 这个接口必须确保以前对‘start’到‘end-1’范围内的地址空间‘vma->vm_mm’
70 踪进程的mmap区域的支持结构体，地址空间可以通过vma->vm_mm获得。另
75 “vma->vm_mm”的页表修改对cpu来说是可见的。也就是说，在运行后，TLB
76 中不会有虚拟地址‘addr’的‘vma->vm_mm’的页表项。
84 软件页表中，在地址空间“vma->vm_mm”的虚拟地址“地址”处，现在存在
140 后，在“start”到“end-1”范围内的虚拟地址的“vma->vm_mm”的缓存中
153 vma->vm_mm获得。另外，我们可以通过测试（vma->vm_flags &
160 在运行之后，对于虚拟地址‘addr’的‘vma->vm_mm’，在缓存中不会
/Linux-v5.15/mm/
Dpgtable-generic.c70 set_pte_at(vma->vm_mm, address, ptep, entry); in ptep_set_access_flags()
93 struct mm_struct *mm = (vma)->vm_mm; in ptep_clear_flush()
112 set_pmd_at(vma->vm_mm, address, pmdp, entry); in pmdp_set_access_flags()
140 pmd = pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp); in pmdp_huge_clear_flush()
153 pud = pudp_huge_get_and_clear(vma->vm_mm, address, pudp); in pudp_huge_clear_flush()
215 pmd = pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp); in pmdp_collapse_flush()
Dmemory.c515 pgd_t *pgd = pgd_offset(vma->vm_mm, addr); in print_bad_pte()
719 set_pte_at(vma->vm_mm, address, ptep, pte); in restore_exclusive_pte()
927 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_page()
940 struct mm_struct *src_mm = src_vma->vm_mm; in copy_present_pte()
979 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_pte()
1007 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pte_range()
1008 struct mm_struct *src_mm = src_vma->vm_mm; in copy_pte_range()
1131 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pmd_range()
1132 struct mm_struct *src_mm = src_vma->vm_mm; in copy_pmd_range()
1168 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pud_range()
[all …]
Dhuge_memory.c606 if (mem_cgroup_charge(page, vma->vm_mm, gfp)) { in __do_huge_pmd_anonymous_page()
614 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
628 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in __do_huge_pmd_anonymous_page()
634 ret = check_stable_address_space(vma->vm_mm); in __do_huge_pmd_anonymous_page()
642 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
652 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
653 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry); in __do_huge_pmd_anonymous_page()
655 add_mm_counter(vma->vm_mm, MM_ANONPAGES, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
656 mm_inc_nr_ptes(vma->vm_mm); in __do_huge_pmd_anonymous_page()
659 count_memcg_event_mm(vma->vm_mm, THP_FAULT_ALLOC); in __do_huge_pmd_anonymous_page()
[all …]
Dmremap.c139 struct mm_struct *mm = vma->vm_mm; in move_ptes()
175 flush_tlb_batched_pending(vma->vm_mm); in move_ptes()
227 struct mm_struct *mm = vma->vm_mm; in move_normal_pmd()
262 old_ptl = pmd_lock(vma->vm_mm, old_pmd); in move_normal_pmd()
295 struct mm_struct *mm = vma->vm_mm; in move_normal_pud()
311 old_ptl = pud_lock(vma->vm_mm, old_pud); in move_normal_pud()
344 struct mm_struct *mm = vma->vm_mm; in move_huge_pud()
358 old_ptl = pud_lock(vma->vm_mm, old_pud); in move_huge_pud()
492 mmu_notifier_range_init(&range, MMU_NOTIFY_UNMAP, 0, vma, vma->vm_mm, in move_page_tables()
504 old_pud = get_old_pud(vma->vm_mm, old_addr); in move_page_tables()
[all …]
Dmadvise.c73 struct mm_struct *mm = vma->vm_mm; in madvise_behavior()
203 orig_pte = pte_offset_map_lock(vma->vm_mm, pmd, start, &ptl); in swapin_walk_pmd_entry()
264 struct mm_struct *mm = vma->vm_mm; in madvise_willneed()
271 walk_page_range(vma->vm_mm, start, end, &swapin_walk_ops, vma); in madvise_willneed()
396 orig_pte = pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl); in madvise_cold_or_pageout_pte_range()
495 walk_page_range(vma->vm_mm, addr, end, &cold_walk_ops, &walk_private); in madvise_cold_page_range()
503 struct mm_struct *mm = vma->vm_mm; in madvise_cold()
528 walk_page_range(vma->vm_mm, addr, end, &cold_walk_ops, &walk_private); in madvise_pageout_page_range()
553 struct mm_struct *mm = vma->vm_mm; in madvise_pageout()
711 struct mm_struct *mm = vma->vm_mm; in madvise_free_single_vma()
[all …]
/Linux-v5.15/arch/csky/kernel/
Dvdso.c101 if (vma->vm_mm && (vma->vm_start == (long)vma->vm_mm->context.vdso)) in arch_vma_name()
103 if (vma->vm_mm && (vma->vm_start == in arch_vma_name()
104 (long)vma->vm_mm->context.vdso + PAGE_SIZE)) in arch_vma_name()
/Linux-v5.15/arch/riscv/kernel/
Dvdso.c118 if (vma->vm_mm && (vma->vm_start == (long)vma->vm_mm->context.vdso)) in arch_vma_name()
120 if (vma->vm_mm && (vma->vm_start == in arch_vma_name()
121 (long)vma->vm_mm->context.vdso - VVAR_SIZE)) in arch_vma_name()
/Linux-v5.15/arch/arc/mm/
Dtlb.c220 local_flush_tlb_mm(vma->vm_mm); in local_flush_tlb_range()
233 if (asid_mm(vma->vm_mm, cpu) != MM_CTXT_NO_ASID) { in local_flush_tlb_range()
235 tlb_entry_erase(start | hw_pid(vma->vm_mm, cpu)); in local_flush_tlb_range()
286 if (asid_mm(vma->vm_mm, cpu) != MM_CTXT_NO_ASID) { in local_flush_tlb_page()
287 tlb_entry_erase((page & PAGE_MASK) | hw_pid(vma->vm_mm, cpu)); in local_flush_tlb_page()
349 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, &ta, 1); in flush_tlb_page()
361 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, &ta, 1); in flush_tlb_range()
374 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_pmd_tlb_range, &ta, 1); in flush_pmd_tlb_range()
423 if (current->active_mm != vma->vm_mm) in create_tlb()
547 if (likely(asid_mm(vma->vm_mm, cpu) != MM_CTXT_NO_ASID)) { in local_flush_pmd_tlb_range()
[all …]
/Linux-v5.15/arch/arm/mm/
Dfault-armv.c57 set_pte_at(vma->vm_mm, address, ptep, entry); in do_adjust_pte()
99 pgd = pgd_offset(vma->vm_mm, address); in adjust_pte()
120 ptl = pte_lockptr(vma->vm_mm, pmd); in adjust_pte()
136 struct mm_struct *mm = vma->vm_mm; in make_coherent()
156 if (mpnt->vm_mm != mm || mpnt == vma) in make_coherent()
/Linux-v5.15/include/linux/
Dkhugepaged.h59 if (!test_bit(MMF_VM_HUGEPAGE, &vma->vm_mm->flags)) in khugepaged_enter()
64 !test_bit(MMF_DISABLE_THP, &vma->vm_mm->flags)) in khugepaged_enter()
65 if (__khugepaged_enter(vma->vm_mm)) in khugepaged_enter()
Dmmu_notifier.h546 __young |= mmu_notifier_clear_flush_young(___vma->vm_mm, \
559 __young |= mmu_notifier_clear_flush_young(___vma->vm_mm, \
572 __young |= mmu_notifier_clear_young(___vma->vm_mm, ___address, \
583 __young |= mmu_notifier_clear_young(___vma->vm_mm, ___address, \
591 struct mm_struct *___mm = (__vma)->vm_mm; \
604 struct mm_struct *___mm = (__vma)->vm_mm; \
617 struct mm_struct *___mm = (__vma)->vm_mm; \
/Linux-v5.15/arch/riscv/mm/
Dtlbflush.c79 __sbi_tlb_flush_range(vma->vm_mm, addr, PAGE_SIZE, PAGE_SIZE); in flush_tlb_page()
85 __sbi_tlb_flush_range(vma->vm_mm, start, end - start, PAGE_SIZE); in flush_tlb_range()
91 __sbi_tlb_flush_range(vma->vm_mm, start, end - start, PMD_SIZE); in flush_pmd_tlb_range()
/Linux-v5.15/arch/arm/kernel/
Dsmp_tlb.c202 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, in flush_tlb_page()
206 broadcast_tlb_mm_a15_erratum(vma->vm_mm); in flush_tlb_page()
228 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, in flush_tlb_range()
232 broadcast_tlb_mm_a15_erratum(vma->vm_mm); in flush_tlb_range()
/Linux-v5.15/arch/m68k/include/asm/
Dtlbflush.h86 if (vma->vm_mm == current->active_mm) in flush_tlb_page()
93 if (vma->vm_mm == current->active_mm) in flush_tlb_range()
173 sun3_put_context(vma->vm_mm->context); in flush_tlb_page()
190 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
/Linux-v5.15/arch/s390/include/asm/
Dhugetlb.h56 huge_ptep_get_and_clear(vma->vm_mm, address, ptep); in huge_ptep_clear_flush()
65 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); in huge_ptep_set_access_flags()
66 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_set_access_flags()
/Linux-v5.15/arch/parisc/include/asm/
Dtlbflush.h20 __flush_tlb_range((vma)->vm_mm->context, start, end)
67 purge_tlb_entries(vma->vm_mm, addr); in flush_tlb_page()
/Linux-v5.15/arch/hexagon/mm/
Dvm_tlb.c28 struct mm_struct *mm = vma->vm_mm; in flush_tlb_range()
68 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
/Linux-v5.15/arch/nds32/mm/
Dtlb.c27 ncid = (ocid & ~TLB_MISC_mskCID) | vma->vm_mm->context.id; in local_flush_tlb_range()
44 ncid = (ocid & ~TLB_MISC_mskCID) | vma->vm_mm->context.id; in local_flush_tlb_page()

1234567