Home
last modified time | relevance | path

Searched refs:vm_flags (Results 1 – 25 of 306) sorted by relevance

12345678910>>...13

/Linux-v5.15/arch/arm64/include/asm/
Dmman.h38 static inline pgprot_t arch_vm_get_page_prot(unsigned long vm_flags) in arch_vm_get_page_prot() argument
42 if (vm_flags & VM_ARM64_BTI) in arch_vm_get_page_prot()
55 if (vm_flags & VM_MTE) in arch_vm_get_page_prot()
60 #define arch_vm_get_page_prot(vm_flags) arch_vm_get_page_prot(vm_flags) argument
77 static inline bool arch_validate_flags(unsigned long vm_flags) in arch_validate_flags() argument
83 return !(vm_flags & VM_MTE) || (vm_flags & VM_MTE_ALLOWED); in arch_validate_flags()
85 #define arch_validate_flags(vm_flags) arch_validate_flags(vm_flags) argument
/Linux-v5.15/arch/sparc/include/asm/
Dmman.h49 #define arch_vm_get_page_prot(vm_flags) sparc_vm_get_page_prot(vm_flags) argument
50 static inline pgprot_t sparc_vm_get_page_prot(unsigned long vm_flags) in sparc_vm_get_page_prot() argument
52 return (vm_flags & VM_SPARC_ADI) ? __pgprot(_PAGE_MCD_4V) : __pgprot(0); in sparc_vm_get_page_prot()
63 #define arch_validate_flags(vm_flags) arch_validate_flags(vm_flags) argument
67 static inline bool arch_validate_flags(unsigned long vm_flags) in arch_validate_flags() argument
73 if (vm_flags & VM_SPARC_ADI) { in arch_validate_flags()
78 if (vm_flags & (VM_PFNMAP | VM_MIXEDMAP)) in arch_validate_flags()
89 if (vm_flags & VM_MERGEABLE) in arch_validate_flags()
/Linux-v5.15/arch/powerpc/include/asm/
Dmman.h27 static inline pgprot_t arch_vm_get_page_prot(unsigned long vm_flags) in arch_vm_get_page_prot() argument
30 return (vm_flags & VM_SAO) ? in arch_vm_get_page_prot()
31 __pgprot(_PAGE_SAO | vmflag_to_pte_pkey_bits(vm_flags)) : in arch_vm_get_page_prot()
32 __pgprot(0 | vmflag_to_pte_pkey_bits(vm_flags)); in arch_vm_get_page_prot()
34 return (vm_flags & VM_SAO) ? __pgprot(_PAGE_SAO) : __pgprot(0); in arch_vm_get_page_prot()
37 #define arch_vm_get_page_prot(vm_flags) arch_vm_get_page_prot(vm_flags) argument
/Linux-v5.15/include/trace/events/
Dfs_dax.h18 __field(unsigned long, vm_flags)
31 __entry->vm_flags = vmf->vma->vm_flags;
43 __entry->vm_flags & VM_SHARED ? "shared" : "private",
70 __field(unsigned long, vm_flags)
79 __entry->vm_flags = vmf->vma->vm_flags;
89 __entry->vm_flags & VM_SHARED ? "shared" : "private",
111 __field(unsigned long, vm_flags)
122 __entry->vm_flags = vmf->vma->vm_flags;
134 __entry->vm_flags & VM_SHARED ? "shared" : "private",
158 __field(unsigned long, vm_flags)
[all …]
/Linux-v5.15/mm/
Dmmap.c115 pgprot_t vm_get_page_prot(unsigned long vm_flags) in vm_get_page_prot() argument
117 pgprot_t ret = __pgprot(pgprot_val(protection_map[vm_flags & in vm_get_page_prot()
119 pgprot_val(arch_vm_get_page_prot(vm_flags))); in vm_get_page_prot()
125 static pgprot_t vm_pgprot_modify(pgprot_t oldprot, unsigned long vm_flags) in vm_pgprot_modify() argument
127 return pgprot_modify(oldprot, vm_get_page_prot(vm_flags)); in vm_pgprot_modify()
133 unsigned long vm_flags = vma->vm_flags; in vma_set_page_prot() local
136 vm_page_prot = vm_pgprot_modify(vma->vm_page_prot, vm_flags); in vma_set_page_prot()
138 vm_flags &= ~VM_SHARED; in vma_set_page_prot()
139 vm_page_prot = vm_pgprot_modify(vm_page_prot, vm_flags); in vma_set_page_prot()
151 if (vma->vm_flags & VM_SHARED) in __remove_shared_vm_struct()
[all …]
Dmremap.c570 unsigned long vm_flags = vma->vm_flags; in move_vma() local
603 MADV_UNMERGEABLE, &vm_flags); in move_vma()
607 if (unlikely(flags & MREMAP_DONTUNMAP && vm_flags & VM_ACCOUNT)) { in move_vma()
616 if (unlikely(flags & MREMAP_DONTUNMAP && vm_flags & VM_ACCOUNT)) in move_vma()
646 if (vm_flags & VM_ACCOUNT && !(flags & MREMAP_DONTUNMAP)) { in move_vma()
647 vma->vm_flags &= ~VM_ACCOUNT; in move_vma()
664 vm_stat_account(mm, vma->vm_flags, new_len >> PAGE_SHIFT); in move_vma()
667 if (unlikely(vma->vm_flags & VM_PFNMAP)) in move_vma()
672 vma->vm_flags &= VM_LOCKED_CLEAR_MASK; in move_vma()
688 if (vm_flags & VM_ACCOUNT && !(flags & MREMAP_DONTUNMAP)) in move_vma()
[all …]
Dnommu.c127 if (!(vma->vm_flags & (VM_IO | VM_PFNMAP))) in follow_pfn()
155 pgprot_t prot, unsigned long vm_flags, int node, in __vmalloc_node_range() argument
178 vma->vm_flags |= VM_USERMAP; in __vmalloc_user_flags()
530 if (region->vm_flags & VM_MAPPED_COPY) in __put_nommu_region()
908 unsigned long vm_flags; in determine_vm_flags() local
910 vm_flags = calc_vm_prot_bits(prot, 0) | calc_vm_flag_bits(flags); in determine_vm_flags()
915 vm_flags |= VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC; in determine_vm_flags()
917 vm_flags |= VM_MAYSHARE; in determine_vm_flags()
922 vm_flags |= VM_MAYSHARE | (capabilities & NOMMU_VMFLAGS); in determine_vm_flags()
924 vm_flags |= VM_SHARED; in determine_vm_flags()
[all …]
Dmlock.c424 vma->vm_flags &= VM_LOCKED_CLEAR_MASK; in munlock_vma_pages_range()
503 vm_flags_t old_flags = vma->vm_flags; in mlock_fixup()
505 if (newflags == vma->vm_flags || (vma->vm_flags & VM_SPECIAL) || in mlock_fixup()
550 vma->vm_flags = newflags; in mlock_fixup()
582 vm_flags_t newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK; in apply_vma_lock_flags()
633 if (vma->vm_flags & VM_LOCKED) { in count_mm_mlocked_page_nr()
701 vm_flags_t vm_flags = VM_LOCKED; in SYSCALL_DEFINE3() local
707 vm_flags |= VM_LOCKONFAULT; in SYSCALL_DEFINE3()
709 return do_mlock(start, len, vm_flags); in SYSCALL_DEFINE3()
764 newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK; in apply_mlockall_flags()
Dmprotect.c68 if (prot_numa && !(vma->vm_flags & VM_SHARED) && in change_pte_range()
96 if (is_cow_mapping(vma->vm_flags) && in change_pte_range()
137 !(vma->vm_flags & VM_SOFTDIRTY))) { in change_pte_range()
413 unsigned long oldflags = vma->vm_flags; in mprotect_fixup()
431 (vma->vm_flags & (VM_PFNMAP|VM_MIXEDMAP)) && in mprotect_fixup()
470 VM_WARN_ON((vma->vm_flags ^ newflags) & ~VM_SOFTDIRTY); in mprotect_fixup()
493 vma->vm_flags = newflags; in mprotect_fixup()
572 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_mprotect_pkey()
580 if (!(vma->vm_flags & VM_GROWSUP)) in do_mprotect_pkey()
595 if (rier && (vma->vm_flags & VM_MAYEXEC)) in do_mprotect_pkey()
[all …]
Duserfaultfd.c64 bool writable = dst_vma->vm_flags & VM_WRITE; in mfill_atomic_install_pte()
65 bool vm_shared = dst_vma->vm_flags & VM_SHARED; in mfill_atomic_install_pte()
284 int vm_shared = dst_vma->vm_flags & VM_SHARED; in __mcopy_atomic_hugetlb()
334 vm_shared = dst_vma->vm_flags & VM_SHARED; in __mcopy_atomic_hugetlb()
462 if (!(dst_vma->vm_flags & VM_SHARED)) { in mfill_atomic_pte()
538 dst_vma->vm_flags & VM_SHARED)) in __mcopy_atomic()
546 if (wp_copy && !(dst_vma->vm_flags & VM_UFFD_WP)) in __mcopy_atomic()
567 if (!(dst_vma->vm_flags & VM_SHARED) && in __mcopy_atomic()
707 if (!dst_vma || (dst_vma->vm_flags & VM_SHARED)) in mwriteprotect_range()
715 newprot = vm_get_page_prot(dst_vma->vm_flags & ~(VM_WRITE)); in mwriteprotect_range()
[all …]
/Linux-v5.15/arch/powerpc/include/asm/book3s/64/
Dhash-pkey.h8 static inline u64 hash__vmflag_to_pte_pkey_bits(u64 vm_flags) in hash__vmflag_to_pte_pkey_bits() argument
10 return (((vm_flags & VM_PKEY_BIT0) ? H_PTE_PKEY_BIT0 : 0x0UL) | in hash__vmflag_to_pte_pkey_bits()
11 ((vm_flags & VM_PKEY_BIT1) ? H_PTE_PKEY_BIT1 : 0x0UL) | in hash__vmflag_to_pte_pkey_bits()
12 ((vm_flags & VM_PKEY_BIT2) ? H_PTE_PKEY_BIT2 : 0x0UL) | in hash__vmflag_to_pte_pkey_bits()
13 ((vm_flags & VM_PKEY_BIT3) ? H_PTE_PKEY_BIT3 : 0x0UL) | in hash__vmflag_to_pte_pkey_bits()
14 ((vm_flags & VM_PKEY_BIT4) ? H_PTE_PKEY_BIT4 : 0x0UL)); in hash__vmflag_to_pte_pkey_bits()
Dpkeys.h8 static inline u64 vmflag_to_pte_pkey_bits(u64 vm_flags) in vmflag_to_pte_pkey_bits() argument
15 return hash__vmflag_to_pte_pkey_bits(vm_flags); in vmflag_to_pte_pkey_bits()
/Linux-v5.15/arch/x86/include/uapi/asm/
Dmman.h16 #define arch_vm_get_page_prot(vm_flags) __pgprot( \ argument
17 ((vm_flags) & VM_PKEY_BIT0 ? _PAGE_PKEY_BIT0 : 0) | \
18 ((vm_flags) & VM_PKEY_BIT1 ? _PAGE_PKEY_BIT1 : 0) | \
19 ((vm_flags) & VM_PKEY_BIT2 ? _PAGE_PKEY_BIT2 : 0) | \
20 ((vm_flags) & VM_PKEY_BIT3 ? _PAGE_PKEY_BIT3 : 0))
/Linux-v5.15/include/linux/
Dkhugepaged.h18 unsigned long vm_flags);
57 unsigned long vm_flags) in khugepaged_enter() argument
62 (khugepaged_req_madv() && (vm_flags & VM_HUGEPAGE))) && in khugepaged_enter()
63 !(vm_flags & VM_NOHUGEPAGE) && in khugepaged_enter()
78 unsigned long vm_flags) in khugepaged_enter() argument
83 unsigned long vm_flags) in khugepaged_enter_vma_merge() argument
Duserfaultfd_k.h94 return vma->vm_flags & (VM_UFFD_WP | VM_UFFD_MINOR); in uffd_disable_huge_pmd_share()
99 return vma->vm_flags & VM_UFFD_MISSING; in userfaultfd_missing()
104 return vma->vm_flags & VM_UFFD_WP; in userfaultfd_wp()
109 return vma->vm_flags & VM_UFFD_MINOR; in userfaultfd_minor()
126 return vma->vm_flags & __VM_UFFD_FLAGS; in userfaultfd_armed()
/Linux-v5.15/tools/testing/selftests/bpf/progs/
Dbpf_iter_task_vma.c38 perm_str[0] = (vma->vm_flags & VM_READ) ? 'r' : '-'; in proc_maps()
39 perm_str[1] = (vma->vm_flags & VM_WRITE) ? 'w' : '-'; in proc_maps()
40 perm_str[2] = (vma->vm_flags & VM_EXEC) ? 'x' : '-'; in proc_maps()
41 perm_str[3] = (vma->vm_flags & VM_MAYSHARE) ? 's' : 'p'; in proc_maps()
/Linux-v5.15/fs/
Duserfaultfd.c615 vma->vm_flags &= ~__VM_UFFD_FLAGS; in userfaultfd_event_wait_completion()
648 vma->vm_flags &= ~__VM_UFFD_FLAGS; in dup_userfaultfd()
729 vma->vm_flags &= ~__VM_UFFD_FLAGS; in mremap_userfaultfd_prep()
870 !!(vma->vm_flags & __VM_UFFD_FLAGS)); in userfaultfd_release()
875 new_flags = vma->vm_flags & ~__VM_UFFD_FLAGS; in userfaultfd_release()
885 vma->vm_flags = new_flags; in userfaultfd_release()
1255 unsigned long vm_flags) in vma_can_userfault() argument
1258 if (vm_flags & VM_UFFD_WP) { in vma_can_userfault()
1263 if (vm_flags & VM_UFFD_MINOR) { in vma_can_userfault()
1280 unsigned long vm_flags, new_flags; in userfaultfd_register() local
[all …]
/Linux-v5.15/arch/nds32/mm/
Dcacheflush.c34 cpu_cache_wbinval_page(kaddr, vma->vm_flags & VM_EXEC); in flush_icache_page()
68 (vma->vm_flags & VM_EXEC)) { in update_mmu_cache()
72 cpu_cache_wbinval_page(kaddr, vma->vm_flags & VM_EXEC); in update_mmu_cache()
139 if (vma->vm_flags & VM_EXEC) in flush_cache_range()
146 cpu_cache_wbinval_page(start, vma->vm_flags & VM_EXEC); in flush_cache_range()
160 cpu_cache_wbinval_page(vto, vma->vm_flags & VM_EXEC); in flush_cache_page()
274 if (vma->vm_flags & VM_EXEC) { in copy_to_user_page()
310 if (vma->vm_flags & VM_EXEC) in flush_anon_page()
/Linux-v5.15/arch/hexagon/mm/
Dvm_fault.c68 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_page_fault()
80 if (!(vma->vm_flags & VM_EXEC)) in do_page_fault()
84 if (!(vma->vm_flags & VM_READ)) in do_page_fault()
88 if (!(vma->vm_flags & VM_WRITE)) in do_page_fault()
/Linux-v5.15/arch/nios2/mm/
Dcacheflush.c88 if (!(mpnt->vm_flags & VM_MAYSHARE)) in flush_aliases()
137 if (vma == NULL || (vma->vm_flags & VM_EXEC)) in flush_cache_range()
157 if (vma->vm_flags & VM_EXEC) in flush_cache_page()
229 if (vma->vm_flags & VM_EXEC) in update_mmu_cache()
260 if (vma->vm_flags & VM_EXEC) in copy_from_user_page()
271 if (vma->vm_flags & VM_EXEC) in copy_to_user_page()
Dfault.c101 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_page_fault()
118 if (!(vma->vm_flags & VM_EXEC)) in do_page_fault()
122 if (!(vma->vm_flags & VM_READ)) in do_page_fault()
126 if (!(vma->vm_flags & VM_WRITE)) in do_page_fault()
/Linux-v5.15/arch/sparc/mm/
Dfault_32.c159 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_sparc_fault()
170 if (!(vma->vm_flags & VM_WRITE)) in do_sparc_fault()
174 if (!(vma->vm_flags & (VM_READ | VM_EXEC))) in do_sparc_fault()
326 if (!(vma->vm_flags & VM_GROWSDOWN)) in force_user_fault()
333 if (!(vma->vm_flags & VM_WRITE)) in force_user_fault()
337 if (!(vma->vm_flags & (VM_READ | VM_EXEC))) in force_user_fault()
/Linux-v5.15/arch/arm64/mm/
Dfault.c474 unsigned int mm_flags, unsigned long vm_flags, in __do_page_fault() argument
487 if (!(vma->vm_flags & VM_GROWSDOWN)) in __do_page_fault()
497 if (!(vma->vm_flags & vm_flags)) in __do_page_fault()
522 unsigned long vm_flags; in do_page_fault() local
547 vm_flags = VM_EXEC; in do_page_fault()
551 vm_flags = VM_WRITE; in do_page_fault()
555 vm_flags = VM_READ; in do_page_fault()
557 vm_flags |= VM_WRITE; in do_page_fault()
560 vm_flags |= VM_EXEC; in do_page_fault()
599 fault = __do_page_fault(mm, addr, mm_flags, vm_flags, regs); in do_page_fault()
[all …]
/Linux-v5.15/arch/alpha/mm/
Dfault.c128 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_page_fault()
138 if (!(vma->vm_flags & VM_EXEC)) in do_page_fault()
142 if (!(vma->vm_flags & (VM_READ | VM_WRITE))) in do_page_fault()
145 if (!(vma->vm_flags & VM_WRITE)) in do_page_fault()
/Linux-v5.15/arch/ia64/mm/
Dfault.c126 if (((isr >> IA64_ISR_R_BIT) & 1UL) && (!(vma->vm_flags & (VM_READ | VM_WRITE)))) in ia64_do_page_fault()
129 if ((vma->vm_flags & mask) != mask) in ia64_do_page_fault()
176 if (!(prev_vma && (prev_vma->vm_flags & VM_GROWSUP) && (address == prev_vma->vm_end))) { in ia64_do_page_fault()
179 if (!(vma->vm_flags & VM_GROWSDOWN)) in ia64_do_page_fault()

12345678910>>...13