Lines Matching refs:vm_flags

84 static pgprot_t vm_pgprot_modify(pgprot_t oldprot, unsigned long vm_flags)  in vm_pgprot_modify()  argument
86 return pgprot_modify(oldprot, vm_get_page_prot(vm_flags)); in vm_pgprot_modify()
92 unsigned long vm_flags = vma->vm_flags; in vma_set_page_prot() local
95 vm_page_prot = vm_pgprot_modify(vma->vm_page_prot, vm_flags); in vma_set_page_prot()
97 vm_flags &= ~VM_SHARED; in vma_set_page_prot()
98 vm_page_prot = vm_pgprot_modify(vm_page_prot, vm_flags); in vma_set_page_prot()
110 if (vma->vm_flags & VM_SHARED) in __remove_shared_vm_struct()
387 if (vma->vm_flags & VM_SHARED) in __vma_link_file()
721 struct file *file, unsigned long vm_flags, in is_mergeable_vma() argument
733 if ((vma->vm_flags ^ vm_flags) & ~VM_SOFTDIRTY) in is_mergeable_vma()
773 can_vma_merge_before(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_before() argument
778 if (is_mergeable_vma(vma, file, vm_flags, vm_userfaultfd_ctx, anon_name, true) && in can_vma_merge_before()
796 can_vma_merge_after(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_after() argument
801 if (is_mergeable_vma(vma, file, vm_flags, vm_userfaultfd_ctx, anon_name, false) && in can_vma_merge_after()
865 unsigned long end, unsigned long vm_flags, in vma_merge() argument
889 if (vm_flags & VM_SPECIAL) in vma_merge()
907 && can_vma_merge_after(prev, vm_flags, anon_vma, file, in vma_merge()
916 can_vma_merge_before(next, vm_flags, anon_vma, file, pgoff+pglen, in vma_merge()
1028 khugepaged_enter_vma(res, vm_flags); in vma_merge()
1059 !((a->vm_flags ^ b->vm_flags) & ~(VM_ACCESS_FLAGS | VM_SOFTDIRTY)) && in anon_vma_compatible()
1205 unsigned long flags, vm_flags_t vm_flags, in do_mmap() argument
1269 vm_flags |= calc_vm_prot_bits(prot, pkey) | calc_vm_flag_bits(flags) | in do_mmap()
1276 if (!mlock_future_ok(mm, vm_flags, len)) in do_mmap()
1316 vm_flags |= VM_SHARED | VM_MAYSHARE; in do_mmap()
1318 vm_flags &= ~(VM_MAYWRITE | VM_SHARED); in do_mmap()
1324 if (vm_flags & VM_EXEC) in do_mmap()
1326 vm_flags &= ~VM_MAYEXEC; in do_mmap()
1331 if (vm_flags & (VM_GROWSDOWN|VM_GROWSUP)) in do_mmap()
1341 if (vm_flags & (VM_GROWSDOWN|VM_GROWSUP)) in do_mmap()
1347 vm_flags |= VM_SHARED | VM_MAYSHARE; in do_mmap()
1367 vm_flags |= VM_NORESERVE; in do_mmap()
1371 vm_flags |= VM_NORESERVE; in do_mmap()
1374 addr = mmap_region(file, addr, len, vm_flags, pgoff, uf); in do_mmap()
1376 ((vm_flags & VM_LOCKED) || in do_mmap()
1465 return (vma->vm_flags & (VM_WRITE | VM_SHARED)) == in vma_is_shared_writable()
1472 if (vma->vm_flags & VM_PFNMAP) in vma_fs_can_writeback()
1519 pgprot_val(vm_pgprot_modify(vm_page_prot, vma->vm_flags))) in vma_wants_writenotify()
1541 static inline int accountable_mapping(struct file *file, vm_flags_t vm_flags) in accountable_mapping() argument
1550 return (vm_flags & (VM_NORESERVE | VM_SHARED | VM_WRITE)) == VM_WRITE; in accountable_mapping()
1587 if (tmp && (tmp->vm_flags & VM_STARTGAP_FLAGS)) { /* Avoid prev check if possible */ in unmapped_area()
1639 if (tmp && (tmp->vm_flags & VM_STARTGAP_FLAGS)) { /* Avoid prev check if possible */ in unmapped_area_topdown()
1920 if (!may_expand_vm(mm, vma->vm_flags, grow)) in acct_stack_growth()
1928 if (!mlock_future_ok(mm, vma->vm_flags, grow << PAGE_SHIFT)) in acct_stack_growth()
1932 new_start = (vma->vm_flags & VM_GROWSUP) ? vma->vm_start : in acct_stack_growth()
1960 if (!(vma->vm_flags & VM_GROWSUP)) in expand_upwards()
1978 if (!(next->vm_flags & VM_GROWSUP)) in expand_upwards()
2026 if (vma->vm_flags & VM_LOCKED) in expand_upwards()
2028 vm_stat_account(mm, vma->vm_flags, grow); in expand_upwards()
2041 khugepaged_enter_vma(vma, vma->vm_flags); in expand_upwards()
2059 if (!(vma->vm_flags & VM_GROWSDOWN)) in expand_downwards()
2070 if (!(prev->vm_flags & VM_GROWSDOWN) && in expand_downwards()
2119 if (vma->vm_flags & VM_LOCKED) in expand_downwards()
2121 vm_stat_account(mm, vma->vm_flags, grow); in expand_downwards()
2135 khugepaged_enter_vma(vma, vma->vm_flags); in expand_downwards()
2175 if (prev->vm_flags & VM_LOCKED) in find_extend_vma_locked()
2182 if (unlikely(!(vma->vm_flags & VM_GROWSDOWN))) in expand_stack_locked()
2201 if (vma->vm_flags & VM_LOCKED) in find_extend_vma_locked()
2309 if (vma->vm_flags & VM_ACCOUNT) in remove_mt()
2311 vm_stat_account(mm, vma->vm_flags, -nrpages); in remove_mt()
2507 if (next->vm_flags & VM_LOCKED) in do_vmi_align_munmap()
2663 unsigned long len, vm_flags_t vm_flags, unsigned long pgoff, in mmap_region() argument
2678 if (!may_expand_vm(mm, vm_flags, len >> PAGE_SHIFT)) { in mmap_region()
2687 if (!may_expand_vm(mm, vm_flags, in mmap_region()
2699 if (accountable_mapping(file, vm_flags)) { in mmap_region()
2703 vm_flags |= VM_ACCOUNT; in mmap_region()
2708 if (vm_flags & VM_SPECIAL) { in mmap_region()
2717 can_vma_merge_before(next, vm_flags, NULL, file, pgoff+pglen, in mmap_region()
2726 (vma ? can_vma_merge_after(prev, vm_flags, vma->anon_vma, file, in mmap_region()
2728 can_vma_merge_after(prev, vm_flags, NULL, file, pgoff, in mmap_region()
2740 khugepaged_enter_vma(vma, vm_flags); in mmap_region()
2762 vm_flags_init(vma, vm_flags); in mmap_region()
2763 vma->vm_page_prot = vm_get_page_prot(vm_flags); in mmap_region()
2767 if (vm_flags & VM_SHARED) { in mmap_region()
2791 if (unlikely(vm_flags != vma->vm_flags && prev)) { in mmap_region()
2793 vma->vm_end, vma->vm_flags, NULL, in mmap_region()
2808 vm_flags = vma->vm_flags; in mmap_region()
2813 vm_flags = vma->vm_flags; in mmap_region()
2814 } else if (vm_flags & VM_SHARED) { in mmap_region()
2822 if (map_deny_write_exec(vma, vma->vm_flags)) { in mmap_region()
2829 if (!arch_validate_flags(vma->vm_flags)) in mmap_region()
2842 if (vma->vm_flags & VM_SHARED) in mmap_region()
2855 khugepaged_enter_vma(vma, vma->vm_flags); in mmap_region()
2859 if (file && vm_flags & VM_SHARED) in mmap_region()
2866 vm_stat_account(mm, vm_flags, len >> PAGE_SHIFT); in mmap_region()
2867 if (vm_flags & VM_LOCKED) { in mmap_region()
2868 if ((vm_flags & VM_SPECIAL) || vma_is_dax(vma) || in mmap_region()
2907 if (file && (vm_flags & VM_SHARED)) in mmap_region()
2982 if (!vma || !(vma->vm_flags & VM_SHARED)) in SYSCALL_DEFINE5()
2997 if (next->vm_flags != vma->vm_flags) in SYSCALL_DEFINE5()
3010 prot |= vma->vm_flags & VM_READ ? PROT_READ : 0; in SYSCALL_DEFINE5()
3011 prot |= vma->vm_flags & VM_WRITE ? PROT_WRITE : 0; in SYSCALL_DEFINE5()
3012 prot |= vma->vm_flags & VM_EXEC ? PROT_EXEC : 0; in SYSCALL_DEFINE5()
3016 if (vma->vm_flags & VM_LOCKED) in SYSCALL_DEFINE5()
3252 if (vma->vm_flags & VM_ACCOUNT) in exit_mmap()
3279 if ((vma->vm_flags & VM_ACCOUNT) && in insert_vm_struct()
3336 new_vma = vma_merge(&vmi, mm, prev, addr, addr + len, vma->vm_flags, in copy_vma()
3525 unsigned long vm_flags, void *priv, in __install_special_mapping() argument
3538 vm_flags_init(vma, (vm_flags | mm->def_flags | in __install_special_mapping()
3540 vma->vm_page_prot = vm_get_page_prot(vma->vm_flags); in __install_special_mapping()
3549 vm_stat_account(mm, vma->vm_flags, len >> PAGE_SHIFT); in __install_special_mapping()
3580 unsigned long vm_flags, const struct vm_special_mapping *spec) in _install_special_mapping() argument
3582 return __install_special_mapping(mm, addr, len, vm_flags, (void *)spec, in _install_special_mapping()
3588 unsigned long vm_flags, struct page **pages) in install_special_mapping() argument
3591 mm, addr, len, vm_flags, (void *)pages, in install_special_mapping()