| /Linux-v4.19/arch/powerpc/include/asm/ |
| D | mman.h | 34 static inline pgprot_t arch_vm_get_page_prot(unsigned long vm_flags) in arch_vm_get_page_prot() argument 37 return (vm_flags & VM_SAO) ? in arch_vm_get_page_prot() 38 __pgprot(_PAGE_SAO | vmflag_to_pte_pkey_bits(vm_flags)) : in arch_vm_get_page_prot() 39 __pgprot(0 | vmflag_to_pte_pkey_bits(vm_flags)); in arch_vm_get_page_prot() 41 return (vm_flags & VM_SAO) ? __pgprot(_PAGE_SAO) : __pgprot(0); in arch_vm_get_page_prot() 44 #define arch_vm_get_page_prot(vm_flags) arch_vm_get_page_prot(vm_flags) argument
|
| D | pkeys.h | 33 static inline u64 vmflag_to_pte_pkey_bits(u64 vm_flags) in vmflag_to_pte_pkey_bits() argument 38 return (((vm_flags & VM_PKEY_BIT0) ? H_PTE_PKEY_BIT4 : 0x0UL) | in vmflag_to_pte_pkey_bits() 39 ((vm_flags & VM_PKEY_BIT1) ? H_PTE_PKEY_BIT3 : 0x0UL) | in vmflag_to_pte_pkey_bits() 40 ((vm_flags & VM_PKEY_BIT2) ? H_PTE_PKEY_BIT2 : 0x0UL) | in vmflag_to_pte_pkey_bits() 41 ((vm_flags & VM_PKEY_BIT3) ? H_PTE_PKEY_BIT1 : 0x0UL) | in vmflag_to_pte_pkey_bits() 42 ((vm_flags & VM_PKEY_BIT4) ? H_PTE_PKEY_BIT0 : 0x0UL)); in vmflag_to_pte_pkey_bits() 49 return (vma->vm_flags & ARCH_VM_PKEY_FLAGS) >> VM_PKEY_SHIFT; in vma_pkey()
|
| /Linux-v4.19/include/trace/events/ |
| D | fs_dax.h | 18 __field(unsigned long, vm_flags) 31 __entry->vm_flags = vmf->vma->vm_flags; 43 __entry->vm_flags & VM_SHARED ? "shared" : "private", 70 __field(unsigned long, vm_flags) 79 __entry->vm_flags = vmf->vma->vm_flags; 89 __entry->vm_flags & VM_SHARED ? "shared" : "private", 111 __field(unsigned long, vm_flags) 122 __entry->vm_flags = vmf->vma->vm_flags; 134 __entry->vm_flags & VM_SHARED ? "shared" : "private", 158 __field(unsigned long, vm_flags) [all …]
|
| /Linux-v4.19/mm/ |
| D | mmap.c | 110 pgprot_t vm_get_page_prot(unsigned long vm_flags) in vm_get_page_prot() argument 112 pgprot_t ret = __pgprot(pgprot_val(protection_map[vm_flags & in vm_get_page_prot() 114 pgprot_val(arch_vm_get_page_prot(vm_flags))); in vm_get_page_prot() 120 static pgprot_t vm_pgprot_modify(pgprot_t oldprot, unsigned long vm_flags) in vm_pgprot_modify() argument 122 return pgprot_modify(oldprot, vm_get_page_prot(vm_flags)); in vm_pgprot_modify() 128 unsigned long vm_flags = vma->vm_flags; in vma_set_page_prot() local 131 vm_page_prot = vm_pgprot_modify(vma->vm_page_prot, vm_flags); in vma_set_page_prot() 133 vm_flags &= ~VM_SHARED; in vma_set_page_prot() 134 vm_page_prot = vm_pgprot_modify(vm_page_prot, vm_flags); in vma_set_page_prot() 146 if (vma->vm_flags & VM_DENYWRITE) in __remove_shared_vm_struct() [all …]
|
| D | mremap.c | 263 unsigned long vm_flags = vma->vm_flags; in move_vma() local 287 MADV_UNMERGEABLE, &vm_flags); in move_vma() 324 if (vm_flags & VM_ACCOUNT) { in move_vma() 325 vma->vm_flags &= ~VM_ACCOUNT; in move_vma() 342 vm_stat_account(mm, vma->vm_flags, new_len >> PAGE_SHIFT); in move_vma() 345 if (unlikely(vma->vm_flags & VM_PFNMAP)) in move_vma() 357 vma->vm_flags |= VM_ACCOUNT; in move_vma() 359 vma->vm_next->vm_flags |= VM_ACCOUNT; in move_vma() 362 if (vm_flags & VM_LOCKED) { in move_vma() 388 if (!old_len && !(vma->vm_flags & (VM_SHARED | VM_MAYSHARE))) { in vma_to_resize() [all …]
|
| D | nommu.c | 119 unsigned long vm_flags; in __get_user_pages() local 125 vm_flags = (foll_flags & FOLL_WRITE) ? in __get_user_pages() 127 vm_flags &= (foll_flags & FOLL_FORCE) ? in __get_user_pages() 136 if ((vma->vm_flags & (VM_IO | VM_PFNMAP)) || in __get_user_pages() 137 !(vm_flags & vma->vm_flags)) in __get_user_pages() 214 if (!(vma->vm_flags & (VM_IO | VM_PFNMAP))) in follow_pfn() 256 vma->vm_flags |= VM_USERMAP; in vmalloc_user() 632 if (region->vm_flags & VM_MAPPED_COPY) in __put_nommu_region() 1019 unsigned long vm_flags; in determine_vm_flags() local 1021 vm_flags = calc_vm_prot_bits(prot, 0) | calc_vm_flag_bits(flags); in determine_vm_flags() [all …]
|
| D | mprotect.c | 65 if (prot_numa && !(vma->vm_flags & VM_SHARED) && in change_pte_range() 89 if (is_cow_mapping(vma->vm_flags) && in change_pte_range() 121 !(vma->vm_flags & VM_SOFTDIRTY))) { in change_pte_range() 350 unsigned long oldflags = vma->vm_flags; in mprotect_fixup() 368 (vma->vm_flags & (VM_PFNMAP|VM_MIXEDMAP)) && in mprotect_fixup() 404 VM_WARN_ON((vma->vm_flags ^ newflags) & ~VM_SOFTDIRTY); in mprotect_fixup() 427 vma->vm_flags = newflags; in mprotect_fixup() 504 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_mprotect_pkey() 512 if (!(vma->vm_flags & VM_GROWSUP)) in do_mprotect_pkey() 527 if (rier && (vma->vm_flags & VM_MAYEXEC)) in do_mprotect_pkey() [all …]
|
| D | mlock.c | 448 vma->vm_flags &= VM_LOCKED_CLEAR_MASK; in munlock_vma_pages_range() 527 vm_flags_t old_flags = vma->vm_flags; in mlock_fixup() 529 if (newflags == vma->vm_flags || (vma->vm_flags & VM_SPECIAL) || in mlock_fixup() 574 vma->vm_flags = newflags; in mlock_fixup() 606 vm_flags_t newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK; in apply_vma_lock_flags() 657 if (vma->vm_flags & VM_LOCKED) { in count_mm_mlocked_page_nr() 723 vm_flags_t vm_flags = VM_LOCKED; in SYSCALL_DEFINE3() local 729 vm_flags |= VM_LOCKONFAULT; in SYSCALL_DEFINE3() 731 return do_mlock(start, len, vm_flags); in SYSCALL_DEFINE3() 784 newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK; in apply_mlockall_flags()
|
| /Linux-v4.19/arch/x86/include/uapi/asm/ |
| D | mman.h | 16 #define arch_vm_get_page_prot(vm_flags) __pgprot( \ argument 17 ((vm_flags) & VM_PKEY_BIT0 ? _PAGE_PKEY_BIT0 : 0) | \ 18 ((vm_flags) & VM_PKEY_BIT1 ? _PAGE_PKEY_BIT1 : 0) | \ 19 ((vm_flags) & VM_PKEY_BIT2 ? _PAGE_PKEY_BIT2 : 0) | \ 20 ((vm_flags) & VM_PKEY_BIT3 ? _PAGE_PKEY_BIT3 : 0))
|
| /Linux-v4.19/include/linux/ |
| D | khugepaged.h | 17 unsigned long vm_flags); 47 unsigned long vm_flags) in khugepaged_enter() argument 51 (khugepaged_req_madv() && (vm_flags & VM_HUGEPAGE))) && in khugepaged_enter() 52 !(vm_flags & VM_NOHUGEPAGE) && in khugepaged_enter() 67 unsigned long vm_flags) in khugepaged_enter() argument 72 unsigned long vm_flags) in khugepaged_enter_vma_merge() argument
|
| /Linux-v4.19/arch/sparc/include/asm/ |
| D | mman.h | 49 #define arch_vm_get_page_prot(vm_flags) sparc_vm_get_page_prot(vm_flags) argument 50 static inline pgprot_t sparc_vm_get_page_prot(unsigned long vm_flags) in sparc_vm_get_page_prot() argument 52 return (vm_flags & VM_SPARC_ADI) ? __pgprot(_PAGE_MCD_4V) : __pgprot(0); in sparc_vm_get_page_prot() 72 if (vma->vm_flags & (VM_PFNMAP | VM_MIXEDMAP)) in sparc_validate_prot() 83 if (vma->vm_flags & VM_MERGEABLE) in sparc_validate_prot()
|
| /Linux-v4.19/kernel/dma/ |
| D | mapping.c | 249 size_t size, unsigned long vm_flags, pgprot_t prot, in __dma_common_pages_remap() argument 254 area = get_vm_area_caller(size, vm_flags, caller); in __dma_common_pages_remap() 271 unsigned long vm_flags, pgprot_t prot, in dma_common_pages_remap() argument 276 area = __dma_common_pages_remap(pages, size, vm_flags, prot, caller); in dma_common_pages_remap() 291 unsigned long vm_flags, in dma_common_contiguous_remap() argument 305 area = __dma_common_pages_remap(pages, size, vm_flags, prot, caller); in dma_common_contiguous_remap() 317 void dma_common_free_remap(void *cpu_addr, size_t size, unsigned long vm_flags) in dma_common_free_remap() argument 321 if (!area || (area->flags & vm_flags) != vm_flags) { in dma_common_free_remap()
|
| /Linux-v4.19/arch/nds32/mm/ |
| D | cacheflush.c | 34 cpu_cache_wbinval_page(kaddr, vma->vm_flags & VM_EXEC); in flush_icache_page() 69 (vma->vm_flags & VM_EXEC)) { in update_mmu_cache() 73 cpu_cache_wbinval_page(kaddr, vma->vm_flags & VM_EXEC); in update_mmu_cache() 140 if (vma->vm_flags & VM_EXEC) in flush_cache_range() 147 cpu_cache_wbinval_page(start, vma->vm_flags & VM_EXEC); in flush_cache_range() 161 cpu_cache_wbinval_page(vto, vma->vm_flags & VM_EXEC); in flush_cache_page() 275 if (vma->vm_flags & VM_EXEC) { in copy_to_user_page() 311 if (vma->vm_flags & VM_EXEC) in flush_anon_page()
|
| /Linux-v4.19/arch/hexagon/mm/ |
| D | vm_fault.c | 79 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_page_fault() 91 if (!(vma->vm_flags & VM_EXEC)) in do_page_fault() 95 if (!(vma->vm_flags & VM_READ)) in do_page_fault() 99 if (!(vma->vm_flags & VM_WRITE)) in do_page_fault()
|
| /Linux-v4.19/arch/nios2/mm/ |
| D | cacheflush.c | 87 if (!(mpnt->vm_flags & VM_MAYSHARE)) in flush_aliases() 136 if (vma == NULL || (vma->vm_flags & VM_EXEC)) in flush_cache_range() 156 if (vma->vm_flags & VM_EXEC) in flush_cache_page() 225 if (vma->vm_flags & VM_EXEC) in update_mmu_cache() 256 if (vma->vm_flags & VM_EXEC) in copy_from_user_page() 267 if (vma->vm_flags & VM_EXEC) in copy_to_user_page()
|
| D | fault.c | 99 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_page_fault() 116 if (!(vma->vm_flags & VM_EXEC)) in do_page_fault() 120 if (!(vma->vm_flags & VM_READ)) in do_page_fault() 124 if (!(vma->vm_flags & VM_WRITE)) in do_page_fault()
|
| /Linux-v4.19/arch/m68k/mm/ |
| D | fault.c | 94 if (vma->vm_flags & VM_IO) in do_page_fault() 98 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_page_fault() 121 if (!(vma->vm_flags & VM_WRITE)) in do_page_fault() 128 if (!(vma->vm_flags & (VM_READ | VM_EXEC | VM_WRITE))) in do_page_fault()
|
| /Linux-v4.19/drivers/gpu/drm/udl/ |
| D | udl_gem.c | 67 vma->vm_page_prot = vm_get_page_prot(vma->vm_flags); in update_vm_cache_attr() 70 pgprot_writecombine(vm_get_page_prot(vma->vm_flags)); in update_vm_cache_attr() 73 pgprot_noncached(vm_get_page_prot(vma->vm_flags)); in update_vm_cache_attr() 95 vma->vm_flags &= ~VM_PFNMAP; in udl_drm_gem_mmap() 96 vma->vm_flags |= VM_MIXEDMAP; in udl_drm_gem_mmap()
|
| /Linux-v4.19/arch/alpha/mm/ |
| D | fault.c | 126 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_page_fault() 136 if (!(vma->vm_flags & VM_EXEC)) in do_page_fault() 140 if (!(vma->vm_flags & (VM_READ | VM_WRITE))) in do_page_fault() 143 if (!(vma->vm_flags & VM_WRITE)) in do_page_fault()
|
| /Linux-v4.19/arch/mips/mm/ |
| D | fault.c | 106 if (!(vma->vm_flags & VM_GROWSDOWN)) in __do_page_fault() 118 if (!(vma->vm_flags & VM_WRITE)) in __do_page_fault() 123 if (address == regs->cp0_epc && !(vma->vm_flags & VM_EXEC)) { in __do_page_fault() 133 if (!(vma->vm_flags & VM_READ) && in __do_page_fault() 145 if (!(vma->vm_flags & (VM_READ | VM_WRITE | VM_EXEC))) in __do_page_fault()
|
| /Linux-v4.19/arch/riscv/mm/ |
| D | fault.c | 88 if (unlikely(!(vma->vm_flags & VM_GROWSDOWN))) in do_page_fault() 102 if (!(vma->vm_flags & VM_EXEC)) in do_page_fault() 106 if (!(vma->vm_flags & VM_READ)) in do_page_fault() 110 if (!(vma->vm_flags & VM_WRITE)) in do_page_fault()
|
| /Linux-v4.19/arch/sparc/mm/ |
| D | fault_32.c | 209 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_sparc_fault() 220 if (!(vma->vm_flags & VM_WRITE)) in do_sparc_fault() 224 if (!(vma->vm_flags & (VM_READ | VM_EXEC))) in do_sparc_fault() 394 if (!(vma->vm_flags & VM_GROWSDOWN)) in force_user_fault() 401 if (!(vma->vm_flags & VM_WRITE)) in force_user_fault() 405 if (!(vma->vm_flags & (VM_READ | VM_EXEC))) in force_user_fault()
|
| /Linux-v4.19/drivers/sbus/char/ |
| D | flash.c | 46 if ((vma->vm_flags & VM_READ) && in flash_mmap() 47 (vma->vm_flags & VM_WRITE)) { in flash_mmap() 51 if (vma->vm_flags & VM_READ) { in flash_mmap() 54 } else if (vma->vm_flags & VM_WRITE) { in flash_mmap()
|
| /Linux-v4.19/arch/xtensa/mm/ |
| D | fault.c | 84 if (!(vma->vm_flags & VM_GROWSDOWN)) in do_page_fault() 97 if (!(vma->vm_flags & VM_WRITE)) in do_page_fault() 101 if (!(vma->vm_flags & VM_EXEC)) in do_page_fault() 104 if (!(vma->vm_flags & (VM_READ | VM_WRITE))) in do_page_fault()
|
| /Linux-v4.19/arch/powerpc/mm/ |
| D | copro_fault.c | 56 if (!(vma->vm_flags & VM_GROWSDOWN)) in copro_handle_mm_fault() 64 if (!(vma->vm_flags & VM_WRITE)) in copro_handle_mm_fault() 67 if (!(vma->vm_flags & (VM_READ | VM_EXEC))) in copro_handle_mm_fault()
|