| /Linux-v5.15/include/linux/ |
| D | userfaultfd_k.h | 57 struct vm_area_struct *dst_vma,
75 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
92 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
97 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
102 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
107 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
112 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
118 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp()
124 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
129 extern int dup_userfaultfd(struct vm_area_struct *, struct list_head *);
[all …]
|
| D | rmap.h | 78 struct vm_area_struct *vma;
139 int __anon_vma_prepare(struct vm_area_struct *);
140 void unlink_anon_vmas(struct vm_area_struct *);
141 int anon_vma_clone(struct vm_area_struct *, struct vm_area_struct *);
142 int anon_vma_fork(struct vm_area_struct *, struct vm_area_struct *);
144 static inline int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare()
152 static inline void anon_vma_merge(struct vm_area_struct *vma, in anon_vma_merge()
153 struct vm_area_struct *next) in anon_vma_merge()
168 void page_move_anon_rmap(struct page *, struct vm_area_struct *);
169 void page_add_anon_rmap(struct page *, struct vm_area_struct *,
[all …]
|
| D | huge_mm.h | 13 struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma);
17 struct vm_area_struct *vma);
28 struct page *follow_trans_huge_pmd(struct vm_area_struct *vma,
31 bool madvise_free_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
33 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, pmd_t *pmd,
35 int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, pud_t *pud,
37 bool move_huge_pmd(struct vm_area_struct *vma, unsigned long old_addr,
39 int change_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr,
118 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
133 static inline bool transhuge_vma_enabled(struct vm_area_struct *vma, in transhuge_vma_enabled()
[all …]
|
| D | hugetlb.h | 126 void reset_vma_resv_huge_pages(struct vm_area_struct *vma);
135 int copy_hugetlb_page_range(struct mm_struct *, struct mm_struct *, struct vm_area_struct *);
136 long follow_hugetlb_page(struct mm_struct *, struct vm_area_struct *,
137 struct page **, struct vm_area_struct **,
140 void unmap_hugepage_range(struct vm_area_struct *,
143 struct vm_area_struct *vma,
146 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma,
153 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,
157 struct vm_area_struct *dst_vma,
164 struct vm_area_struct *vma,
[all …]
|
| D | mm.h | 253 struct vm_area_struct *vm_area_alloc(struct mm_struct *);
254 struct vm_area_struct *vm_area_dup(struct vm_area_struct *);
255 void vm_area_free(struct vm_area_struct *);
533 struct vm_area_struct *vma; /* Target VMA */
589 void (*open)(struct vm_area_struct * area);
590 void (*close)(struct vm_area_struct * area);
592 int (*may_split)(struct vm_area_struct *area, unsigned long addr);
593 int (*mremap)(struct vm_area_struct *area);
599 int (*mprotect)(struct vm_area_struct *vma, unsigned long start,
606 unsigned long (*pagesize)(struct vm_area_struct * area);
[all …]
|
| D | mempolicy.h | 127 int vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst);
130 struct vm_area_struct *vma,
137 struct mempolicy *__get_vma_policy(struct vm_area_struct *vma,
139 bool vma_policy_mof(struct vm_area_struct *vma);
146 extern int huge_node(struct vm_area_struct *vma,
182 extern bool vma_migratable(struct vm_area_struct *vma);
184 extern int mpol_misplaced(struct page *, struct vm_area_struct *, unsigned long);
236 vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst) in vma_dup_policy()
258 static inline int huge_node(struct vm_area_struct *vma, in huge_node()
289 static inline int mpol_misplaced(struct page *page, struct vm_area_struct *vma, in mpol_misplaced()
|
| D | pgtable.h | 167 extern int ptep_set_access_flags(struct vm_area_struct *vma,
174 extern int pmdp_set_access_flags(struct vm_area_struct *vma,
177 extern int pudp_set_access_flags(struct vm_area_struct *vma,
181 static inline int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
188 static inline int pudp_set_access_flags(struct vm_area_struct *vma, in pudp_set_access_flags()
199 static inline int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young()
215 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
228 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
239 int ptep_clear_flush_young(struct vm_area_struct *vma,
245 extern int pmdp_clear_flush_young(struct vm_area_struct *vma,
[all …]
|
| /Linux-v5.15/mm/ |
| D | mmap.c | 80 struct vm_area_struct *vma, struct vm_area_struct *prev,
131 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
148 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
163 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
178 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
180 struct vm_area_struct *next = vma->vm_next; in remove_vma()
198 struct vm_area_struct *next; in SYSCALL_DEFINE1()
291 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
313 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
318 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
[all …]
|
| D | interval_tree.c | 13 static inline unsigned long vma_start_pgoff(struct vm_area_struct *v) in vma_start_pgoff()
18 static inline unsigned long vma_last_pgoff(struct vm_area_struct *v) in vma_last_pgoff()
23 INTERVAL_TREE_DEFINE(struct vm_area_struct, shared.rb,
28 void vma_interval_tree_insert_after(struct vm_area_struct *node, in vma_interval_tree_insert_after()
29 struct vm_area_struct *prev, in vma_interval_tree_insert_after()
33 struct vm_area_struct *parent; in vma_interval_tree_insert_after()
43 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
48 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
|
| D | pgtable-generic.c | 64 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
78 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
90 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
105 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
120 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
133 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
146 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
194 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
204 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| D | internal.h | 39 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *start_vma,
42 static inline bool can_madv_lru_vma(struct vm_area_struct *vma) in can_madv_lru_vma()
48 struct vm_area_struct *vma,
344 void __vma_link_list(struct mm_struct *mm, struct vm_area_struct *vma,
345 struct vm_area_struct *prev);
346 void __vma_unlink_list(struct mm_struct *mm, struct vm_area_struct *vma);
349 extern long populate_vma_page_range(struct vm_area_struct *vma,
351 extern long faultin_vma_page_range(struct vm_area_struct *vma,
354 extern void munlock_vma_pages_range(struct vm_area_struct *vma,
356 static inline void munlock_vma_pages_all(struct vm_area_struct *vma) in munlock_vma_pages_all()
[all …]
|
| /Linux-v5.15/include/xen/ |
| D | xen-ops.h | 53 int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr,
57 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
67 struct vm_area_struct;
70 int xen_xlate_remap_gfn_array(struct vm_area_struct *vma,
76 int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma,
83 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
93 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
100 int xen_remap_vma_range(struct vm_area_struct *vma, unsigned long addr,
120 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
156 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array()
[all …]
|
| /Linux-v5.15/arch/nds32/include/asm/ |
| D | cacheflush.h | 14 void flush_icache_page(struct vm_area_struct *vma, struct page *page);
20 void flush_cache_range(struct vm_area_struct *vma,
22 void flush_cache_page(struct vm_area_struct *vma,
30 void copy_to_user_page(struct vm_area_struct *vma, struct page *page,
32 void copy_from_user_page(struct vm_area_struct *vma, struct page *page,
36 void flush_anon_page(struct vm_area_struct *vma,
46 void flush_icache_user_page(struct vm_area_struct *vma, struct page *page,
|
| /Linux-v5.15/arch/sparc/include/asm/ |
| D | cachetlb_32.h | 6 struct vm_area_struct;
11 void (*cache_range)(struct vm_area_struct *, unsigned long,
13 void (*cache_page)(struct vm_area_struct *, unsigned long);
17 void (*tlb_range)(struct vm_area_struct *, unsigned long,
19 void (*tlb_page)(struct vm_area_struct *, unsigned long);
|
| /Linux-v5.15/arch/arc/include/asm/ |
| D | tlbflush.h | 13 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page);
15 void local_flush_tlb_range(struct vm_area_struct *vma,
18 void local_flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start,
32 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
34 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long page);
39 extern void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
|
| /Linux-v5.15/arch/sh/include/asm/ |
| D | cacheflush.h | 40 extern void flush_cache_page(struct vm_area_struct *vma,
42 extern void flush_cache_range(struct vm_area_struct *vma,
48 extern void flush_icache_page(struct vm_area_struct *vma,
53 struct vm_area_struct *vma;
60 static inline void flush_anon_page(struct vm_area_struct *vma, in flush_anon_page()
77 extern void copy_to_user_page(struct vm_area_struct *vma,
81 extern void copy_from_user_page(struct vm_area_struct *vma,
|
| /Linux-v5.15/arch/powerpc/include/asm/book3s/64/ |
| D | hugetlb.h | 9 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
10 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
16 extern void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
57 extern pte_t huge_ptep_modify_prot_start(struct vm_area_struct *vma,
61 extern void huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
87 static inline void flush_hugetlb_page(struct vm_area_struct *vma, in flush_hugetlb_page()
107 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| D | tlbflush-radix.h | 11 struct vm_area_struct;
63 extern void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma,
69 extern void radix__flush_pmd_tlb_range(struct vm_area_struct *vma,
71 extern void radix__flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
77 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
84 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| D | tlbflush.h | 50 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
59 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
68 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
121 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
142 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /Linux-v5.15/arch/alpha/include/asm/ |
| D | tlbflush.h | 39 struct vm_area_struct *vma, in ev4_flush_tlb_current_page()
52 struct vm_area_struct *vma, in ev5_flush_tlb_current_page()
117 flush_tlb_page(struct vm_area_struct *vma, unsigned long addr) in flush_tlb_page()
130 flush_tlb_range(struct vm_area_struct *vma, unsigned long start, in flush_tlb_range()
140 extern void flush_tlb_page(struct vm_area_struct *, unsigned long);
141 extern void flush_tlb_range(struct vm_area_struct *, unsigned long,
|
| /Linux-v5.15/arch/nios2/include/asm/ |
| D | cacheflush.h | 26 extern void flush_cache_range(struct vm_area_struct *vma, unsigned long start,
28 extern void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr,
34 extern void flush_icache_page(struct vm_area_struct *vma, struct page *page);
39 extern void copy_to_user_page(struct vm_area_struct *vma, struct page *page,
42 extern void copy_from_user_page(struct vm_area_struct *vma, struct page *page,
|
| /Linux-v5.15/arch/mips/include/asm/ |
| D | cacheflush.h | 50 extern void (*flush_cache_range)(struct vm_area_struct *vma,
52 extern void (*flush_cache_page)(struct vm_area_struct *vma, unsigned long page, unsigned long pfn);
69 static inline void flush_anon_page(struct vm_area_struct *vma, in flush_anon_page()
76 static inline void flush_icache_page(struct vm_area_struct *vma, in flush_icache_page()
104 extern void copy_to_user_page(struct vm_area_struct *vma,
108 extern void copy_from_user_page(struct vm_area_struct *vma,
|
| /Linux-v5.15/include/asm-generic/ |
| D | cacheflush.h | 6 struct vm_area_struct;
33 static inline void flush_cache_range(struct vm_area_struct *vma, in flush_cache_range()
41 static inline void flush_cache_page(struct vm_area_struct *vma, in flush_cache_page()
79 static inline void flush_icache_page(struct vm_area_struct *vma, in flush_icache_page()
86 static inline void flush_icache_user_page(struct vm_area_struct *vma, in flush_icache_user_page()
|
| /Linux-v5.15/drivers/gpu/drm/ |
| D | drm_vm.c | 59 struct vm_area_struct *vma;
63 static void drm_vm_open(struct vm_area_struct *vma);
64 static void drm_vm_close(struct vm_area_struct *vma);
67 struct vm_area_struct *vma) in drm_io_prot()
89 static pgprot_t drm_dma_prot(uint32_t map_type, struct vm_area_struct *vma) in drm_dma_prot()
112 struct vm_area_struct *vma = vmf->vma; in drm_vm_fault()
201 struct vm_area_struct *vma = vmf->vma; in drm_vm_shm_fault()
230 static void drm_vm_shm_close(struct vm_area_struct *vma) in drm_vm_shm_close()
301 struct vm_area_struct *vma = vmf->vma; in drm_vm_dma_fault()
336 struct vm_area_struct *vma = vmf->vma; in drm_vm_sg_fault()
[all …]
|
| /Linux-v5.15/arch/openrisc/include/asm/ |
| D | tlbflush.h | 32 extern void local_flush_tlb_page(struct vm_area_struct *vma,
34 extern void local_flush_tlb_range(struct vm_area_struct *vma,
46 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr);
47 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
|
