| /Linux-v5.4/drivers/gpu/drm/i915/ |
| D | i915_vma.h | 156 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active()
165 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt()
170 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write()
175 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write()
181 static inline void i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write()
188 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable()
193 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault()
199 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault()
204 static inline bool i915_vma_has_userfault(const struct i915_vma *vma) in i915_vma_has_userfault()
209 static inline bool i915_vma_is_closed(const struct i915_vma *vma) in i915_vma_is_closed()
[all …]
|
| D | i915_vma.c | 48 void i915_vma_free(struct i915_vma *vma) in i915_vma_free()
57 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
77 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
103 struct i915_vma *vma; in vma_create() local
241 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in vma_lookup() local
277 struct i915_vma *vma; in i915_vma_instance() local
304 int i915_vma_bind(struct i915_vma *vma, enum i915_cache_level cache_level, in i915_vma_bind()
347 void __iomem *i915_vma_pin_iomap(struct i915_vma *vma) in i915_vma_pin_iomap()
392 void i915_vma_flush_writes(struct i915_vma *vma) in i915_vma_flush_writes()
402 void i915_vma_unpin_iomap(struct i915_vma *vma) in i915_vma_unpin_iomap()
[all …]
|
| D | i915_gem_fence_reg.c | 63 struct i915_vma *vma) in i965_write_fence_reg()
120 struct i915_vma *vma) in i915_write_fence_reg()
160 struct i915_vma *vma) in i830_write_fence_reg()
192 struct i915_vma *vma) in fence_write()
216 struct i915_vma *vma) in fence_update()
300 int i915_vma_revoke_fence(struct i915_vma *vma) in i915_vma_revoke_fence()
334 static int __i915_vma_pin_fence(struct i915_vma *vma) in __i915_vma_pin_fence()
394 int i915_vma_pin_fence(struct i915_vma *vma) in i915_vma_pin_fence()
485 struct i915_vma *vma = READ_ONCE(reg->vma); in i915_gem_restore_fences() local
|
| /Linux-v5.4/include/linux/ |
| D | userfaultfd_k.h | 44 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
50 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
55 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
88 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
94 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
99 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
104 static inline int dup_userfaultfd(struct vm_area_struct *vma, in dup_userfaultfd()
114 static inline void mremap_userfaultfd_prep(struct vm_area_struct *vma, in mremap_userfaultfd_prep()
126 static inline bool userfaultfd_remove(struct vm_area_struct *vma, in userfaultfd_remove()
133 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep()
|
| D | huge_mm.h | 98 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled()
131 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
217 struct vm_area_struct *vma) in pmd_trans_huge_lock()
226 struct vm_area_struct *vma) in pud_trans_huge_lock()
295 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled()
300 static inline bool transparent_hugepage_enabled(struct vm_area_struct *vma) in transparent_hugepage_enabled()
305 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
336 static inline void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, in __split_huge_pmd()
338 static inline void split_huge_pmd_address(struct vm_area_struct *vma, in split_huge_pmd_address()
344 static inline int hugepage_madvise(struct vm_area_struct *vma, in hugepage_madvise()
[all …]
|
| /Linux-v5.4/drivers/gpu/drm/ |
| D | drm_vm.c | 62 struct vm_area_struct *vma; member
70 struct vm_area_struct *vma) in drm_io_prot()
95 static pgprot_t drm_dma_prot(uint32_t map_type, struct vm_area_struct *vma) in drm_dma_prot()
118 struct vm_area_struct *vma = vmf->vma; in drm_vm_fault() local
207 struct vm_area_struct *vma = vmf->vma; in drm_vm_shm_fault() local
236 static void drm_vm_shm_close(struct vm_area_struct *vma) in drm_vm_shm_close()
309 struct vm_area_struct *vma = vmf->vma; in drm_vm_dma_fault() local
344 struct vm_area_struct *vma = vmf->vma; in drm_vm_sg_fault() local
398 struct vm_area_struct *vma) in drm_vm_open_locked()
413 static void drm_vm_open(struct vm_area_struct *vma) in drm_vm_open()
[all …]
|
| /Linux-v5.4/mm/ |
| D | mmap.c | 128 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
145 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
162 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
177 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
294 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
316 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
342 struct vm_area_struct *vma; in browse_rb() local
387 struct vm_area_struct *vma; in validate_mm_rb() local
400 struct vm_area_struct *vma = mm->mmap; in validate_mm() local
457 static inline void vma_rb_insert(struct vm_area_struct *vma, in vma_rb_insert()
[all …]
|
| D | pgtable-generic.c | 55 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
69 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
81 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
96 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
111 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
124 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
137 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
185 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
195 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| D | madvise.c | 65 static long madvise_behavior(struct vm_area_struct *vma, in madvise_behavior()
187 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
222 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead()
253 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
308 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
472 struct vm_area_struct *vma, in madvise_cold_page_range()
485 static long madvise_cold(struct vm_area_struct *vma, in madvise_cold()
505 struct vm_area_struct *vma, in madvise_pageout_page_range()
518 static inline bool can_do_pageout(struct vm_area_struct *vma) in can_do_pageout()
534 static long madvise_pageout(struct vm_area_struct *vma, in madvise_pageout()
[all …]
|
| D | memory.c | 370 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, in free_pgtables()
481 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
574 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
630 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
679 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *vma, in copy_one_pte()
785 pmd_t *dst_pmd, pmd_t *src_pmd, struct vm_area_struct *vma, in copy_pte_range()
848 pud_t *dst_pud, pud_t *src_pud, struct vm_area_struct *vma, in copy_pmd_range()
882 p4d_t *dst_p4d, p4d_t *src_p4d, struct vm_area_struct *vma, in copy_pud_range()
916 pgd_t *dst_pgd, pgd_t *src_pgd, struct vm_area_struct *vma, in copy_p4d_range()
938 struct vm_area_struct *vma) in copy_page_range()
[all …]
|
| D | rmap.c | 138 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
176 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
316 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
377 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
688 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
754 static bool page_referenced_one(struct page *page, struct vm_area_struct *vma, in page_referenced_one()
816 static bool invalid_page_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_page_referenced_vma()
884 static bool page_mkclean_one(struct page *page, struct vm_area_struct *vma, in page_mkclean_one()
958 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
1001 void page_move_anon_rmap(struct page *page, struct vm_area_struct *vma) in page_move_anon_rmap()
[all …]
|
| D | huge_memory.c | 65 bool transparent_hugepage_enabled(struct vm_area_struct *vma) in transparent_hugepage_enabled()
492 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
576 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local
662 static inline gfp_t alloc_hugepage_direct_gfpmask(struct vm_area_struct *vma) in alloc_hugepage_direct_gfpmask()
690 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
707 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page() local
767 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd()
817 struct vm_area_struct *vma = vmf->vma; in vmf_insert_pfn_pmd() local
849 static pud_t maybe_pud_mkwrite(pud_t pud, struct vm_area_struct *vma) in maybe_pud_mkwrite()
856 static void insert_pfn_pud(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pud()
[all …]
|
| D | mremap.c | 59 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
84 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
92 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
115 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
195 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd()
240 unsigned long move_page_tables(struct vm_area_struct *vma, in move_page_tables()
318 static unsigned long move_vma(struct vm_area_struct *vma, in move_vma()
437 struct vm_area_struct *vma = find_vma(mm, addr); in vma_to_resize() local
505 struct vm_area_struct *vma; in mremap_to() local
575 static int vma_expandable(struct vm_area_struct *vma, unsigned long delta) in vma_expandable()
[all …]
|
| D | nommu.c | 100 struct vm_area_struct *vma; in kobjsize() local
124 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn()
164 struct vm_area_struct *vma; in vmalloc_user() local
382 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
389 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
396 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
582 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
646 static void delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
688 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
704 struct vm_area_struct *vma; in find_vma() local
[all …]
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/64/ |
| D | tlbflush.h | 50 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
59 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
68 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
121 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
137 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
142 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /Linux-v5.4/drivers/gpu/drm/nouveau/ |
| D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /Linux-v5.4/arch/ia64/include/asm/ |
| D | cacheflush.h | 23 #define flush_cache_range(vma, start, end) do { } while (0) argument
24 #define flush_cache_page(vma, vmaddr, pfn) do { } while (0) argument
25 #define flush_icache_page(vma,page) do { } while (0) argument
42 #define flush_icache_user_range(vma, page, user_addr, len) \ argument
48 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
52 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
| /Linux-v5.4/arch/hexagon/include/asm/ |
| D | cacheflush.h | 31 #define flush_cache_range(vma, start, end) do { } while (0) argument
32 #define flush_cache_page(vma, vmaddr, pfn) do { } while (0) argument
37 #define flush_icache_page(vma, pg) do { } while (0) argument
38 #define flush_icache_user_range(vma, pg, adr, len) do { } while (0) argument
73 static inline void update_mmu_cache(struct vm_area_struct *vma, in update_mmu_cache()
82 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
| /Linux-v5.4/drivers/gpu/drm/i915/selftests/ |
| D | mock_gtt.c | 36 struct i915_vma *vma, in mock_insert_entries()
41 static int mock_bind_ppgtt(struct i915_vma *vma, in mock_bind_ppgtt()
50 static void mock_unbind_ppgtt(struct i915_vma *vma) in mock_unbind_ppgtt()
85 static int mock_bind_ggtt(struct i915_vma *vma, in mock_bind_ggtt()
93 static void mock_unbind_ggtt(struct i915_vma *vma) in mock_unbind_ggtt()
|
| /Linux-v5.4/arch/powerpc/mm/book3s64/ |
| D | radix_hugetlbpage.c | 12 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page()
21 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page()
30 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start, in radix__flush_hugetlb_tlb_range()
51 struct vm_area_struct *vma; in radix__hugetlb_get_unmapped_area() local
95 void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma, in radix__huge_ptep_modify_prot_commit()
|
| /Linux-v5.4/include/asm-generic/ |
| D | cacheflush.h | 26 static inline void flush_cache_range(struct vm_area_struct *vma, in flush_cache_range()
32 static inline void flush_cache_page(struct vm_area_struct *vma, in flush_cache_page()
54 static inline void flush_icache_page(struct vm_area_struct *vma, in flush_icache_page()
59 static inline void flush_icache_user_range(struct vm_area_struct *vma, in flush_icache_user_range()
73 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
78 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
| /Linux-v5.4/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| D | vmm.c | 750 struct nvkm_vma *vma = kzalloc(sizeof(*vma), GFP_KERNEL); in nvkm_vma_new() local
761 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail()
785 nvkm_vmm_free_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_remove()
791 nvkm_vmm_free_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_delete()
799 nvkm_vmm_free_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_insert()
827 nvkm_vmm_node_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_remove()
833 nvkm_vmm_node_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_delete()
841 nvkm_vmm_node_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_insert()
867 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); in nvkm_vmm_node_search() local
884 struct nvkm_vma *vma, struct nvkm_vma *next, u64 size) in nvkm_vmm_node_merge()
[all …]
|
| /Linux-v5.4/arch/csky/abiv1/inc/abi/ |
| D | cacheflush.h | 15 #define flush_cache_page(vma, page, pfn) cache_wbinv_all() argument
34 static inline void flush_anon_page(struct vm_area_struct *vma, in flush_anon_page()
49 #define flush_icache_page(vma, page) do {} while (0); argument
52 #define flush_icache_user_range(vma,page,addr,len) \ argument
55 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
60 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
|
| /Linux-v5.4/arch/sparc/include/asm/ |
| D | cacheflush_32.h | 13 #define flush_cache_range(vma,start,end) \ argument
15 #define flush_cache_page(vma,addr,pfn) \ argument
18 #define flush_icache_page(vma, pg) do { } while (0) argument
20 #define flush_icache_user_range(vma,pg,adr,len) do { } while (0) argument
22 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
27 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
| D | cacheflush_64.h | 24 #define flush_cache_range(vma, start, end) \ argument
26 #define flush_cache_page(vma, page, pfn) \ argument
51 #define flush_icache_page(vma, pg) do { } while(0) argument
52 #define flush_icache_user_range(vma,pg,adr,len) do { } while (0) argument
58 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
65 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
