/Linux-v5.15/drivers/gpu/drm/i915/ |
D | i915_vma.h | 50 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active() 66 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt() 71 static inline bool i915_vma_is_dpt(const struct i915_vma *vma) in i915_vma_is_dpt() 76 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write() 81 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write() 87 static inline bool i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write() 95 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable() 100 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault() 106 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault() 111 static inline bool i915_vma_has_userfault(const struct i915_vma *vma) in i915_vma_has_userfault() [all …]
|
D | i915_vma.c | 48 void i915_vma_free(struct i915_vma *vma) in i915_vma_free() 57 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator() 77 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator() 104 struct i915_vma *vma; in vma_create() local 237 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in i915_vma_lookup() local 271 struct i915_vma *vma; in i915_vma_instance() local 292 struct i915_vma *vma; member 302 struct i915_vma *vma = vw->vma; in __vma_bind() local 341 int i915_vma_wait_for_bind(struct i915_vma *vma) in i915_vma_wait_for_bind() 371 int i915_vma_bind(struct i915_vma *vma, in i915_vma_bind() [all …]
|
D | i915_gem_evict.c | 54 struct i915_vma *vma, in mark_free() 65 static bool defer_evict(struct i915_vma *vma) in defer_evict() 108 struct i915_vma *vma, *next; in i915_gem_evict_something() local 271 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local 389 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
/Linux-v5.15/include/linux/ |
D | userfaultfd_k.h | 75 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx() 92 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share() 97 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing() 102 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp() 107 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor() 112 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp() 118 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp() 124 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed() 157 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx() 163 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing() [all …]
|
D | huge_mm.h | 118 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable() 133 static inline bool transhuge_vma_enabled(struct vm_area_struct *vma, in transhuge_vma_enabled() 147 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled() 237 struct vm_area_struct *vma) in pmd_trans_huge_lock() 245 struct vm_area_struct *vma) in pud_trans_huge_lock() 357 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled() 362 static inline bool transparent_hugepage_active(struct vm_area_struct *vma) in transparent_hugepage_active() 367 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable() 373 static inline bool transhuge_vma_enabled(struct vm_area_struct *vma, in transhuge_vma_enabled() 409 static inline void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, in __split_huge_pmd() [all …]
|
/Linux-v5.15/drivers/gpu/drm/ |
D | drm_vm.c | 59 struct vm_area_struct *vma; member 67 struct vm_area_struct *vma) in drm_io_prot() 89 static pgprot_t drm_dma_prot(uint32_t map_type, struct vm_area_struct *vma) in drm_dma_prot() 112 struct vm_area_struct *vma = vmf->vma; in drm_vm_fault() local 201 struct vm_area_struct *vma = vmf->vma; in drm_vm_shm_fault() local 230 static void drm_vm_shm_close(struct vm_area_struct *vma) in drm_vm_shm_close() 301 struct vm_area_struct *vma = vmf->vma; in drm_vm_dma_fault() local 336 struct vm_area_struct *vma = vmf->vma; in drm_vm_sg_fault() local 390 struct vm_area_struct *vma) in drm_vm_open_locked() 405 static void drm_vm_open(struct vm_area_struct *vma) in drm_vm_open() [all …]
|
/Linux-v5.15/mm/ |
D | mmap.c | 131 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot() 148 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct() 163 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma() 178 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma() 291 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap() 313 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap() 339 struct vm_area_struct *vma; in browse_rb() local 384 struct vm_area_struct *vma; in validate_mm_rb() local 397 struct vm_area_struct *vma = mm->mmap; in validate_mm() local 454 static inline void vma_rb_insert(struct vm_area_struct *vma, in vma_rb_insert() [all …]
|
D | pgtable-generic.c | 64 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags() 78 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young() 90 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush() 105 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags() 120 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young() 133 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush() 146 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush() 194 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate() 204 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
D | madvise.c | 69 static long madvise_behavior(struct vm_area_struct *vma, in madvise_behavior() 191 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local 226 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead() 260 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed() 316 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local 486 struct vm_area_struct *vma, in madvise_cold_page_range() 499 static long madvise_cold(struct vm_area_struct *vma, in madvise_cold() 519 struct vm_area_struct *vma, in madvise_pageout_page_range() 532 static inline bool can_do_pageout(struct vm_area_struct *vma) in can_do_pageout() 549 static long madvise_pageout(struct vm_area_struct *vma, in madvise_pageout() [all …]
|
D | mremap.c | 70 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud() 84 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd() 103 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks() 111 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks() 134 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes() 223 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd() 282 static inline bool move_normal_pmd(struct vm_area_struct *vma, in move_normal_pmd() 291 static bool move_normal_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pud() 331 static inline bool move_normal_pud(struct vm_area_struct *vma, in move_normal_pud() 340 static bool move_huge_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_huge_pud() [all …]
|
D | huge_memory.c | 67 static inline bool file_thp_enabled(struct vm_area_struct *vma) in file_thp_enabled() 74 bool transparent_hugepage_active(struct vm_area_struct *vma) in transparent_hugepage_active() 494 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite() 599 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local 682 gfp_t vma_thp_gfp_mask(struct vm_area_struct *vma) in vma_thp_gfp_mask() 710 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page() 726 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page() local 786 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd() 850 struct vm_area_struct *vma = vmf->vma; in vmf_insert_pfn_pmd_prot() local 881 static pud_t maybe_pud_mkwrite(pud_t pud, struct vm_area_struct *vma) in maybe_pud_mkwrite() [all …]
|
D | memory.c | 401 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, in free_pgtables() 512 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte() 605 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page() 661 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd() 702 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte() 749 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte() 984 page_copy_prealloc(struct mm_struct *src_mm, struct vm_area_struct *vma, in page_copy_prealloc() 1305 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range() 1444 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range() 1490 struct vm_area_struct *vma, p4d_t *p4d, in zap_pud_range() [all …]
|
D | rmap.c | 145 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link() 183 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare() 329 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork() 390 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas() 709 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma() 772 static bool page_referenced_one(struct page *page, struct vm_area_struct *vma, in page_referenced_one() 834 static bool invalid_page_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_page_referenced_vma() 902 static bool page_mkclean_one(struct page *page, struct vm_area_struct *vma, in page_mkclean_one() 976 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma() 1019 void page_move_anon_rmap(struct page *page, struct vm_area_struct *vma) in page_move_anon_rmap() [all …]
|
D | nommu.c | 100 struct vm_area_struct *vma; in kobjsize() local 124 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn() 173 struct vm_area_struct *vma; in __vmalloc_user_flags() local 353 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page() 360 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages() 367 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero() 553 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm() 617 static void delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm() 653 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma() 669 struct vm_area_struct *vma; in find_vma() local [all …]
|
/Linux-v5.15/arch/powerpc/include/asm/book3s/64/ |
D | tlbflush.h | 50 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range() 59 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range() 68 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range() 91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page() 121 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page() 137 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument 142 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
/Linux-v5.15/drivers/gpu/drm/nouveau/ |
D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap() 38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map() 51 struct nouveau_vma *vma; in nouveau_vma_find() local 64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local 81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
/Linux-v5.15/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
D | vmm.c | 750 struct nvkm_vma *vma = kzalloc(sizeof(*vma), GFP_KERNEL); in nvkm_vma_new() local 761 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail() 784 nvkm_vmm_free_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_remove() 790 nvkm_vmm_free_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_delete() 798 nvkm_vmm_free_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_insert() 826 nvkm_vmm_node_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_remove() 832 nvkm_vmm_node_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_delete() 840 nvkm_vmm_node_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_insert() 866 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); in nvkm_vmm_node_search() local 883 struct nvkm_vma *vma, struct nvkm_vma *next, u64 size) in nvkm_vmm_node_merge() [all …]
|
/Linux-v5.15/arch/powerpc/mm/book3s64/ |
D | radix_hugetlbpage.c | 10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page() 19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page() 28 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start, in radix__flush_hugetlb_tlb_range() 55 struct vm_area_struct *vma; in radix__hugetlb_get_unmapped_area() local 99 void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma, in radix__huge_ptep_modify_prot_commit()
|
/Linux-v5.15/include/asm-generic/ |
D | cacheflush.h | 33 static inline void flush_cache_range(struct vm_area_struct *vma, in flush_cache_range() 41 static inline void flush_cache_page(struct vm_area_struct *vma, in flush_cache_page() 79 static inline void flush_icache_page(struct vm_area_struct *vma, in flush_icache_page() 86 static inline void flush_icache_user_page(struct vm_area_struct *vma, in flush_icache_user_page() 106 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument 114 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
/Linux-v5.15/drivers/gpu/drm/msm/ |
D | msm_gem_vma.c | 42 struct msm_gem_vma *vma) in msm_gem_purge_vma() 62 struct msm_gem_vma *vma) in msm_gem_unmap_vma() 70 struct msm_gem_vma *vma, int prot, in msm_gem_map_vma() 101 struct msm_gem_vma *vma) in msm_gem_close_vma() 118 struct msm_gem_vma *vma, int npages, in msm_gem_init_vma()
|
/Linux-v5.15/include/xen/ |
D | xen-ops.h | 57 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn() 83 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array() 93 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range() 120 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array() 156 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array() 180 static inline int xen_remap_domain_gfn_range(struct vm_area_struct *vma, in xen_remap_domain_gfn_range()
|
/Linux-v5.15/arch/s390/kernel/ |
D | vdso.c | 46 static struct page *find_timens_vvar_page(struct vm_area_struct *vma) in find_timens_vvar_page() 71 struct vm_area_struct *vma; in vdso_join_timens() local 86 static inline struct page *find_timens_vvar_page(struct vm_area_struct *vma) in find_timens_vvar_page() 93 struct vm_area_struct *vma, struct vm_fault *vmf) in vvar_fault() 135 struct vm_area_struct *vma) in vdso_mremap() 169 struct vm_area_struct *vma; in arch_setup_additional_pages() local
|
/Linux-v5.15/drivers/misc/ocxl/ |
D | context.c | 98 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq() 111 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio() 141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local 162 struct vm_area_struct *vma) in check_mmap_afu_irq() 188 struct vm_area_struct *vma) in check_mmap_mmio() 196 int ocxl_context_mmap(struct ocxl_context *ctx, struct vm_area_struct *vma) in ocxl_context_mmap()
|
/Linux-v5.15/drivers/gpu/drm/i915/selftests/ |
D | mock_gtt.c | 36 struct i915_vma *vma, in mock_insert_entries() 43 struct i915_vma *vma, in mock_bind_ppgtt() 52 struct i915_vma *vma) in mock_unbind_ppgtt() 97 struct i915_vma *vma, in mock_bind_ggtt() 104 struct i915_vma *vma) in mock_unbind_ggtt()
|
/Linux-v5.15/arch/csky/abiv2/inc/abi/ |
D | cacheflush.h | 16 #define flush_cache_range(vma, start, end) do { } while (0) argument 17 #define flush_cache_page(vma, vmaddr, pfn) do { } while (0) argument 30 #define flush_icache_page(vma, page) do { } while (0) argument 41 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument 52 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|