Lines Matching refs:vm_area_struct
80 struct vm_area_struct *vma, struct vm_area_struct *prev,
125 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
142 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
159 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
174 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
176 struct vm_area_struct *next = vma->vm_next; in remove_vma()
195 struct vm_area_struct *next; in SYSCALL_DEFINE1()
289 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
311 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
316 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
322 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
337 struct vm_area_struct *vma; in browse_rb()
338 vma = rb_entry(nd, struct vm_area_struct, vm_rb); in browse_rb()
377 static void validate_mm_rb(struct rb_root *root, struct vm_area_struct *ignore) in validate_mm_rb()
382 struct vm_area_struct *vma; in validate_mm_rb()
383 vma = rb_entry(nd, struct vm_area_struct, vm_rb); in validate_mm_rb()
395 struct vm_area_struct *vma = mm->mmap; in validate_mm()
435 struct vm_area_struct, vm_rb, in RB_DECLARE_CALLBACKS_MAX() argument
443 static void vma_gap_update(struct vm_area_struct *vma) in RB_DECLARE_CALLBACKS_MAX()
452 static inline void vma_rb_insert(struct vm_area_struct *vma, in vma_rb_insert()
461 static void __vma_rb_erase(struct vm_area_struct *vma, struct rb_root *root) in __vma_rb_erase()
471 static __always_inline void vma_rb_erase_ignore(struct vm_area_struct *vma, in vma_rb_erase_ignore()
473 struct vm_area_struct *ignore) in vma_rb_erase_ignore()
489 static __always_inline void vma_rb_erase(struct vm_area_struct *vma, in vma_rb_erase()
510 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
519 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
528 unsigned long end, struct vm_area_struct **pprev, in find_vma_links()
537 struct vm_area_struct *vma_tmp; in find_vma_links()
540 vma_tmp = rb_entry(__rb_parent, struct vm_area_struct, vm_rb); in find_vma_links()
555 *pprev = rb_entry(rb_prev, struct vm_area_struct, vm_rb); in find_vma_links()
570 static inline struct vm_area_struct *vma_next(struct mm_struct *mm, in vma_next()
571 struct vm_area_struct *vma) in vma_next()
595 struct vm_area_struct **pprev, struct rb_node ***link, in munmap_vma_range()
609 struct vm_area_struct *vma; in count_vma_pages_range()
633 void __vma_link_rb(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_rb()
657 static void __vma_link_file(struct vm_area_struct *vma) in __vma_link_file()
677 __vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link()
678 struct vm_area_struct *prev, struct rb_node **rb_link, in __vma_link()
685 static void vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in vma_link()
686 struct vm_area_struct *prev, struct rb_node **rb_link, in vma_link()
710 static void __insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in __insert_vm_struct()
712 struct vm_area_struct *prev; in __insert_vm_struct()
723 struct vm_area_struct *vma, in __vma_unlink()
724 struct vm_area_struct *ignore) in __vma_unlink()
739 int __vma_adjust(struct vm_area_struct *vma, unsigned long start, in __vma_adjust()
740 unsigned long end, pgoff_t pgoff, struct vm_area_struct *insert, in __vma_adjust()
741 struct vm_area_struct *expand) in __vma_adjust()
744 struct vm_area_struct *next = vma->vm_next, *orig_vma = vma; in __vma_adjust()
754 struct vm_area_struct *exporter = NULL, *importer = NULL; in __vma_adjust()
1029 static inline int is_mergeable_vma(struct vm_area_struct *vma, in is_mergeable_vma()
1054 struct vm_area_struct *vma) in is_mergeable_anon_vma()
1078 can_vma_merge_before(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_before()
1099 can_vma_merge_after(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_after()
1157 struct vm_area_struct *vma_merge(struct mm_struct *mm, in vma_merge()
1158 struct vm_area_struct *prev, unsigned long addr, in vma_merge()
1165 struct vm_area_struct *area, *next; in vma_merge()
1260 static int anon_vma_compatible(struct vm_area_struct *a, struct vm_area_struct *b) in anon_vma_compatible()
1291 …struct anon_vma *reusable_anon_vma(struct vm_area_struct *old, struct vm_area_struct *a, struct vm… in reusable_anon_vma()
1310 struct anon_vma *find_mergeable_anon_vma(struct vm_area_struct *vma) in find_mergeable_anon_vma()
1456 struct vm_area_struct *vma = find_vma(mm, addr); in do_mmap()
1678 int vma_wants_writenotify(struct vm_area_struct *vma, pgprot_t vm_page_prot) in vma_wants_writenotify()
1731 struct vm_area_struct *vma, *prev, *merge; in mmap_region()
1930 struct vm_area_struct *vma; in unmapped_area()
1950 vma = rb_entry(mm->mm_rb.rb_node, struct vm_area_struct, vm_rb); in unmapped_area()
1958 struct vm_area_struct *left = in unmapped_area()
1960 struct vm_area_struct, vm_rb); in unmapped_area()
1978 struct vm_area_struct *right = in unmapped_area()
1980 struct vm_area_struct, vm_rb); in unmapped_area()
1993 struct vm_area_struct, vm_rb); in unmapped_area()
2025 struct vm_area_struct *vma; in unmapped_area_topdown()
2054 vma = rb_entry(mm->mm_rb.rb_node, struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2062 struct vm_area_struct *right = in unmapped_area_topdown()
2064 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2082 struct vm_area_struct *left = in unmapped_area_topdown()
2084 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2097 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2168 struct vm_area_struct *vma, *prev; in arch_get_unmapped_area()
2207 struct vm_area_struct *vma, *prev; in arch_get_unmapped_area_topdown()
2300 struct vm_area_struct *find_vma(struct mm_struct *mm, unsigned long addr) in find_vma()
2303 struct vm_area_struct *vma; in find_vma()
2313 struct vm_area_struct *tmp; in find_vma()
2315 tmp = rb_entry(rb_node, struct vm_area_struct, vm_rb); in find_vma()
2336 struct vm_area_struct *
2338 struct vm_area_struct **pprev) in find_vma_prev()
2340 struct vm_area_struct *vma; in find_vma_prev()
2348 *pprev = rb_node ? rb_entry(rb_node, struct vm_area_struct, vm_rb) : NULL; in find_vma_prev()
2358 static int acct_stack_growth(struct vm_area_struct *vma, in acct_stack_growth()
2404 int expand_upwards(struct vm_area_struct *vma, unsigned long address) in expand_upwards()
2407 struct vm_area_struct *next; in expand_upwards()
2494 int expand_downwards(struct vm_area_struct *vma, in expand_downwards()
2498 struct vm_area_struct *prev; in expand_downwards()
2585 int expand_stack(struct vm_area_struct *vma, unsigned long address) in expand_stack()
2590 struct vm_area_struct *
2593 struct vm_area_struct *vma, *prev; in find_extend_vma()
2607 int expand_stack(struct vm_area_struct *vma, unsigned long address) in expand_stack()
2612 struct vm_area_struct *
2615 struct vm_area_struct *vma; in find_extend_vma()
2643 static void remove_vma_list(struct mm_struct *mm, struct vm_area_struct *vma) in remove_vma_list()
2667 struct vm_area_struct *vma, struct vm_area_struct *prev, in unmap_region()
2670 struct vm_area_struct *next = vma_next(mm, prev); in unmap_region()
2687 detach_vmas_to_be_unmapped(struct mm_struct *mm, struct vm_area_struct *vma, in detach_vmas_to_be_unmapped()
2688 struct vm_area_struct *prev, unsigned long end) in detach_vmas_to_be_unmapped()
2690 struct vm_area_struct **insertion_point; in detach_vmas_to_be_unmapped()
2691 struct vm_area_struct *tail_vma = NULL; in detach_vmas_to_be_unmapped()
2728 int __split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in __split_vma()
2731 struct vm_area_struct *new; in __split_vma()
2792 int split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in split_vma()
2810 struct vm_area_struct *vma, *prev, *last; in __do_munmap()
2890 struct vm_area_struct *tmp = vma; in __do_munmap()
2969 struct vm_area_struct *vma; in SYSCALL_DEFINE5()
3001 struct vm_area_struct *next; in SYSCALL_DEFINE5()
3029 struct vm_area_struct *tmp; in SYSCALL_DEFINE5()
3068 struct vm_area_struct *vma, *prev; in do_brk_flags()
3170 struct vm_area_struct *vma; in exit_mmap()
3241 int insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in insert_vm_struct()
3243 struct vm_area_struct *prev; in insert_vm_struct()
3278 struct vm_area_struct *copy_vma(struct vm_area_struct **vmap, in copy_vma()
3282 struct vm_area_struct *vma = *vmap; in copy_vma()
3285 struct vm_area_struct *new_vma, *prev; in copy_vma()
3399 static void special_mapping_close(struct vm_area_struct *vma) in special_mapping_close()
3403 static const char *special_mapping_name(struct vm_area_struct *vma) in special_mapping_name()
3408 static int special_mapping_mremap(struct vm_area_struct *new_vma) in special_mapping_mremap()
3437 struct vm_area_struct *vma = vmf->vma; in special_mapping_fault()
3465 static struct vm_area_struct *__install_special_mapping( in __install_special_mapping()
3472 struct vm_area_struct *vma; in __install_special_mapping()
3502 bool vma_is_special_mapping(const struct vm_area_struct *vma, in vma_is_special_mapping()
3519 struct vm_area_struct *_install_special_mapping( in _install_special_mapping()
3532 struct vm_area_struct *vma = __install_special_mapping( in install_special_mapping()
3621 struct vm_area_struct *vma; in mm_take_all_locks()
3701 struct vm_area_struct *vma; in mm_drop_all_locks()