400 		struct anon_vma *anon_vma = vma->anon_vma;  in validate_mm()  local
403 		if (anon_vma) {  in validate_mm()
404 			anon_vma_lock_read(anon_vma);  in validate_mm()
407 			anon_vma_unlock_read(anon_vma);  in validate_mm()
517 		anon_vma_interval_tree_remove(avc, &avc->anon_vma->rb_root);  in anon_vma_interval_tree_pre_update_vma()
526 		anon_vma_interval_tree_insert(avc, &avc->anon_vma->rb_root);  in anon_vma_interval_tree_post_update_vma()
748 	struct anon_vma *anon_vma = NULL;  in __vma_adjust()  local
798 			if (remove_next == 2 && !next->anon_vma)  in __vma_adjust()
827 		if (exporter && exporter->anon_vma && !importer->anon_vma) {  in __vma_adjust()
830 			importer->anon_vma = exporter->anon_vma;  in __vma_adjust()
859 	anon_vma = vma->anon_vma;  in __vma_adjust()
860 	if (!anon_vma && adjust_next)  in __vma_adjust()
861 		anon_vma = next->anon_vma;  in __vma_adjust()
862 	if (anon_vma) {  in __vma_adjust()
863 		VM_WARN_ON(adjust_next && next->anon_vma &&  in __vma_adjust()
864 			   anon_vma != next->anon_vma);  in __vma_adjust()
865 		anon_vma_lock_write(anon_vma);  in __vma_adjust()
937 	if (anon_vma) {  in __vma_adjust()
941 		anon_vma_unlock_write(anon_vma);  in __vma_adjust()
957 		if (next->anon_vma)  in __vma_adjust()
1053 static inline int is_mergeable_anon_vma(struct anon_vma *anon_vma1,  in is_mergeable_anon_vma()
1054 					struct anon_vma *anon_vma2,  in is_mergeable_anon_vma()
1080 		     struct anon_vma *anon_vma, struct file *file,  in can_vma_merge_before()  argument
1085 	    is_mergeable_anon_vma(anon_vma, vma->anon_vma, vma)) {  in can_vma_merge_before()
1101 		    struct anon_vma *anon_vma, struct file *file,  in can_vma_merge_after()  argument
1106 	    is_mergeable_anon_vma(anon_vma, vma->anon_vma, vma)) {  in can_vma_merge_after()
1161 			struct anon_vma *anon_vma, struct file *file,  in vma_merge()  argument
1192 					    anon_vma, file, pgoff,  in vma_merge()
1200 						     anon_vma, file,  in vma_merge()
1203 				is_mergeable_anon_vma(prev->anon_vma,  in vma_merge()
1204 						      next->anon_vma, NULL)) {  in vma_merge()
1224 					     anon_vma, file, pgoff+pglen,  in vma_merge()
1292 static struct anon_vma *reusable_anon_vma(struct vm_area_struct *old, struct vm_area_struct *a, str…  in reusable_anon_vma()
1295 		struct anon_vma *anon_vma = READ_ONCE(old->anon_vma);  in reusable_anon_vma()  local
1297 		if (anon_vma && list_is_singular(&old->anon_vma_chain))  in reusable_anon_vma()
1298 			return anon_vma;  in reusable_anon_vma()
1311 struct anon_vma *find_mergeable_anon_vma(struct vm_area_struct *vma)  in find_mergeable_anon_vma()
1313 	struct anon_vma *anon_vma = NULL;  in find_mergeable_anon_vma()  local
1317 		anon_vma = reusable_anon_vma(vma->vm_next, vma, vma->vm_next);  in find_mergeable_anon_vma()
1318 		if (anon_vma)  in find_mergeable_anon_vma()
1319 			return anon_vma;  in find_mergeable_anon_vma()
1324 		anon_vma = reusable_anon_vma(vma->vm_prev, vma->vm_prev, vma);  in find_mergeable_anon_vma()
1336 	return anon_vma;  in find_mergeable_anon_vma()
2417 	anon_vma_lock_write(vma->anon_vma);  in expand_upwards()
2458 	anon_vma_unlock_write(vma->anon_vma);  in expand_upwards()
2497 	anon_vma_lock_write(vma->anon_vma);  in expand_downwards()
2536 	anon_vma_unlock_write(vma->anon_vma);  in expand_downwards()
3217 		BUG_ON(vma->anon_vma);  in insert_vm_struct()
3244 	if (unlikely(vma_is_anonymous(vma) && !vma->anon_vma)) {  in copy_vma()
3252 			    vma->anon_vma, vma->vm_file, pgoff, vma_policy(vma),  in copy_vma()
3504 static void vm_lock_anon_vma(struct mm_struct *mm, struct anon_vma *anon_vma)  in vm_lock_anon_vma()  argument
3506 	if (!test_bit(0, (unsigned long *) &anon_vma->root->rb_root.rb_root.rb_node)) {  in vm_lock_anon_vma()
3511 		down_write_nest_lock(&anon_vma->root->rwsem, &mm->mmap_lock);  in vm_lock_anon_vma()
3522 				       &anon_vma->root->rb_root.rb_root.rb_node))  in vm_lock_anon_vma()
3610 		if (vma->anon_vma)  in mm_take_all_locks()
3612 				vm_lock_anon_vma(mm, avc->anon_vma);  in mm_take_all_locks()
3622 static void vm_unlock_anon_vma(struct anon_vma *anon_vma)  in vm_unlock_anon_vma()  argument
3624 	if (test_bit(0, (unsigned long *) &anon_vma->root->rb_root.rb_root.rb_node)) {  in vm_unlock_anon_vma()
3638 					  &anon_vma->root->rb_root.rb_root.rb_node))  in vm_unlock_anon_vma()
3640 		anon_vma_unlock_write(anon_vma);  in vm_unlock_anon_vma()
3671 		if (vma->anon_vma)  in mm_drop_all_locks()
3673 				vm_unlock_anon_vma(avc->anon_vma);  in mm_drop_all_locks()