369 		struct anon_vma *anon_vma = vma->anon_vma;  in validate_mm()  local
372 		if (anon_vma) {  in validate_mm()
373 			anon_vma_lock_read(anon_vma);  in validate_mm()
376 			anon_vma_unlock_read(anon_vma);  in validate_mm()
487 		anon_vma_interval_tree_remove(avc, &avc->anon_vma->rb_root);  in anon_vma_interval_tree_pre_update_vma()
496 		anon_vma_interval_tree_insert(avc, &avc->anon_vma->rb_root);  in anon_vma_interval_tree_post_update_vma()
698 	struct anon_vma *anon_vma = NULL;  in __vma_adjust()  local
750 			if (remove_next == 2 && !next->anon_vma)  in __vma_adjust()
779 		if (exporter && exporter->anon_vma && !importer->anon_vma) {  in __vma_adjust()
782 			importer->anon_vma = exporter->anon_vma;  in __vma_adjust()
811 	anon_vma = vma->anon_vma;  in __vma_adjust()
812 	if (!anon_vma && adjust_next)  in __vma_adjust()
813 		anon_vma = next->anon_vma;  in __vma_adjust()
814 	if (anon_vma) {  in __vma_adjust()
815 		VM_WARN_ON(adjust_next && next->anon_vma &&  in __vma_adjust()
816 			   anon_vma != next->anon_vma);  in __vma_adjust()
817 		anon_vma_lock_write(anon_vma);  in __vma_adjust()
889 	if (anon_vma) {  in __vma_adjust()
893 		anon_vma_unlock_write(anon_vma);  in __vma_adjust()
910 		if (next->anon_vma)  in __vma_adjust()
1006 static inline int is_mergeable_anon_vma(struct anon_vma *anon_vma1,  in is_mergeable_anon_vma()
1007 					struct anon_vma *anon_vma2,  in is_mergeable_anon_vma()
1033 		     struct anon_vma *anon_vma, struct file *file,  in can_vma_merge_before()  argument
1038 	    is_mergeable_anon_vma(anon_vma, vma->anon_vma, vma)) {  in can_vma_merge_before()
1054 		    struct anon_vma *anon_vma, struct file *file,  in can_vma_merge_after()  argument
1059 	    is_mergeable_anon_vma(anon_vma, vma->anon_vma, vma)) {  in can_vma_merge_after()
1111 			struct anon_vma *anon_vma, struct file *file,  in vma_merge()  argument
1145 					    anon_vma, file, pgoff,  in vma_merge()
1153 						     anon_vma, file,  in vma_merge()
1156 				is_mergeable_anon_vma(prev->anon_vma,  in vma_merge()
1157 						      next->anon_vma, NULL)) {  in vma_merge()
1177 					     anon_vma, file, pgoff+pglen,  in vma_merge()
1245 static struct anon_vma *reusable_anon_vma(struct vm_area_struct *old, struct vm_area_struct *a, str…  in reusable_anon_vma()
1248 		struct anon_vma *anon_vma = READ_ONCE(old->anon_vma);  in reusable_anon_vma()  local
1250 		if (anon_vma && list_is_singular(&old->anon_vma_chain))  in reusable_anon_vma()
1251 			return anon_vma;  in reusable_anon_vma()
1264 struct anon_vma *find_mergeable_anon_vma(struct vm_area_struct *vma)  in find_mergeable_anon_vma()
1266 	struct anon_vma *anon_vma;  in find_mergeable_anon_vma()  local
1273 	anon_vma = reusable_anon_vma(near, vma, near);  in find_mergeable_anon_vma()
1274 	if (anon_vma)  in find_mergeable_anon_vma()
1275 		return anon_vma;  in find_mergeable_anon_vma()
1281 	anon_vma = reusable_anon_vma(near, near, vma);  in find_mergeable_anon_vma()
1282 	if (anon_vma)  in find_mergeable_anon_vma()
1283 		return anon_vma;  in find_mergeable_anon_vma()
2338 	anon_vma_lock_write(vma->anon_vma);  in expand_upwards()
2379 	anon_vma_unlock_write(vma->anon_vma);  in expand_upwards()
2419 	anon_vma_lock_write(vma->anon_vma);  in expand_downwards()
2458 	anon_vma_unlock_write(vma->anon_vma);  in expand_downwards()
3138 		BUG_ON(vma->anon_vma);  in insert_vm_struct()
3165 	if (unlikely(vma_is_anonymous(vma) && !vma->anon_vma)) {  in copy_vma()
3173 			    vma->anon_vma, vma->vm_file, pgoff, vma_policy(vma),  in copy_vma()
3411 static void vm_lock_anon_vma(struct mm_struct *mm, struct anon_vma *anon_vma)  in vm_lock_anon_vma()  argument
3413 	if (!test_bit(0, (unsigned long *) &anon_vma->root->rb_root.rb_root.rb_node)) {  in vm_lock_anon_vma()
3418 		down_write_nest_lock(&anon_vma->root->rwsem, &mm->mmap_sem);  in vm_lock_anon_vma()
3429 				       &anon_vma->root->rb_root.rb_root.rb_node))  in vm_lock_anon_vma()
3517 		if (vma->anon_vma)  in mm_take_all_locks()
3519 				vm_lock_anon_vma(mm, avc->anon_vma);  in mm_take_all_locks()
3529 static void vm_unlock_anon_vma(struct anon_vma *anon_vma)  in vm_unlock_anon_vma()  argument
3531 	if (test_bit(0, (unsigned long *) &anon_vma->root->rb_root.rb_root.rb_node)) {  in vm_unlock_anon_vma()
3545 					  &anon_vma->root->rb_root.rb_root.rb_node))  in vm_unlock_anon_vma()
3547 		anon_vma_unlock_write(anon_vma);  in vm_unlock_anon_vma()
3578 		if (vma->anon_vma)  in mm_drop_all_locks()
3580 				vm_unlock_anon_vma(avc->anon_vma);  in mm_drop_all_locks()