425 	struct vm_region *region, *last;  in validate_nommu_regions()  local
437 		region = rb_entry(p, struct vm_region, vm_rb);  in validate_nommu_regions()
440 		BUG_ON(region->vm_end <= region->vm_start);  in validate_nommu_regions()
441 		BUG_ON(region->vm_top < region->vm_end);  in validate_nommu_regions()
442 		BUG_ON(region->vm_start < last->vm_top);  in validate_nommu_regions()
456 static void add_nommu_region(struct vm_region *region)  in add_nommu_region()  argument
468 		if (region->vm_start < pregion->vm_start)  in add_nommu_region()
470 		else if (region->vm_start > pregion->vm_start)  in add_nommu_region()
472 		else if (pregion == region)  in add_nommu_region()
478 	rb_link_node(&region->vm_rb, parent, p);  in add_nommu_region()
479 	rb_insert_color(&region->vm_rb, &nommu_region_tree);  in add_nommu_region()
487 static void delete_nommu_region(struct vm_region *region)  in delete_nommu_region()  argument
492 	rb_erase(&region->vm_rb, &nommu_region_tree);  in delete_nommu_region()
515 static void __put_nommu_region(struct vm_region *region)  in __put_nommu_region()  argument
520 	if (--region->vm_usage == 0) {  in __put_nommu_region()
521 		if (region->vm_top > region->vm_start)  in __put_nommu_region()
522 			delete_nommu_region(region);  in __put_nommu_region()
525 		if (region->vm_file)  in __put_nommu_region()
526 			fput(region->vm_file);  in __put_nommu_region()
530 		if (region->vm_flags & VM_MAPPED_COPY)  in __put_nommu_region()
531 			free_page_series(region->vm_start, region->vm_top);  in __put_nommu_region()
532 		kmem_cache_free(vm_region_jar, region);  in __put_nommu_region()
541 static void put_nommu_region(struct vm_region *region)  in put_nommu_region()  argument
544 	__put_nommu_region(region);  in put_nommu_region()
917 			   struct vm_region *region,  in do_mmap_private()  argument
968 	region->vm_flags = vma->vm_flags;  in do_mmap_private()
969 	region->vm_start = (unsigned long) base;  in do_mmap_private()
970 	region->vm_end   = region->vm_start + len;  in do_mmap_private()
971 	region->vm_top   = region->vm_start + (total << PAGE_SHIFT);  in do_mmap_private()
973 	vma->vm_start = region->vm_start;  in do_mmap_private()
974 	vma->vm_end   = region->vm_start + len;  in do_mmap_private()
998 	free_page_series(region->vm_start, region->vm_top);  in do_mmap_private()
999 	region->vm_start = vma->vm_start = 0;  in do_mmap_private()
1000 	region->vm_end   = vma->vm_end = 0;  in do_mmap_private()
1001 	region->vm_top   = 0;  in do_mmap_private()
1025 	struct vm_region *region;  in do_mmap()  local
1050 	region = kmem_cache_zalloc(vm_region_jar, GFP_KERNEL);  in do_mmap()
1051 	if (!region)  in do_mmap()
1058 	region->vm_usage = 1;  in do_mmap()
1059 	region->vm_flags = vm_flags;  in do_mmap()
1060 	region->vm_pgoff = pgoff;  in do_mmap()
1066 		region->vm_file = get_file(file);  in do_mmap()
1138 			fput(region->vm_file);  in do_mmap()
1139 			kmem_cache_free(vm_region_jar, region);  in do_mmap()
1140 			region = pregion;  in do_mmap()
1166 				vma->vm_start = region->vm_start = addr;  in do_mmap()
1167 				vma->vm_end = region->vm_end = addr + len;  in do_mmap()
1172 	vma->vm_region = region;  in do_mmap()
1180 		ret = do_mmap_private(vma, region, len, capabilities);  in do_mmap()
1183 	add_nommu_region(region);  in do_mmap()
1189 		memset((void *)region->vm_start, 0,  in do_mmap()
1190 		       region->vm_end - region->vm_start);  in do_mmap()
1210 	if (vma->vm_flags & VM_EXEC && !region->vm_icache_flushed) {  in do_mmap()
1211 		flush_icache_user_range(region->vm_start, region->vm_end);  in do_mmap()
1212 		region->vm_icache_flushed = true;  in do_mmap()
1223 	if (region->vm_file)  in do_mmap()
1224 		fput(region->vm_file);  in do_mmap()
1225 	kmem_cache_free(vm_region_jar, region);  in do_mmap()
1238 	kmem_cache_free(vm_region_jar, region);  in do_mmap()
1312 	struct vm_region *region;  in split_vma()  local
1325 	region = kmem_cache_alloc(vm_region_jar, GFP_KERNEL);  in split_vma()
1326 	if (!region)  in split_vma()
1334 	*region = *vma->vm_region;  in split_vma()
1335 	new->vm_region = region;  in split_vma()
1340 		region->vm_top = region->vm_end = new->vm_end = addr;  in split_vma()
1342 		region->vm_start = new->vm_start = addr;  in split_vma()
1343 		region->vm_pgoff = new->vm_pgoff += npages;  in split_vma()
1378 	kmem_cache_free(vm_region_jar, region);  in split_vma()
1390 	struct vm_region *region;  in vmi_shrink_vma()  local
1405 	region = vma->vm_region;  in vmi_shrink_vma()
1406 	BUG_ON(region->vm_usage != 1);  in vmi_shrink_vma()
1409 	delete_nommu_region(region);  in vmi_shrink_vma()
1410 	if (from > region->vm_start) {  in vmi_shrink_vma()
1411 		to = region->vm_top;  in vmi_shrink_vma()
1412 		region->vm_top = region->vm_end = from;  in vmi_shrink_vma()
1414 		region->vm_start = to;  in vmi_shrink_vma()
1416 	add_nommu_region(region);  in vmi_shrink_vma()
1742 	struct vm_region *region;  in nommu_shrink_inode_mappings()  local
1773 		region = vma->vm_region;  in nommu_shrink_inode_mappings()
1774 		r_size = region->vm_top - region->vm_start;  in nommu_shrink_inode_mappings()
1775 		r_top = (region->vm_pgoff << PAGE_SHIFT) + r_size;  in nommu_shrink_inode_mappings()
1778 			region->vm_top -= r_top - newsize;  in nommu_shrink_inode_mappings()
1779 			if (region->vm_end > region->vm_top)  in nommu_shrink_inode_mappings()
1780 				region->vm_end = region->vm_top;  in nommu_shrink_inode_mappings()