Lines Matching full:region
95 * region. This test is intentionally done in reverse order, in kobjsize()
407 * initialise the percpu counter for VM and region record slabs
419 * validate the region tree
420 * - the caller must hold the region lock
425 struct vm_region *region, *last; in validate_nommu_regions() local
437 region = rb_entry(p, struct vm_region, vm_rb); in validate_nommu_regions()
440 BUG_ON(region->vm_end <= region->vm_start); in validate_nommu_regions()
441 BUG_ON(region->vm_top < region->vm_end); in validate_nommu_regions()
442 BUG_ON(region->vm_start < last->vm_top); in validate_nommu_regions()
454 * add a region into the global tree
456 static void add_nommu_region(struct vm_region *region) in add_nommu_region() argument
468 if (region->vm_start < pregion->vm_start) in add_nommu_region()
470 else if (region->vm_start > pregion->vm_start) in add_nommu_region()
472 else if (pregion == region) in add_nommu_region()
478 rb_link_node(®ion->vm_rb, parent, p); in add_nommu_region()
479 rb_insert_color(®ion->vm_rb, &nommu_region_tree); in add_nommu_region()
485 * delete a region from the global tree
487 static void delete_nommu_region(struct vm_region *region) in delete_nommu_region() argument
492 rb_erase(®ion->vm_rb, &nommu_region_tree); in delete_nommu_region()
510 * release a reference to a region
511 * - the caller must hold the region semaphore for writing, which this releases
512 * - the region may not have been added to the tree yet, in which case vm_top
515 static void __put_nommu_region(struct vm_region *region) in __put_nommu_region() argument
520 if (--region->vm_usage == 0) { in __put_nommu_region()
521 if (region->vm_top > region->vm_start) in __put_nommu_region()
522 delete_nommu_region(region); in __put_nommu_region()
525 if (region->vm_file) in __put_nommu_region()
526 fput(region->vm_file); in __put_nommu_region()
530 if (region->vm_flags & VM_MAPPED_COPY) in __put_nommu_region()
531 free_page_series(region->vm_start, region->vm_top); in __put_nommu_region()
532 kmem_cache_free(vm_region_jar, region); in __put_nommu_region()
539 * release a reference to a region
541 static void put_nommu_region(struct vm_region *region) in put_nommu_region() argument
544 __put_nommu_region(region); in put_nommu_region()
963 struct vm_region *region, in do_mmap_private() argument
1010 region->vm_flags = vma->vm_flags |= VM_MAPPED_COPY; in do_mmap_private()
1011 region->vm_start = (unsigned long) base; in do_mmap_private()
1012 region->vm_end = region->vm_start + len; in do_mmap_private()
1013 region->vm_top = region->vm_start + (total << PAGE_SHIFT); in do_mmap_private()
1015 vma->vm_start = region->vm_start; in do_mmap_private()
1016 vma->vm_end = region->vm_start + len; in do_mmap_private()
1040 free_page_series(region->vm_start, region->vm_top); in do_mmap_private()
1041 region->vm_start = vma->vm_start = 0; in do_mmap_private()
1042 region->vm_end = vma->vm_end = 0; in do_mmap_private()
1043 region->vm_top = 0; in do_mmap_private()
1066 struct vm_region *region; in do_mmap() local
1090 region = kmem_cache_zalloc(vm_region_jar, GFP_KERNEL); in do_mmap()
1091 if (!region) in do_mmap()
1098 region->vm_usage = 1; in do_mmap()
1099 region->vm_flags = vm_flags; in do_mmap()
1100 region->vm_pgoff = pgoff; in do_mmap()
1106 region->vm_file = get_file(file); in do_mmap()
1151 /* new mapping is not a subset of the region */ in do_mmap()
1157 /* we've found a region we can share */ in do_mmap()
1178 fput(region->vm_file); in do_mmap()
1179 kmem_cache_free(vm_region_jar, region); in do_mmap()
1180 region = pregion; in do_mmap()
1206 vma->vm_start = region->vm_start = addr; in do_mmap()
1207 vma->vm_end = region->vm_end = addr + len; in do_mmap()
1212 vma->vm_region = region; in do_mmap()
1215 * - the region is filled in if NOMMU_MAP_DIRECT is still set in do_mmap()
1220 ret = do_mmap_private(vma, region, len, capabilities); in do_mmap()
1223 add_nommu_region(region); in do_mmap()
1229 memset((void *)region->vm_start, 0, in do_mmap()
1230 region->vm_end - region->vm_start); in do_mmap()
1240 /* we flush the region from the icache only when the first executable in do_mmap()
1242 if (vma->vm_flags & VM_EXEC && !region->vm_icache_flushed) { in do_mmap()
1243 flush_icache_user_range(region->vm_start, region->vm_end); in do_mmap()
1244 region->vm_icache_flushed = true; in do_mmap()
1254 if (region->vm_file) in do_mmap()
1255 fput(region->vm_file); in do_mmap()
1256 kmem_cache_free(vm_region_jar, region); in do_mmap()
1269 kmem_cache_free(vm_region_jar, region); in do_mmap()
1276 pr_warn("Allocation of vm region for %lu byte allocation from process %d failed\n", in do_mmap()
1343 struct vm_region *region; in split_vma() local
1347 * only a single usage on the region) */ in split_vma()
1354 region = kmem_cache_alloc(vm_region_jar, GFP_KERNEL); in split_vma()
1355 if (!region) in split_vma()
1360 kmem_cache_free(vm_region_jar, region); in split_vma()
1365 *region = *vma->vm_region; in split_vma()
1366 new->vm_region = region; in split_vma()
1371 region->vm_top = region->vm_end = new->vm_end = addr; in split_vma()
1373 region->vm_start = new->vm_start = addr; in split_vma()
1374 region->vm_pgoff = new->vm_pgoff += npages; in split_vma()
1406 struct vm_region *region; in shrink_vma() local
1417 /* cut the backing region down to size */ in shrink_vma()
1418 region = vma->vm_region; in shrink_vma()
1419 BUG_ON(region->vm_usage != 1); in shrink_vma()
1422 delete_nommu_region(region); in shrink_vma()
1423 if (from > region->vm_start) { in shrink_vma()
1424 to = region->vm_top; in shrink_vma()
1425 region->vm_top = region->vm_end = from; in shrink_vma()
1427 region->vm_start = to; in shrink_vma()
1429 add_nommu_region(region); in shrink_vma()
1547 * as long as it stays within the region allocated by do_mmap_private() and the
1751 struct vm_region *region; in nommu_shrink_inode_mappings() local
1782 region = vma->vm_region; in nommu_shrink_inode_mappings()
1783 r_size = region->vm_top - region->vm_start; in nommu_shrink_inode_mappings()
1784 r_top = (region->vm_pgoff << PAGE_SHIFT) + r_size; in nommu_shrink_inode_mappings()
1787 region->vm_top -= r_top - newsize; in nommu_shrink_inode_mappings()
1788 if (region->vm_end > region->vm_top) in nommu_shrink_inode_mappings()
1789 region->vm_end = region->vm_top; in nommu_shrink_inode_mappings()