Lines Matching refs:vm_start
229 if (!brkvma || brkvma->vm_start >= oldbrk) in SYSCALL_DEFINE1()
297 if ((vma_mt->vm_start != mas.index) || in validate_mm_mt()
305 vma_mt->vm_start, vma_mt->vm_end); in validate_mm_mt()
310 mm, vma_mt->vm_start, vma_mt->vm_end, in validate_mm_mt()
315 if (vma_mt->vm_start != mas.index) { in validate_mm_mt()
317 mm, vma_mt, vma_mt->vm_start, vma_mt->vm_end); in validate_mm_mt()
320 VM_BUG_ON_MM(vma_mt->vm_start != mas.index, mm); in validate_mm_mt()
400 unsigned long vm_start = max(addr, vma->vm_start); in count_vma_pages_range() local
403 nr_pages += PHYS_PFN(vm_end - vm_start); in count_vma_pages_range()
433 mas_set_range(mas, vma->vm_start, vma->vm_end - 1); in vma_mas_store()
448 trace_vma_mas_szero(mas->tree, vma->vm_start, vma->vm_end - 1); in vma_mas_remove()
449 mas->index = vma->vm_start; in vma_mas_remove()
537 VM_BUG_ON(next && !remove_next && next != vma && end > next->vm_start); in vma_expand()
539 VM_BUG_ON(vma->vm_start < start || vma->vm_end > end); in vma_expand()
549 uprobe_munmap(vma, vma->vm_start, vma->vm_end); in vma_expand()
563 vma->vm_start = start; in vma_expand()
591 uprobe_munmap(next, next->vm_start, next->vm_end); in vma_expand()
679 } else if (end > next->vm_start) { in __vma_adjust()
684 adjust_next = (end - next->vm_start); in __vma_adjust()
722 uprobe_munmap(vma, vma->vm_start, vma->vm_end); in __vma_adjust()
725 uprobe_munmap(next, next->vm_start, next->vm_end); in __vma_adjust()
758 if (start != vma->vm_start) { in __vma_adjust()
759 if ((vma->vm_start < start) && in __vma_adjust()
761 vma_mas_szero(&mas, vma->vm_start, start); in __vma_adjust()
762 VM_WARN_ON(insert && insert->vm_start > vma->vm_start); in __vma_adjust()
766 vma->vm_start = start; in __vma_adjust()
770 if (!insert || (insert->vm_start != end)) { in __vma_adjust()
787 next->vm_start += adjust_next; in __vma_adjust()
832 uprobe_munmap(next, next->vm_start, next->vm_end); in __vma_adjust()
1026 VM_WARN_ON(prev && addr <= prev->vm_start); in vma_merge()
1039 if (next && end == next->vm_start && in vma_merge()
1050 err = __vma_adjust(prev, prev->vm_start, in vma_merge()
1055 err = __vma_adjust(prev, prev->vm_start, in vma_merge()
1060 err = __vma_adjust(prev, prev->vm_start, in vma_merge()
1092 return a->vm_end == b->vm_start && in anon_vma_compatible()
1096 b->vm_pgoff == a->vm_pgoff + ((b->vm_start - a->vm_start) >> PAGE_SHIFT); in anon_vma_compatible()
1886 new_start = (vma->vm_flags & VM_GROWSUP) ? vma->vm_start : in acct_stack_growth()
1957 size = address - vma->vm_start; in expand_upwards()
2001 MA_STATE(mas, &mm->mm_mt, vma->vm_start, vma->vm_start); in expand_downwards()
2035 if (address < vma->vm_start) { in expand_downwards()
2039 grow = (vma->vm_start - address) >> PAGE_SHIFT; in expand_downwards()
2059 vma->vm_start = address; in expand_downwards()
2105 if (vma && (vma->vm_start <= addr)) in find_extend_vma()
2129 if (vma->vm_start <= addr) in find_extend_vma()
2133 start = vma->vm_start; in find_extend_vma()
2186 next ? next->vm_start : USER_PGTABLES_CEILING); in unmap_region()
2214 new->vm_start = addr; in __split_vma()
2215 new->vm_pgoff += ((addr - vma->vm_start) >> PAGE_SHIFT); in __split_vma()
2234 ((addr - new->vm_start) >> PAGE_SHIFT), new); in __split_vma()
2236 err = vma_adjust(vma, vma->vm_start, addr, vma->vm_pgoff, new); in __split_vma()
2243 new->vm_start = new->vm_end; in __split_vma()
2275 mas_set_range(mas_detach, vma->vm_start, vma->vm_end - 1); in munmap_sidetree()
2323 if (start > vma->vm_start) { in do_mas_align_munmap()
2379 BUG_ON(next->vm_start < start); in do_mas_align_munmap()
2380 BUG_ON(next->vm_start > end); in do_mas_align_munmap()
2566 if (next && next->vm_start == end && !vma_policy(next) && in mmap_region()
2580 merge_start = prev->vm_start; in mmap_region()
2607 vma->vm_start = addr; in mmap_region()
2629 if (WARN_ON((addr != vma->vm_start))) { in mmap_region()
2640 merge = vma_merge(mm, prev, vma->vm_start, vma->vm_end, vma->vm_flags, in mmap_region()
2753 unmap_region(mm, mas.tree, vma, prev, next, vma->vm_start, vma->vm_end); in mmap_region()
2846 if (next->vm_start != prev->vm_end) in SYSCALL_DEFINE5()
2951 mas_set_range(mas, vma->vm_start, addr + len - 1); in do_brk_flags()
2955 vma_adjust_trans_huge(vma, vma->vm_start, addr + len, 0); in do_brk_flags()
2978 vma->vm_start = addr; in do_brk_flags()
2983 mas_set_range(mas, vma->vm_start, addr + len - 1); in do_brk_flags()
3128 if (find_vma_intersection(mm, vma->vm_start, vma->vm_end)) in insert_vm_struct()
3149 vma->vm_pgoff = vma->vm_start >> PAGE_SHIFT; in insert_vm_struct()
3169 unsigned long vma_start = vma->vm_start; in copy_vma()
3185 if (new_vma && new_vma->vm_start < addr + len) in copy_vma()
3195 if (unlikely(vma_start >= new_vma->vm_start && in copy_vma()
3217 new_vma->vm_start = addr; in copy_vma()
3390 vma->vm_start = addr; in __install_special_mapping()