Lines Matching refs:start

57 		     unsigned long start, unsigned long end, int behavior)  in madvise_behavior()  argument
107 error = ksm_madvise(vma, start, end, behavior, &new_flags); in madvise_behavior()
138 pgoff = vma->vm_pgoff + ((start - vma->vm_start) >> PAGE_SHIFT); in madvise_behavior()
139 *prev = vma_merge(mm, *prev, start, end, new_flags, vma->anon_vma, in madvise_behavior()
149 if (start != vma->vm_start) { in madvise_behavior()
154 error = __split_vma(mm, vma, start, 1); in madvise_behavior()
193 static int swapin_walk_pmd_entry(pmd_t *pmd, unsigned long start, in swapin_walk_pmd_entry() argument
203 for (index = start; index != end; index += PAGE_SIZE) { in swapin_walk_pmd_entry()
209 orig_pte = pte_offset_map_lock(vma->vm_mm, pmd, start, &ptl); in swapin_walk_pmd_entry()
210 pte = *(orig_pte + ((index - start) / PAGE_SIZE)); in swapin_walk_pmd_entry()
229 unsigned long start, unsigned long end) in force_swapin_readahead() argument
237 walk_page_range(start, end, &walk); in force_swapin_readahead()
243 unsigned long start, unsigned long end, in force_shm_swapin_readahead() argument
250 for (; start < end; start += PAGE_SIZE) { in force_shm_swapin_readahead()
251 index = ((start - vma->vm_start) >> PAGE_SHIFT) + vma->vm_pgoff; in force_shm_swapin_readahead()
275 unsigned long start, unsigned long end) in madvise_willneed() argument
282 force_swapin_readahead(vma, start, end); in madvise_willneed()
287 force_shm_swapin_readahead(vma, start, end, in madvise_willneed()
301 start = ((start - vma->vm_start) >> PAGE_SHIFT) + vma->vm_pgoff; in madvise_willneed()
306 force_page_cache_readahead(file->f_mapping, file, start, end - start); in madvise_willneed()
461 unsigned long start, end; in madvise_free_single_vma() local
469 start = max(vma->vm_start, start_addr); in madvise_free_single_vma()
470 if (start >= vma->vm_end) in madvise_free_single_vma()
477 tlb_gather_mmu(&tlb, mm, start, end); in madvise_free_single_vma()
480 mmu_notifier_invalidate_range_start(mm, start, end); in madvise_free_single_vma()
481 madvise_free_page_range(&tlb, vma, start, end); in madvise_free_single_vma()
482 mmu_notifier_invalidate_range_end(mm, start, end); in madvise_free_single_vma()
483 tlb_finish_mmu(&tlb, start, end); in madvise_free_single_vma()
508 unsigned long start, unsigned long end) in madvise_dontneed_single_vma() argument
510 zap_page_range(vma, start, end - start); in madvise_dontneed_single_vma()
516 unsigned long start, unsigned long end, in madvise_dontneed_free() argument
523 if (!userfaultfd_remove(vma, start, end)) { in madvise_dontneed_free()
527 vma = find_vma(current->mm, start); in madvise_dontneed_free()
530 if (start < vma->vm_start) { in madvise_dontneed_free()
559 VM_WARN_ON(start >= end); in madvise_dontneed_free()
563 return madvise_dontneed_single_vma(vma, start, end); in madvise_dontneed_free()
565 return madvise_free_single_vma(vma, start, end); in madvise_dontneed_free()
576 unsigned long start, unsigned long end) in madvise_remove() argument
596 offset = (loff_t)(start - vma->vm_start) in madvise_remove()
606 if (userfaultfd_remove(vma, start, end)) { in madvise_remove()
612 offset, end - start); in madvise_remove()
623 unsigned long start, unsigned long end) in madvise_inject_error() argument
633 for (; start < end; start += PAGE_SIZE << order) { in madvise_inject_error()
637 ret = get_user_pages_fast(start, 1, 0, &page); in madvise_inject_error()
656 pfn, start); in madvise_inject_error()
665 pfn, start); in madvise_inject_error()
689 unsigned long start, unsigned long end, int behavior) in madvise_vma() argument
693 return madvise_remove(vma, prev, start, end); in madvise_vma()
695 return madvise_willneed(vma, prev, start, end); in madvise_vma()
698 return madvise_dontneed_free(vma, prev, start, end, behavior); in madvise_vma()
700 return madvise_behavior(vma, prev, start, end, behavior); in madvise_vma()
801 SYSCALL_DEFINE3(madvise, unsigned long, start, size_t, len_in, int, behavior) in SYSCALL_DEFINE3() argument
814 if (start & ~PAGE_MASK) in SYSCALL_DEFINE3()
822 end = start + len; in SYSCALL_DEFINE3()
823 if (end < start) in SYSCALL_DEFINE3()
827 if (end == start) in SYSCALL_DEFINE3()
832 return madvise_inject_error(behavior, start, start + len_in); in SYSCALL_DEFINE3()
848 vma = find_vma_prev(current->mm, start, &prev); in SYSCALL_DEFINE3()
849 if (vma && start > vma->vm_start) in SYSCALL_DEFINE3()
860 if (start < vma->vm_start) { in SYSCALL_DEFINE3()
862 start = vma->vm_start; in SYSCALL_DEFINE3()
863 if (start >= end) in SYSCALL_DEFINE3()
873 error = madvise_vma(vma, &prev, start, tmp, behavior); in SYSCALL_DEFINE3()
876 start = tmp; in SYSCALL_DEFINE3()
877 if (prev && start < prev->vm_end) in SYSCALL_DEFINE3()
878 start = prev->vm_end; in SYSCALL_DEFINE3()
880 if (start >= end) in SYSCALL_DEFINE3()
885 vma = find_vma(current->mm, start); in SYSCALL_DEFINE3()