351 			struct vm_area_struct *vma, struct zone *zone,  in __munlock_pagevec_fill()  argument
362 	pte = get_locked_pte(vma->vm_mm, start,	&ptl);  in __munlock_pagevec_fill()
375 			page = vm_normal_page(vma, start, *pte);  in __munlock_pagevec_fill()
421 void munlock_vma_pages_range(struct vm_area_struct *vma,  in munlock_vma_pages_range()  argument
424 	vma->vm_flags &= VM_LOCKED_CLEAR_MASK;  in munlock_vma_pages_range()
441 		page = follow_page(vma, start, FOLL_GET | FOLL_DUMP);  in munlock_vma_pages_range()
473 				start = __munlock_pagevec_fill(&pvec, vma,  in munlock_vma_pages_range()
495 static int mlock_fixup(struct vm_area_struct *vma, struct vm_area_struct **prev,  in mlock_fixup()  argument
498 	struct mm_struct *mm = vma->vm_mm;  in mlock_fixup()
503 	vm_flags_t old_flags = vma->vm_flags;  in mlock_fixup()
505 	if (newflags == vma->vm_flags || (vma->vm_flags & VM_SPECIAL) ||  in mlock_fixup()
506 	    is_vm_hugetlb_page(vma) || vma == get_gate_vma(current->mm) ||  in mlock_fixup()
507 	    vma_is_dax(vma) || vma_is_secretmem(vma))  in mlock_fixup()
511 	pgoff = vma->vm_pgoff + ((start - vma->vm_start) >> PAGE_SHIFT);  in mlock_fixup()
512 	*prev = vma_merge(mm, *prev, start, end, newflags, vma->anon_vma,  in mlock_fixup()
513 			  vma->vm_file, pgoff, vma_policy(vma),  in mlock_fixup()
514 			  vma->vm_userfaultfd_ctx);  in mlock_fixup()
516 		vma = *prev;  in mlock_fixup()
520 	if (start != vma->vm_start) {  in mlock_fixup()
521 		ret = split_vma(mm, vma, start, 1);  in mlock_fixup()
526 	if (end != vma->vm_end) {  in mlock_fixup()
527 		ret = split_vma(mm, vma, end, 0);  in mlock_fixup()
550 		vma->vm_flags = newflags;  in mlock_fixup()
552 		munlock_vma_pages_range(vma, start, end);  in mlock_fixup()
555 	*prev = vma;  in mlock_fixup()
563 	struct vm_area_struct *vma, *prev;  in apply_vma_lock_flags()  local
573 	vma = find_vma(current->mm, start);  in apply_vma_lock_flags()
574 	if (!vma || vma->vm_start > start)  in apply_vma_lock_flags()
577 	prev = vma->vm_prev;  in apply_vma_lock_flags()
578 	if (start > vma->vm_start)  in apply_vma_lock_flags()
579 		prev = vma;  in apply_vma_lock_flags()
582 		vm_flags_t newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK;  in apply_vma_lock_flags()
587 		tmp = vma->vm_end;  in apply_vma_lock_flags()
590 		error = mlock_fixup(vma, &prev, nstart, tmp, newflags);  in apply_vma_lock_flags()
599 		vma = prev->vm_next;  in apply_vma_lock_flags()
600 		if (!vma || vma->vm_start != nstart) {  in apply_vma_lock_flags()
618 	struct vm_area_struct *vma;  in count_mm_mlocked_page_nr()  local
624 	vma = find_vma(mm, start);  in count_mm_mlocked_page_nr()
625 	if (vma == NULL)  in count_mm_mlocked_page_nr()
628 	for (; vma ; vma = vma->vm_next) {  in count_mm_mlocked_page_nr()
629 		if (start >= vma->vm_end)  in count_mm_mlocked_page_nr()
631 		if (start + len <=  vma->vm_start)  in count_mm_mlocked_page_nr()
633 		if (vma->vm_flags & VM_LOCKED) {  in count_mm_mlocked_page_nr()
634 			if (start > vma->vm_start)  in count_mm_mlocked_page_nr()
635 				count -= (start - vma->vm_start);  in count_mm_mlocked_page_nr()
636 			if (start + len < vma->vm_end) {  in count_mm_mlocked_page_nr()
637 				count += start + len - vma->vm_start;  in count_mm_mlocked_page_nr()
640 			count += vma->vm_end - vma->vm_start;  in count_mm_mlocked_page_nr()
741 	struct vm_area_struct *vma, *prev = NULL;  in apply_mlockall_flags()  local
761 	for (vma = current->mm->mmap; vma ; vma = prev->vm_next) {  in apply_mlockall_flags()
764 		newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK;  in apply_mlockall_flags()
768 		mlock_fixup(vma, &prev, vma->vm_start, vma->vm_end, newflags);  in apply_mlockall_flags()