380 			struct vm_area_struct *vma, struct zone *zone,  in __munlock_pagevec_fill()  argument
391 	pte = get_locked_pte(vma->vm_mm, start,	&ptl);  in __munlock_pagevec_fill()
404 			page = vm_normal_page(vma, start, *pte);  in __munlock_pagevec_fill()
450 void munlock_vma_pages_range(struct vm_area_struct *vma,  in munlock_vma_pages_range()  argument
453 	vma->vm_flags &= VM_LOCKED_CLEAR_MASK;  in munlock_vma_pages_range()
470 		page = follow_page(vma, start, FOLL_GET | FOLL_DUMP);  in munlock_vma_pages_range()
502 				start = __munlock_pagevec_fill(&pvec, vma,  in munlock_vma_pages_range()
524 static int mlock_fixup(struct vm_area_struct *vma, struct vm_area_struct **prev,  in mlock_fixup()  argument
527 	struct mm_struct *mm = vma->vm_mm;  in mlock_fixup()
532 	vm_flags_t old_flags = vma->vm_flags;  in mlock_fixup()
534 	if (newflags == vma->vm_flags || (vma->vm_flags & VM_SPECIAL) ||  in mlock_fixup()
535 	    is_vm_hugetlb_page(vma) || vma == get_gate_vma(current->mm) ||  in mlock_fixup()
536 	    vma_is_dax(vma))  in mlock_fixup()
540 	pgoff = vma->vm_pgoff + ((start - vma->vm_start) >> PAGE_SHIFT);  in mlock_fixup()
541 	*prev = vma_merge(mm, *prev, start, end, newflags, vma->anon_vma,  in mlock_fixup()
542 			  vma->vm_file, pgoff, vma_policy(vma),  in mlock_fixup()
543 			  vma->vm_userfaultfd_ctx);  in mlock_fixup()
545 		vma = *prev;  in mlock_fixup()
549 	if (start != vma->vm_start) {  in mlock_fixup()
550 		ret = split_vma(mm, vma, start, 1);  in mlock_fixup()
555 	if (end != vma->vm_end) {  in mlock_fixup()
556 		ret = split_vma(mm, vma, end, 0);  in mlock_fixup()
579 		vma->vm_flags = newflags;  in mlock_fixup()
581 		munlock_vma_pages_range(vma, start, end);  in mlock_fixup()
584 	*prev = vma;  in mlock_fixup()
592 	struct vm_area_struct * vma, * prev;  in apply_vma_lock_flags()  local
602 	vma = find_vma(current->mm, start);  in apply_vma_lock_flags()
603 	if (!vma || vma->vm_start > start)  in apply_vma_lock_flags()
606 	prev = vma->vm_prev;  in apply_vma_lock_flags()
607 	if (start > vma->vm_start)  in apply_vma_lock_flags()
608 		prev = vma;  in apply_vma_lock_flags()
611 		vm_flags_t newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK;  in apply_vma_lock_flags()
616 		tmp = vma->vm_end;  in apply_vma_lock_flags()
619 		error = mlock_fixup(vma, &prev, nstart, tmp, newflags);  in apply_vma_lock_flags()
628 		vma = prev->vm_next;  in apply_vma_lock_flags()
629 		if (!vma || vma->vm_start != nstart) {  in apply_vma_lock_flags()
647 	struct vm_area_struct *vma;  in count_mm_mlocked_page_nr()  local
653 	vma = find_vma(mm, start);  in count_mm_mlocked_page_nr()
654 	if (vma == NULL)  in count_mm_mlocked_page_nr()
655 		vma = mm->mmap;  in count_mm_mlocked_page_nr()
657 	for (; vma ; vma = vma->vm_next) {  in count_mm_mlocked_page_nr()
658 		if (start >= vma->vm_end)  in count_mm_mlocked_page_nr()
660 		if (start + len <=  vma->vm_start)  in count_mm_mlocked_page_nr()
662 		if (vma->vm_flags & VM_LOCKED) {  in count_mm_mlocked_page_nr()
663 			if (start > vma->vm_start)  in count_mm_mlocked_page_nr()
664 				count -= (start - vma->vm_start);  in count_mm_mlocked_page_nr()
665 			if (start + len < vma->vm_end) {  in count_mm_mlocked_page_nr()
666 				count += start + len - vma->vm_start;  in count_mm_mlocked_page_nr()
669 			count += vma->vm_end - vma->vm_start;  in count_mm_mlocked_page_nr()
770 	struct vm_area_struct * vma, * prev = NULL;  in apply_mlockall_flags()  local
790 	for (vma = current->mm->mmap; vma ; vma = prev->vm_next) {  in apply_mlockall_flags()
793 		newflags = vma->vm_flags & VM_LOCKED_CLEAR_MASK;  in apply_mlockall_flags()
797 		mlock_fixup(vma, &prev, vma->vm_start, vma->vm_end, newflags);  in apply_mlockall_flags()