131 	struct vm_area_struct *vma;  in m_start()  local
158 	vma = find_vma(mm, last_addr);  in m_start()
159 	if (vma)  in m_start()
160 		return vma;  in m_start()
168 	struct vm_area_struct *next, *vma = v;  in m_next()  local
170 	if (vma == priv->tail_vma)  in m_next()
172 	else if (vma->vm_next)  in m_next()
173 		next = vma->vm_next;  in m_next()
239 static int is_stack(struct vm_area_struct *vma)  in is_stack()  argument
246 	return vma->vm_start <= vma->vm_mm->start_stack &&  in is_stack()
247 		vma->vm_end >= vma->vm_mm->start_stack;  in is_stack()
271 show_map_vma(struct seq_file *m, struct vm_area_struct *vma)  in show_map_vma()  argument
273 	struct mm_struct *mm = vma->vm_mm;  in show_map_vma()
274 	struct file *file = vma->vm_file;  in show_map_vma()
275 	vm_flags_t flags = vma->vm_flags;  in show_map_vma()
283 		struct inode *inode = file_inode(vma->vm_file);  in show_map_vma()
286 		pgoff = ((loff_t)vma->vm_pgoff) << PAGE_SHIFT;  in show_map_vma()
289 	start = vma->vm_start;  in show_map_vma()
290 	end = vma->vm_end;  in show_map_vma()
303 	if (vma->vm_ops && vma->vm_ops->name) {  in show_map_vma()
304 		name = vma->vm_ops->name(vma);  in show_map_vma()
309 	name = arch_vma_name(vma);  in show_map_vma()
316 		if (vma->vm_start <= mm->brk &&  in show_map_vma()
317 		    vma->vm_end >= mm->start_brk) {  in show_map_vma()
322 		if (is_stack(vma))  in show_map_vma()
483 			walk->vma->vm_file->f_mapping, addr, end);  in smaps_pte_hole()
495 	struct vm_area_struct *vma = walk->vma;  in smaps_pte_entry()  local
496 	bool locked = !!(vma->vm_flags & VM_LOCKED);  in smaps_pte_entry()
500 		page = vm_normal_page(vma, addr, *pte);  in smaps_pte_entry()
523 		page = xa_load(&vma->vm_file->f_mapping->i_pages,  in smaps_pte_entry()
524 						linear_page_index(vma, addr));  in smaps_pte_entry()
541 	struct vm_area_struct *vma = walk->vma;  in smaps_pmd_entry()  local
542 	bool locked = !!(vma->vm_flags & VM_LOCKED);  in smaps_pmd_entry()
547 		page = follow_trans_huge_pmd(vma, addr, pmd, FOLL_DUMP);  in smaps_pmd_entry()
576 	struct vm_area_struct *vma = walk->vma;  in smaps_pte_range()  local
580 	ptl = pmd_trans_huge_lock(pmd, vma);  in smaps_pte_range()
594 	pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl);  in smaps_pte_range()
603 static void show_smap_vma_flags(struct seq_file *m, struct vm_area_struct *vma)  in show_smap_vma_flags()  argument
671 		if (vma->vm_flags & (1UL << i)) {  in show_smap_vma_flags()
686 	struct vm_area_struct *vma = walk->vma;  in smaps_hugetlb_range()  local
690 		page = vm_normal_page(vma, addr, *pte);  in smaps_hugetlb_range()
703 			mss->shared_hugetlb += huge_page_size(hstate_vma(vma));  in smaps_hugetlb_range()
705 			mss->private_hugetlb += huge_page_size(hstate_vma(vma));  in smaps_hugetlb_range()
730 static void smap_gather_stats(struct vm_area_struct *vma,  in smap_gather_stats()  argument
736 	if (start >= vma->vm_end)  in smap_gather_stats()
742 	if (vma->vm_file && shmem_mapping(vma->vm_file->f_mapping)) {  in smap_gather_stats()
753 		unsigned long shmem_swapped = shmem_swap_usage(vma);  in smap_gather_stats()
755 		if (!start && (!shmem_swapped || (vma->vm_flags & VM_SHARED) ||  in smap_gather_stats()
756 					!(vma->vm_flags & VM_WRITE))) {  in smap_gather_stats()
766 		walk_page_vma(vma, ops, mss);  in smap_gather_stats()
768 		walk_page_range(vma->vm_mm, start, vma->vm_end, ops, mss);  in smap_gather_stats()
815 	struct vm_area_struct *vma = v;  in show_smap()  local
820 	smap_gather_stats(vma, &mss, 0);  in show_smap()
822 	show_map_vma(m, vma);  in show_smap()
824 	SEQ_PUT_DEC("Size:           ", vma->vm_end - vma->vm_start);  in show_smap()
825 	SEQ_PUT_DEC(" kB\nKernelPageSize: ", vma_kernel_pagesize(vma));  in show_smap()
826 	SEQ_PUT_DEC(" kB\nMMUPageSize:    ", vma_mmu_pagesize(vma));  in show_smap()
832 		   transparent_hugepage_enabled(vma));  in show_smap()
835 		seq_printf(m, "ProtectionKey:  %8u\n", vma_pkey(vma));  in show_smap()
836 	show_smap_vma_flags(m, vma);  in show_smap()
846 	struct vm_area_struct *vma;  in show_smaps_rollup()  local
868 	for (vma = priv->mm->mmap; vma;) {  in show_smaps_rollup()
869 		smap_gather_stats(vma, &mss, 0);  in show_smaps_rollup()
870 		last_vma_end = vma->vm_end;  in show_smaps_rollup()
920 			vma = find_vma(mm, last_vma_end - 1);  in show_smaps_rollup()
922 			if (!vma)  in show_smaps_rollup()
926 			if (vma->vm_start >= last_vma_end)  in show_smaps_rollup()
930 			if (vma->vm_end > last_vma_end)  in show_smaps_rollup()
931 				smap_gather_stats(vma, &mss, last_vma_end);  in show_smaps_rollup()
934 		vma = vma->vm_next;  in show_smaps_rollup()
1038 static inline void clear_soft_dirty(struct vm_area_struct *vma,  in clear_soft_dirty()  argument
1052 		old_pte = ptep_modify_prot_start(vma, addr, pte);  in clear_soft_dirty()
1055 		ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent);  in clear_soft_dirty()
1058 		set_pte_at(vma->vm_mm, addr, pte, ptent);  in clear_soft_dirty()
1062 static inline void clear_soft_dirty(struct vm_area_struct *vma,  in clear_soft_dirty()  argument
1069 static inline void clear_soft_dirty_pmd(struct vm_area_struct *vma,  in clear_soft_dirty_pmd()  argument
1076 		old = pmdp_invalidate(vma, addr, pmdp);  in clear_soft_dirty_pmd()
1085 		set_pmd_at(vma->vm_mm, addr, pmdp, pmd);  in clear_soft_dirty_pmd()
1088 		set_pmd_at(vma->vm_mm, addr, pmdp, pmd);  in clear_soft_dirty_pmd()
1092 static inline void clear_soft_dirty_pmd(struct vm_area_struct *vma,  in clear_soft_dirty_pmd()  argument
1102 	struct vm_area_struct *vma = walk->vma;  in clear_refs_pte_range()  local
1107 	ptl = pmd_trans_huge_lock(pmd, vma);  in clear_refs_pte_range()
1110 			clear_soft_dirty_pmd(vma, addr, pmd);  in clear_refs_pte_range()
1120 		pmdp_test_and_clear_young(vma, addr, pmd);  in clear_refs_pte_range()
1131 	pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl);  in clear_refs_pte_range()
1136 			clear_soft_dirty(vma, addr, pte);  in clear_refs_pte_range()
1143 		page = vm_normal_page(vma, addr, ptent);  in clear_refs_pte_range()
1148 		ptep_test_and_clear_young(vma, addr, pte);  in clear_refs_pte_range()
1161 	struct vm_area_struct *vma = walk->vma;  in clear_refs_test_walk()  local
1163 	if (vma->vm_flags & VM_PFNMAP)  in clear_refs_test_walk()
1172 	if (cp->type == CLEAR_REFS_ANON && vma->vm_file)  in clear_refs_test_walk()
1174 	if (cp->type == CLEAR_REFS_MAPPED && !vma->vm_file)  in clear_refs_test_walk()
1190 	struct vm_area_struct *vma;  in clear_refs_write()  local
1239 			for (vma = mm->mmap; vma; vma = vma->vm_next) {  in clear_refs_write()
1240 				if (!(vma->vm_flags & VM_SOFTDIRTY))  in clear_refs_write()
1247 				for (vma = mm->mmap; vma; vma = vma->vm_next) {  in clear_refs_write()
1248 					vma->vm_flags &= ~VM_SOFTDIRTY;  in clear_refs_write()
1249 					vma_set_page_prot(vma);  in clear_refs_write()
1324 		struct vm_area_struct *vma = find_vma(walk->mm, addr);  in pagemap_pte_hole()  local
1329 		if (vma)  in pagemap_pte_hole()
1330 			hole_end = min(end, vma->vm_start);  in pagemap_pte_hole()
1340 		if (!vma)  in pagemap_pte_hole()
1344 		if (vma->vm_flags & VM_SOFTDIRTY)  in pagemap_pte_hole()
1346 		for (; addr < min(end, vma->vm_end); addr += PAGE_SIZE) {  in pagemap_pte_hole()
1357 		struct vm_area_struct *vma, unsigned long addr, pte_t pte)  in pte_to_pagemap_entry()  argument
1366 		page = vm_normal_page(vma, addr, pte);  in pte_to_pagemap_entry()
1389 	if (vma->vm_flags & VM_SOFTDIRTY)  in pte_to_pagemap_entry()
1398 	struct vm_area_struct *vma = walk->vma;  in pagemap_pmd_range()  local
1405 	ptl = pmd_trans_huge_lock(pmdp, vma);  in pagemap_pmd_range()
1411 		if (vma->vm_flags & VM_SOFTDIRTY)  in pagemap_pmd_range()
1475 		pme = pte_to_pagemap_entry(pm, vma, addr, *pte);  in pagemap_pmd_range()
1494 	struct vm_area_struct *vma = walk->vma;  in pagemap_hugetlb_range()  local
1499 	if (vma->vm_flags & VM_SOFTDIRTY)  in pagemap_hugetlb_range()
1730 static struct page *can_gather_numa_stats(pte_t pte, struct vm_area_struct *vma,  in can_gather_numa_stats()  argument
1739 	page = vm_normal_page(vma, addr, pte);  in can_gather_numa_stats()
1755 					      struct vm_area_struct *vma,  in can_gather_numa_stats_pmd()  argument
1764 	page = vm_normal_page_pmd(vma, addr, pmd);  in can_gather_numa_stats_pmd()
1783 	struct vm_area_struct *vma = walk->vma;  in gather_pte_stats()  local
1789 	ptl = pmd_trans_huge_lock(pmd, vma);  in gather_pte_stats()
1793 		page = can_gather_numa_stats_pmd(*pmd, vma, addr);  in gather_pte_stats()
1806 		struct page *page = can_gather_numa_stats(*pte, vma, addr);  in gather_pte_stats()
1856 	struct vm_area_struct *vma = v;  in show_numa_map()  local
1858 	struct file *file = vma->vm_file;  in show_numa_map()
1859 	struct mm_struct *mm = vma->vm_mm;  in show_numa_map()
1870 	pol = __get_vma_policy(vma, vma->vm_start);  in show_numa_map()
1878 	seq_printf(m, "%08lx %s", vma->vm_start, buffer);  in show_numa_map()
1883 	} else if (vma->vm_start <= mm->brk && vma->vm_end >= mm->start_brk) {  in show_numa_map()
1885 	} else if (is_stack(vma)) {  in show_numa_map()
1889 	if (is_vm_hugetlb_page(vma))  in show_numa_map()
1893 	walk_page_vma(vma, &show_numa_ops, md);  in show_numa_map()
1913 	if (md->active < md->pages && !is_vm_hugetlb_page(vma))  in show_numa_map()
1923 	seq_printf(m, " kernelpagesize_kB=%lu", vma_kernel_pagesize(vma) >> 10);  in show_numa_map()