| /Linux-v4.19/mm/ |
| D | mremap.c | 201 unsigned long mmun_start; /* For mmu_notifiers */ in move_page_tables() local
207 mmun_start = old_addr; in move_page_tables()
209 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
250 mmu_notifier_invalidate_range_end(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
|
| D | huge_memory.c | 1132 unsigned long mmun_start; /* For mmu_notifiers */ in do_huge_pmd_wp_page_fallback() local
1171 mmun_start = haddr; in do_huge_pmd_wp_page_fallback()
1173 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1218 mmu_notifier_invalidate_range_only_end(vma->vm_mm, mmun_start, in do_huge_pmd_wp_page_fallback()
1229 mmu_notifier_invalidate_range_end(vma->vm_mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1246 unsigned long mmun_start; /* For mmu_notifiers */ in do_huge_pmd_wp_page() local
1336 mmun_start = haddr; in do_huge_pmd_wp_page()
1338 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in do_huge_pmd_wp_page()
1373 mmu_notifier_invalidate_range_only_end(vma->vm_mm, mmun_start, in do_huge_pmd_wp_page()
2905 unsigned long mmun_start = address & HPAGE_PMD_MASK; in remove_migration_pmd() local
[all …]
|
| D | migrate.c | 1976 unsigned long mmun_start = address & HPAGE_PMD_MASK; in migrate_misplaced_transhuge_page() local
1977 unsigned long mmun_end = mmun_start + HPAGE_PMD_SIZE; in migrate_misplaced_transhuge_page()
2004 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
2008 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
2038 flush_cache_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
2039 page_add_anon_rmap(new_page, vma, mmun_start, true); in migrate_misplaced_transhuge_page()
2040 pmdp_huge_clear_flush_notify(vma, mmun_start, pmd); in migrate_misplaced_transhuge_page()
2041 set_pmd_at(mm, mmun_start, pmd, entry); in migrate_misplaced_transhuge_page()
2054 mmu_notifier_invalidate_range_only_end(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
2078 set_pmd_at(mm, mmun_start, pmd, entry); in migrate_misplaced_transhuge_page()
|
| D | hugetlb.c | 3242 unsigned long mmun_start; /* For mmu_notifiers */ in copy_hugetlb_page_range() local
3248 mmun_start = vma->vm_start; in copy_hugetlb_page_range()
3251 mmu_notifier_invalidate_range_start(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
3312 mmu_notifier_invalidate_range_end(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
3329 unsigned long mmun_start = start; /* For mmu_notifiers */ in __unmap_hugepage_range() local
3346 adjust_range_if_pmd_sharing_possible(vma, &mmun_start, &mmun_end); in __unmap_hugepage_range()
3347 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
3415 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
3533 unsigned long mmun_start; /* For mmu_notifiers */ in hugetlb_cow() local
3614 mmun_start = haddr; in hugetlb_cow()
[all …]
|
| D | ksm.c | 1045 unsigned long mmun_start; /* For mmu_notifiers */ in write_protect_page() local
1054 mmun_start = pvmw.address; in write_protect_page()
1056 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in write_protect_page()
1108 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in write_protect_page()
1132 unsigned long mmun_start; /* For mmu_notifiers */ in replace_page() local
1143 mmun_start = addr; in replace_page()
1145 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in replace_page()
1191 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in replace_page()
|
| D | khugepaged.c | 947 unsigned long mmun_start; /* For mmu_notifiers */ in collapse_huge_page() local
1020 mmun_start = address; in collapse_huge_page()
1022 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in collapse_huge_page()
1032 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in collapse_huge_page()
|
| D | memory.c | 1223 unsigned long mmun_start; /* For mmu_notifiers */ in copy_page_range() local
1258 mmun_start = addr; in copy_page_range()
1261 mmu_notifier_invalidate_range_start(src_mm, mmun_start, in copy_page_range()
1279 mmu_notifier_invalidate_range_end(src_mm, mmun_start, mmun_end); in copy_page_range()
2494 const unsigned long mmun_start = vmf->address & PAGE_MASK; in wp_page_copy() local
2495 const unsigned long mmun_end = mmun_start + PAGE_SIZE; in wp_page_copy()
2519 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in wp_page_copy()
2596 mmu_notifier_invalidate_range_only_end(mm, mmun_start, mmun_end); in wp_page_copy()
|
| /Linux-v4.19/kernel/events/ |
| D | uprobes.c | 165 const unsigned long mmun_start = addr; in __replace_page() local
179 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in __replace_page()
213 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in __replace_page()
|
