| /Linux-v5.10/mm/kasan/ |
| D | init.c | 107 set_pte_at(&init_mm, addr, pte, zero_pte); in zero_pte_populate()
123 pmd_populate_kernel(&init_mm, pmd, in zero_pmd_populate()
132 p = pte_alloc_one_kernel(&init_mm); in zero_pmd_populate()
138 pmd_populate_kernel(&init_mm, pmd, p); in zero_pmd_populate()
157 pud_populate(&init_mm, pud, in zero_pud_populate()
160 pmd_populate_kernel(&init_mm, pmd, in zero_pud_populate()
169 p = pmd_alloc(&init_mm, pud, addr); in zero_pud_populate()
173 pud_populate(&init_mm, pud, in zero_pud_populate()
195 p4d_populate(&init_mm, p4d, in zero_p4d_populate()
198 pud_populate(&init_mm, pud, in zero_p4d_populate()
[all …]
|
| /Linux-v5.10/mm/ |
| D | init-mm.c | 29 struct mm_struct init_mm = { variable
34 MMAP_LOCK_INITIALIZER(init_mm)
35 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
36 .arg_lock = __SPIN_LOCK_UNLOCKED(init_mm.arg_lock),
37 .mmlist = LIST_HEAD_INIT(init_mm.mmlist),
40 INIT_MM_CONTEXT(init_mm)
|
| D | sparse-vmemmap.c | 155 set_pte_at(&init_mm, addr, pte, entry); in vmemmap_pte_populate()
178 pmd_populate_kernel(&init_mm, pmd, p); in vmemmap_pmd_populate()
190 pud_populate(&init_mm, pud, p); in vmemmap_pud_populate()
202 p4d_populate(&init_mm, p4d, p); in vmemmap_p4d_populate()
214 pgd_populate(&init_mm, pgd, p); in vmemmap_pgd_populate()
|
| /Linux-v5.10/arch/riscv/mm/ |
| D | pageattr.c | 121 mmap_read_lock(&init_mm); in __set_memory()
122 ret = walk_page_range_novma(&init_mm, start, end, &pageattr_ops, NULL, in __set_memory()
124 mmap_read_unlock(&init_mm); in __set_memory()
163 mmap_read_lock(&init_mm); in set_direct_map_invalid_noflush()
164 ret = walk_page_range(&init_mm, start, end, &pageattr_ops, &masks); in set_direct_map_invalid_noflush()
165 mmap_read_unlock(&init_mm); in set_direct_map_invalid_noflush()
180 mmap_read_lock(&init_mm); in set_direct_map_default_noflush()
181 ret = walk_page_range(&init_mm, start, end, &pageattr_ops, &masks); in set_direct_map_default_noflush()
182 mmap_read_unlock(&init_mm); in set_direct_map_default_noflush()
|
| /Linux-v5.10/arch/x86/mm/ |
| D | init_64.c | 247 pgd_populate(&init_mm, pgd, p4d); in fill_p4d()
259 p4d_populate(&init_mm, p4d, pud); in fill_pud()
271 pud_populate(&init_mm, pud, pmd); in fill_pmd()
283 pmd_populate_kernel(&init_mm, pmd, pte); in fill_pte()
528 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
533 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
559 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
564 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
572 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
573 pmd_populate_kernel_init(&init_mm, pmd, pte, init); in phys_pmd_init()
[all …]
|
| D | kasan_init_64.c | 57 pmd_populate_kernel(&init_mm, pmd, p); in kasan_populate_pmd()
70 set_pte_at(&init_mm, addr, pte, entry); in kasan_populate_pmd()
94 pud_populate(&init_mm, pud, p); in kasan_populate_pud()
114 p4d_populate(&init_mm, p4d, p); in kasan_populate_p4d()
134 pgd_populate(&init_mm, pgd, p); in kasan_populate_pgd()
261 p4d_populate(&init_mm, p4d, p); in kasan_shallow_populate_p4ds()
279 pgd_populate(&init_mm, pgd, p); in kasan_shallow_populate_pgds()
|
| /Linux-v5.10/arch/openrisc/kernel/ |
| D | dma.c | 77 mmap_read_lock(&init_mm); in arch_dma_set_uncached()
78 error = walk_page_range(&init_mm, va, va + size, &set_nocache_walk_ops, in arch_dma_set_uncached()
80 mmap_read_unlock(&init_mm); in arch_dma_set_uncached()
91 mmap_read_lock(&init_mm); in arch_dma_clear_uncached()
93 WARN_ON(walk_page_range(&init_mm, va, va + size, in arch_dma_clear_uncached()
95 mmap_read_unlock(&init_mm); in arch_dma_clear_uncached()
|
| /Linux-v5.10/arch/powerpc/mm/nohash/ |
| D | book3e_pgtable.c | 85 pudp = pud_alloc(&init_mm, p4dp, ea); in map_kernel_page()
88 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
99 p4d_populate(&init_mm, p4dp, pmdp); in map_kernel_page()
104 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
109 pmd_populate_kernel(&init_mm, pmdp, ptep); in map_kernel_page()
113 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
|
| /Linux-v5.10/arch/powerpc/mm/book3s64/ |
| D | radix_pgtable.c | 85 p4d_populate(&init_mm, p4dp, pudp); in early_map_kernel_page()
95 pud_populate(&init_mm, pudp, pmdp); in early_map_kernel_page()
105 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_map_kernel_page()
110 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in early_map_kernel_page()
151 pudp = pud_alloc(&init_mm, p4dp, ea); in __map_kernel_page()
158 pmdp = pmd_alloc(&init_mm, pudp, ea); in __map_kernel_page()
170 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in __map_kernel_page()
202 pudp = pud_alloc(&init_mm, p4dp, idx); in radix__change_memory_range()
209 pmdp = pmd_alloc(&init_mm, pudp, idx); in radix__change_memory_range()
220 radix__pte_update(&init_mm, idx, ptep, clear, 0, 0); in radix__change_memory_range()
[all …]
|
| /Linux-v5.10/arch/s390/mm/ |
| D | init.c | 95 init_mm.pgd = swapper_pg_dir; in paging_init()
103 init_mm.context.asce = (__pa(init_mm.pgd) & PAGE_MASK) | asce_bits; in paging_init()
104 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init()
106 crst_table_init((unsigned long *) init_mm.pgd, pgd_type); in paging_init()
108 kasan_copy_shadow(init_mm.pgd); in paging_init()
190 cpumask_set_cpu(0, &init_mm.context.cpu_attach_mask); in mem_init()
191 cpumask_set_cpu(0, mm_cpumask(&init_mm)); in mem_init()
|
| D | kasan_init.c | 117 pgd_populate(&init_mm, pg_dir, in kasan_early_vmemmap_populate()
123 pgd_populate(&init_mm, pg_dir, p4_dir); in kasan_early_vmemmap_populate()
137 p4d_populate(&init_mm, p4_dir, in kasan_early_vmemmap_populate()
143 p4d_populate(&init_mm, p4_dir, pu_dir); in kasan_early_vmemmap_populate()
157 pud_populate(&init_mm, pu_dir, in kasan_early_vmemmap_populate()
163 pud_populate(&init_mm, pu_dir, pm_dir); in kasan_early_vmemmap_populate()
171 pmd_populate(&init_mm, pm_dir, in kasan_early_vmemmap_populate()
193 pmd_populate(&init_mm, pm_dir, pt_dir); in kasan_early_vmemmap_populate()
354 init_mm.pgd = early_pg_dir; in kasan_early_init()
|
| /Linux-v5.10/arch/riscv/kernel/ |
| D | setup.c | 70 init_mm.start_code = (unsigned long) _stext; in setup_arch()
71 init_mm.end_code = (unsigned long) _etext; in setup_arch()
72 init_mm.end_data = (unsigned long) _edata; in setup_arch()
73 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v5.10/arch/csky/kernel/ |
| D | setup.c | 77 init_mm.start_code = (unsigned long) _stext; in setup_arch()
78 init_mm.end_code = (unsigned long) _etext; in setup_arch()
79 init_mm.end_data = (unsigned long) _edata; in setup_arch()
80 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v5.10/arch/arm64/include/asm/ |
| D | mmu_context.h | 123 if (mm != &init_mm && !system_uses_ttbr0_pan()) in cpu_uninstall_idmap()
133 cpu_switch_mm(lm_alias(idmap_pg_dir), &init_mm); in cpu_install_idmap()
197 if (mm == &init_mm) in update_saved_ttbr0()
218 update_saved_ttbr0(tsk, &init_mm); in enter_lazy_tlb()
227 if (next == &init_mm) { in __switch_mm()
|
| /Linux-v5.10/arch/nios2/kernel/ |
| D | setup.c | 155 init_mm.start_code = (unsigned long) _stext; in setup_arch()
156 init_mm.end_code = (unsigned long) _etext; in setup_arch()
157 init_mm.end_data = (unsigned long) _edata; in setup_arch()
158 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v5.10/arch/arc/mm/ |
| D | init.c | 95 init_mm.start_code = (unsigned long)_text; in setup_arch_memory()
96 init_mm.end_code = (unsigned long)_etext; in setup_arch_memory()
97 init_mm.end_data = (unsigned long)_edata; in setup_arch_memory()
98 init_mm.brk = (unsigned long)_end; in setup_arch_memory()
|
| D | highmem.c | 61 set_pte_at(&init_mm, vaddr, fixmap_page_table + idx, in kmap_atomic_high_prot()
85 pte_clear(&init_mm, kvaddr, fixmap_page_table + idx); in kunmap_atomic_high()
103 pmd_populate_kernel(&init_mm, pmd_k, pte_k); in alloc_kmap_pgtable()
|
| /Linux-v5.10/arch/powerpc/mm/kasan/ |
| D | kasan_init_32.c | 28 __set_pte_at(&init_mm, va, ptep, pfn_pte(PHYS_PFN(pa), prot), 0); in kasan_populate_pte()
50 pmd_populate_kernel(&init_mm, pmd, new); in kasan_init_shadow_page_tables()
76 __set_pte_at(&init_mm, k_cur, pte_offset_kernel(pmd, k_cur), pte, 0); in kasan_init_region()
95 __set_pte_at(&init_mm, k_cur, ptep, pte, 0); in kasan_update_early_region()
190 pmd_populate_kernel(&init_mm, pmd, kasan_early_shadow_pte); in kasan_early_init()
|
| /Linux-v5.10/arch/powerpc/mm/ |
| D | pgtable_32.c | 47 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_ioremap_init()
68 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_pte_alloc_kernel()
93 set_pte_at(&init_mm, va, pg, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
117 hash_preload(&init_mm, v); in __mapin_ram_chunk()
152 __set_pte_at(&init_mm, address, kpte, mk_pte(page, prot), 0); in __change_page_attr_noflush()
|
| /Linux-v5.10/arch/arm/mm/ |
| D | idmap.c | 31 pmd = pmd_alloc_one(&init_mm, addr); in idmap_add_pmd()
43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
107 idmap_pgd = pgd_alloc(&init_mm); in init_static_idmap()
130 cpu_switch_mm(idmap_pgd, &init_mm); in setup_mm_for_reboot()
|
| /Linux-v5.10/arch/m68k/kernel/ |
| D | setup_no.c | 90 init_mm.start_code = (unsigned long) &_stext; in setup_arch()
91 init_mm.end_code = (unsigned long) &_etext; in setup_arch()
92 init_mm.end_data = (unsigned long) &_edata; in setup_arch()
93 init_mm.brk = (unsigned long) 0; in setup_arch()
|
| /Linux-v5.10/arch/x86/xen/ |
| D | grant-table.c | 45 set_pte_at(&init_mm, addr, gnttab_shared_vm_area.ptes[i], in arch_gnttab_map_shared()
67 set_pte_at(&init_mm, addr, gnttab_status_vm_area.ptes[i], in arch_gnttab_map_status()
89 set_pte_at(&init_mm, addr, ptes[i], __pte(0)); in arch_gnttab_unmap()
110 if (apply_to_page_range(&init_mm, (unsigned long)area->area->addr, in arch_gnttab_valloc()
|
| /Linux-v5.10/arch/h8300/kernel/ |
| D | setup.c | 100 init_mm.start_code = (unsigned long) _stext; in setup_arch()
101 init_mm.end_code = (unsigned long) _etext; in setup_arch()
102 init_mm.end_data = (unsigned long) _edata; in setup_arch()
103 init_mm.brk = (unsigned long) 0; in setup_arch()
|
| /Linux-v5.10/arch/nios2/mm/ |
| D | ioremap.c | 84 dir = pgd_offset(&init_mm, address); in remap_area_pages()
94 p4d = p4d_alloc(&init_mm, dir, address); in remap_area_pages()
97 pud = pud_alloc(&init_mm, p4d, address); in remap_area_pages()
100 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
|
| /Linux-v5.10/arch/x86/kernel/ |
| D | espfix_64.c | 121 p4d = p4d_alloc(&init_mm, pgd, ESPFIX_BASE_ADDR); in init_espfix_bsp()
122 p4d_populate(&init_mm, p4d, espfix_pud_page); in init_espfix_bsp()
171 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap()
183 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap()
|
