| /Linux-v5.4/mm/kasan/ |
| D | init.c | 107 set_pte_at(&init_mm, addr, pte, zero_pte); in zero_pte_populate()
123 pmd_populate_kernel(&init_mm, pmd, in zero_pmd_populate()
132 p = pte_alloc_one_kernel(&init_mm); in zero_pmd_populate()
138 pmd_populate_kernel(&init_mm, pmd, p); in zero_pmd_populate()
157 pud_populate(&init_mm, pud, in zero_pud_populate()
160 pmd_populate_kernel(&init_mm, pmd, in zero_pud_populate()
169 p = pmd_alloc(&init_mm, pud, addr); in zero_pud_populate()
173 pud_populate(&init_mm, pud, in zero_pud_populate()
195 p4d_populate(&init_mm, p4d, in zero_p4d_populate()
198 pud_populate(&init_mm, pud, in zero_p4d_populate()
[all …]
|
| /Linux-v5.4/mm/ |
| D | init-mm.c | 29 struct mm_struct init_mm = { variable
34 .mmap_sem = __RWSEM_INITIALIZER(init_mm.mmap_sem),
35 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
36 .arg_lock = __SPIN_LOCK_UNLOCKED(init_mm.arg_lock),
37 .mmlist = LIST_HEAD_INIT(init_mm.mmlist),
40 INIT_MM_CONTEXT(init_mm)
|
| D | sparse-vmemmap.c | 152 set_pte_at(&init_mm, addr, pte, entry); in vmemmap_pte_populate()
175 pmd_populate_kernel(&init_mm, pmd, p); in vmemmap_pmd_populate()
187 pud_populate(&init_mm, pud, p); in vmemmap_pud_populate()
199 p4d_populate(&init_mm, p4d, p); in vmemmap_p4d_populate()
211 pgd_populate(&init_mm, pgd, p); in vmemmap_pgd_populate()
|
| /Linux-v5.4/arch/powerpc/mm/book3s64/ |
| D | radix_pgtable.c | 74 pgd_populate(&init_mm, pgdp, pudp); in early_map_kernel_page()
84 pud_populate(&init_mm, pudp, pmdp); in early_map_kernel_page()
94 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_map_kernel_page()
99 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in early_map_kernel_page()
138 pudp = pud_alloc(&init_mm, pgdp, ea); in __map_kernel_page()
145 pmdp = pmd_alloc(&init_mm, pudp, ea); in __map_kernel_page()
157 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in __map_kernel_page()
187 pudp = pud_alloc(&init_mm, pgdp, idx); in radix__change_memory_range()
194 pmdp = pmd_alloc(&init_mm, pudp, idx); in radix__change_memory_range()
205 radix__pte_update(&init_mm, idx, ptep, clear, 0, 0); in radix__change_memory_range()
[all …]
|
| /Linux-v5.4/arch/x86/mm/ |
| D | init_64.c | 247 pgd_populate(&init_mm, pgd, p4d); in fill_p4d()
259 p4d_populate(&init_mm, p4d, pud); in fill_pud()
271 pud_populate(&init_mm, pud, pmd); in fill_pmd()
283 pmd_populate_kernel(&init_mm, pmd, pte); in fill_pte()
528 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
533 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
559 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
564 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
572 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
573 pmd_populate_kernel_init(&init_mm, pmd, pte, init); in phys_pmd_init()
[all …]
|
| D | tlb.c | 144 if (loaded_mm == &init_mm) in leave_mm()
150 switch_mm(NULL, &init_mm, NULL); in leave_mm()
342 if (WARN_ON_ONCE(real_prev != &init_mm && in switch_mm_irqs_off()
394 if (real_prev != &init_mm) { in switch_mm_irqs_off()
403 if (next != &init_mm) in switch_mm_irqs_off()
463 if (this_cpu_read(cpu_tlbstate.loaded_mm) == &init_mm) in enter_lazy_tlb()
486 u64 tlb_gen = atomic64_read(&init_mm.context.tlb_gen); in initialize_tlbstate_and_flush()
541 if (unlikely(loaded_mm == &init_mm)) in flush_tlb_func_common()
557 switch_mm_irqs_off(NULL, &init_mm, NULL); in flush_tlb_func_common()
|
| /Linux-v5.4/arch/powerpc/mm/nohash/ |
| D | book3e_pgtable.c | 83 pudp = pud_alloc(&init_mm, pgdp, ea); in map_kernel_page()
86 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
97 pgd_populate(&init_mm, pgdp, pudp); in map_kernel_page()
103 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
108 pmd_populate_kernel(&init_mm, pmdp, ptep); in map_kernel_page()
112 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
|
| /Linux-v5.4/arch/powerpc/mm/kasan/ |
| D | kasan_init_32.c | 30 __set_pte_at(&init_mm, va, ptep, pfn_pte(PHYS_PFN(pa), prot), 0); in kasan_populate_pte()
49 new = pte_alloc_one_kernel(&init_mm); in kasan_init_shadow_page_tables()
59 spin_lock(&init_mm.page_table_lock); in kasan_init_shadow_page_tables()
62 pmd_populate_kernel(&init_mm, pmd, new); in kasan_init_shadow_page_tables()
65 spin_unlock(&init_mm.page_table_lock); in kasan_init_shadow_page_tables()
68 pte_free_kernel(&init_mm, new); in kasan_init_shadow_page_tables()
104 __set_pte_at(&init_mm, k_cur, pte_offset_kernel(pmd, k_cur), pte, 0); in kasan_init_region()
127 __set_pte_at(&init_mm, k_cur, ptep, pfn_pte(PHYS_PFN(pa), prot), 0); in kasan_remap_early_shadow_ro()
216 pmd_populate_kernel(&init_mm, pmd, kasan_early_shadow_pte); in kasan_early_init()
|
| /Linux-v5.4/arch/riscv/kernel/ |
| D | setup.c | 58 init_mm.start_code = (unsigned long) _stext; in setup_arch()
59 init_mm.end_code = (unsigned long) _etext; in setup_arch()
60 init_mm.end_data = (unsigned long) _edata; in setup_arch()
61 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v5.4/arch/s390/mm/ |
| D | init.c | 94 init_mm.pgd = swapper_pg_dir; in paging_init()
102 init_mm.context.asce = (__pa(init_mm.pgd) & PAGE_MASK) | asce_bits; in paging_init()
103 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init()
105 crst_table_init((unsigned long *) init_mm.pgd, pgd_type); in paging_init()
107 kasan_copy_shadow(init_mm.pgd); in paging_init()
178 cpumask_set_cpu(0, &init_mm.context.cpu_attach_mask); in mem_init()
179 cpumask_set_cpu(0, mm_cpumask(&init_mm)); in mem_init()
|
| D | vmem.c | 57 pte = (pte_t *) page_table_alloc(&init_mm); in vmem_pte_alloc()
97 pgd_populate(&init_mm, pg_dir, p4_dir); in vmem_add_mem()
104 p4d_populate(&init_mm, p4_dir, pu_dir); in vmem_add_mem()
119 pud_populate(&init_mm, pu_dir, pm_dir); in vmem_add_mem()
134 pmd_populate(&init_mm, pm_dir, pt_dir); in vmem_add_mem()
200 pte_clear(&init_mm, address, pt_dir); in vmem_remove_range()
237 pgd_populate(&init_mm, pg_dir, p4_dir); in vmemmap_populate()
245 p4d_populate(&init_mm, p4_dir, pu_dir); in vmemmap_populate()
253 pud_populate(&init_mm, pu_dir, pm_dir); in vmemmap_populate()
277 pmd_populate(&init_mm, pm_dir, pt_dir); in vmemmap_populate()
|
| D | kasan_init.c | 110 pgd_populate(&init_mm, pg_dir, in kasan_early_vmemmap_populate()
116 pgd_populate(&init_mm, pg_dir, p4_dir); in kasan_early_vmemmap_populate()
124 p4d_populate(&init_mm, p4_dir, in kasan_early_vmemmap_populate()
130 p4d_populate(&init_mm, p4_dir, pu_dir); in kasan_early_vmemmap_populate()
138 pud_populate(&init_mm, pu_dir, in kasan_early_vmemmap_populate()
144 pud_populate(&init_mm, pu_dir, pm_dir); in kasan_early_vmemmap_populate()
152 pmd_populate(&init_mm, pm_dir, in kasan_early_vmemmap_populate()
174 pmd_populate(&init_mm, pm_dir, pt_dir); in kasan_early_vmemmap_populate()
313 init_mm.pgd = early_pg_dir; in kasan_early_init()
|
| /Linux-v5.4/arch/arm64/include/asm/ |
| D | mmu_context.h | 121 if (mm != &init_mm && !system_uses_ttbr0_pan()) in cpu_uninstall_idmap()
131 cpu_switch_mm(lm_alias(idmap_pg_dir), &init_mm); in cpu_install_idmap()
189 if (mm == &init_mm) in update_saved_ttbr0()
210 update_saved_ttbr0(tsk, &init_mm); in enter_lazy_tlb()
221 if (next == &init_mm) { in __switch_mm()
|
| /Linux-v5.4/arch/nios2/kernel/ |
| D | setup.c | 155 init_mm.start_code = (unsigned long) _stext; in setup_arch()
156 init_mm.end_code = (unsigned long) _etext; in setup_arch()
157 init_mm.end_data = (unsigned long) _edata; in setup_arch()
158 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v5.4/arch/arc/mm/ |
| D | init.c | 89 init_mm.start_code = (unsigned long)_text; in setup_arch_memory()
90 init_mm.end_code = (unsigned long)_etext; in setup_arch_memory()
91 init_mm.end_data = (unsigned long)_edata; in setup_arch_memory()
92 init_mm.brk = (unsigned long)_end; in setup_arch_memory()
|
| D | highmem.c | 76 set_pte_at(&init_mm, vaddr, fixmap_page_table + idx, in kmap_atomic()
100 pte_clear(&init_mm, kvaddr, fixmap_page_table + idx); in __kunmap_atomic()
127 pmd_populate_kernel(&init_mm, pmd_k, pte_k); in alloc_kmap_pgtable()
|
| /Linux-v5.4/arch/arm/mm/ |
| D | idmap.c | 31 pmd = pmd_alloc_one(&init_mm, addr); in idmap_add_pmd()
43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
106 idmap_pgd = pgd_alloc(&init_mm); in init_static_idmap()
129 cpu_switch_mm(idmap_pgd, &init_mm); in setup_mm_for_reboot()
|
| /Linux-v5.4/arch/m68k/kernel/ |
| D | setup_no.c | 91 init_mm.start_code = (unsigned long) &_stext; in setup_arch()
92 init_mm.end_code = (unsigned long) &_etext; in setup_arch()
93 init_mm.end_data = (unsigned long) &_edata; in setup_arch()
94 init_mm.brk = (unsigned long) 0; in setup_arch()
|
| /Linux-v5.4/arch/csky/kernel/ |
| D | setup.c | 119 init_mm.start_code = (unsigned long) _stext; in setup_arch()
120 init_mm.end_code = (unsigned long) _etext; in setup_arch()
121 init_mm.end_data = (unsigned long) _edata; in setup_arch()
122 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v5.4/arch/h8300/kernel/ |
| D | setup.c | 103 init_mm.start_code = (unsigned long) _stext; in setup_arch()
104 init_mm.end_code = (unsigned long) _etext; in setup_arch()
105 init_mm.end_data = (unsigned long) _edata; in setup_arch()
106 init_mm.brk = (unsigned long) 0; in setup_arch()
|
| /Linux-v5.4/arch/powerpc/mm/ |
| D | pgtable_32.c | 53 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_pte_alloc_kernel()
78 set_pte_at(&init_mm, va, pg, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
102 hash_preload(&init_mm, v); in __mapin_ram_chunk()
172 if (!get_pteptr(&init_mm, address, &kpte, &kpmd)) in __change_page_attr_noflush()
174 __set_pte_at(&init_mm, address, kpte, mk_pte(page, prot), 0); in __change_page_attr_noflush()
|
| /Linux-v5.4/arch/x86/kernel/ |
| D | espfix_64.c | 121 p4d = p4d_alloc(&init_mm, pgd, ESPFIX_BASE_ADDR); in init_espfix_bsp()
122 p4d_populate(&init_mm, p4d, espfix_pud_page); in init_espfix_bsp()
171 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap()
183 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap()
|
| /Linux-v5.4/lib/ |
| D | ioremap.c | 75 set_pte_at(&init_mm, addr, pte, pfn_pte(pfn, prot)); in ioremap_pte_range()
109 pmd = pmd_alloc(&init_mm, pud, addr); in ioremap_pmd_range()
152 pud = pud_alloc(&init_mm, p4d, addr); in ioremap_pud_range()
195 p4d = p4d_alloc(&init_mm, pgd, addr); in ioremap_p4d_range()
|
| /Linux-v5.4/arch/x86/xen/ |
| D | grant-table.c | 45 set_pte_at(&init_mm, addr, gnttab_shared_vm_area.ptes[i], in arch_gnttab_map_shared()
67 set_pte_at(&init_mm, addr, gnttab_status_vm_area.ptes[i], in arch_gnttab_map_status()
89 set_pte_at(&init_mm, addr, ptes[i], __pte(0)); in arch_gnttab_unmap()
|
| /Linux-v5.4/arch/arm64/kernel/ |
| D | hibernate.c | 232 pgd_populate(&init_mm, pgdp, pudp); in create_safe_exec_page()
242 pud_populate(&init_mm, pudp, pmdp); in create_safe_exec_page()
252 pmd_populate_kernel(&init_mm, pmdp, ptep); in create_safe_exec_page()
379 pmd_populate_kernel(&init_mm, dst_pmdp, dst_ptep); in copy_pte()
402 pud_populate(&init_mm, dst_pudp, dst_pmdp); in copy_pmd()
437 pgd_populate(&init_mm, dst_pgdp, dst_pudp); in copy_pud()
|
