| /Linux-v4.19/mm/kasan/ |
| D | kasan_init.c | 100 set_pte_at(&init_mm, addr, pte, zero_pte); in zero_pte_populate()
116 pmd_populate_kernel(&init_mm, pmd, lm_alias(kasan_zero_pte)); in zero_pmd_populate()
124 p = pte_alloc_one_kernel(&init_mm, addr); in zero_pmd_populate()
130 pmd_populate_kernel(&init_mm, pmd, p); in zero_pmd_populate()
149 pud_populate(&init_mm, pud, lm_alias(kasan_zero_pmd)); in zero_pud_populate()
151 pmd_populate_kernel(&init_mm, pmd, lm_alias(kasan_zero_pte)); in zero_pud_populate()
159 p = pmd_alloc(&init_mm, pud, addr); in zero_pud_populate()
163 pud_populate(&init_mm, pud, in zero_pud_populate()
185 p4d_populate(&init_mm, p4d, lm_alias(kasan_zero_pud)); in zero_p4d_populate()
187 pud_populate(&init_mm, pud, lm_alias(kasan_zero_pmd)); in zero_p4d_populate()
[all …]
|
| /Linux-v4.19/mm/ |
| D | init-mm.c | 28 struct mm_struct init_mm = { variable
33 .mmap_sem = __RWSEM_INITIALIZER(init_mm.mmap_sem),
34 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
35 .arg_lock = __SPIN_LOCK_UNLOCKED(init_mm.arg_lock),
36 .mmlist = LIST_HEAD_INIT(init_mm.mmlist),
39 INIT_MM_CONTEXT(init_mm)
|
| D | sparse-vmemmap.c | 152 set_pte_at(&init_mm, addr, pte, entry); in vmemmap_pte_populate()
175 pmd_populate_kernel(&init_mm, pmd, p); in vmemmap_pmd_populate()
187 pud_populate(&init_mm, pud, p); in vmemmap_pud_populate()
199 p4d_populate(&init_mm, p4d, p); in vmemmap_p4d_populate()
211 pgd_populate(&init_mm, pgd, p); in vmemmap_pgd_populate()
|
| /Linux-v4.19/arch/powerpc/mm/ |
| D | pgtable-book3e.c | 83 pudp = pud_alloc(&init_mm, pgdp, ea); in map_kernel_page()
86 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
92 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, in map_kernel_page()
100 pgd_populate(&init_mm, pgdp, pudp); in map_kernel_page()
107 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
113 pmd_populate_kernel(&init_mm, pmdp, ptep); in map_kernel_page()
116 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, in map_kernel_page()
|
| D | pgtable-radix.c | 92 pgd_populate(&init_mm, pgdp, pudp); in early_map_kernel_page()
102 pud_populate(&init_mm, pudp, pmdp); in early_map_kernel_page()
112 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_map_kernel_page()
117 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in early_map_kernel_page()
152 pudp = pud_alloc(&init_mm, pgdp, ea); in __map_kernel_page()
159 pmdp = pmd_alloc(&init_mm, pudp, ea); in __map_kernel_page()
171 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in __map_kernel_page()
201 pudp = pud_alloc(&init_mm, pgdp, idx); in radix__change_memory_range()
208 pmdp = pmd_alloc(&init_mm, pudp, idx); in radix__change_memory_range()
219 radix__pte_update(&init_mm, idx, ptep, clear, 0, 0); in radix__change_memory_range()
[all …]
|
| D | highmem.c | 49 __set_pte_at(&init_mm, vaddr, kmap_pte-idx, mk_pte(page, prot), 1); in kmap_atomic_prot()
80 pte_clear(&init_mm, vaddr, kmap_pte-idx); in __kunmap_atomic()
|
| /Linux-v4.19/arch/x86/mm/ |
| D | init_64.c | 216 pgd_populate(&init_mm, pgd, p4d); in fill_p4d()
228 p4d_populate(&init_mm, p4d, pud); in fill_pud()
240 pud_populate(&init_mm, pud, pmd); in fill_pmd()
252 pmd_populate_kernel(&init_mm, pmd, pte); in fill_pte()
497 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
501 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
527 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
531 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
539 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
540 pmd_populate_kernel(&init_mm, pmd, pte); in phys_pmd_init()
[all …]
|
| D | tlb.c | 135 if (loaded_mm == &init_mm) in leave_mm()
141 switch_mm(NULL, &init_mm, NULL); in leave_mm()
249 if (WARN_ON_ONCE(real_prev != &init_mm && in switch_mm_irqs_off()
293 if (real_prev != &init_mm) { in switch_mm_irqs_off()
302 if (next != &init_mm) in switch_mm_irqs_off()
339 if (next != &init_mm) in switch_mm_irqs_off()
368 if (this_cpu_read(cpu_tlbstate.loaded_mm) == &init_mm) in enter_lazy_tlb()
383 switch_mm(NULL, &init_mm, NULL); in enter_lazy_tlb()
404 u64 tlb_gen = atomic64_read(&init_mm.context.tlb_gen); in initialize_tlbstate_and_flush()
459 if (unlikely(loaded_mm == &init_mm)) in flush_tlb_func_common()
[all …]
|
| /Linux-v4.19/arch/s390/mm/ |
| D | init.c | 88 init_mm.pgd = swapper_pg_dir; in paging_init()
96 init_mm.context.asce = (__pa(init_mm.pgd) & PAGE_MASK) | asce_bits; in paging_init()
97 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init()
99 crst_table_init((unsigned long *) init_mm.pgd, pgd_type); in paging_init()
129 cpumask_set_cpu(0, &init_mm.context.cpu_attach_mask); in mem_init()
130 cpumask_set_cpu(0, mm_cpumask(&init_mm)); in mem_init()
|
| D | vmem.c | 58 pte = (pte_t *) page_table_alloc(&init_mm); in vmem_pte_alloc()
98 pgd_populate(&init_mm, pg_dir, p4_dir); in vmem_add_mem()
105 p4d_populate(&init_mm, p4_dir, pu_dir); in vmem_add_mem()
120 pud_populate(&init_mm, pu_dir, pm_dir); in vmem_add_mem()
135 pmd_populate(&init_mm, pm_dir, pt_dir); in vmem_add_mem()
201 pte_clear(&init_mm, address, pt_dir); in vmem_remove_range()
238 pgd_populate(&init_mm, pg_dir, p4_dir); in vmemmap_populate()
246 p4d_populate(&init_mm, p4_dir, pu_dir); in vmemmap_populate()
254 pud_populate(&init_mm, pu_dir, pm_dir); in vmemmap_populate()
278 pmd_populate(&init_mm, pm_dir, pt_dir); in vmemmap_populate()
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | mmu_context.h | 127 if (mm != &init_mm && !system_uses_ttbr0_pan()) in cpu_uninstall_idmap()
137 cpu_switch_mm(lm_alias(idmap_pg_dir), &init_mm); in cpu_install_idmap()
182 if (mm == &init_mm) in update_saved_ttbr0()
203 update_saved_ttbr0(tsk, &init_mm); in enter_lazy_tlb()
214 if (next == &init_mm) { in __switch_mm()
|
| /Linux-v4.19/arch/nios2/kernel/ |
| D | setup.c | 153 init_mm.start_code = (unsigned long) _stext; in setup_arch()
154 init_mm.end_code = (unsigned long) _etext; in setup_arch()
155 init_mm.end_data = (unsigned long) _edata; in setup_arch()
156 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v4.19/arch/arm/mm/ |
| D | idmap.c | 30 pmd = pmd_alloc_one(&init_mm, addr); in idmap_add_pmd()
42 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
105 idmap_pgd = pgd_alloc(&init_mm); in init_static_idmap()
127 cpu_switch_mm(idmap_pgd, &init_mm); in setup_mm_for_reboot()
|
| /Linux-v4.19/arch/m68k/kernel/ |
| D | setup_no.c | 92 init_mm.start_code = (unsigned long) &_stext; in setup_arch()
93 init_mm.end_code = (unsigned long) &_etext; in setup_arch()
94 init_mm.end_data = (unsigned long) &_edata; in setup_arch()
95 init_mm.brk = (unsigned long) 0; in setup_arch()
|
| /Linux-v4.19/arch/arc/mm/ |
| D | init.c | 111 init_mm.start_code = (unsigned long)_text; in setup_arch_memory()
112 init_mm.end_code = (unsigned long)_etext; in setup_arch_memory()
113 init_mm.end_data = (unsigned long)_edata; in setup_arch_memory()
114 init_mm.brk = (unsigned long)_end; in setup_arch_memory()
|
| D | highmem.c | 80 set_pte_at(&init_mm, vaddr, fixmap_page_table + idx, in kmap_atomic()
104 pte_clear(&init_mm, kvaddr, fixmap_page_table + idx); in __kunmap_atomic()
127 pmd_populate_kernel(&init_mm, pmd_k, pte_k); in alloc_kmap_pgtable()
|
| /Linux-v4.19/arch/h8300/kernel/ |
| D | setup.c | 103 init_mm.start_code = (unsigned long) _stext; in setup_arch()
104 init_mm.end_code = (unsigned long) _etext; in setup_arch()
105 init_mm.end_data = (unsigned long) _edata; in setup_arch()
106 init_mm.brk = (unsigned long) 0; in setup_arch()
|
| /Linux-v4.19/arch/x86/kernel/ |
| D | espfix_64.c | 129 p4d = p4d_alloc(&init_mm, pgd, ESPFIX_BASE_ADDR); in init_espfix_bsp()
130 p4d_populate(&init_mm, p4d, espfix_pud_page); in init_espfix_bsp()
179 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap()
191 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap()
|
| /Linux-v4.19/lib/ |
| D | ioremap.c | 73 set_pte_at(&init_mm, addr, pte, pfn_pte(pfn, prot)); in ioremap_pte_range()
86 pmd = pmd_alloc(&init_mm, pud, addr); in ioremap_pmd_range()
113 pud = pud_alloc(&init_mm, p4d, addr); in ioremap_pud_range()
140 p4d = p4d_alloc(&init_mm, pgd, addr); in ioremap_p4d_range()
|
| /Linux-v4.19/arch/riscv/kernel/ |
| D | setup.c | 222 init_mm.start_code = (unsigned long) _stext; in setup_arch()
223 init_mm.end_code = (unsigned long) _etext; in setup_arch()
224 init_mm.end_data = (unsigned long) _edata; in setup_arch()
225 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v4.19/arch/x86/xen/ |
| D | grant-table.c | 68 set_pte_at(&init_mm, addr, gnttab_shared_vm_area.ptes[i], in arch_gnttab_map_shared()
90 set_pte_at(&init_mm, addr, gnttab_status_vm_area.ptes[i], in arch_gnttab_map_status()
112 set_pte_at(&init_mm, addr, ptes[i], __pte(0)); in arch_gnttab_unmap()
|
| /Linux-v4.19/arch/arm64/kernel/ |
| D | hibernate.c | 226 pgd_populate(&init_mm, pgdp, pudp); in create_safe_exec_page()
236 pud_populate(&init_mm, pudp, pmdp); in create_safe_exec_page()
246 pmd_populate_kernel(&init_mm, pmdp, ptep); in create_safe_exec_page()
371 pmd_populate_kernel(&init_mm, dst_pmdp, dst_ptep); in copy_pte()
394 pud_populate(&init_mm, dst_pudp, dst_pmdp); in copy_pmd()
429 pgd_populate(&init_mm, dst_pgdp, dst_pudp); in copy_pud()
|
| /Linux-v4.19/arch/unicore32/kernel/ |
| D | setup.c | 244 init_mm.start_code = (unsigned long) _stext; in setup_arch()
245 init_mm.end_code = (unsigned long) _etext; in setup_arch()
246 init_mm.end_data = (unsigned long) _edata; in setup_arch()
247 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v4.19/arch/sh/kernel/ |
| D | setup.c | 297 init_mm.start_code = (unsigned long) _text; in setup_arch()
298 init_mm.end_code = (unsigned long) _etext; in setup_arch()
299 init_mm.end_data = (unsigned long) _edata; in setup_arch()
300 init_mm.brk = (unsigned long) _end; in setup_arch()
|
| /Linux-v4.19/arch/microblaze/mm/ |
| D | highmem.c | 53 set_pte_at(&init_mm, vaddr, kmap_pte-idx, mk_pte(page, prot)); in kmap_atomic_prot()
82 pte_clear(&init_mm, vaddr, kmap_pte-idx); in __kunmap_atomic()
|
