| /Linux-v4.19/arch/powerpc/include/asm/ |
| D | tlb.h | 68 return cpumask_subset(mm_cpumask(mm), in mm_is_core_local()
77 return cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm)); in mm_is_thread_local()
89 cpumask_clear(mm_cpumask(mm)); in mm_reset_thread_local()
90 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in mm_reset_thread_local()
95 return cpumask_equal(mm_cpumask(mm), in mm_is_thread_local()
|
| /Linux-v4.19/arch/arm/include/asm/ |
| D | mmu_context.h | 143 !cpumask_empty(mm_cpumask(next)) && in switch_mm()
144 !cpumask_test_cpu(cpu, mm_cpumask(next))) in switch_mm()
147 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) { in switch_mm()
150 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
|
| D | cacheflush.h | 223 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_mm()
232 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_range()
242 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) { in vivt_flush_cache_page()
|
| /Linux-v4.19/arch/mips/include/asm/ |
| D | mmu_context.h | 155 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
156 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
193 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in activate_mm()
194 cpumask_set_cpu(cpu, mm_cpumask(next)); in activate_mm()
212 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { in drop_mmu_context()
|
| /Linux-v4.19/arch/riscv/include/asm/ |
| D | tlbflush.h | 55 sbi_remote_sfence_vma(mm_cpumask((vma)->vm_mm)->bits, \
58 sbi_remote_sfence_vma(mm_cpumask(mm)->bits, 0, -1)
|
| D | mmu_context.h | 83 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
84 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /Linux-v4.19/arch/powerpc/mm/ |
| D | mmu_context.c | 44 if (!cpumask_test_cpu(smp_processor_id(), mm_cpumask(next))) { in switch_mm_irqs_off()
45 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in switch_mm_irqs_off()
|
| /Linux-v4.19/arch/ia64/include/asm/ |
| D | mmu_context.h | 92 cpumask_clear(mm_cpumask(mm)); in get_mmu_context()
171 if (!cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in activate_context()
172 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in activate_context()
|
| /Linux-v4.19/arch/x86/mm/ |
| D | tlb.c | 250 !cpumask_test_cpu(cpu, mm_cpumask(next)))) in switch_mm_irqs_off()
251 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
295 mm_cpumask(real_prev))); in switch_mm_irqs_off()
296 cpumask_clear_cpu(cpu, mm_cpumask(real_prev)); in switch_mm_irqs_off()
303 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
657 if (cpumask_any_but(mm_cpumask(mm), cpu) < nr_cpu_ids) in flush_tlb_mm_range()
658 flush_tlb_others(mm_cpumask(mm), &info); in flush_tlb_mm_range()
|
| /Linux-v4.19/arch/unicore32/include/asm/ |
| D | tlbflush.h | 79 if (cpumask_test_cpu(get_cpu(), mm_cpumask(mm))) { in local_flush_tlb_mm()
90 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(vma->vm_mm))) { in local_flush_tlb_page()
|
| D | mmu_context.h | 54 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) in switch_mm()
|
| /Linux-v4.19/arch/um/include/asm/ |
| D | mmu_context.h | 67 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
68 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /Linux-v4.19/arch/arm/kernel/ |
| D | smp_tlb.c | 193 on_each_cpu_mask(mm_cpumask(mm), ipi_flush_tlb_mm, mm, 1); in flush_tlb_mm()
205 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, in flush_tlb_page()
231 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, in flush_tlb_range()
|
| /Linux-v4.19/arch/sh/include/asm/ |
| D | mmu_context.h | 128 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
132 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next))) in switch_mm()
|
| /Linux-v4.19/arch/sparc/include/asm/ |
| D | mmu_context_64.h | 131 if (!ctx_valid || !cpumask_test_cpu(cpu, mm_cpumask(mm))) { in switch_mm()
132 cpumask_set_cpu(cpu, mm_cpumask(mm)); in switch_mm()
|
| D | switch_to_32.h | 61 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next->active_mm)); \
|
| D | mman.h | 40 on_each_cpu_mask(mm_cpumask(current->mm), in sparc_calc_vm_prot_bits()
|
| /Linux-v4.19/arch/s390/include/asm/ |
| D | mmu_context.h | 123 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in finish_arch_post_lock_switch()
137 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in activate_mm()
|
| D | tlbflush.h | 64 cpumask_copy(mm_cpumask(mm), &mm->context.cpu_attach_mask); in __tlb_flush_mm()
|
| /Linux-v4.19/arch/arm/mm/ |
| D | context.c | 236 cpumask_clear(mm_cpumask(mm)); in new_context()
275 cpumask_set_cpu(cpu, mm_cpumask(mm)); in check_and_switch_context()
|
| /Linux-v4.19/arch/sparc/kernel/ |
| D | smp_64.c | 907 smp_call_function_many(mm_cpumask(mm), tsb_sync, mm, 1); in smp_tsb_sync()
1086 cpumask_copy(mm_cpumask(mm), cpumask_of(cpu)); in smp_flush_tlb_mm()
1092 mm_cpumask(mm)); in smp_flush_tlb_mm()
1124 cpumask_copy(mm_cpumask(mm), cpumask_of(cpu)); in smp_flush_tlb_pending()
1126 smp_call_function_many(mm_cpumask(mm), tlb_pending_func, in smp_flush_tlb_pending()
1140 cpumask_copy(mm_cpumask(mm), cpumask_of(cpu)); in smp_flush_tlb_page()
1144 mm_cpumask(mm)); in smp_flush_tlb_page()
|
| /Linux-v4.19/arch/nds32/include/asm/ |
| D | mmu_context.h | 59 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) { in switch_mm()
|
| /Linux-v4.19/arch/arc/mm/ |
| D | tlb.c | 464 on_each_cpu_mask(mm_cpumask(mm), (smp_call_func_t)local_flush_tlb_mm, in flush_tlb_mm()
475 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, &ta, 1); in flush_tlb_page()
487 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, &ta, 1); in flush_tlb_range()
500 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_pmd_tlb_range, &ta, 1); in flush_pmd_tlb_range()
|
| /Linux-v4.19/arch/sparc/mm/ |
| D | srmmu.c | 1669 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_cache_mm()
1681 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_tlb_mm()
1686 cpumask_copy(mm_cpumask(mm), in smp_flush_tlb_mm()
1701 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_cache_range()
1718 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_tlb_range()
1733 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_cache_page()
1748 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_tlb_page()
1774 cpumask_copy(&cpu_mask, mm_cpumask(mm)); in smp_flush_sig_insns()
|
| /Linux-v4.19/arch/riscv/kernel/ |
| D | smp.c | 146 cpumask_andnot(&others, mm_cpumask(mm), cpumask_of(cpu)); in flush_icache_mm()
|
