| /Linux-v5.4/arch/powerpc/include/asm/ |
| D | tlb.h | 48 return cpumask_subset(mm_cpumask(mm), in mm_is_core_local()
57 return cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm)); in mm_is_thread_local()
69 cpumask_clear(mm_cpumask(mm)); in mm_reset_thread_local()
70 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in mm_reset_thread_local()
75 return cpumask_equal(mm_cpumask(mm), in mm_is_thread_local()
|
| /Linux-v5.4/arch/arm/include/asm/ |
| D | mmu_context.h | 140 !cpumask_empty(mm_cpumask(next)) && in switch_mm()
141 !cpumask_test_cpu(cpu, mm_cpumask(next))) in switch_mm()
144 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) { in switch_mm()
147 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
|
| D | cacheflush.h | 220 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_mm()
229 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_range()
239 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) { in vivt_flush_cache_page()
|
| /Linux-v5.4/arch/riscv/mm/ |
| D | tlbflush.c | 23 __sbi_tlb_flush_range(mm_cpumask(mm), 0, -1); in flush_tlb_mm()
28 __sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), addr, PAGE_SIZE); in flush_tlb_page()
34 __sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), start, end - start); in flush_tlb_range()
|
| D | context.c | 58 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
59 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| D | cacheflush.c | 47 cpumask_andnot(&others, mm_cpumask(mm), cpumask_of(cpu)); in flush_icache_mm()
|
| /Linux-v5.4/arch/mips/include/asm/ |
| D | mmu_context.h | 172 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
173 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
223 } else if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { in drop_mmu_context()
|
| /Linux-v5.4/arch/ia64/include/asm/ |
| D | mmu_context.h | 92 cpumask_clear(mm_cpumask(mm)); in get_mmu_context()
171 if (!cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in activate_context()
172 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in activate_context()
|
| /Linux-v5.4/arch/powerpc/mm/ |
| D | mmu_context.c | 40 if (!cpumask_test_cpu(smp_processor_id(), mm_cpumask(next))) { in switch_mm_irqs_off()
41 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in switch_mm_irqs_off()
|
| /Linux-v5.4/arch/um/include/asm/ |
| D | mmu_context.h | 66 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
67 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
|
| /Linux-v5.4/arch/unicore32/include/asm/ |
| D | tlbflush.h | 76 if (cpumask_test_cpu(get_cpu(), mm_cpumask(mm))) { in local_flush_tlb_mm()
87 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(vma->vm_mm))) { in local_flush_tlb_page()
|
| D | mmu_context.h | 51 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) in switch_mm()
|
| /Linux-v5.4/arch/x86/mm/ |
| D | tlb.c | 343 !cpumask_test_cpu(cpu, mm_cpumask(next)))) in switch_mm_irqs_off()
344 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
396 mm_cpumask(real_prev))); in switch_mm_irqs_off()
397 cpumask_clear_cpu(cpu, mm_cpumask(real_prev)); in switch_mm_irqs_off()
404 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
797 if (cpumask_any_but(mm_cpumask(mm), cpu) < nr_cpu_ids) in flush_tlb_mm_range()
798 flush_tlb_others(mm_cpumask(mm), info); in flush_tlb_mm_range()
|
| /Linux-v5.4/arch/arm/kernel/ |
| D | smp_tlb.c | 190 on_each_cpu_mask(mm_cpumask(mm), ipi_flush_tlb_mm, mm, 1); in flush_tlb_mm()
202 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, in flush_tlb_page()
228 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, in flush_tlb_range()
|
| /Linux-v5.4/arch/sh/include/asm/ |
| D | mmu_context.h | 128 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
132 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next))) in switch_mm()
|
| /Linux-v5.4/arch/sparc/include/asm/ |
| D | mmu_context_64.h | 131 if (!ctx_valid || !cpumask_test_cpu(cpu, mm_cpumask(mm))) { in switch_mm()
132 cpumask_set_cpu(cpu, mm_cpumask(mm)); in switch_mm()
|
| D | switch_to_32.h | 61 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next->active_mm)); \
|
| D | mman.h | 40 on_each_cpu_mask(mm_cpumask(current->mm), in sparc_calc_vm_prot_bits()
|
| /Linux-v5.4/arch/s390/include/asm/ |
| D | mmu_context.h | 118 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in finish_arch_post_lock_switch()
132 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in activate_mm()
|
| D | tlbflush.h | 63 cpumask_copy(mm_cpumask(mm), &mm->context.cpu_attach_mask); in __tlb_flush_mm()
|
| /Linux-v5.4/arch/csky/mm/ |
| D | asid.c | 126 cpumask_clear(mm_cpumask(mm)); in new_context()
155 cpumask_set_cpu(cpu, mm_cpumask(mm)); in asid_new_context()
|
| /Linux-v5.4/arch/arm/mm/ |
| D | context.c | 233 cpumask_clear(mm_cpumask(mm)); in new_context()
272 cpumask_set_cpu(cpu, mm_cpumask(mm)); in check_and_switch_context()
|
| /Linux-v5.4/arch/sparc/kernel/ |
| D | smp_64.c | 907 smp_call_function_many(mm_cpumask(mm), tsb_sync, mm, 1); in smp_tsb_sync()
1086 cpumask_copy(mm_cpumask(mm), cpumask_of(cpu)); in smp_flush_tlb_mm()
1092 mm_cpumask(mm)); in smp_flush_tlb_mm()
1124 cpumask_copy(mm_cpumask(mm), cpumask_of(cpu)); in smp_flush_tlb_pending()
1126 smp_call_function_many(mm_cpumask(mm), tlb_pending_func, in smp_flush_tlb_pending()
1140 cpumask_copy(mm_cpumask(mm), cpumask_of(cpu)); in smp_flush_tlb_page()
1144 mm_cpumask(mm)); in smp_flush_tlb_page()
|
| /Linux-v5.4/arch/arc/mm/ |
| D | tlb.c | 461 on_each_cpu_mask(mm_cpumask(mm), (smp_call_func_t)local_flush_tlb_mm, in flush_tlb_mm()
472 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, &ta, 1); in flush_tlb_page()
484 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, &ta, 1); in flush_tlb_range()
497 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_pmd_tlb_range, &ta, 1); in flush_pmd_tlb_range()
|
| /Linux-v5.4/arch/nds32/include/asm/ |
| D | mmu_context.h | 59 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) { in switch_mm()
|
