Lines Matching refs:this_cpu_read

205 		if (asid == this_cpu_read(cpu_tlbstate.loaded_mm_asid))  in clear_asid_other()
230 if (this_cpu_read(cpu_tlbstate.invalidate_other)) in choose_new_asid()
234 if (this_cpu_read(cpu_tlbstate.ctxs[asid].ctx_id) != in choose_new_asid()
239 *need_flush = (this_cpu_read(cpu_tlbstate.ctxs[asid].tlb_gen) < in choose_new_asid()
304 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in leave_mm()
318 WARN_ON(!this_cpu_read(cpu_tlbstate_shared.is_lazy)); in leave_mm()
362 if (this_cpu_read(cpu_info.smt_active)) { in l1d_flush_evaluate()
391 prev_mm = this_cpu_read(cpu_tlbstate.last_user_mm_spec); in cond_mitigation()
488 cr4_update_pce_mm(this_cpu_read(cpu_tlbstate.loaded_mm)); in cr4_update_pce()
498 struct mm_struct *real_prev = this_cpu_read(cpu_tlbstate.loaded_mm); in switch_mm_irqs_off()
499 u16 prev_asid = this_cpu_read(cpu_tlbstate.loaded_mm_asid); in switch_mm_irqs_off()
501 bool was_lazy = this_cpu_read(cpu_tlbstate_shared.is_lazy); in switch_mm_irqs_off()
564 VM_WARN_ON(this_cpu_read(cpu_tlbstate.ctxs[prev_asid].ctx_id) != in switch_mm_irqs_off()
597 if (this_cpu_read(cpu_tlbstate.ctxs[prev_asid].tlb_gen) == in switch_mm_irqs_off()
680 if (this_cpu_read(cpu_tlbstate.loaded_mm) == &init_mm) in enter_lazy_tlb()
702 struct mm_struct *mm = this_cpu_read(cpu_tlbstate.loaded_mm); in initialize_tlbstate_and_flush()
755 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in flush_tlb_func()
756 u32 loaded_mm_asid = this_cpu_read(cpu_tlbstate.loaded_mm_asid); in flush_tlb_func()
757 u64 local_tlb_gen = this_cpu_read(cpu_tlbstate.ctxs[loaded_mm_asid].tlb_gen); in flush_tlb_func()
777 VM_WARN_ON(this_cpu_read(cpu_tlbstate.ctxs[loaded_mm_asid].ctx_id) != in flush_tlb_func()
780 if (this_cpu_read(cpu_tlbstate_shared.is_lazy)) { in flush_tlb_func()
1031 } else if (mm == this_cpu_read(cpu_tlbstate.loaded_mm)) { in flush_tlb_mm_range()
1096 build_cr3(this_cpu_read(cpu_tlbstate.loaded_mm)->pgd, in __get_current_cr3_fast()
1097 this_cpu_read(cpu_tlbstate.loaded_mm_asid), in __get_current_cr3_fast()
1155 loaded_mm_asid = this_cpu_read(cpu_tlbstate.loaded_mm_asid); in native_flush_tlb_one_user()
1156 cpu_pcide = this_cpu_read(cpu_tlbstate.cr4) & X86_CR4_PCIDE; in native_flush_tlb_one_user()
1199 __native_tlb_flush_global(this_cpu_read(cpu_tlbstate.cr4)); in native_flush_tlb_global()
1216 invalidate_user_asid(this_cpu_read(cpu_tlbstate.loaded_mm_asid)); in native_flush_tlb_local()
1286 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in nmi_uaccess_okay()