Lines Matching refs:this_cpu_read

62 		if (asid == this_cpu_read(cpu_tlbstate.loaded_mm_asid))  in clear_asid_other()
87 if (this_cpu_read(cpu_tlbstate.invalidate_other)) in choose_new_asid()
91 if (this_cpu_read(cpu_tlbstate.ctxs[asid].ctx_id) != in choose_new_asid()
96 *need_flush = (this_cpu_read(cpu_tlbstate.ctxs[asid].tlb_gen) < in choose_new_asid()
134 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in leave_mm()
148 WARN_ON(!this_cpu_read(cpu_tlbstate.is_lazy)); in leave_mm()
249 prev_mm = this_cpu_read(cpu_tlbstate.last_user_mm_ibpb); in cond_ibpb()
268 if (this_cpu_read(cpu_tlbstate.last_user_mm) != next->mm) { in cond_ibpb()
278 struct mm_struct *real_prev = this_cpu_read(cpu_tlbstate.loaded_mm); in switch_mm_irqs_off()
279 u16 prev_asid = this_cpu_read(cpu_tlbstate.loaded_mm_asid); in switch_mm_irqs_off()
280 bool was_lazy = this_cpu_read(cpu_tlbstate.is_lazy); in switch_mm_irqs_off()
334 VM_WARN_ON(this_cpu_read(cpu_tlbstate.ctxs[prev_asid].ctx_id) != in switch_mm_irqs_off()
362 if (this_cpu_read(cpu_tlbstate.ctxs[prev_asid].tlb_gen) == in switch_mm_irqs_off()
463 if (this_cpu_read(cpu_tlbstate.loaded_mm) == &init_mm) in enter_lazy_tlb()
485 struct mm_struct *mm = this_cpu_read(cpu_tlbstate.loaded_mm); in initialize_tlbstate_and_flush()
533 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in flush_tlb_func_common()
534 u32 loaded_mm_asid = this_cpu_read(cpu_tlbstate.loaded_mm_asid); in flush_tlb_func_common()
536 u64 local_tlb_gen = this_cpu_read(cpu_tlbstate.ctxs[loaded_mm_asid].tlb_gen); in flush_tlb_func_common()
544 VM_WARN_ON(this_cpu_read(cpu_tlbstate.ctxs[loaded_mm_asid].ctx_id) != in flush_tlb_func_common()
547 if (this_cpu_read(cpu_tlbstate.is_lazy)) { in flush_tlb_func_common()
651 if (f->mm && f->mm != this_cpu_read(cpu_tlbstate.loaded_mm)) in flush_tlb_func_remote()
790 if (mm == this_cpu_read(cpu_tlbstate.loaded_mm)) { in flush_tlb_mm_range()