28 extern void fpu__prepare_read(struct fpu *fpu);
29 extern void fpu__prepare_write(struct fpu *fpu);
30 extern void fpu__save(struct fpu *fpu);
32 extern void fpu__drop(struct fpu *fpu);
34 extern void fpu__clear(struct fpu *fpu);
35 extern int  fpu__exception_code(struct fpu *fpu, int trap_nr);
103 extern void fpstate_sanitize_xstate(struct fpu *fpu);
198 static inline void copy_fxregs_to_kernel(struct fpu *fpu)  in copy_fxregs_to_kernel()  argument
201 		asm volatile( "fxsave %[fx]" : [fx] "=m" (fpu->state.fxsave));  in copy_fxregs_to_kernel()
203 		asm volatile("fxsaveq %[fx]" : [fx] "=m" (fpu->state.fxsave));  in copy_fxregs_to_kernel()
417 static inline int copy_fpregs_to_fpstate(struct fpu *fpu)  in copy_fpregs_to_fpstate()  argument
420 		copy_xregs_to_kernel(&fpu->state.xsave);  in copy_fpregs_to_fpstate()
426 		if (fpu->state.xsave.header.xfeatures & XFEATURE_MASK_AVX512)  in copy_fpregs_to_fpstate()
427 			fpu->avx512_timestamp = jiffies;  in copy_fpregs_to_fpstate()
432 		copy_fxregs_to_kernel(fpu);  in copy_fpregs_to_fpstate()
440 	asm volatile("fnsave %[fp]; fwait" : [fp] "=m" (fpu->state.fsave));  in copy_fpregs_to_fpstate()
481 DECLARE_PER_CPU(struct fpu *, fpu_fpregs_owner_ctx);
505 static inline void __fpu_invalidate_fpregs_state(struct fpu *fpu)  in __fpu_invalidate_fpregs_state()  argument
507 	fpu->last_cpu = -1;  in __fpu_invalidate_fpregs_state()
510 static inline int fpregs_state_valid(struct fpu *fpu, unsigned int cpu)  in fpregs_state_valid()  argument
512 	return fpu == this_cpu_read_stable(fpu_fpregs_owner_ctx) && cpu == fpu->last_cpu;  in fpregs_state_valid()
519 static inline void fpregs_deactivate(struct fpu *fpu)  in fpregs_deactivate()  argument
522 	trace_x86_fpu_regs_deactivated(fpu);  in fpregs_deactivate()
525 static inline void fpregs_activate(struct fpu *fpu)  in fpregs_activate()  argument
527 	this_cpu_write(fpu_fpregs_owner_ctx, fpu);  in fpregs_activate()
528 	trace_x86_fpu_regs_activated(fpu);  in fpregs_activate()
536 	struct fpu *fpu = &current->thread.fpu;  in __fpregs_load_activate()  local
542 	if (!fpregs_state_valid(fpu, cpu)) {  in __fpregs_load_activate()
543 		copy_kernel_to_fpregs(&fpu->state);  in __fpregs_load_activate()
544 		fpregs_activate(fpu);  in __fpregs_load_activate()
545 		fpu->last_cpu = cpu;  in __fpregs_load_activate()
572 static inline void switch_fpu_prepare(struct fpu *old_fpu, int cpu)  in switch_fpu_prepare()
593 static inline void switch_fpu_finish(struct fpu *new_fpu)  in switch_fpu_finish()