17 #include <asm/fpu/api.h>
18 #include <asm/fpu/regset.h>
19 #include <asm/fpu/signal.h>
20 #include <asm/fpu/xcr.h>
250 			  "x86/fpu: misordered xstate at %d\n", last_good_offset);  in setup_xstate_cache()
261 		pr_info("x86/fpu: Supporting XSAVE feature 0x%03Lx: '%s'\n", xstate_mask, feature_name);  in print_xstate_feature()
300 		pr_info("x86/fpu: xstate_offset[%d]: %4d, xstate_sizes[%d]: %4d\n",  in print_xstate_offset_size()
323 	 * We should never fault when copying from a kernel buffer, and the FPU  in os_xrstor_booting()
583  * covered by these checks. Only the size of the buffer for task->fpu
657 	 * This is the size required for the task->fpu buffer.  in get_xsave_compacted_size()
741 	fpstate_reset(&current->thread.fpu);  in fpu__init_disable_system_xstate()
756 		pr_info("x86/fpu: No FPU detected\n");  in fpu__init_system_xstate()
761 		pr_info("x86/fpu: x87 FPU will use %s\n",  in fpu__init_system_xstate()
789 		pr_err("x86/fpu: FP/SSE not present amongst the CPU's xstate features: 0x%llx.\n",  in fpu__init_system_xstate()
851 	fpstate_reset(&current->thread.fpu);  in fpu__init_system_xstate()
868 		pr_warn("x86/fpu: init_fpstate buffer too small (%zu < %d), disabling XSAVE\n",  in fpu__init_system_xstate()
880 		pr_err("x86/fpu: xfeatures modified from 0x%016llx to 0x%016llx during init, disabling XSAVE\n",  in fpu__init_system_xstate()
886 	pr_info("x86/fpu: Enabled xstate features 0x%llx, context size is %d bytes, using '%s' format.\n",  in fpu__init_system_xstate()
898  * Restore minimal FPU state after suspend:
918 		wrmsrl(MSR_IA32_XFD, current->thread.fpu.fpstate->xfd);  in fpu__resume_cpu()
952  *	xstate: the thread's storage area for all FPU data
1186 	__copy_xstate_to_uabi_buf(to, tsk->thread.fpu.fpstate,  in copy_xstate_to_uabi_buf()
1378 	if (fpstate->xfd == current->thread.fpu.fpstate->xfd)  in xstate_op_valid()
1431 void fpstate_free(struct fpu *fpu)  in arch_initcall()
1433 	if (fpu->fpstate && fpu->fpstate != &fpu->__fpstate)  in arch_initcall()
1434 		vfree(fpu->fpstate);  in arch_initcall()
1444  * @guest_fpu:	Pointer to a guest FPU container. NULL for host allocations
1455 	struct fpu *fpu = &current->thread.fpu;  in fpstate_realloc()  local
1470 	 * When a guest FPU is supplied, use @guest_fpu->fpstate  in fpstate_realloc()
1473 	curfps = guest_fpu ? guest_fpu->fpstate : fpu->fpstate;  in fpstate_realloc()
1476 	in_use = fpu->fpstate == curfps;  in fpstate_realloc()
1507 		/* If curfps is active, update the FPU fpstate pointer */  in fpstate_realloc()
1509 			fpu->fpstate = newfps;  in fpstate_realloc()
1511 		fpu->fpstate = newfps;  in fpstate_realloc()
1515 		xfd_update_state(fpu->fpstate);  in fpstate_realloc()
1551 	struct fpu *fpu = &current->group_leader->thread.fpu;  in __xstate_request_perm()  local
1578 	perm = guest ? &fpu->guest_perm : &fpu->perm;  in __xstate_request_perm()
1637 	struct fpu *fpu;  in __xfd_enable_feature()  local
1654 	fpu = &current->group_leader->thread.fpu;  in __xfd_enable_feature()
1655 	perm = guest_fpu ? &fpu->guest_perm : &fpu->perm;  in __xfd_enable_feature()
1760 	unsigned long timestamp = READ_ONCE(task->thread.fpu.avx512_timestamp);  in avx512_status()