390 	flush_fp_to_thread(current);  in save_user_regs()
398 	if (current->thread.used_vr) {  in save_user_regs()
399 		flush_altivec_to_thread(current);  in save_user_regs()
400 		if (__copy_to_user(&frame->mc_vregs, &current->thread.vr_state,  in save_user_regs()
416 		current->thread.vrsave = mfspr(SPRN_VRSAVE);  in save_user_regs()
417 	if (__put_user(current->thread.vrsave, (u32 __user *)&frame->mc_vregs[32]))  in save_user_regs()
420 	if (copy_fpr_to_user(&frame->mc_fregs, current))  in save_user_regs()
435 	if (current->thread.used_vsr && ctx_has_vsx_region) {  in save_user_regs()
436 		flush_vsx_to_thread(current);  in save_user_regs()
437 		if (copy_vsx_to_user(&frame->mc_vsregs, current))  in save_user_regs()
444 	if (current->thread.used_spe) {  in save_user_regs()
445 		flush_spe_to_thread(current);  in save_user_regs()
446 		if (__copy_to_user(&frame->mc_vregs, current->thread.evr,  in save_user_regs()
456 	if (__put_user(current->thread.spefscr, (u32 __user *)&frame->mc_vregs + ELF_NEVRREG))  in save_user_regs()
506 	if (save_general_regs(&current->thread.ckpt_regs, frame)  in save_tm_user_regs()
521 	if (current->thread.used_vr) {  in save_tm_user_regs()
522 		if (__copy_to_user(&frame->mc_vregs, &current->thread.ckvr_state,  in save_tm_user_regs()
527 					   &current->thread.vr_state,  in save_tm_user_regs()
532 					   &current->thread.ckvr_state,  in save_tm_user_regs()
549 		current->thread.ckvrsave = mfspr(SPRN_VRSAVE);  in save_tm_user_regs()
550 	if (__put_user(current->thread.ckvrsave,  in save_tm_user_regs()
554 		if (__put_user(current->thread.vrsave,  in save_tm_user_regs()
558 		if (__put_user(current->thread.ckvrsave,  in save_tm_user_regs()
564 	if (copy_ckfpr_to_user(&frame->mc_fregs, current))  in save_tm_user_regs()
567 		if (copy_fpr_to_user(&tm_frame->mc_fregs, current))  in save_tm_user_regs()
570 		if (copy_ckfpr_to_user(&tm_frame->mc_fregs, current))  in save_tm_user_regs()
581 	if (current->thread.used_vsr) {  in save_tm_user_regs()
582 		if (copy_ckvsx_to_user(&frame->mc_vsregs, current))  in save_tm_user_regs()
586 						      current))  in save_tm_user_regs()
589 			if (copy_ckvsx_to_user(&tm_frame->mc_vsregs, current))  in save_tm_user_regs()
600 	if (current->thread.used_spe) {  in save_tm_user_regs()
601 		flush_spe_to_thread(current);  in save_tm_user_regs()
602 		if (__copy_to_user(&frame->mc_vregs, current->thread.evr,  in save_tm_user_regs()
611 	if (__put_user(current->thread.spefscr, (u32 __user *)&frame->mc_vregs + ELF_NEVRREG))  in save_tm_user_regs()
670 		if (__copy_from_user(&current->thread.vr_state, &sr->mc_vregs,  in restore_user_regs()
673 		current->thread.used_vr = true;  in restore_user_regs()
674 	} else if (current->thread.used_vr)  in restore_user_regs()
675 		memset(&current->thread.vr_state, 0,  in restore_user_regs()
679 	if (__get_user(current->thread.vrsave, (u32 __user *)&sr->mc_vregs[32]))  in restore_user_regs()
682 		mtspr(SPRN_VRSAVE, current->thread.vrsave);  in restore_user_regs()
684 	if (copy_fpr_from_user(current, &sr->mc_fregs))  in restore_user_regs()
698 		if (copy_vsx_from_user(current, &sr->mc_vsregs))  in restore_user_regs()
700 		current->thread.used_vsr = true;  in restore_user_regs()
701 	} else if (current->thread.used_vsr)  in restore_user_regs()
703 			current->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;  in restore_user_regs()
717 		if (__copy_from_user(current->thread.evr, &sr->mc_vregs,  in restore_user_regs()
720 		current->thread.used_spe = true;  in restore_user_regs()
721 	} else if (current->thread.used_spe)  in restore_user_regs()
722 		memset(current->thread.evr, 0, ELF_NEVRREG * sizeof(u32));  in restore_user_regs()
725 	if (__get_user(current->thread.spefscr, (u32 __user *)&sr->mc_vregs + ELF_NEVRREG))  in restore_user_regs()
758 	err |= restore_general_regs(&current->thread.ckpt_regs, sr);  in restore_tm_user_regs()
760 	err |= __get_user(current->thread.tm_tfhar, &sr->mc_gregs[PT_NIP]);  in restore_tm_user_regs()
773 		if (__copy_from_user(&current->thread.ckvr_state, &sr->mc_vregs,  in restore_tm_user_regs()
775 		    __copy_from_user(&current->thread.vr_state,  in restore_tm_user_regs()
779 		current->thread.used_vr = true;  in restore_tm_user_regs()
780 	} else if (current->thread.used_vr) {  in restore_tm_user_regs()
781 		memset(&current->thread.vr_state, 0,  in restore_tm_user_regs()
783 		memset(&current->thread.ckvr_state, 0,  in restore_tm_user_regs()
788 	if (__get_user(current->thread.ckvrsave,  in restore_tm_user_regs()
790 	    __get_user(current->thread.vrsave,  in restore_tm_user_regs()
794 		mtspr(SPRN_VRSAVE, current->thread.ckvrsave);  in restore_tm_user_regs()
799 	if (copy_fpr_from_user(current, &sr->mc_fregs) ||  in restore_tm_user_regs()
800 	    copy_ckfpr_from_user(current, &tm_sr->mc_fregs))  in restore_tm_user_regs()
810 		if (copy_vsx_from_user(current, &tm_sr->mc_vsregs) ||  in restore_tm_user_regs()
811 		    copy_ckvsx_from_user(current, &sr->mc_vsregs))  in restore_tm_user_regs()
813 		current->thread.used_vsr = true;  in restore_tm_user_regs()
814 	} else if (current->thread.used_vsr)  in restore_tm_user_regs()
816 			current->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;  in restore_tm_user_regs()
817 			current->thread.ckfp_state.fpr[i][TS_VSRLOWOFFSET] = 0;  in restore_tm_user_regs()
827 		if (__copy_from_user(current->thread.evr, &sr->mc_vregs,  in restore_tm_user_regs()
830 		current->thread.used_spe = true;  in restore_tm_user_regs()
831 	} else if (current->thread.used_spe)  in restore_tm_user_regs()
832 		memset(current->thread.evr, 0, ELF_NEVRREG * sizeof(u32));  in restore_tm_user_regs()
835 	if (__get_user(current->thread.spefscr, (u32 __user *)&sr->mc_vregs  in restore_tm_user_regs()
871 	current->thread.tm_texasr |= TEXASR_FS;  in restore_tm_user_regs()
873 	tm_recheckpoint(&current->thread);  in restore_tm_user_regs()
878 		load_fp_state(&current->thread.fp_state);  in restore_tm_user_regs()
879 		regs->msr |= (MSR_FP | current->thread.fpexc_mode);  in restore_tm_user_regs()
883 		load_vr_state(&current->thread.vr_state);  in restore_tm_user_regs()
916 	BUG_ON(tsk != current);  in handle_rt_signal32()
1121 		    || put_sigset_t(&old_ctx->uc_sigmask, &current->blocked)  in COMPAT_SYSCALL_DEFINE3()
1164 	current->restart_block.fn = do_no_restart_syscall;  in COMPAT_SYSCALL_DEFINE0()
1248 				   current->comm, current->pid,  in COMPAT_SYSCALL_DEFINE0()
1264 	unsigned long new_dbcr0 = current->thread.debug.dbcr0;  in SYSCALL_DEFINE3()
1279 						current->thread.debug.dbcr1)) {  in SYSCALL_DEFINE3()
1314 	current->thread.debug.dbcr0 = new_dbcr0;  in SYSCALL_DEFINE3()
1337 					   current->comm, current->pid,  in SYSCALL_DEFINE3()
1373 	BUG_ON(tsk != current);  in handle_signal32()
1467 	current->restart_block.fn = do_no_restart_syscall;  in COMPAT_SYSCALL_DEFINE0()
1515 				   current->comm, current->pid,  in COMPAT_SYSCALL_DEFINE0()