36 static void save_guest_debug_regs(struct kvm_vcpu *vcpu)  in save_guest_debug_regs()  argument
38 	u64 val = vcpu_read_sys_reg(vcpu, MDSCR_EL1);  in save_guest_debug_regs()
40 	vcpu->arch.guest_debug_preserved.mdscr_el1 = val;  in save_guest_debug_regs()
43 				vcpu->arch.guest_debug_preserved.mdscr_el1);  in save_guest_debug_regs()
46 static void restore_guest_debug_regs(struct kvm_vcpu *vcpu)  in restore_guest_debug_regs()  argument
48 	u64 val = vcpu->arch.guest_debug_preserved.mdscr_el1;  in restore_guest_debug_regs()
50 	vcpu_write_sys_reg(vcpu, val, MDSCR_EL1);  in restore_guest_debug_regs()
53 				vcpu_read_sys_reg(vcpu, MDSCR_EL1));  in restore_guest_debug_regs()
75 void kvm_arm_reset_debug_ptr(struct kvm_vcpu *vcpu)  in kvm_arm_reset_debug_ptr()  argument
77 	vcpu->arch.debug_ptr = &vcpu->arch.vcpu_debug_state;  in kvm_arm_reset_debug_ptr()
101 void kvm_arm_setup_debug(struct kvm_vcpu *vcpu)  in kvm_arm_setup_debug()  argument
103 	bool trap_debug = !(vcpu->arch.flags & KVM_ARM64_DEBUG_DIRTY);  in kvm_arm_setup_debug()
104 	unsigned long mdscr, orig_mdcr_el2 = vcpu->arch.mdcr_el2;  in kvm_arm_setup_debug()
106 	trace_kvm_arm_setup_debug(vcpu, vcpu->guest_debug);  in kvm_arm_setup_debug()
112 	vcpu->arch.mdcr_el2 = __this_cpu_read(mdcr_el2) & MDCR_EL2_HPMN_MASK;  in kvm_arm_setup_debug()
113 	vcpu->arch.mdcr_el2 |= (MDCR_EL2_TPM |  in kvm_arm_setup_debug()
120 	if (vcpu->guest_debug) {  in kvm_arm_setup_debug()
122 		vcpu->arch.mdcr_el2 |= MDCR_EL2_TDE;  in kvm_arm_setup_debug()
125 		save_guest_debug_regs(vcpu);  in kvm_arm_setup_debug()
147 		if (vcpu->guest_debug & KVM_GUESTDBG_SINGLESTEP) {  in kvm_arm_setup_debug()
148 			*vcpu_cpsr(vcpu) |=  DBG_SPSR_SS;  in kvm_arm_setup_debug()
149 			mdscr = vcpu_read_sys_reg(vcpu, MDSCR_EL1);  in kvm_arm_setup_debug()
151 			vcpu_write_sys_reg(vcpu, mdscr, MDSCR_EL1);  in kvm_arm_setup_debug()
153 			mdscr = vcpu_read_sys_reg(vcpu, MDSCR_EL1);  in kvm_arm_setup_debug()
155 			vcpu_write_sys_reg(vcpu, mdscr, MDSCR_EL1);  in kvm_arm_setup_debug()
158 		trace_kvm_arm_set_dreg32("SPSR_EL2", *vcpu_cpsr(vcpu));  in kvm_arm_setup_debug()
169 		if (vcpu->guest_debug & KVM_GUESTDBG_USE_HW) {  in kvm_arm_setup_debug()
171 			mdscr = vcpu_read_sys_reg(vcpu, MDSCR_EL1);  in kvm_arm_setup_debug()
173 			vcpu_write_sys_reg(vcpu, mdscr, MDSCR_EL1);  in kvm_arm_setup_debug()
175 			vcpu->arch.debug_ptr = &vcpu->arch.external_debug_state;  in kvm_arm_setup_debug()
176 			vcpu->arch.flags |= KVM_ARM64_DEBUG_DIRTY;  in kvm_arm_setup_debug()
180 						&vcpu->arch.debug_ptr->dbg_bcr[0],  in kvm_arm_setup_debug()
181 						&vcpu->arch.debug_ptr->dbg_bvr[0]);  in kvm_arm_setup_debug()
184 						&vcpu->arch.debug_ptr->dbg_wcr[0],  in kvm_arm_setup_debug()
185 						&vcpu->arch.debug_ptr->dbg_wvr[0]);  in kvm_arm_setup_debug()
189 	BUG_ON(!vcpu->guest_debug &&  in kvm_arm_setup_debug()
190 		vcpu->arch.debug_ptr != &vcpu->arch.vcpu_debug_state);  in kvm_arm_setup_debug()
194 		vcpu->arch.mdcr_el2 |= MDCR_EL2_TDA;  in kvm_arm_setup_debug()
197 	if (vcpu_read_sys_reg(vcpu, MDSCR_EL1) & (DBG_MDSCR_KDE | DBG_MDSCR_MDE))  in kvm_arm_setup_debug()
198 		vcpu->arch.flags |= KVM_ARM64_DEBUG_DIRTY;  in kvm_arm_setup_debug()
201 	if (has_vhe() && orig_mdcr_el2 != vcpu->arch.mdcr_el2)  in kvm_arm_setup_debug()
202 		write_sysreg(vcpu->arch.mdcr_el2, mdcr_el2);  in kvm_arm_setup_debug()
204 	trace_kvm_arm_set_dreg32("MDCR_EL2", vcpu->arch.mdcr_el2);  in kvm_arm_setup_debug()
205 	trace_kvm_arm_set_dreg32("MDSCR_EL1", vcpu_read_sys_reg(vcpu, MDSCR_EL1));  in kvm_arm_setup_debug()
208 void kvm_arm_clear_debug(struct kvm_vcpu *vcpu)  in kvm_arm_clear_debug()  argument
210 	trace_kvm_arm_clear_debug(vcpu->guest_debug);  in kvm_arm_clear_debug()
212 	if (vcpu->guest_debug) {  in kvm_arm_clear_debug()
213 		restore_guest_debug_regs(vcpu);  in kvm_arm_clear_debug()
219 		if (vcpu->guest_debug & KVM_GUESTDBG_USE_HW) {  in kvm_arm_clear_debug()
220 			kvm_arm_reset_debug_ptr(vcpu);  in kvm_arm_clear_debug()
223 						&vcpu->arch.debug_ptr->dbg_bcr[0],  in kvm_arm_clear_debug()
224 						&vcpu->arch.debug_ptr->dbg_bvr[0]);  in kvm_arm_clear_debug()
227 						&vcpu->arch.debug_ptr->dbg_wcr[0],  in kvm_arm_clear_debug()
228 						&vcpu->arch.debug_ptr->dbg_wvr[0]);  in kvm_arm_clear_debug()