111 static void debug_os_unlock(struct debug_drvdata *drvdata)  in debug_os_unlock()  argument
114 	writel_relaxed(0x0, drvdata->base + EDOSLAR);  in debug_os_unlock()
131 static bool debug_access_permitted(struct debug_drvdata *drvdata)  in debug_access_permitted()  argument
134 	if (!(drvdata->edprsr & EDPRSR_PU))  in debug_access_permitted()
138 	if (drvdata->edprsr & EDPRSR_DLK)  in debug_access_permitted()
144 static void debug_force_cpu_powered_up(struct debug_drvdata *drvdata)  in debug_force_cpu_powered_up()  argument
156 	edprcr = readl_relaxed(drvdata->base + EDPRCR);  in debug_force_cpu_powered_up()
158 	writel_relaxed(edprcr, drvdata->base + EDPRCR);  in debug_force_cpu_powered_up()
161 	if (readx_poll_timeout_atomic(readl_relaxed, drvdata->base + EDPRSR,  in debug_force_cpu_powered_up()
162 			drvdata->edprsr, (drvdata->edprsr & EDPRSR_PU),  in debug_force_cpu_powered_up()
170 		dev_err(drvdata->dev, "%s: power up request for CPU%d failed\n",  in debug_force_cpu_powered_up()
171 			__func__, drvdata->cpu);  in debug_force_cpu_powered_up()
179 	edprcr = readl_relaxed(drvdata->base + EDPRCR);  in debug_force_cpu_powered_up()
181 	writel_relaxed(edprcr, drvdata->base + EDPRCR);  in debug_force_cpu_powered_up()
183 	drvdata->edprsr = readl_relaxed(drvdata->base + EDPRSR);  in debug_force_cpu_powered_up()
186 	if (unlikely(!(drvdata->edprsr & EDPRSR_PU)))  in debug_force_cpu_powered_up()
190 static void debug_read_regs(struct debug_drvdata *drvdata)  in debug_read_regs()  argument
194 	CS_UNLOCK(drvdata->base);  in debug_read_regs()
197 	debug_os_unlock(drvdata);  in debug_read_regs()
200 	save_edprcr = readl_relaxed(drvdata->base + EDPRCR);  in debug_read_regs()
206 	debug_force_cpu_powered_up(drvdata);  in debug_read_regs()
208 	if (!debug_access_permitted(drvdata))  in debug_read_regs()
211 	drvdata->edpcsr = readl_relaxed(drvdata->base + EDPCSR);  in debug_read_regs()
220 	if (drvdata->edpcsr == EDPCSR_PROHIBITED)  in debug_read_regs()
229 		drvdata->edpcsr_hi = readl_relaxed(drvdata->base + EDPCSR_HI);  in debug_read_regs()
231 	if (drvdata->edcidsr_present)  in debug_read_regs()
232 		drvdata->edcidsr = readl_relaxed(drvdata->base + EDCIDSR);  in debug_read_regs()
234 	if (drvdata->edvidsr_present)  in debug_read_regs()
235 		drvdata->edvidsr = readl_relaxed(drvdata->base + EDVIDSR);  in debug_read_regs()
239 	writel_relaxed(save_edprcr, drvdata->base + EDPRCR);  in debug_read_regs()
241 	CS_LOCK(drvdata->base);  in debug_read_regs()
245 static unsigned long debug_adjust_pc(struct debug_drvdata *drvdata)  in debug_adjust_pc()  argument
247 	return (unsigned long)drvdata->edpcsr_hi << 32 |  in debug_adjust_pc()
248 	       (unsigned long)drvdata->edpcsr;  in debug_adjust_pc()
251 static unsigned long debug_adjust_pc(struct debug_drvdata *drvdata)  in debug_adjust_pc()  argument
256 	pc = (unsigned long)drvdata->edpcsr;  in debug_adjust_pc()
258 	if (drvdata->pc_has_offset) {  in debug_adjust_pc()
276 		dev_emerg(drvdata->dev,  in debug_adjust_pc()
285 static void debug_dump_regs(struct debug_drvdata *drvdata)  in debug_dump_regs()  argument
287 	struct device *dev = drvdata->dev;  in debug_dump_regs()
291 		  drvdata->edprsr,  in debug_dump_regs()
292 		  drvdata->edprsr & EDPRSR_PU ? "On" : "Off",  in debug_dump_regs()
293 		  drvdata->edprsr & EDPRSR_DLK ? "Lock" : "Unlock");  in debug_dump_regs()
295 	if (!debug_access_permitted(drvdata)) {  in debug_dump_regs()
300 	if (drvdata->edpcsr == EDPCSR_PROHIBITED) {  in debug_dump_regs()
305 	pc = debug_adjust_pc(drvdata);  in debug_dump_regs()
308 	if (drvdata->edcidsr_present)  in debug_dump_regs()
309 		dev_emerg(dev, " EDCIDSR: %08x\n", drvdata->edcidsr);  in debug_dump_regs()
311 	if (drvdata->edvidsr_present)  in debug_dump_regs()
313 			  drvdata->edvidsr,  in debug_dump_regs()
314 			  drvdata->edvidsr & EDVIDSR_NS ?  in debug_dump_regs()
316 			  drvdata->edvidsr & EDVIDSR_E3 ? "EL3" :  in debug_dump_regs()
317 				(drvdata->edvidsr & EDVIDSR_E2 ?  in debug_dump_regs()
319 			  drvdata->edvidsr & EDVIDSR_HV ? 64 : 32,  in debug_dump_regs()
320 			  drvdata->edvidsr & (u32)EDVIDSR_VMID);  in debug_dump_regs()
325 	struct debug_drvdata *drvdata = info;  in debug_init_arch_data()  local
329 	CS_UNLOCK(drvdata->base);  in debug_init_arch_data()
332 	eddevid  = readl_relaxed(drvdata->base + EDDEVID);  in debug_init_arch_data()
333 	eddevid1 = readl_relaxed(drvdata->base + EDDEVID1);  in debug_init_arch_data()
335 	CS_LOCK(drvdata->base);  in debug_init_arch_data()
341 	drvdata->edpcsr_present  = false;  in debug_init_arch_data()
342 	drvdata->edcidsr_present = false;  in debug_init_arch_data()
343 	drvdata->edvidsr_present = false;  in debug_init_arch_data()
344 	drvdata->pc_has_offset   = false;  in debug_init_arch_data()
348 		drvdata->edvidsr_present = true;  in debug_init_arch_data()
351 		drvdata->edcidsr_present = true;  in debug_init_arch_data()
361 		drvdata->edpcsr_present =  in debug_init_arch_data()
365 		drvdata->pc_has_offset =  in debug_init_arch_data()
380 	struct debug_drvdata *drvdata;  in debug_notifier_call()  local
391 		drvdata = per_cpu(debug_drvdata, cpu);  in debug_notifier_call()
392 		if (!drvdata)  in debug_notifier_call()
395 		dev_emerg(drvdata->dev, "CPU[%d]:\n", drvdata->cpu);  in debug_notifier_call()
397 		debug_read_regs(drvdata);  in debug_notifier_call()
398 		debug_dump_regs(drvdata);  in debug_notifier_call()
412 	struct debug_drvdata *drvdata;  in debug_enable_func()  local
423 		drvdata = per_cpu(debug_drvdata, cpu);  in debug_enable_func()
424 		if (!drvdata)  in debug_enable_func()
427 		ret = pm_runtime_get_sync(drvdata->dev);  in debug_enable_func()
442 		drvdata = per_cpu(debug_drvdata, cpu);  in debug_enable_func()
443 		pm_runtime_put_noidle(drvdata->dev);  in debug_enable_func()
451 	struct debug_drvdata *drvdata;  in debug_disable_func()  local
460 		drvdata = per_cpu(debug_drvdata, cpu);  in debug_disable_func()
461 		if (!drvdata)  in debug_disable_func()
464 		ret = pm_runtime_put(drvdata->dev);  in debug_disable_func()
573 	struct debug_drvdata *drvdata;  in debug_probe()  local
578 	drvdata = devm_kzalloc(dev, sizeof(*drvdata), GFP_KERNEL);  in debug_probe()
579 	if (!drvdata)  in debug_probe()
582 	drvdata->cpu = np ? of_coresight_get_cpu(np) : 0;  in debug_probe()
583 	if (per_cpu(debug_drvdata, drvdata->cpu)) {  in debug_probe()
585 			drvdata->cpu);  in debug_probe()
589 	drvdata->dev = &adev->dev;  in debug_probe()
590 	amba_set_drvdata(adev, drvdata);  in debug_probe()
597 	drvdata->base = base;  in debug_probe()
600 	per_cpu(debug_drvdata, drvdata->cpu) = drvdata;  in debug_probe()
601 	ret = smp_call_function_single(drvdata->cpu, debug_init_arch_data,  in debug_probe()
602 				       drvdata, 1);  in debug_probe()
606 		dev_err(dev, "CPU%d debug arch init failed\n", drvdata->cpu);  in debug_probe()
610 	if (!drvdata->edpcsr_present) {  in debug_probe()
612 			drvdata->cpu);  in debug_probe()
629 	dev_info(dev, "Coresight debug-CPU%d initialized\n", drvdata->cpu);  in debug_probe()
635 	per_cpu(debug_drvdata, drvdata->cpu) = NULL;  in debug_probe()
642 	struct debug_drvdata *drvdata = amba_get_drvdata(adev);  in debug_remove()  local
644 	per_cpu(debug_drvdata, drvdata->cpu) = NULL;  in debug_remove()