416 	struct intel_uncore *uncore = stream->uncore;  in gen12_oa_hw_tail_read()  local
418 	return intel_uncore_read(uncore, GEN12_OAG_OATAILPTR) &  in gen12_oa_hw_tail_read()
424 	struct intel_uncore *uncore = stream->uncore;  in gen8_oa_hw_tail_read()  local
426 	return intel_uncore_read(uncore, GEN8_OATAILPTR) & GEN8_OATAILPTR_MASK;  in gen8_oa_hw_tail_read()
431 	struct intel_uncore *uncore = stream->uncore;  in gen7_oa_hw_tail_read()  local
432 	u32 oastatus1 = intel_uncore_read(uncore, GEN7_OASTATUS1);  in gen7_oa_hw_tail_read()
652 	struct intel_uncore *uncore = stream->uncore;  in gen8_append_oa_reports()  local
663 	if (drm_WARN_ON(&uncore->i915->drm, !stream->enabled))  in gen8_append_oa_reports()
687 	if (drm_WARN_ONCE(&uncore->i915->drm,  in gen8_append_oa_reports()
712 		if (drm_WARN_ON(&uncore->i915->drm,  in gen8_append_oa_reports()
714 			drm_err(&uncore->i915->drm,  in gen8_append_oa_reports()
826 		intel_uncore_write(uncore, oaheadptr,  in gen8_append_oa_reports()
861 	struct intel_uncore *uncore = stream->uncore;  in gen8_oa_read()  local
866 	if (drm_WARN_ON(&uncore->i915->drm, !stream->oa_buffer.vaddr))  in gen8_oa_read()
872 	oastatus = intel_uncore_read(uncore, oastatus_reg);  in gen8_oa_read()
904 		oastatus = intel_uncore_read(uncore, oastatus_reg);  in gen8_oa_read()
913 		intel_uncore_rmw(uncore, oastatus_reg,  in gen8_oa_read()
916 				 IS_GEN_RANGE(uncore->i915, 8, 10) ?  in gen8_oa_read()
949 	struct intel_uncore *uncore = stream->uncore;  in gen7_append_oa_reports()  local
960 	if (drm_WARN_ON(&uncore->i915->drm, !stream->enabled))  in gen7_append_oa_reports()
982 	if (drm_WARN_ONCE(&uncore->i915->drm,  in gen7_append_oa_reports()
1004 		if (drm_WARN_ON(&uncore->i915->drm,  in gen7_append_oa_reports()
1006 			drm_err(&uncore->i915->drm,  in gen7_append_oa_reports()
1042 		intel_uncore_write(uncore, GEN7_OASTATUS2,  in gen7_append_oa_reports()
1074 	struct intel_uncore *uncore = stream->uncore;  in gen7_oa_read()  local
1078 	if (drm_WARN_ON(&uncore->i915->drm, !stream->oa_buffer.vaddr))  in gen7_oa_read()
1081 	oastatus1 = intel_uncore_read(uncore, GEN7_OASTATUS1);  in gen7_oa_read()
1122 		oastatus1 = intel_uncore_read(uncore, GEN7_OASTATUS1);  in gen7_oa_read()
1387 	intel_uncore_forcewake_put(stream->uncore, FORCEWAKE_ALL);  in i915_oa_stream_destroy()
1404 	struct intel_uncore *uncore = stream->uncore;  in gen7_init_oa_buffer()  local
1413 	intel_uncore_write(uncore, GEN7_OASTATUS2, /* head */  in gen7_init_oa_buffer()
1417 	intel_uncore_write(uncore, GEN7_OABUFFER, gtt_offset);  in gen7_init_oa_buffer()
1419 	intel_uncore_write(uncore, GEN7_OASTATUS1, /* tail */  in gen7_init_oa_buffer()
1450 	struct intel_uncore *uncore = stream->uncore;  in gen8_init_oa_buffer()  local
1456 	intel_uncore_write(uncore, GEN8_OASTATUS, 0);  in gen8_init_oa_buffer()
1457 	intel_uncore_write(uncore, GEN8_OAHEADPTR, gtt_offset);  in gen8_init_oa_buffer()
1460 	intel_uncore_write(uncore, GEN8_OABUFFER_UDW, 0);  in gen8_init_oa_buffer()
1470 	intel_uncore_write(uncore, GEN8_OABUFFER, gtt_offset |  in gen8_init_oa_buffer()
1472 	intel_uncore_write(uncore, GEN8_OATAILPTR, gtt_offset & GEN8_OATAILPTR_MASK);  in gen8_init_oa_buffer()
1504 	struct intel_uncore *uncore = stream->uncore;  in gen12_init_oa_buffer()  local
1510 	intel_uncore_write(uncore, GEN12_OAG_OASTATUS, 0);  in gen12_init_oa_buffer()
1511 	intel_uncore_write(uncore, GEN12_OAG_OAHEADPTR,  in gen12_init_oa_buffer()
1523 	intel_uncore_write(uncore, GEN12_OAG_OABUFFER, gtt_offset |  in gen12_init_oa_buffer()
1525 	intel_uncore_write(uncore, GEN12_OAG_OATAILPTR,  in gen12_init_oa_buffer()
2020 	struct intel_uncore *uncore = stream->uncore;  in hsw_enable_metric_set()  local
2032 	intel_uncore_rmw(uncore, GEN7_MISCCPCTL,  in hsw_enable_metric_set()
2034 	intel_uncore_rmw(uncore, GEN6_UCGCTL1,  in hsw_enable_metric_set()
2044 	struct intel_uncore *uncore = stream->uncore;  in hsw_disable_metric_set()  local
2046 	intel_uncore_rmw(uncore, GEN6_UCGCTL1,  in hsw_disable_metric_set()
2048 	intel_uncore_rmw(uncore, GEN7_MISCCPCTL,  in hsw_disable_metric_set()
2051 	intel_uncore_rmw(uncore, GDT_CHICKEN_BITS, GT_NOA_ENABLE, 0);  in hsw_disable_metric_set()
2448 	struct intel_uncore *uncore = stream->uncore;  in gen8_enable_metric_set()  local
2476 		intel_uncore_write(uncore, GEN8_OA_DEBUG,  in gen8_enable_metric_set()
2506 	struct intel_uncore *uncore = stream->uncore;  in gen12_enable_metric_set()  local
2512 	intel_uncore_write(uncore, GEN12_OAG_OA_DEBUG,  in gen12_enable_metric_set()
2522 	intel_uncore_write(uncore, GEN12_OAG_OAGLBCTXCTRL, periodic ?  in gen12_enable_metric_set()
2555 	struct intel_uncore *uncore = stream->uncore;  in gen8_disable_metric_set()  local
2560 	intel_uncore_rmw(uncore, GDT_CHICKEN_BITS, GT_NOA_ENABLE, 0);  in gen8_disable_metric_set()
2565 	struct intel_uncore *uncore = stream->uncore;  in gen10_disable_metric_set()  local
2571 	intel_uncore_rmw(uncore, RPM_CONFIG1, GEN10_GT_NOA_ENABLE, 0);  in gen10_disable_metric_set()
2576 	struct intel_uncore *uncore = stream->uncore;  in gen12_disable_metric_set()  local
2586 	intel_uncore_rmw(uncore, RPM_CONFIG1, GEN10_GT_NOA_ENABLE, 0);  in gen12_disable_metric_set()
2591 	struct intel_uncore *uncore = stream->uncore;  in gen7_oa_enable()  local
2609 	intel_uncore_write(uncore, GEN7_OACONTROL,  in gen7_oa_enable()
2621 	struct intel_uncore *uncore = stream->uncore;  in gen8_oa_enable()  local
2640 	intel_uncore_write(uncore, GEN8_OACONTROL,  in gen8_oa_enable()
2647 	struct intel_uncore *uncore = stream->uncore;  in gen12_oa_enable()  local
2659 	intel_uncore_write(uncore, GEN12_OAG_OACONTROL,  in gen12_oa_enable()
2687 	struct intel_uncore *uncore = stream->uncore;  in gen7_oa_disable()  local
2689 	intel_uncore_write(uncore, GEN7_OACONTROL, 0);  in gen7_oa_disable()
2690 	if (intel_wait_for_register(uncore,  in gen7_oa_disable()
2699 	struct intel_uncore *uncore = stream->uncore;  in gen8_oa_disable()  local
2701 	intel_uncore_write(uncore, GEN8_OACONTROL, 0);  in gen8_oa_disable()
2702 	if (intel_wait_for_register(uncore,  in gen8_oa_disable()
2711 	struct intel_uncore *uncore = stream->uncore;  in gen12_oa_disable()  local
2713 	intel_uncore_write(uncore, GEN12_OAG_OACONTROL, 0);  in gen12_oa_disable()
2714 	if (intel_wait_for_register(uncore,  in gen12_oa_disable()
2721 	intel_uncore_write(uncore, GEN12_OA_TLB_INV_CR, 1);  in gen12_oa_disable()
2722 	if (intel_wait_for_register(uncore,  in gen12_oa_disable()
2873 	stream->uncore = stream->engine->gt->uncore;  in i915_oa_stream_init()
2929 	intel_uncore_forcewake_get(stream->uncore, FORCEWAKE_ALL);  in i915_oa_stream_init()
2966 	intel_uncore_forcewake_put(stream->uncore, FORCEWAKE_ALL);  in i915_oa_stream_init()