86 static void wa_init_start(struct i915_wa_list *wal, const char *name, const char *engine_name)  in wa_init_start()  argument
88 	wal->name = name;  in wa_init_start()
89 	wal->engine_name = engine_name;  in wa_init_start()
94 static void wa_init_finish(struct i915_wa_list *wal)  in wa_init_finish()  argument
97 	if (!IS_ALIGNED(wal->count, WA_LIST_CHUNK)) {  in wa_init_finish()
98 		struct i915_wa *list = kmemdup(wal->list,  in wa_init_finish()
99 					       wal->count * sizeof(*list),  in wa_init_finish()
103 			kfree(wal->list);  in wa_init_finish()
104 			wal->list = list;  in wa_init_finish()
108 	if (!wal->count)  in wa_init_finish()
112 			 wal->wa_count, wal->name, wal->engine_name);  in wa_init_finish()
115 static void _wa_add(struct i915_wa_list *wal, const struct i915_wa *wa)  in _wa_add()  argument
118 	unsigned int start = 0, end = wal->count;  in _wa_add()
124 	if (IS_ALIGNED(wal->count, grow)) { /* Either uninitialized or full. */  in _wa_add()
127 		list = kmalloc_array(ALIGN(wal->count + 1, grow), sizeof(*wa),  in _wa_add()
134 		if (wal->list) {  in _wa_add()
135 			memcpy(list, wal->list, sizeof(*wa) * wal->count);  in _wa_add()
136 			kfree(wal->list);  in _wa_add()
139 		wal->list = list;  in _wa_add()
145 		if (i915_mmio_reg_offset(wal->list[mid].reg) < addr) {  in _wa_add()
147 		} else if (i915_mmio_reg_offset(wal->list[mid].reg) > addr) {  in _wa_add()
150 			wa_ = &wal->list[mid];  in _wa_add()
160 			wal->wa_count++;  in _wa_add()
168 	wal->wa_count++;  in _wa_add()
169 	wa_ = &wal->list[wal->count++];  in _wa_add()
172 	while (wa_-- > wal->list) {  in _wa_add()
183 static void wa_add(struct i915_wa_list *wal, i915_reg_t reg,  in wa_add()  argument
193 	_wa_add(wal, &wa);  in wa_add()
197 wa_write_masked_or(struct i915_wa_list *wal, i915_reg_t reg, u32 clear, u32 set)  in wa_write_masked_or()  argument
199 	wa_add(wal, reg, clear, set, clear);  in wa_write_masked_or()
203 wa_write(struct i915_wa_list *wal, i915_reg_t reg, u32 set)  in wa_write()  argument
205 	wa_write_masked_or(wal, reg, ~0, set);  in wa_write()
209 wa_write_or(struct i915_wa_list *wal, i915_reg_t reg, u32 set)  in wa_write_or()  argument
211 	wa_write_masked_or(wal, reg, set, set);  in wa_write_or()
215 wa_write_clr(struct i915_wa_list *wal, i915_reg_t reg, u32 clr)  in wa_write_clr()  argument
217 	wa_write_masked_or(wal, reg, clr, 0);  in wa_write_clr()
221 wa_masked_en(struct i915_wa_list *wal, i915_reg_t reg, u32 val)  in wa_masked_en()  argument
223 	wa_add(wal, reg, 0, _MASKED_BIT_ENABLE(val), val);  in wa_masked_en()
227 wa_masked_dis(struct i915_wa_list *wal, i915_reg_t reg, u32 val)  in wa_masked_dis()  argument
229 	wa_add(wal, reg, 0, _MASKED_BIT_DISABLE(val), val);  in wa_masked_dis()
233 	wa_masked_en(wal, (addr), (mask))
236 	wa_masked_dis(wal, (addr), (mask))
239 	wa_write_masked_or(wal, (addr), 0, _MASKED_FIELD((mask), (value)))
242 				      struct i915_wa_list *wal)  in gen6_ctx_workarounds_init()  argument
248 				      struct i915_wa_list *wal)  in gen7_ctx_workarounds_init()  argument
254 				      struct i915_wa_list *wal)  in gen8_ctx_workarounds_init()  argument
302 				     struct i915_wa_list *wal)  in bdw_ctx_workarounds_init()  argument
306 	gen8_ctx_workarounds_init(engine, wal);  in bdw_ctx_workarounds_init()
330 				     struct i915_wa_list *wal)  in chv_ctx_workarounds_init()  argument
332 	gen8_ctx_workarounds_init(engine, wal);  in chv_ctx_workarounds_init()
342 				      struct i915_wa_list *wal)  in gen9_ctx_workarounds_init()  argument
438 				struct i915_wa_list *wal)  in skl_tune_iz_hashing()  argument
478 				     struct i915_wa_list *wal)  in skl_ctx_workarounds_init()  argument
480 	gen9_ctx_workarounds_init(engine, wal);  in skl_ctx_workarounds_init()
481 	skl_tune_iz_hashing(engine, wal);  in skl_ctx_workarounds_init()
485 				     struct i915_wa_list *wal)  in bxt_ctx_workarounds_init()  argument
487 	gen9_ctx_workarounds_init(engine, wal);  in bxt_ctx_workarounds_init()
499 				     struct i915_wa_list *wal)  in kbl_ctx_workarounds_init()  argument
503 	gen9_ctx_workarounds_init(engine, wal);  in kbl_ctx_workarounds_init()
516 				     struct i915_wa_list *wal)  in glk_ctx_workarounds_init()  argument
518 	gen9_ctx_workarounds_init(engine, wal);  in glk_ctx_workarounds_init()
526 				     struct i915_wa_list *wal)  in cfl_ctx_workarounds_init()  argument
528 	gen9_ctx_workarounds_init(engine, wal);  in cfl_ctx_workarounds_init()
540 				     struct i915_wa_list *wal)  in cnl_ctx_workarounds_init()  argument
569 				     struct i915_wa_list *wal)  in icl_ctx_workarounds_init()  argument
574 	wa_write(wal,  in icl_ctx_workarounds_init()
608 	wa_write_masked_or(wal,  in icl_ctx_workarounds_init()
623 	wa_write(wal, IVB_FBC_RT_BASE, 0xFFFFFFFF & ~ILK_FBC_RT_VALID);  in icl_ctx_workarounds_init()
624 	wa_write_masked_or(wal, IVB_FBC_RT_BASE_UPPER,  in icl_ctx_workarounds_init()
629 	wa_masked_en(wal, GEN9_ROW_CHICKEN4, GEN11_DIS_PICK_2ND_EU);  in icl_ctx_workarounds_init()
633 				       struct i915_wa_list *wal)  in gen12_ctx_workarounds_init()  argument
656 				     struct i915_wa_list *wal)  in tgl_ctx_workarounds_init()  argument
658 	gen12_ctx_workarounds_init(engine, wal);  in tgl_ctx_workarounds_init()
670 	wa_add(wal,  in tgl_ctx_workarounds_init()
679 			   struct i915_wa_list *wal,  in __intel_engine_init_ctx_wa()  argument
687 	wa_init_start(wal, name, engine->name);  in __intel_engine_init_ctx_wa()
690 		tgl_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
692 		gen12_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
694 		icl_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
696 		cnl_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
698 		cfl_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
700 		glk_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
702 		kbl_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
704 		bxt_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
706 		skl_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
708 		chv_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
710 		bdw_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
712 		gen7_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
714 		gen6_ctx_workarounds_init(engine, wal);  in __intel_engine_init_ctx_wa()
720 	wa_init_finish(wal);  in __intel_engine_init_ctx_wa()
730 	struct i915_wa_list *wal = &rq->engine->ctx_wa_list;  in intel_engine_emit_ctx_wa()  local
736 	if (wal->count == 0)  in intel_engine_emit_ctx_wa()
743 	cs = intel_ring_begin(rq, (wal->count * 2 + 2));  in intel_engine_emit_ctx_wa()
747 	*cs++ = MI_LOAD_REGISTER_IMM(wal->count);  in intel_engine_emit_ctx_wa()
748 	for (i = 0, wa = wal->list; i < wal->count; i++, wa++) {  in intel_engine_emit_ctx_wa()
765 			 struct i915_wa_list *wal)  in gen4_gt_workarounds_init()  argument
768 	wa_masked_dis(wal, CACHE_MODE_0, RC_OP_FLUSH_ENABLE);  in gen4_gt_workarounds_init()
772 g4x_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in g4x_gt_workarounds_init()  argument
774 	gen4_gt_workarounds_init(i915, wal);  in g4x_gt_workarounds_init()
777 	wa_masked_en(wal, CACHE_MODE_0, CM0_PIPELINED_RENDER_FLUSH_DISABLE);  in g4x_gt_workarounds_init()
781 ilk_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in ilk_gt_workarounds_init()  argument
783 	g4x_gt_workarounds_init(i915, wal);  in ilk_gt_workarounds_init()
785 	wa_masked_en(wal, _3D_CHICKEN2, _3D_CHICKEN2_WM_READ_PIPELINED);  in ilk_gt_workarounds_init()
789 snb_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in snb_gt_workarounds_init()  argument
792 	wa_masked_en(wal,  in snb_gt_workarounds_init()
797 	wa_masked_dis(wal, CACHE_MODE_0, RC_OP_FLUSH_ENABLE);  in snb_gt_workarounds_init()
807 	wa_add(wal,  in snb_gt_workarounds_init()
812 	wa_masked_dis(wal, CACHE_MODE_0, CM0_STC_EVICT_DISABLE_LRA_SNB);  in snb_gt_workarounds_init()
814 	wa_masked_en(wal,  in snb_gt_workarounds_init()
828 ivb_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in ivb_gt_workarounds_init()  argument
831 	wa_masked_en(wal, _3D_CHICKEN3, _3D_CHICKEN_SF_DISABLE_OBJEND_CULL);  in ivb_gt_workarounds_init()
835 		wa_masked_en(wal,  in ivb_gt_workarounds_init()
840 	wa_masked_dis(wal, CACHE_MODE_0_GEN7, RC_OP_FLUSH_ENABLE);  in ivb_gt_workarounds_init()
843 	wa_masked_dis(wal,  in ivb_gt_workarounds_init()
848 	wa_write(wal, GEN7_L3CNTLREG1, GEN7_WA_FOR_GEN7_L3_CONTROL);  in ivb_gt_workarounds_init()
849 	wa_write(wal, GEN7_L3_CHICKEN_MODE_REGISTER, GEN7_WA_L3_CHICKEN_MODE);  in ivb_gt_workarounds_init()
852 	wa_write_clr(wal, GEN7_L3SQCREG4, L3SQ_URB_READ_CAM_MATCH_DISABLE);  in ivb_gt_workarounds_init()
860 	wa_write_masked_or(wal, GEN7_FF_THREAD_MODE,  in ivb_gt_workarounds_init()
868 		wa_masked_dis(wal, CACHE_MODE_0_GEN7, HIZ_RAW_STALL_OPT_DISABLE);  in ivb_gt_workarounds_init()
872 	wa_masked_en(wal, CACHE_MODE_1, PIXEL_SUBSPAN_COLLECT_OPT_DISABLE);  in ivb_gt_workarounds_init()
882 	wa_add(wal, GEN7_GT_MODE, 0,  in ivb_gt_workarounds_init()
888 vlv_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in vlv_gt_workarounds_init()  argument
891 	wa_masked_en(wal, _3D_CHICKEN3, _3D_CHICKEN_SF_DISABLE_OBJEND_CULL);  in vlv_gt_workarounds_init()
895 	wa_masked_en(wal,  in vlv_gt_workarounds_init()
901 	wa_masked_dis(wal, CACHE_MODE_0_GEN7, RC_OP_FLUSH_ENABLE);  in vlv_gt_workarounds_init()
904 	wa_write_clr(wal, GEN7_L3SQCREG4, L3SQ_URB_READ_CAM_MATCH_DISABLE);  in vlv_gt_workarounds_init()
912 	wa_write_masked_or(wal,  in vlv_gt_workarounds_init()
923 	wa_masked_en(wal, CACHE_MODE_1, PIXEL_SUBSPAN_COLLECT_OPT_DISABLE);  in vlv_gt_workarounds_init()
933 	wa_add(wal, GEN7_GT_MODE, 0,  in vlv_gt_workarounds_init()
941 	wa_write(wal, GEN7_L3SQCREG1, VLV_B0_WA_L3SQCREG1_VALUE);  in vlv_gt_workarounds_init()
945 hsw_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in hsw_gt_workarounds_init()  argument
948 	wa_write(wal, HSW_SCRATCH1, HSW_SCRATCH1_L3_DATA_ATOMICS_DISABLE);  in hsw_gt_workarounds_init()
950 	wa_add(wal,  in hsw_gt_workarounds_init()
956 	wa_write_clr(wal, GEN7_FF_THREAD_MODE, GEN7_FF_VS_REF_CNT_FFME);  in hsw_gt_workarounds_init()
958 	wa_masked_dis(wal,  in hsw_gt_workarounds_init()
966 	wa_masked_en(wal, CACHE_MODE_1, PIXEL_SUBSPAN_COLLECT_OPT_DISABLE);  in hsw_gt_workarounds_init()
976 	wa_add(wal, GEN7_GT_MODE, 0,  in hsw_gt_workarounds_init()
981 	wa_masked_en(wal, HALF_SLICE_CHICKEN3, HSW_SAMPLE_C_PERFORMANCE);  in hsw_gt_workarounds_init()
985 gen9_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in gen9_gt_workarounds_init()  argument
989 		wa_write_or(wal,  in gen9_gt_workarounds_init()
999 		wa_write_or(wal,  in gen9_gt_workarounds_init()
1005 	wa_write_or(wal,  in gen9_gt_workarounds_init()
1011 skl_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in skl_gt_workarounds_init()  argument
1013 	gen9_gt_workarounds_init(i915, wal);  in skl_gt_workarounds_init()
1016 	wa_write_or(wal,  in skl_gt_workarounds_init()
1022 		wa_write_or(wal,  in skl_gt_workarounds_init()
1028 bxt_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in bxt_gt_workarounds_init()  argument
1030 	gen9_gt_workarounds_init(i915, wal);  in bxt_gt_workarounds_init()
1033 	wa_write_or(wal,  in bxt_gt_workarounds_init()
1039 kbl_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in kbl_gt_workarounds_init()  argument
1041 	gen9_gt_workarounds_init(i915, wal);  in kbl_gt_workarounds_init()
1045 		wa_write_or(wal,  in kbl_gt_workarounds_init()
1050 	wa_write_or(wal,  in kbl_gt_workarounds_init()
1055 	wa_write_or(wal,  in kbl_gt_workarounds_init()
1061 glk_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in glk_gt_workarounds_init()  argument
1063 	gen9_gt_workarounds_init(i915, wal);  in glk_gt_workarounds_init()
1067 cfl_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in cfl_gt_workarounds_init()  argument
1069 	gen9_gt_workarounds_init(i915, wal);  in cfl_gt_workarounds_init()
1072 	wa_write_or(wal,  in cfl_gt_workarounds_init()
1077 	wa_write_or(wal,  in cfl_gt_workarounds_init()
1083 wa_init_mcr(struct drm_i915_private *i915, struct i915_wa_list *wal)  in wa_init_mcr()  argument
1151 	wa_write_masked_or(wal, GEN8_MCR_SELECTOR, mcr_mask, mcr);  in wa_init_mcr()
1155 cnl_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in cnl_gt_workarounds_init()  argument
1157 	wa_init_mcr(i915, wal);  in cnl_gt_workarounds_init()
1160 	wa_write_or(wal,  in cnl_gt_workarounds_init()
1166 icl_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in icl_gt_workarounds_init()  argument
1168 	wa_init_mcr(i915, wal);  in icl_gt_workarounds_init()
1171 	wa_write_or(wal,  in icl_gt_workarounds_init()
1176 	wa_write_masked_or(wal,  in icl_gt_workarounds_init()
1184 	wa_write_or(wal,  in icl_gt_workarounds_init()
1192 	wa_write_or(wal,  in icl_gt_workarounds_init()
1198 		wa_write_or(wal,  in icl_gt_workarounds_init()
1204 		wa_write_or(wal,  in icl_gt_workarounds_init()
1211 	wa_write_or(wal,  in icl_gt_workarounds_init()
1218 		wa_write_or(wal,  in icl_gt_workarounds_init()
1226 			  struct i915_wa_list *wal)  in gen12_gt_workarounds_init()  argument
1228 	wa_init_mcr(i915, wal);  in gen12_gt_workarounds_init()
1232 tgl_gt_workarounds_init(struct drm_i915_private *i915, struct i915_wa_list *wal)  in tgl_gt_workarounds_init()  argument
1234 	gen12_gt_workarounds_init(i915, wal);  in tgl_gt_workarounds_init()
1238 		wa_write_or(wal,  in tgl_gt_workarounds_init()
1244 		wa_write_or(wal,  in tgl_gt_workarounds_init()
1250 gt_init_workarounds(struct drm_i915_private *i915, struct i915_wa_list *wal)  in gt_init_workarounds()  argument
1253 		tgl_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1255 		gen12_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1257 		icl_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1259 		cnl_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1261 		cfl_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1263 		glk_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1265 		kbl_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1267 		bxt_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1269 		skl_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1271 		hsw_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1273 		vlv_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1275 		ivb_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1277 		snb_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1279 		ilk_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1281 		g4x_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1283 		gen4_gt_workarounds_init(i915, wal);  in gt_init_workarounds()
1292 	struct i915_wa_list *wal = &i915->gt_wa_list;  in intel_gt_init_workarounds()  local
1294 	wa_init_start(wal, "GT", "global");  in intel_gt_init_workarounds()
1295 	gt_init_workarounds(i915, wal);  in intel_gt_init_workarounds()
1296 	wa_init_finish(wal);  in intel_gt_init_workarounds()
1300 wal_get_fw_for_rmw(struct intel_uncore *uncore, const struct i915_wa_list *wal)  in wal_get_fw_for_rmw()  argument
1306 	for (i = 0, wa = wal->list; i < wal->count; i++, wa++)  in wal_get_fw_for_rmw()
1330 wa_list_apply(struct intel_uncore *uncore, const struct i915_wa_list *wal)  in wa_list_apply()  argument
1337 	if (!wal->count)  in wa_list_apply()
1340 	fw = wal_get_fw_for_rmw(uncore, wal);  in wa_list_apply()
1345 	for (i = 0, wa = wal->list; i < wal->count; i++, wa++) {  in wa_list_apply()
1353 				  wal->name, "application");  in wa_list_apply()
1366 			   const struct i915_wa_list *wal,  in wa_list_verify()  argument
1373 	for (i = 0, wa = wal->list; i < wal->count; i++, wa++)  in wa_list_verify()
1376 				wal->name, from);  in wa_list_verify()
1401 whitelist_reg_ext(struct i915_wa_list *wal, i915_reg_t reg, u32 flags)  in whitelist_reg_ext()  argument
1407 	if (GEM_DEBUG_WARN_ON(wal->count >= RING_MAX_NONPRIV_SLOTS))  in whitelist_reg_ext()
1414 	_wa_add(wal, &wa);  in whitelist_reg_ext()
1418 whitelist_reg(struct i915_wa_list *wal, i915_reg_t reg)  in whitelist_reg()  argument
1420 	whitelist_reg_ext(wal, reg, RING_FORCE_TO_NONPRIV_ACCESS_RW);  in whitelist_reg()
1652 	const struct i915_wa_list *wal = &engine->whitelist;  in intel_engine_apply_whitelist()  local
1658 	if (!wal->count)  in intel_engine_apply_whitelist()
1661 	for (i = 0, wa = wal->list; i < wal->count; i++, wa++)  in intel_engine_apply_whitelist()
1674 rcs_engine_wa_init(struct intel_engine_cs *engine, struct i915_wa_list *wal)  in rcs_engine_wa_init()  argument
1683 		wa_write_or(wal,  in rcs_engine_wa_init()
1691 		wa_write_or(wal,  in rcs_engine_wa_init()
1696 		wa_write_or(wal, UNSLICE_UNIT_LEVEL_CLKGATE2,  in rcs_engine_wa_init()
1702 		wa_masked_en(wal, GEN7_ROW_CHICKEN2, GEN12_DISABLE_EARLY_READ);  in rcs_engine_wa_init()
1705 		wa_masked_en(wal, GEN7_ROW_CHICKEN2,  in rcs_engine_wa_init()
1712 		wa_masked_en(wal, GEN9_ROW_CHICKEN4, GEN12_DISABLE_TDL_PUSH);  in rcs_engine_wa_init()
1720 		wa_write_or(wal, GEN7_FF_THREAD_MODE,  in rcs_engine_wa_init()
1730 		wa_masked_en(wal,  in rcs_engine_wa_init()
1739 		wa_masked_en(wal,  in rcs_engine_wa_init()
1746 		wa_masked_en(wal,  in rcs_engine_wa_init()
1753 		wa_masked_en(wal,  in rcs_engine_wa_init()
1758 		wa_write_or(wal,  in rcs_engine_wa_init()
1766 		wa_write_or(wal,  in rcs_engine_wa_init()
1774 		wa_write_masked_or(wal,  in rcs_engine_wa_init()
1778 		wa_write_masked_or(wal,  in rcs_engine_wa_init()
1787 		wa_write_or(wal,  in rcs_engine_wa_init()
1792 		wa_write_or(wal,  in rcs_engine_wa_init()
1800 			wa_write_or(wal,  in rcs_engine_wa_init()
1805 		wa_write_or(wal,  in rcs_engine_wa_init()
1810 		wa_write_masked_or(wal,  in rcs_engine_wa_init()
1816 		wa_masked_en(wal, GEN9_CSFE_CHICKEN1_RCS,  in rcs_engine_wa_init()
1823 		wa_write_or(wal, UNSLICE_UNIT_LEVEL_CLKGATE,  in rcs_engine_wa_init()
1827 		wa_write_or(wal, UNSLICE_UNIT_LEVEL_CLKGATE2,  in rcs_engine_wa_init()
1831 		wa_write_or(wal,  in rcs_engine_wa_init()
1839 		wa_write_or(wal,  in rcs_engine_wa_init()
1845 			wa_masked_en(wal,  in rcs_engine_wa_init()
1852 		wa_masked_en(wal,  in rcs_engine_wa_init()
1862 		wa_write_or(wal,  in rcs_engine_wa_init()
1869 		wa_masked_en(wal,  in rcs_engine_wa_init()
1876 		wa_masked_en(wal,  in rcs_engine_wa_init()
1881 		wa_write_or(wal,  in rcs_engine_wa_init()
1887 			wa_write_masked_or(wal,  in rcs_engine_wa_init()
1894 		wa_write_or(wal,  in rcs_engine_wa_init()
1901 		wa_masked_en(wal,  in rcs_engine_wa_init()
1913 		wa_masked_en(wal,  in rcs_engine_wa_init()
1923 		wa_masked_en(wal,  in rcs_engine_wa_init()
1933 		wa_masked_dis(wal,  in rcs_engine_wa_init()
1940 		wa_add(wal, MI_MODE,  in rcs_engine_wa_init()
1956 		wa_add(wal, ECOSKPD,  in rcs_engine_wa_init()
1962 xcs_engine_wa_init(struct intel_engine_cs *engine, struct i915_wa_list *wal)  in xcs_engine_wa_init()  argument
1968 		wa_write(wal,  in xcs_engine_wa_init()
1975 engine_init_workarounds(struct intel_engine_cs *engine, struct i915_wa_list *wal)  in engine_init_workarounds()  argument
1981 		rcs_engine_wa_init(engine, wal);  in engine_init_workarounds()
1983 		xcs_engine_wa_init(engine, wal);  in engine_init_workarounds()
1988 	struct i915_wa_list *wal = &engine->wa_list;  in intel_engine_init_workarounds()  local
1993 	wa_init_start(wal, "engine", engine->name);  in intel_engine_init_workarounds()
1994 	engine_init_workarounds(engine, wal);  in intel_engine_init_workarounds()
1995 	wa_init_finish(wal);  in intel_engine_init_workarounds()
2070 	    const struct i915_wa_list *wal,  in wa_list_srm()  argument
2082 	for (i = 0, wa = wal->list; i < wal->count; i++, wa++) {  in wa_list_srm()
2091 	for (i = 0, wa = wal->list; i < wal->count; i++, wa++) {  in wa_list_srm()
2108 				 const struct i915_wa_list * const wal,  in engine_wa_list_verify()  argument
2119 	if (!wal->count)  in engine_wa_list_verify()
2122 	vma = create_scratch(&ce->engine->gt->ggtt->vm, wal->count);  in engine_wa_list_verify()
2145 		err = wa_list_srm(rq, wal, vma);  in engine_wa_list_verify()
2167 	for (i = 0, wa = wal->list; i < wal->count; i++, wa++) {  in engine_wa_list_verify()
2171 		if (!wa_verify(wa, results[i], wal->name, from))  in engine_wa_list_verify()