40 	if (adev->gfx.rlc.in_safe_mode[xcc_id])  in amdgpu_gfx_rlc_enter_safe_mode()
44 	if (!adev->gfx.rlc.funcs->is_rlc_enabled(adev))  in amdgpu_gfx_rlc_enter_safe_mode()
50 		adev->gfx.rlc.funcs->set_safe_mode(adev, xcc_id);  in amdgpu_gfx_rlc_enter_safe_mode()
51 		adev->gfx.rlc.in_safe_mode[xcc_id] = true;  in amdgpu_gfx_rlc_enter_safe_mode()
65 	if (!(adev->gfx.rlc.in_safe_mode[xcc_id]))  in amdgpu_gfx_rlc_exit_safe_mode()
69 	if (!adev->gfx.rlc.funcs->is_rlc_enabled(adev))  in amdgpu_gfx_rlc_exit_safe_mode()
75 		adev->gfx.rlc.funcs->unset_safe_mode(adev, xcc_id);  in amdgpu_gfx_rlc_exit_safe_mode()
76 		adev->gfx.rlc.in_safe_mode[xcc_id] = false;  in amdgpu_gfx_rlc_exit_safe_mode()
100 				      &adev->gfx.rlc.save_restore_obj,  in amdgpu_gfx_rlc_init_sr()
101 				      &adev->gfx.rlc.save_restore_gpu_addr,  in amdgpu_gfx_rlc_init_sr()
102 				      (void **)&adev->gfx.rlc.sr_ptr);  in amdgpu_gfx_rlc_init_sr()
110 	src_ptr = adev->gfx.rlc.reg_list;  in amdgpu_gfx_rlc_init_sr()
111 	dst_ptr = adev->gfx.rlc.sr_ptr;  in amdgpu_gfx_rlc_init_sr()
112 	for (i = 0; i < adev->gfx.rlc.reg_list_size; i++)  in amdgpu_gfx_rlc_init_sr()
114 	amdgpu_bo_kunmap(adev->gfx.rlc.save_restore_obj);  in amdgpu_gfx_rlc_init_sr()
115 	amdgpu_bo_unreserve(adev->gfx.rlc.save_restore_obj);  in amdgpu_gfx_rlc_init_sr()
134 	adev->gfx.rlc.clear_state_size = dws = adev->gfx.rlc.funcs->get_csb_size(adev);  in amdgpu_gfx_rlc_init_csb()
138 				      &adev->gfx.rlc.clear_state_obj,  in amdgpu_gfx_rlc_init_csb()
139 				      &adev->gfx.rlc.clear_state_gpu_addr,  in amdgpu_gfx_rlc_init_csb()
140 				      (void **)&adev->gfx.rlc.cs_ptr);  in amdgpu_gfx_rlc_init_csb()
162 	r = amdgpu_bo_create_reserved(adev, adev->gfx.rlc.cp_table_size,  in amdgpu_gfx_rlc_init_cpt()
165 				      &adev->gfx.rlc.cp_table_obj,  in amdgpu_gfx_rlc_init_cpt()
166 				      &adev->gfx.rlc.cp_table_gpu_addr,  in amdgpu_gfx_rlc_init_cpt()
167 				      (void **)&adev->gfx.rlc.cp_table_ptr);  in amdgpu_gfx_rlc_init_cpt()
176 	amdgpu_bo_kunmap(adev->gfx.rlc.cp_table_obj);  in amdgpu_gfx_rlc_init_cpt()
177 	amdgpu_bo_unreserve(adev->gfx.rlc.cp_table_obj);  in amdgpu_gfx_rlc_init_cpt()
197 	max_me = adev->gfx.rlc.funcs->get_cp_table_num(adev);  in amdgpu_gfx_rlc_setup_cp_table()
200 	dst_ptr = adev->gfx.rlc.cp_table_ptr;  in amdgpu_gfx_rlc_setup_cp_table()
264 	if (adev->gfx.rlc.save_restore_obj) {  in amdgpu_gfx_rlc_fini()
265 		amdgpu_bo_free_kernel(&adev->gfx.rlc.save_restore_obj,  in amdgpu_gfx_rlc_fini()
266 				      &adev->gfx.rlc.save_restore_gpu_addr,  in amdgpu_gfx_rlc_fini()
267 				      (void **)&adev->gfx.rlc.sr_ptr);  in amdgpu_gfx_rlc_fini()
271 	amdgpu_bo_free_kernel(&adev->gfx.rlc.clear_state_obj,  in amdgpu_gfx_rlc_fini()
272 			      &adev->gfx.rlc.clear_state_gpu_addr,  in amdgpu_gfx_rlc_fini()
273 			      (void **)&adev->gfx.rlc.cs_ptr);  in amdgpu_gfx_rlc_fini()
276 	amdgpu_bo_free_kernel(&adev->gfx.rlc.cp_table_obj,  in amdgpu_gfx_rlc_fini()
277 			      &adev->gfx.rlc.cp_table_gpu_addr,  in amdgpu_gfx_rlc_fini()
278 			      (void **)&adev->gfx.rlc.cp_table_ptr);  in amdgpu_gfx_rlc_fini()
293 	adev->gfx.rlc.save_and_restore_offset =  in amdgpu_gfx_rlc_init_microcode_v2_0()
295 	adev->gfx.rlc.clear_state_descriptor_offset =  in amdgpu_gfx_rlc_init_microcode_v2_0()
297 	adev->gfx.rlc.avail_scratch_ram_locations =  in amdgpu_gfx_rlc_init_microcode_v2_0()
299 	adev->gfx.rlc.reg_restore_list_size =  in amdgpu_gfx_rlc_init_microcode_v2_0()
301 	adev->gfx.rlc.reg_list_format_start =  in amdgpu_gfx_rlc_init_microcode_v2_0()
303 	adev->gfx.rlc.reg_list_format_separate_start =  in amdgpu_gfx_rlc_init_microcode_v2_0()
305 	adev->gfx.rlc.starting_offsets_start =  in amdgpu_gfx_rlc_init_microcode_v2_0()
307 	adev->gfx.rlc.reg_list_format_size_bytes =  in amdgpu_gfx_rlc_init_microcode_v2_0()
309 	adev->gfx.rlc.reg_list_size_bytes =  in amdgpu_gfx_rlc_init_microcode_v2_0()
311 	adev->gfx.rlc.register_list_format =  in amdgpu_gfx_rlc_init_microcode_v2_0()
312 		kmalloc(adev->gfx.rlc.reg_list_format_size_bytes +  in amdgpu_gfx_rlc_init_microcode_v2_0()
313 			adev->gfx.rlc.reg_list_size_bytes, GFP_KERNEL);  in amdgpu_gfx_rlc_init_microcode_v2_0()
314 	if (!adev->gfx.rlc.register_list_format) {  in amdgpu_gfx_rlc_init_microcode_v2_0()
322 		adev->gfx.rlc.register_list_format[i] = le32_to_cpu(tmp[i]);  in amdgpu_gfx_rlc_init_microcode_v2_0()
324 	adev->gfx.rlc.register_restore = adev->gfx.rlc.register_list_format + i;  in amdgpu_gfx_rlc_init_microcode_v2_0()
329 		adev->gfx.rlc.register_restore[i] = le32_to_cpu(tmp[i]);  in amdgpu_gfx_rlc_init_microcode_v2_0()
353 …adev->gfx.rlc.save_restore_list_cntl_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_cntl_size…  in amdgpu_gfx_rlc_init_microcode_v2_1()
354 …adev->gfx.rlc.save_restore_list_cntl = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_cntl…  in amdgpu_gfx_rlc_init_microcode_v2_1()
357 …adev->gfx.rlc.save_restore_list_gpm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_gpm_size_b…  in amdgpu_gfx_rlc_init_microcode_v2_1()
358 …adev->gfx.rlc.save_restore_list_gpm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_gpm_o…  in amdgpu_gfx_rlc_init_microcode_v2_1()
361 …adev->gfx.rlc.save_restore_list_srm_size_bytes = le32_to_cpu(rlc_hdr->save_restore_list_srm_size_b…  in amdgpu_gfx_rlc_init_microcode_v2_1()
362 …adev->gfx.rlc.save_restore_list_srm = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->save_restore_list_srm_o…  in amdgpu_gfx_rlc_init_microcode_v2_1()
363 	adev->gfx.rlc.reg_list_format_direct_reg_list_length =  in amdgpu_gfx_rlc_init_microcode_v2_1()
367 		if (adev->gfx.rlc.save_restore_list_cntl_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_1()
372 				ALIGN(adev->gfx.rlc.save_restore_list_cntl_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_1()
375 		if (adev->gfx.rlc.save_restore_list_gpm_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_1()
380 				ALIGN(adev->gfx.rlc.save_restore_list_gpm_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_1()
383 		if (adev->gfx.rlc.save_restore_list_srm_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_1()
388 				ALIGN(adev->gfx.rlc.save_restore_list_srm_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_1()
399 	adev->gfx.rlc.rlc_iram_ucode_size_bytes = le32_to_cpu(rlc_hdr->rlc_iram_ucode_size_bytes);  in amdgpu_gfx_rlc_init_microcode_v2_2()
400 	adev->gfx.rlc.rlc_iram_ucode = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->rlc_iram_ucode_offset_bytes);  in amdgpu_gfx_rlc_init_microcode_v2_2()
401 	adev->gfx.rlc.rlc_dram_ucode_size_bytes = le32_to_cpu(rlc_hdr->rlc_dram_ucode_size_bytes);  in amdgpu_gfx_rlc_init_microcode_v2_2()
402 	adev->gfx.rlc.rlc_dram_ucode = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->rlc_dram_ucode_offset_bytes);  in amdgpu_gfx_rlc_init_microcode_v2_2()
405 		if (adev->gfx.rlc.rlc_iram_ucode_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_2()
410 				ALIGN(adev->gfx.rlc.rlc_iram_ucode_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_2()
413 		if (adev->gfx.rlc.rlc_dram_ucode_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_2()
418 				ALIGN(adev->gfx.rlc.rlc_dram_ucode_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_2()
431 	adev->gfx.rlc.rlcp_ucode_size_bytes = le32_to_cpu(rlc_hdr->rlcp_ucode_size_bytes);  in amdgpu_gfx_rlc_init_microcode_v2_3()
432 	adev->gfx.rlc.rlcp_ucode = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->rlcp_ucode_offset_bytes);  in amdgpu_gfx_rlc_init_microcode_v2_3()
436 	adev->gfx.rlc.rlcv_ucode_size_bytes = le32_to_cpu(rlc_hdr->rlcv_ucode_size_bytes);  in amdgpu_gfx_rlc_init_microcode_v2_3()
437 	adev->gfx.rlc.rlcv_ucode = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->rlcv_ucode_offset_bytes);  in amdgpu_gfx_rlc_init_microcode_v2_3()
440 		if (adev->gfx.rlc.rlcp_ucode_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_3()
445 				ALIGN(adev->gfx.rlc.rlcp_ucode_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_3()
448 		if (adev->gfx.rlc.rlcv_ucode_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_3()
453 				ALIGN(adev->gfx.rlc.rlcv_ucode_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_3()
464 …adev->gfx.rlc.global_tap_delays_ucode_size_bytes = le32_to_cpu(rlc_hdr->global_tap_delays_ucode_si…  in amdgpu_gfx_rlc_init_microcode_v2_4()
465 …adev->gfx.rlc.global_tap_delays_ucode = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->global_tap_delays_uco…  in amdgpu_gfx_rlc_init_microcode_v2_4()
466 …adev->gfx.rlc.se0_tap_delays_ucode_size_bytes = le32_to_cpu(rlc_hdr->se0_tap_delays_ucode_size_byt…  in amdgpu_gfx_rlc_init_microcode_v2_4()
467 …adev->gfx.rlc.se0_tap_delays_ucode = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->se0_tap_delays_ucode_off…  in amdgpu_gfx_rlc_init_microcode_v2_4()
468 …adev->gfx.rlc.se1_tap_delays_ucode_size_bytes = le32_to_cpu(rlc_hdr->se1_tap_delays_ucode_size_byt…  in amdgpu_gfx_rlc_init_microcode_v2_4()
469 …adev->gfx.rlc.se1_tap_delays_ucode = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->se1_tap_delays_ucode_off…  in amdgpu_gfx_rlc_init_microcode_v2_4()
470 …adev->gfx.rlc.se2_tap_delays_ucode_size_bytes = le32_to_cpu(rlc_hdr->se2_tap_delays_ucode_size_byt…  in amdgpu_gfx_rlc_init_microcode_v2_4()
471 …adev->gfx.rlc.se2_tap_delays_ucode = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->se2_tap_delays_ucode_off…  in amdgpu_gfx_rlc_init_microcode_v2_4()
472 …adev->gfx.rlc.se3_tap_delays_ucode_size_bytes = le32_to_cpu(rlc_hdr->se3_tap_delays_ucode_size_byt…  in amdgpu_gfx_rlc_init_microcode_v2_4()
473 …adev->gfx.rlc.se3_tap_delays_ucode = (u8 *)rlc_hdr + le32_to_cpu(rlc_hdr->se3_tap_delays_ucode_off…  in amdgpu_gfx_rlc_init_microcode_v2_4()
476 		if (adev->gfx.rlc.global_tap_delays_ucode_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_4()
481 				ALIGN(adev->gfx.rlc.global_tap_delays_ucode_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_4()
484 		if (adev->gfx.rlc.se0_tap_delays_ucode_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_4()
489 				ALIGN(adev->gfx.rlc.se0_tap_delays_ucode_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_4()
492 		if (adev->gfx.rlc.se1_tap_delays_ucode_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_4()
497 				ALIGN(adev->gfx.rlc.se1_tap_delays_ucode_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_4()
500 		if (adev->gfx.rlc.se2_tap_delays_ucode_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_4()
505 				ALIGN(adev->gfx.rlc.se2_tap_delays_ucode_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_4()
508 		if (adev->gfx.rlc.se3_tap_delays_ucode_size_bytes) {  in amdgpu_gfx_rlc_init_microcode_v2_4()
513 				ALIGN(adev->gfx.rlc.se3_tap_delays_ucode_size_bytes, PAGE_SIZE);  in amdgpu_gfx_rlc_init_microcode_v2_4()
532 		adev->gfx.rlc.is_rlc_v2_1 = true;  in amdgpu_gfx_rlc_init_microcode()