Lines Matching refs:rdev
42 static void rv770_gpu_init(struct radeon_device *rdev);
43 void rv770_fini(struct radeon_device *rdev);
44 static void rv770_pcie_gen2_enable(struct radeon_device *rdev);
45 int evergreen_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk);
47 int rv770_set_uvd_clocks(struct radeon_device *rdev, u32 vclk, u32 dclk) in rv770_set_uvd_clocks() argument
53 if (rdev->family == CHIP_RV740) in rv770_set_uvd_clocks()
54 return evergreen_set_uvd_clocks(rdev, vclk, dclk); in rv770_set_uvd_clocks()
67 r = radeon_uvd_calc_upll_dividers(rdev, vclk, dclk, 50000, 160000, in rv770_set_uvd_clocks()
87 r = radeon_uvd_send_upll_ctlreq(rdev, CG_UPLL_FUNC_CNTL); in rv770_set_uvd_clocks()
118 r = radeon_uvd_send_upll_ctlreq(rdev, CG_UPLL_FUNC_CNTL); in rv770_set_uvd_clocks()
716 static void rv770_init_golden_registers(struct radeon_device *rdev) in rv770_init_golden_registers() argument
718 switch (rdev->family) { in rv770_init_golden_registers()
720 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
723 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
726 if (rdev->pdev->device == 0x994e) in rv770_init_golden_registers()
727 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
731 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
734 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
739 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
742 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
745 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
748 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
753 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
756 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
759 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
762 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
767 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
770 radeon_program_register_sequence(rdev, in rv770_init_golden_registers()
790 u32 rv770_get_xclk(struct radeon_device *rdev) in rv770_get_xclk() argument
792 u32 reference_clock = rdev->clock.spll.reference_freq; in rv770_get_xclk()
804 void rv770_page_flip(struct radeon_device *rdev, int crtc_id, u64 crtc_base, bool async) in rv770_page_flip() argument
806 struct radeon_crtc *radeon_crtc = rdev->mode_info.crtcs[crtc_id]; in rv770_page_flip()
830 for (i = 0; i < rdev->usec_timeout; i++) { in rv770_page_flip()
842 bool rv770_page_flip_pending(struct radeon_device *rdev, int crtc_id) in rv770_page_flip_pending() argument
844 struct radeon_crtc *radeon_crtc = rdev->mode_info.crtcs[crtc_id]; in rv770_page_flip_pending()
852 int rv770_get_temp(struct radeon_device *rdev) in rv770_get_temp() argument
871 void rv770_pm_misc(struct radeon_device *rdev) in rv770_pm_misc() argument
873 int req_ps_idx = rdev->pm.requested_power_state_index; in rv770_pm_misc()
874 int req_cm_idx = rdev->pm.requested_clock_mode_index; in rv770_pm_misc()
875 struct radeon_power_state *ps = &rdev->pm.power_state[req_ps_idx]; in rv770_pm_misc()
882 if (voltage->voltage != rdev->pm.current_vddc) { in rv770_pm_misc()
883 radeon_atom_set_voltage(rdev, voltage->voltage, SET_VOLTAGE_TYPE_ASIC_VDDC); in rv770_pm_misc()
884 rdev->pm.current_vddc = voltage->voltage; in rv770_pm_misc()
893 static int rv770_pcie_gart_enable(struct radeon_device *rdev) in rv770_pcie_gart_enable() argument
898 if (rdev->gart.robj == NULL) { in rv770_pcie_gart_enable()
899 dev_err(rdev->dev, "No VRAM object for PCIE GART.\n"); in rv770_pcie_gart_enable()
902 r = radeon_gart_table_vram_pin(rdev); in rv770_pcie_gart_enable()
919 if (rdev->family == CHIP_RV740) in rv770_pcie_gart_enable()
925 WREG32(VM_CONTEXT0_PAGE_TABLE_START_ADDR, rdev->mc.gtt_start >> 12); in rv770_pcie_gart_enable()
926 WREG32(VM_CONTEXT0_PAGE_TABLE_END_ADDR, rdev->mc.gtt_end >> 12); in rv770_pcie_gart_enable()
927 WREG32(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR, rdev->gart.table_addr >> 12); in rv770_pcie_gart_enable()
931 (u32)(rdev->dummy_page.addr >> 12)); in rv770_pcie_gart_enable()
935 r600_pcie_gart_tlb_flush(rdev); in rv770_pcie_gart_enable()
937 (unsigned)(rdev->mc.gtt_size >> 20), in rv770_pcie_gart_enable()
938 (unsigned long long)rdev->gart.table_addr); in rv770_pcie_gart_enable()
939 rdev->gart.ready = true; in rv770_pcie_gart_enable()
943 static void rv770_pcie_gart_disable(struct radeon_device *rdev) in rv770_pcie_gart_disable() argument
966 radeon_gart_table_vram_unpin(rdev); in rv770_pcie_gart_disable()
969 static void rv770_pcie_gart_fini(struct radeon_device *rdev) in rv770_pcie_gart_fini() argument
971 radeon_gart_fini(rdev); in rv770_pcie_gart_fini()
972 rv770_pcie_gart_disable(rdev); in rv770_pcie_gart_fini()
973 radeon_gart_table_vram_free(rdev); in rv770_pcie_gart_fini()
977 static void rv770_agp_enable(struct radeon_device *rdev) in rv770_agp_enable() argument
1004 static void rv770_mc_program(struct radeon_device *rdev) in rv770_mc_program() argument
1023 rv515_mc_stop(rdev, &save); in rv770_mc_program()
1024 if (r600_mc_wait_for_idle(rdev)) { in rv770_mc_program()
1025 dev_warn(rdev->dev, "Wait for MC idle timedout !\n"); in rv770_mc_program()
1030 if (rdev->flags & RADEON_IS_AGP) { in rv770_mc_program()
1031 if (rdev->mc.vram_start < rdev->mc.gtt_start) { in rv770_mc_program()
1034 rdev->mc.vram_start >> 12); in rv770_mc_program()
1036 rdev->mc.gtt_end >> 12); in rv770_mc_program()
1040 rdev->mc.gtt_start >> 12); in rv770_mc_program()
1042 rdev->mc.vram_end >> 12); in rv770_mc_program()
1046 rdev->mc.vram_start >> 12); in rv770_mc_program()
1048 rdev->mc.vram_end >> 12); in rv770_mc_program()
1050 WREG32(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR, rdev->vram_scratch.gpu_addr >> 12); in rv770_mc_program()
1051 tmp = ((rdev->mc.vram_end >> 24) & 0xFFFF) << 16; in rv770_mc_program()
1052 tmp |= ((rdev->mc.vram_start >> 24) & 0xFFFF); in rv770_mc_program()
1054 WREG32(HDP_NONSURFACE_BASE, (rdev->mc.vram_start >> 8)); in rv770_mc_program()
1057 if (rdev->flags & RADEON_IS_AGP) { in rv770_mc_program()
1058 WREG32(MC_VM_AGP_TOP, rdev->mc.gtt_end >> 16); in rv770_mc_program()
1059 WREG32(MC_VM_AGP_BOT, rdev->mc.gtt_start >> 16); in rv770_mc_program()
1060 WREG32(MC_VM_AGP_BASE, rdev->mc.agp_base >> 22); in rv770_mc_program()
1066 if (r600_mc_wait_for_idle(rdev)) { in rv770_mc_program()
1067 dev_warn(rdev->dev, "Wait for MC idle timedout !\n"); in rv770_mc_program()
1069 rv515_mc_resume(rdev, &save); in rv770_mc_program()
1072 rv515_vga_render_disable(rdev); in rv770_mc_program()
1079 void r700_cp_stop(struct radeon_device *rdev) in r700_cp_stop() argument
1081 if (rdev->asic->copy.copy_ring_index == RADEON_RING_TYPE_GFX_INDEX) in r700_cp_stop()
1082 radeon_ttm_set_active_vram_size(rdev, rdev->mc.visible_vram_size); in r700_cp_stop()
1085 rdev->ring[RADEON_RING_TYPE_GFX_INDEX].ready = false; in r700_cp_stop()
1088 static int rv770_cp_load_microcode(struct radeon_device *rdev) in rv770_cp_load_microcode() argument
1093 if (!rdev->me_fw || !rdev->pfp_fw) in rv770_cp_load_microcode()
1096 r700_cp_stop(rdev); in rv770_cp_load_microcode()
1109 fw_data = (const __be32 *)rdev->pfp_fw->data; in rv770_cp_load_microcode()
1115 fw_data = (const __be32 *)rdev->me_fw->data; in rv770_cp_load_microcode()
1126 void r700_cp_fini(struct radeon_device *rdev) in r700_cp_fini() argument
1128 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in r700_cp_fini()
1129 r700_cp_stop(rdev); in r700_cp_fini()
1130 radeon_ring_fini(rdev, ring); in r700_cp_fini()
1131 radeon_scratch_free(rdev, ring->rptr_save_reg); in r700_cp_fini()
1134 void rv770_set_clk_bypass_mode(struct radeon_device *rdev) in rv770_set_clk_bypass_mode() argument
1138 if (rdev->flags & RADEON_IS_IGP) in rv770_set_clk_bypass_mode()
1146 for (i = 0; i < rdev->usec_timeout; i++) { in rv770_set_clk_bypass_mode()
1156 if ((rdev->family == CHIP_RV710) || (rdev->family == CHIP_RV730)) in rv770_set_clk_bypass_mode()
1166 static void rv770_gpu_init(struct radeon_device *rdev) in rv770_gpu_init() argument
1190 rdev->config.rv770.tiling_group_size = 256; in rv770_gpu_init()
1191 switch (rdev->family) { in rv770_gpu_init()
1193 rdev->config.rv770.max_pipes = 4; in rv770_gpu_init()
1194 rdev->config.rv770.max_tile_pipes = 8; in rv770_gpu_init()
1195 rdev->config.rv770.max_simds = 10; in rv770_gpu_init()
1196 rdev->config.rv770.max_backends = 4; in rv770_gpu_init()
1197 rdev->config.rv770.max_gprs = 256; in rv770_gpu_init()
1198 rdev->config.rv770.max_threads = 248; in rv770_gpu_init()
1199 rdev->config.rv770.max_stack_entries = 512; in rv770_gpu_init()
1200 rdev->config.rv770.max_hw_contexts = 8; in rv770_gpu_init()
1201 rdev->config.rv770.max_gs_threads = 16 * 2; in rv770_gpu_init()
1202 rdev->config.rv770.sx_max_export_size = 128; in rv770_gpu_init()
1203 rdev->config.rv770.sx_max_export_pos_size = 16; in rv770_gpu_init()
1204 rdev->config.rv770.sx_max_export_smx_size = 112; in rv770_gpu_init()
1205 rdev->config.rv770.sq_num_cf_insts = 2; in rv770_gpu_init()
1207 rdev->config.rv770.sx_num_of_sets = 7; in rv770_gpu_init()
1208 rdev->config.rv770.sc_prim_fifo_size = 0xF9; in rv770_gpu_init()
1209 rdev->config.rv770.sc_hiz_tile_fifo_size = 0x30; in rv770_gpu_init()
1210 rdev->config.rv770.sc_earlyz_tile_fifo_fize = 0x130; in rv770_gpu_init()
1213 rdev->config.rv770.max_pipes = 2; in rv770_gpu_init()
1214 rdev->config.rv770.max_tile_pipes = 4; in rv770_gpu_init()
1215 rdev->config.rv770.max_simds = 8; in rv770_gpu_init()
1216 rdev->config.rv770.max_backends = 2; in rv770_gpu_init()
1217 rdev->config.rv770.max_gprs = 128; in rv770_gpu_init()
1218 rdev->config.rv770.max_threads = 248; in rv770_gpu_init()
1219 rdev->config.rv770.max_stack_entries = 256; in rv770_gpu_init()
1220 rdev->config.rv770.max_hw_contexts = 8; in rv770_gpu_init()
1221 rdev->config.rv770.max_gs_threads = 16 * 2; in rv770_gpu_init()
1222 rdev->config.rv770.sx_max_export_size = 256; in rv770_gpu_init()
1223 rdev->config.rv770.sx_max_export_pos_size = 32; in rv770_gpu_init()
1224 rdev->config.rv770.sx_max_export_smx_size = 224; in rv770_gpu_init()
1225 rdev->config.rv770.sq_num_cf_insts = 2; in rv770_gpu_init()
1227 rdev->config.rv770.sx_num_of_sets = 7; in rv770_gpu_init()
1228 rdev->config.rv770.sc_prim_fifo_size = 0xf9; in rv770_gpu_init()
1229 rdev->config.rv770.sc_hiz_tile_fifo_size = 0x30; in rv770_gpu_init()
1230 rdev->config.rv770.sc_earlyz_tile_fifo_fize = 0x130; in rv770_gpu_init()
1231 if (rdev->config.rv770.sx_max_export_pos_size > 16) { in rv770_gpu_init()
1232 rdev->config.rv770.sx_max_export_pos_size -= 16; in rv770_gpu_init()
1233 rdev->config.rv770.sx_max_export_smx_size += 16; in rv770_gpu_init()
1237 rdev->config.rv770.max_pipes = 2; in rv770_gpu_init()
1238 rdev->config.rv770.max_tile_pipes = 2; in rv770_gpu_init()
1239 rdev->config.rv770.max_simds = 2; in rv770_gpu_init()
1240 rdev->config.rv770.max_backends = 1; in rv770_gpu_init()
1241 rdev->config.rv770.max_gprs = 256; in rv770_gpu_init()
1242 rdev->config.rv770.max_threads = 192; in rv770_gpu_init()
1243 rdev->config.rv770.max_stack_entries = 256; in rv770_gpu_init()
1244 rdev->config.rv770.max_hw_contexts = 4; in rv770_gpu_init()
1245 rdev->config.rv770.max_gs_threads = 8 * 2; in rv770_gpu_init()
1246 rdev->config.rv770.sx_max_export_size = 128; in rv770_gpu_init()
1247 rdev->config.rv770.sx_max_export_pos_size = 16; in rv770_gpu_init()
1248 rdev->config.rv770.sx_max_export_smx_size = 112; in rv770_gpu_init()
1249 rdev->config.rv770.sq_num_cf_insts = 1; in rv770_gpu_init()
1251 rdev->config.rv770.sx_num_of_sets = 7; in rv770_gpu_init()
1252 rdev->config.rv770.sc_prim_fifo_size = 0x40; in rv770_gpu_init()
1253 rdev->config.rv770.sc_hiz_tile_fifo_size = 0x30; in rv770_gpu_init()
1254 rdev->config.rv770.sc_earlyz_tile_fifo_fize = 0x130; in rv770_gpu_init()
1257 rdev->config.rv770.max_pipes = 4; in rv770_gpu_init()
1258 rdev->config.rv770.max_tile_pipes = 4; in rv770_gpu_init()
1259 rdev->config.rv770.max_simds = 8; in rv770_gpu_init()
1260 rdev->config.rv770.max_backends = 4; in rv770_gpu_init()
1261 rdev->config.rv770.max_gprs = 256; in rv770_gpu_init()
1262 rdev->config.rv770.max_threads = 248; in rv770_gpu_init()
1263 rdev->config.rv770.max_stack_entries = 512; in rv770_gpu_init()
1264 rdev->config.rv770.max_hw_contexts = 8; in rv770_gpu_init()
1265 rdev->config.rv770.max_gs_threads = 16 * 2; in rv770_gpu_init()
1266 rdev->config.rv770.sx_max_export_size = 256; in rv770_gpu_init()
1267 rdev->config.rv770.sx_max_export_pos_size = 32; in rv770_gpu_init()
1268 rdev->config.rv770.sx_max_export_smx_size = 224; in rv770_gpu_init()
1269 rdev->config.rv770.sq_num_cf_insts = 2; in rv770_gpu_init()
1271 rdev->config.rv770.sx_num_of_sets = 7; in rv770_gpu_init()
1272 rdev->config.rv770.sc_prim_fifo_size = 0x100; in rv770_gpu_init()
1273 rdev->config.rv770.sc_hiz_tile_fifo_size = 0x30; in rv770_gpu_init()
1274 rdev->config.rv770.sc_earlyz_tile_fifo_fize = 0x130; in rv770_gpu_init()
1276 if (rdev->config.rv770.sx_max_export_pos_size > 16) { in rv770_gpu_init()
1277 rdev->config.rv770.sx_max_export_pos_size -= 16; in rv770_gpu_init()
1278 rdev->config.rv770.sx_max_export_smx_size += 16; in rv770_gpu_init()
1316 tmp = rdev->config.rv770.max_simds - in rv770_gpu_init()
1318 rdev->config.rv770.active_simds = tmp; in rv770_gpu_init()
1320 switch (rdev->config.rv770.max_tile_pipes) { in rv770_gpu_init()
1335 rdev->config.rv770.tiling_npipes = rdev->config.rv770.max_tile_pipes; in rv770_gpu_init()
1339 for (i = 0; i < rdev->config.rv770.max_backends; i++) in rv770_gpu_init()
1343 for (i = 0; i < rdev->config.rv770.max_backends; i++) in rv770_gpu_init()
1347 tmp = r6xx_remap_render_backend(rdev, tmp, rdev->config.rv770.max_backends, in rv770_gpu_init()
1350 rdev->config.rv770.backend_map = tmp; in rv770_gpu_init()
1352 if (rdev->family == CHIP_RV770) in rv770_gpu_init()
1360 rdev->config.rv770.tiling_nbanks = 4 << ((gb_tiling_config >> 4) & 0x3); in rv770_gpu_init()
1373 rdev->config.rv770.tile_config = gb_tiling_config; in rv770_gpu_init()
1380 if (rdev->family == CHIP_RV730) { in rv770_gpu_init()
1411 smx_dc_ctl0 |= CACHE_DEPTH((rdev->config.rv770.sx_num_of_sets * 64) - 1); in rv770_gpu_init()
1414 if (rdev->family != CHIP_RV740) in rv770_gpu_init()
1420 if (rdev->family != CHIP_RV770) in rv770_gpu_init()
1425 switch (rdev->family) { in rv770_gpu_init()
1438 if (rdev->family != CHIP_RV770) { in rv770_gpu_init()
1444 …WREG32(SX_EXPORT_BUFFER_SIZES, (COLOR_BUFFER_SIZE((rdev->config.rv770.sx_max_export_size / 4) - 1)… in rv770_gpu_init()
1445 POSITION_BUFFER_SIZE((rdev->config.rv770.sx_max_export_pos_size / 4) - 1) | in rv770_gpu_init()
1446 SMX_BUFFER_SIZE((rdev->config.rv770.sx_max_export_smx_size / 4) - 1))); in rv770_gpu_init()
1448 WREG32(PA_SC_FIFO_SIZE, (SC_PRIM_FIFO_SIZE(rdev->config.rv770.sc_prim_fifo_size) | in rv770_gpu_init()
1449 SC_HIZ_TILE_FIFO_SIZE(rdev->config.rv770.sc_hiz_tile_fifo_size) | in rv770_gpu_init()
1450 SC_EARLYZ_TILE_FIFO_SIZE(rdev->config.rv770.sc_earlyz_tile_fifo_fize))); in rv770_gpu_init()
1460 sq_ms_fifo_sizes = (CACHE_FIFO_SIZE(16 * rdev->config.rv770.sq_num_cf_insts) | in rv770_gpu_init()
1463 switch (rdev->family) { in rv770_gpu_init()
1491 if (rdev->family == CHIP_RV710) in rv770_gpu_init()
1497 WREG32(SQ_GPR_RESOURCE_MGMT_1, (NUM_PS_GPRS((rdev->config.rv770.max_gprs * 24)/64) | in rv770_gpu_init()
1498 NUM_VS_GPRS((rdev->config.rv770.max_gprs * 24)/64) | in rv770_gpu_init()
1499 NUM_CLAUSE_TEMP_GPRS(((rdev->config.rv770.max_gprs * 24)/64)/2))); in rv770_gpu_init()
1501 WREG32(SQ_GPR_RESOURCE_MGMT_2, (NUM_GS_GPRS((rdev->config.rv770.max_gprs * 7)/64) | in rv770_gpu_init()
1502 NUM_ES_GPRS((rdev->config.rv770.max_gprs * 7)/64))); in rv770_gpu_init()
1504 sq_thread_resource_mgmt = (NUM_PS_THREADS((rdev->config.rv770.max_threads * 4)/8) | in rv770_gpu_init()
1505 NUM_VS_THREADS((rdev->config.rv770.max_threads * 2)/8) | in rv770_gpu_init()
1506 NUM_ES_THREADS((rdev->config.rv770.max_threads * 1)/8)); in rv770_gpu_init()
1507 if (((rdev->config.rv770.max_threads * 1) / 8) > rdev->config.rv770.max_gs_threads) in rv770_gpu_init()
1508 sq_thread_resource_mgmt |= NUM_GS_THREADS(rdev->config.rv770.max_gs_threads); in rv770_gpu_init()
1510 sq_thread_resource_mgmt |= NUM_GS_THREADS((rdev->config.rv770.max_gs_threads * 1)/8); in rv770_gpu_init()
1513 …WREG32(SQ_STACK_RESOURCE_MGMT_1, (NUM_PS_STACK_ENTRIES((rdev->config.rv770.max_stack_entries * 1)/… in rv770_gpu_init()
1514 NUM_VS_STACK_ENTRIES((rdev->config.rv770.max_stack_entries * 1)/4))); in rv770_gpu_init()
1516 …WREG32(SQ_STACK_RESOURCE_MGMT_2, (NUM_GS_STACK_ENTRIES((rdev->config.rv770.max_stack_entries * 1)/… in rv770_gpu_init()
1517 NUM_ES_STACK_ENTRIES((rdev->config.rv770.max_stack_entries * 1)/4))); in rv770_gpu_init()
1519 sq_dyn_gpr_size_simd_ab_0 = (SIMDA_RING0((rdev->config.rv770.max_gprs * 38)/64) | in rv770_gpu_init()
1520 SIMDA_RING1((rdev->config.rv770.max_gprs * 38)/64) | in rv770_gpu_init()
1521 SIMDB_RING0((rdev->config.rv770.max_gprs * 38)/64) | in rv770_gpu_init()
1522 SIMDB_RING1((rdev->config.rv770.max_gprs * 38)/64)); in rv770_gpu_init()
1536 if (rdev->family == CHIP_RV710) in rv770_gpu_init()
1543 switch (rdev->family) { in rv770_gpu_init()
1556 num_gs_verts_per_thread = rdev->config.rv770.max_pipes * 16; in rv770_gpu_init()
1602 void r700_vram_gtt_location(struct radeon_device *rdev, struct radeon_mc *mc) in r700_vram_gtt_location() argument
1608 dev_warn(rdev->dev, "limiting VRAM\n"); in r700_vram_gtt_location()
1612 if (rdev->flags & RADEON_IS_AGP) { in r700_vram_gtt_location()
1617 dev_warn(rdev->dev, "limiting VRAM\n"); in r700_vram_gtt_location()
1624 dev_warn(rdev->dev, "limiting VRAM\n"); in r700_vram_gtt_location()
1631 dev_info(rdev->dev, "VRAM: %lluM 0x%08llX - 0x%08llX (%lluM used)\n", in r700_vram_gtt_location()
1635 radeon_vram_location(rdev, &rdev->mc, 0); in r700_vram_gtt_location()
1636 rdev->mc.gtt_base_align = 0; in r700_vram_gtt_location()
1637 radeon_gtt_location(rdev, mc); in r700_vram_gtt_location()
1641 static int rv770_mc_init(struct radeon_device *rdev) in rv770_mc_init() argument
1647 rdev->mc.vram_is_ddr = true; in rv770_mc_init()
1672 rdev->mc.vram_width = numchan * chansize; in rv770_mc_init()
1674 rdev->mc.aper_base = pci_resource_start(rdev->pdev, 0); in rv770_mc_init()
1675 rdev->mc.aper_size = pci_resource_len(rdev->pdev, 0); in rv770_mc_init()
1677 rdev->mc.mc_vram_size = RREG32(CONFIG_MEMSIZE); in rv770_mc_init()
1678 rdev->mc.real_vram_size = RREG32(CONFIG_MEMSIZE); in rv770_mc_init()
1679 rdev->mc.visible_vram_size = rdev->mc.aper_size; in rv770_mc_init()
1680 r700_vram_gtt_location(rdev, &rdev->mc); in rv770_mc_init()
1681 radeon_update_bandwidth_info(rdev); in rv770_mc_init()
1686 static void rv770_uvd_init(struct radeon_device *rdev) in rv770_uvd_init() argument
1690 if (!rdev->has_uvd) in rv770_uvd_init()
1693 r = radeon_uvd_init(rdev); in rv770_uvd_init()
1695 dev_err(rdev->dev, "failed UVD (%d) init.\n", r); in rv770_uvd_init()
1702 rdev->has_uvd = 0; in rv770_uvd_init()
1705 rdev->ring[R600_RING_TYPE_UVD_INDEX].ring_obj = NULL; in rv770_uvd_init()
1706 r600_ring_init(rdev, &rdev->ring[R600_RING_TYPE_UVD_INDEX], 4096); in rv770_uvd_init()
1709 static void rv770_uvd_start(struct radeon_device *rdev) in rv770_uvd_start() argument
1713 if (!rdev->has_uvd) in rv770_uvd_start()
1716 r = uvd_v2_2_resume(rdev); in rv770_uvd_start()
1718 dev_err(rdev->dev, "failed UVD resume (%d).\n", r); in rv770_uvd_start()
1721 r = radeon_fence_driver_start_ring(rdev, R600_RING_TYPE_UVD_INDEX); in rv770_uvd_start()
1723 dev_err(rdev->dev, "failed initializing UVD fences (%d).\n", r); in rv770_uvd_start()
1729 rdev->ring[R600_RING_TYPE_UVD_INDEX].ring_size = 0; in rv770_uvd_start()
1732 static void rv770_uvd_resume(struct radeon_device *rdev) in rv770_uvd_resume() argument
1737 if (!rdev->has_uvd || !rdev->ring[R600_RING_TYPE_UVD_INDEX].ring_size) in rv770_uvd_resume()
1740 ring = &rdev->ring[R600_RING_TYPE_UVD_INDEX]; in rv770_uvd_resume()
1741 r = radeon_ring_init(rdev, ring, ring->ring_size, 0, PACKET0(UVD_NO_OP, 0)); in rv770_uvd_resume()
1743 dev_err(rdev->dev, "failed initializing UVD ring (%d).\n", r); in rv770_uvd_resume()
1746 r = uvd_v1_0_init(rdev); in rv770_uvd_resume()
1748 dev_err(rdev->dev, "failed initializing UVD (%d).\n", r); in rv770_uvd_resume()
1753 static int rv770_startup(struct radeon_device *rdev) in rv770_startup() argument
1759 rv770_pcie_gen2_enable(rdev); in rv770_startup()
1762 r = r600_vram_scratch_init(rdev); in rv770_startup()
1766 rv770_mc_program(rdev); in rv770_startup()
1768 if (rdev->flags & RADEON_IS_AGP) { in rv770_startup()
1769 rv770_agp_enable(rdev); in rv770_startup()
1771 r = rv770_pcie_gart_enable(rdev); in rv770_startup()
1776 rv770_gpu_init(rdev); in rv770_startup()
1779 r = radeon_wb_init(rdev); in rv770_startup()
1783 r = radeon_fence_driver_start_ring(rdev, RADEON_RING_TYPE_GFX_INDEX); in rv770_startup()
1785 dev_err(rdev->dev, "failed initializing CP fences (%d).\n", r); in rv770_startup()
1789 r = radeon_fence_driver_start_ring(rdev, R600_RING_TYPE_DMA_INDEX); in rv770_startup()
1791 dev_err(rdev->dev, "failed initializing DMA fences (%d).\n", r); in rv770_startup()
1795 rv770_uvd_start(rdev); in rv770_startup()
1798 if (!rdev->irq.installed) { in rv770_startup()
1799 r = radeon_irq_kms_init(rdev); in rv770_startup()
1804 r = r600_irq_init(rdev); in rv770_startup()
1807 radeon_irq_kms_fini(rdev); in rv770_startup()
1810 r600_irq_set(rdev); in rv770_startup()
1812 ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in rv770_startup()
1813 r = radeon_ring_init(rdev, ring, ring->ring_size, RADEON_WB_CP_RPTR_OFFSET, in rv770_startup()
1818 ring = &rdev->ring[R600_RING_TYPE_DMA_INDEX]; in rv770_startup()
1819 r = radeon_ring_init(rdev, ring, ring->ring_size, R600_WB_DMA_RPTR_OFFSET, in rv770_startup()
1824 r = rv770_cp_load_microcode(rdev); in rv770_startup()
1827 r = r600_cp_resume(rdev); in rv770_startup()
1831 r = r600_dma_resume(rdev); in rv770_startup()
1835 rv770_uvd_resume(rdev); in rv770_startup()
1837 r = radeon_ib_pool_init(rdev); in rv770_startup()
1839 dev_err(rdev->dev, "IB initialization failed (%d).\n", r); in rv770_startup()
1843 r = radeon_audio_init(rdev); in rv770_startup()
1852 int rv770_resume(struct radeon_device *rdev) in rv770_resume() argument
1861 atom_asic_init(rdev->mode_info.atom_context); in rv770_resume()
1864 rv770_init_golden_registers(rdev); in rv770_resume()
1866 if (rdev->pm.pm_method == PM_METHOD_DPM) in rv770_resume()
1867 radeon_pm_resume(rdev); in rv770_resume()
1869 rdev->accel_working = true; in rv770_resume()
1870 r = rv770_startup(rdev); in rv770_resume()
1873 rdev->accel_working = false; in rv770_resume()
1881 int rv770_suspend(struct radeon_device *rdev) in rv770_suspend() argument
1883 radeon_pm_suspend(rdev); in rv770_suspend()
1884 radeon_audio_fini(rdev); in rv770_suspend()
1885 if (rdev->has_uvd) { in rv770_suspend()
1886 uvd_v1_0_fini(rdev); in rv770_suspend()
1887 radeon_uvd_suspend(rdev); in rv770_suspend()
1889 r700_cp_stop(rdev); in rv770_suspend()
1890 r600_dma_stop(rdev); in rv770_suspend()
1891 r600_irq_suspend(rdev); in rv770_suspend()
1892 radeon_wb_disable(rdev); in rv770_suspend()
1893 rv770_pcie_gart_disable(rdev); in rv770_suspend()
1904 int rv770_init(struct radeon_device *rdev) in rv770_init() argument
1909 if (!radeon_get_bios(rdev)) { in rv770_init()
1910 if (ASIC_IS_AVIVO(rdev)) in rv770_init()
1914 if (!rdev->is_atom_bios) { in rv770_init()
1915 dev_err(rdev->dev, "Expecting atombios for R600 GPU\n"); in rv770_init()
1918 r = radeon_atombios_init(rdev); in rv770_init()
1922 if (!radeon_card_posted(rdev)) { in rv770_init()
1923 if (!rdev->bios) { in rv770_init()
1924 dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n"); in rv770_init()
1928 atom_asic_init(rdev->mode_info.atom_context); in rv770_init()
1931 rv770_init_golden_registers(rdev); in rv770_init()
1933 r600_scratch_init(rdev); in rv770_init()
1935 radeon_surface_init(rdev); in rv770_init()
1937 radeon_get_clock_info(rdev->ddev); in rv770_init()
1939 r = radeon_fence_driver_init(rdev); in rv770_init()
1943 if (rdev->flags & RADEON_IS_AGP) { in rv770_init()
1944 r = radeon_agp_init(rdev); in rv770_init()
1946 radeon_agp_disable(rdev); in rv770_init()
1948 r = rv770_mc_init(rdev); in rv770_init()
1952 r = radeon_bo_init(rdev); in rv770_init()
1956 if (!rdev->me_fw || !rdev->pfp_fw || !rdev->rlc_fw) { in rv770_init()
1957 r = r600_init_microcode(rdev); in rv770_init()
1965 radeon_pm_init(rdev); in rv770_init()
1967 rdev->ring[RADEON_RING_TYPE_GFX_INDEX].ring_obj = NULL; in rv770_init()
1968 r600_ring_init(rdev, &rdev->ring[RADEON_RING_TYPE_GFX_INDEX], 1024 * 1024); in rv770_init()
1970 rdev->ring[R600_RING_TYPE_DMA_INDEX].ring_obj = NULL; in rv770_init()
1971 r600_ring_init(rdev, &rdev->ring[R600_RING_TYPE_DMA_INDEX], 64 * 1024); in rv770_init()
1973 rv770_uvd_init(rdev); in rv770_init()
1975 rdev->ih.ring_obj = NULL; in rv770_init()
1976 r600_ih_ring_init(rdev, 64 * 1024); in rv770_init()
1978 r = r600_pcie_gart_init(rdev); in rv770_init()
1982 rdev->accel_working = true; in rv770_init()
1983 r = rv770_startup(rdev); in rv770_init()
1985 dev_err(rdev->dev, "disabling GPU acceleration\n"); in rv770_init()
1986 r700_cp_fini(rdev); in rv770_init()
1987 r600_dma_fini(rdev); in rv770_init()
1988 r600_irq_fini(rdev); in rv770_init()
1989 radeon_wb_fini(rdev); in rv770_init()
1990 radeon_ib_pool_fini(rdev); in rv770_init()
1991 radeon_irq_kms_fini(rdev); in rv770_init()
1992 rv770_pcie_gart_fini(rdev); in rv770_init()
1993 rdev->accel_working = false; in rv770_init()
1999 void rv770_fini(struct radeon_device *rdev) in rv770_fini() argument
2001 radeon_pm_fini(rdev); in rv770_fini()
2002 r700_cp_fini(rdev); in rv770_fini()
2003 r600_dma_fini(rdev); in rv770_fini()
2004 r600_irq_fini(rdev); in rv770_fini()
2005 radeon_wb_fini(rdev); in rv770_fini()
2006 radeon_ib_pool_fini(rdev); in rv770_fini()
2007 radeon_irq_kms_fini(rdev); in rv770_fini()
2008 uvd_v1_0_fini(rdev); in rv770_fini()
2009 radeon_uvd_fini(rdev); in rv770_fini()
2010 rv770_pcie_gart_fini(rdev); in rv770_fini()
2011 r600_vram_scratch_fini(rdev); in rv770_fini()
2012 radeon_gem_fini(rdev); in rv770_fini()
2013 radeon_fence_driver_fini(rdev); in rv770_fini()
2014 radeon_agp_fini(rdev); in rv770_fini()
2015 radeon_bo_fini(rdev); in rv770_fini()
2016 radeon_atombios_fini(rdev); in rv770_fini()
2017 kfree(rdev->bios); in rv770_fini()
2018 rdev->bios = NULL; in rv770_fini()
2021 static void rv770_pcie_gen2_enable(struct radeon_device *rdev) in rv770_pcie_gen2_enable() argument
2029 if (rdev->flags & RADEON_IS_IGP) in rv770_pcie_gen2_enable()
2032 if (!(rdev->flags & RADEON_IS_PCIE)) in rv770_pcie_gen2_enable()
2036 if (ASIC_IS_X2(rdev)) in rv770_pcie_gen2_enable()
2039 if ((rdev->pdev->bus->max_bus_speed != PCIE_SPEED_5_0GT) && in rv770_pcie_gen2_enable()
2040 (rdev->pdev->bus->max_bus_speed != PCIE_SPEED_8_0GT)) in rv770_pcie_gen2_enable()