/Linux-v5.15/drivers/misc/habanalabs/common/ |
D | device.c | 80 (!hdev->asic_funcs->is_device_idle(hdev, in hpriv_release() 366 rc = hdev->asic_funcs->early_init(hdev); in device_early_init() 461 if (hdev->asic_funcs->early_fini) in device_early_init() 462 hdev->asic_funcs->early_fini(hdev); in device_early_init() 496 if (hdev->asic_funcs->early_fini) in device_early_fini() 497 hdev->asic_funcs->early_fini(hdev); in device_early_fini() 524 if (!hdev->asic_funcs->send_heartbeat(hdev)) in hl_device_heartbeat() 549 if (hdev->asic_funcs->late_init) { in device_late_init() 550 rc = hdev->asic_funcs->late_init(hdev); in device_late_init() 564 hdev->asic_funcs->set_pll_profile(hdev, PLL_LOW); in device_late_init() [all …]
|
D | hw_queue.c | 95 hdev->asic_funcs->ring_doorbell(hdev, q->hw_queue_id, q->pi); in hl_hw_queue_submit_bd() 234 hdev->asic_funcs->hw_queues_lock(hdev); in hl_hw_queue_send_cb_no_cmpl() 255 hdev->asic_funcs->hw_queues_unlock(hdev); in hl_hw_queue_send_cb_no_cmpl() 310 hdev->asic_funcs->add_end_of_cb_packets(hdev, cb->kernel_address, len, in ext_queue_schedule_job() 355 hdev->asic_funcs->pqe_write(hdev, pi, &bd); in int_queue_schedule_job() 357 hdev->asic_funcs->ring_doorbell(hdev, q->hw_queue_id, q->pi); in int_queue_schedule_job() 426 hdev->asic_funcs->gen_signal_cb(hdev, job->patched_cb, in init_signal_cs() 528 hdev->asic_funcs->gen_wait_cb(hdev, &wait_prop); in init_wait_cs() 635 hdev->asic_funcs->hw_queues_lock(hdev); in hl_hw_queue_schedule_cs() 690 rc = hdev->asic_funcs->collective_wait_init_cs(cs); in hl_hw_queue_schedule_cs() [all …]
|
D | irq.c | 64 hdev->asic_funcs->handle_eqe(hdev, &eqe_work->eq_entry); in irq_handle_eqe() 270 hdev->asic_funcs->update_eq_ci(hdev, eq->ci); in hl_irq_handler_eq() 290 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, HL_CQ_SIZE_IN_BYTES, in hl_cq_init() 316 hdev->asic_funcs->asic_dma_free_coherent(hdev, HL_CQ_SIZE_IN_BYTES, in hl_cq_fini() 351 p = hdev->asic_funcs->cpu_accessible_dma_pool_alloc(hdev, in hl_eq_init() 377 hdev->asic_funcs->cpu_accessible_dma_pool_free(hdev, in hl_eq_fini()
|
D | hwmon.c | 325 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_temperature() 354 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_temperature() 379 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_voltage() 408 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_current() 437 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_fan_speed() 466 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_pwm_info() 495 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_pwm_info() 518 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_voltage() 543 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_current()
|
D | firmware_if.c | 206 return hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, in hl_fw_send_pci_access_msg() 220 pkt = hdev->asic_funcs->cpu_accessible_dma_pool_alloc(hdev, len, in hl_fw_send_cpu_message() 286 hdev->asic_funcs->cpu_accessible_dma_pool_free(hdev, len, pkt); in hl_fw_send_cpu_message() 303 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_fw_unmask_irq() 342 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) pkt, in hl_fw_unmask_irq_arr() 363 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &test_pkt, in hl_fw_test_cpu_queue() 408 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &hb_pkt, in hl_fw_send_heartbeat() 618 hdev->asic_funcs->cpu_accessible_dma_pool_alloc(hdev, in hl_fw_cpucp_info_get() 634 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_fw_cpucp_info_get() 681 hdev->asic_funcs->cpu_accessible_dma_pool_free(hdev, in hl_fw_cpucp_info_get() [all …]
|
D | context.c | 106 hdev->asic_funcs->ctx_fini(ctx); in hl_ctx_fini() 113 hdev->asic_funcs->scrub_device_mem(hdev, 0, 0); in hl_ctx_fini() 116 hdev->asic_funcs->ctx_fini(ctx); in hl_ctx_fini() 219 rc = hdev->asic_funcs->ctx_init(ctx); in hl_ctx_init() 246 rc = hdev->asic_funcs->ctx_init(ctx); in hl_ctx_init()
|
D | sysfs.c | 33 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_frequency() 63 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_frequency() 83 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_get_max_power() 105 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_set_max_power() 371 rc = hdev->asic_funcs->get_eeprom_data(hdev, data, max_size); in eeprom_read_handler() 459 hdev->asic_funcs->add_device_attr(hdev, &hl_dev_clks_attr_group); in hl_sysfs_init()
|
D | command_buffer.c | 83 hdev->asic_funcs->mmu_invalidate_cache(hdev, false, VM_TYPE_USERPTR); in cb_map_mem() 100 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, VM_TYPE_USERPTR); in cb_map_mem() 129 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, VM_TYPE_USERPTR); in cb_unmap_mem() 146 hdev->asic_funcs->asic_dma_free_coherent(hdev, cb->size, in cb_fini() 216 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, cb_size, in hl_cb_alloc() 219 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, in hl_cb_alloc() 222 p = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, cb_size, in hl_cb_alloc() 553 rc = hdev->asic_funcs->mmap(hdev, vma, cb->kernel_address, in hl_cb_mmap()
|
D | debugfs.c | 39 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_debugfs_i2c_read() 68 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_debugfs_i2c_write() 92 rc = hdev->asic_funcs->send_cpu_message(hdev, (u32 *) &pkt, sizeof(pkt), in hl_debugfs_led_set() 504 hdev->asic_funcs->is_device_idle(hdev, NULL, 0, s); in engines_show() 642 rc = hdev->asic_funcs->debugfs_read32(hdev, addr, user_address, &val); in hl_data_read32() 679 rc = hdev->asic_funcs->debugfs_write32(hdev, addr, user_address, value); in hl_data_write32() 715 rc = hdev->asic_funcs->debugfs_read64(hdev, addr, user_address, &val); in hl_data_read64() 752 rc = hdev->asic_funcs->debugfs_write64(hdev, addr, user_address, value); in hl_data_write64() 805 rc = hdev->asic_funcs->debugfs_read_dma(hdev, addr, size, in hl_dma_size_write() 1006 hdev->asic_funcs->suspend(hdev); in hl_device_write() [all …]
|
D | habanalabs_ioctl.c | 60 hw_ip.device_id = hdev->asic_funcs->get_pci_id(hdev); in hw_ip_info() 113 arr = hdev->asic_funcs->get_events_stat(hdev, aggregate, &size); in hw_events_info() 151 hw_idle.is_idle = hdev->asic_funcs->is_device_idle(hdev, in hw_idle() 203 rc = hdev->asic_funcs->debug_coresight(hdev, params); in debug_coresight() 254 rc = hdev->asic_funcs->get_clk_rate(hdev, &clk_rate.cur_clk_rate_mhz, in get_clk_rate() 288 time_sync.device_time = hdev->asic_funcs->get_device_time(hdev); in time_sync_info()
|
D | command_submission.c | 43 hdev->asic_funcs->reset_sob(hdev, hw_sob); in hl_sob_reset() 241 rc = hdev->asic_funcs->cs_parser(hdev, &parser); in cs_parser() 577 hdev->asic_funcs->reset_sob_group(hdev, in cs_release_sob_reset_handler() 1457 rc = hdev->asic_funcs->context_switch(hdev, ctx->asid); in hl_cs_ctx_switch() 1478 hdev->asic_funcs->restore_phase_topology(hdev); in hl_cs_ctx_switch() 1713 cb_size = hdev->asic_funcs->get_wait_cb_size(hdev); in cs_ioctl_signal_wait_create_jobs() 1715 cb_size = hdev->asic_funcs->get_signal_cb_size(hdev); in cs_ioctl_signal_wait_create_jobs() 1822 hdev->asic_funcs->hw_queues_lock(hdev); in cs_ioctl_reserve_signals() 1836 hdev->asic_funcs->hw_queues_unlock(hdev); in cs_ioctl_reserve_signals() 1851 hdev->asic_funcs->hw_queues_unlock(hdev); in cs_ioctl_reserve_signals() [all …]
|
D | memory.c | 195 rc = hdev->asic_funcs->asic_dma_map_sg(hdev, userptr->sgt->sgl, in dma_map_host_va() 282 rc = hdev->asic_funcs->scrub_device_mem(hdev, in free_phys_pg_pack() 299 rc = hdev->asic_funcs->scrub_device_mem( in free_phys_pg_pack() 1195 rc = hdev->asic_funcs->mmu_invalidate_cache_range(hdev, false, in map_device_va() 1343 rc = hdev->asic_funcs->mmu_invalidate_cache_range(hdev, true, in unmap_device_va() 1401 rc = hdev->asic_funcs->get_hw_block_id(hdev, address, size, &block_id); in map_block() 1469 rc = hdev->asic_funcs->hw_block_mmap(hdev, vma, block_id, block_size); in hl_hw_block_mmap() 1795 hdev->asic_funcs->hl_dma_unmap_sg(hdev, userptr->sgt->sgl, in hl_unpin_host_memory() 2127 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, VM_TYPE_USERPTR); in hl_vm_ctx_fini() 2128 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, VM_TYPE_PHYS_PACK); in hl_vm_ctx_fini()
|
D | habanalabs.h | 2012 #define RREG32(reg) hdev->asic_funcs->rreg(hdev, (reg)) 2013 #define WREG32(reg, v) hdev->asic_funcs->wreg(hdev, (reg), (v)) 2015 hdev->asic_funcs->rreg(hdev, (reg))) 2499 const struct hl_asic_funcs *asic_funcs; member
|
D | habanalabs_drv.c | 538 hdev->asic_funcs->halt_engines(hdev, true, false); in hl_pci_err_detected()
|
/Linux-v5.15/drivers/gpu/drm/amd/amdgpu/ |
D | amdgpu.h | 826 const struct amdgpu_asic_funcs *asic_funcs; member 1249 #define amdgpu_asic_set_vga_state(adev, state) (adev)->asic_funcs->set_vga_state((adev), (state)) 1250 #define amdgpu_asic_reset(adev) (adev)->asic_funcs->reset((adev)) 1251 #define amdgpu_asic_reset_method(adev) (adev)->asic_funcs->reset_method((adev)) 1252 #define amdgpu_asic_get_xclk(adev) (adev)->asic_funcs->get_xclk((adev)) 1253 #define amdgpu_asic_set_uvd_clocks(adev, v, d) (adev)->asic_funcs->set_uvd_clocks((adev), (v), (d)) 1254 #define amdgpu_asic_set_vce_clocks(adev, ev, ec) (adev)->asic_funcs->set_vce_clocks((adev), (ev), (… 1255 #define amdgpu_get_pcie_lanes(adev) (adev)->asic_funcs->get_pcie_lanes((adev)) 1256 #define amdgpu_set_pcie_lanes(adev, l) (adev)->asic_funcs->set_pcie_lanes((adev), (l)) 1257 #define amdgpu_asic_get_gpu_clock_counter(adev) (adev)->asic_funcs->get_gpu_clock_counter((adev)) [all …]
|
D | amdgpu_bios.c | 162 if (!adev->asic_funcs || !adev->asic_funcs->read_bios_from_rom) in amdgpu_read_bios_from_rom() 355 return (!adev->asic_funcs || !adev->asic_funcs->read_disabled_bios) ? in amdgpu_read_disabled_bios()
|
D | soc15.c | 1160 adev->asic_funcs = &soc15_asic_funcs; in soc15_common_early_init() 1184 adev->asic_funcs = &soc15_asic_funcs; in soc15_common_early_init() 1207 adev->asic_funcs = &vega20_asic_funcs; in soc15_common_early_init() 1230 adev->asic_funcs = &soc15_asic_funcs; in soc15_common_early_init() 1303 adev->asic_funcs = &vega20_asic_funcs; in soc15_common_early_init() 1322 adev->asic_funcs = &soc15_asic_funcs; in soc15_common_early_init() 1353 adev->asic_funcs = &vega20_asic_funcs; in soc15_common_early_init()
|
D | nv.c | 1055 adev->asic_funcs = &nv_asic_funcs; in nv_common_early_init()
|
D | cik.c | 2028 adev->asic_funcs = &cik_asic_funcs; in cik_common_early_init()
|
D | vi.c | 1492 adev->asic_funcs = &vi_asic_funcs; in vi_common_early_init()
|
/Linux-v5.15/drivers/misc/habanalabs/gaudi/ |
D | gaudi.c | 745 hdev->asic_funcs->set_dma_mask_from_fw(hdev); in gaudi_init_iatu() 836 hdev->asic_funcs->hw_fini(hdev, true, false); in gaudi_early_init() 843 hdev->asic_funcs->hw_fini(hdev, true, false); in gaudi_early_init() 1028 cpu_addr = hdev->asic_funcs->asic_dma_alloc_coherent(hdev, fw_size, in gaudi_init_tpc_mem() 1042 hdev->asic_funcs->asic_dma_free_coherent(hdev, fw->size, cpu_addr, in gaudi_init_tpc_mem() 1587 rc = hdev->asic_funcs->scrub_device_mem(hdev, 0, 0); in gaudi_late_init() 1666 hdev->asic_funcs->asic_dma_alloc_coherent(hdev, in gaudi_alloc_cpu_accessible_dma_mem() 1698 hdev->asic_funcs->asic_dma_free_coherent(hdev, in gaudi_alloc_cpu_accessible_dma_mem() 1716 hdev->asic_funcs->asic_dma_free_coherent(hdev, q->pq_size, in gaudi_free_internal_qmans_pq_mem() 1753 q->pq_kernel_addr = hdev->asic_funcs->asic_dma_alloc_coherent( in gaudi_alloc_internal_qmans_pq_mem() [all …]
|
/Linux-v5.15/drivers/misc/habanalabs/common/pci/ |
D | pci.c | 412 rc = hdev->asic_funcs->pci_bars_map(hdev); in hl_pci_init() 418 rc = hdev->asic_funcs->init_iatu(hdev); in hl_pci_init() 427 hdev->asic_funcs->set_dma_mask_from_fw(hdev); in hl_pci_init()
|
/Linux-v5.15/drivers/misc/habanalabs/common/mmu/ |
D | mmu_v1.c | 101 ctx->hdev->asic_funcs->read_pte(ctx->hdev, get_phys_hop0_addr(ctx)); in flush() 117 ctx->hdev->asic_funcs->write_pte(ctx->hdev, in write_pte() 128 ctx->hdev->asic_funcs->write_pte(ctx->hdev, in write_final_pte() 912 hdev->asic_funcs->read_pte(hdev, in hl_mmu_v1_get_tlb_info() 927 hdev->asic_funcs->read_pte(hdev, in hl_mmu_v1_get_tlb_info()
|
D | mmu.c | 290 ((hdev->asic_funcs->scramble_addr(hdev, phys_addr) & in hl_mmu_map_page() 292 (hdev->asic_funcs->scramble_addr(hdev, virt_addr) & in hl_mmu_map_page()
|
/Linux-v5.15/drivers/misc/habanalabs/goya/ |
D | goya.c | 561 hdev->asic_funcs->set_dma_mask_from_fw(hdev); in goya_init_iatu() 657 hdev->asic_funcs->hw_fini(hdev, true, false); in goya_early_init() 664 hdev->asic_funcs->hw_fini(hdev, true, false); in goya_early_init() 928 hdev->asic_funcs->asic_dma_alloc_coherent(hdev, in goya_sw_init() 965 hdev->asic_funcs->set_pci_memory_regions(hdev); in goya_sw_init() 972 hdev->asic_funcs->asic_dma_free_coherent(hdev, in goya_sw_init() 996 hdev->asic_funcs->asic_dma_free_coherent(hdev, in goya_sw_fini() 2618 hdev->asic_funcs->mmu_invalidate_cache(hdev, true, in goya_mmu_init() 3005 if (!hdev->asic_funcs->is_device_idle(hdev, NULL, 0, NULL)) { in goya_send_job_on_qman0() 3011 fence_ptr = hdev->asic_funcs->asic_dma_pool_zalloc(hdev, 4, GFP_KERNEL, in goya_send_job_on_qman0() [all …]
|