| /Linux-v5.15/drivers/misc/habanalabs/goya/ |
| D | goyaP.h | 171 int goya_set_fixed_properties(struct hl_device *hdev);
172 int goya_mmu_init(struct hl_device *hdev);
173 void goya_init_dma_qmans(struct hl_device *hdev);
174 void goya_init_mme_qmans(struct hl_device *hdev);
175 void goya_init_tpc_qmans(struct hl_device *hdev);
176 int goya_init_cpu_queues(struct hl_device *hdev);
177 void goya_init_security(struct hl_device *hdev);
178 void goya_ack_protection_bits_errors(struct hl_device *hdev);
179 int goya_late_init(struct hl_device *hdev);
180 void goya_late_fini(struct hl_device *hdev);
[all …]
|
| D | goya_hwmgr.c | 10 void goya_set_pll_profile(struct hl_device *hdev, enum hl_pll_frequency freq) in goya_set_pll_profile()
35 int goya_get_clk_rate(struct hl_device *hdev, u32 *cur_clk, u32 *max_clk) in goya_get_clk_rate()
69 struct hl_device *hdev = dev_get_drvdata(dev); in mme_clk_show()
86 struct hl_device *hdev = dev_get_drvdata(dev); in mme_clk_store()
118 struct hl_device *hdev = dev_get_drvdata(dev); in tpc_clk_show()
135 struct hl_device *hdev = dev_get_drvdata(dev); in tpc_clk_store()
167 struct hl_device *hdev = dev_get_drvdata(dev); in ic_clk_show()
184 struct hl_device *hdev = dev_get_drvdata(dev); in ic_clk_store()
216 struct hl_device *hdev = dev_get_drvdata(dev); in mme_clk_curr_show()
233 struct hl_device *hdev = dev_get_drvdata(dev); in tpc_clk_curr_show()
[all …]
|
| D | goya.c | 355 static int goya_mmu_clear_pgt_range(struct hl_device *hdev);
356 static int goya_mmu_set_dram_default_page(struct hl_device *hdev);
357 static int goya_mmu_add_mappings_for_device_cpu(struct hl_device *hdev);
358 static void goya_mmu_prepare(struct hl_device *hdev, u32 asid);
360 int goya_set_fixed_properties(struct hl_device *hdev) in goya_set_fixed_properties()
486 static int goya_pci_bars_map(struct hl_device *hdev) in goya_pci_bars_map()
502 static u64 goya_set_ddr_bar_base(struct hl_device *hdev, u64 addr) in goya_set_ddr_bar_base()
536 static int goya_init_iatu(struct hl_device *hdev) in goya_init_iatu()
572 static enum hl_device_hw_state goya_get_hw_state(struct hl_device *hdev) in goya_get_hw_state()
588 static int goya_early_init(struct hl_device *hdev) in goya_early_init()
[all …]
|
| D | goya_coresight.c | 199 static int goya_coresight_timeout(struct hl_device *hdev, u64 addr, in goya_coresight_timeout()
228 static int goya_config_stm(struct hl_device *hdev, in goya_config_stm()
301 static int goya_config_etf(struct hl_device *hdev, in goya_config_etf()
362 static int goya_etr_validate_address(struct hl_device *hdev, u64 addr, in goya_etr_validate_address()
385 static int goya_config_etr(struct hl_device *hdev, in goya_config_etr()
479 static int goya_config_funnel(struct hl_device *hdev, in goya_config_funnel()
498 static int goya_config_bmon(struct hl_device *hdev, in goya_config_bmon()
570 static int goya_config_spmu(struct hl_device *hdev, in goya_config_spmu()
655 int goya_debug_coresight(struct hl_device *hdev, void *data) in goya_debug_coresight()
694 void goya_halt_coresight(struct hl_device *hdev) in goya_halt_coresight()
|
| /Linux-v5.15/drivers/misc/habanalabs/common/ |
| D | habanalabs.h | 186 struct hl_device;
302 struct hl_device *hdev;
631 struct hl_device *hdev;
678 struct hl_device *hdev;
808 struct hl_device *hdev;
826 struct hl_device *hdev;
856 struct hl_device *hdev;
1171 int (*early_init)(struct hl_device *hdev);
1172 int (*early_fini)(struct hl_device *hdev);
1173 int (*late_init)(struct hl_device *hdev);
[all …]
|
| D | sysfs.c | 12 long hl_get_frequency(struct hl_device *hdev, u32 pll_index, bool curr) in hl_get_frequency()
46 void hl_set_frequency(struct hl_device *hdev, u32 pll_index, u64 freq) in hl_set_frequency()
72 u64 hl_get_max_power(struct hl_device *hdev) in hl_get_max_power()
94 void hl_set_max_power(struct hl_device *hdev) in hl_set_max_power()
115 struct hl_device *hdev = dev_get_drvdata(dev); in uboot_ver_show()
123 struct hl_device *hdev = dev_get_drvdata(dev); in armcp_kernel_ver_show()
131 struct hl_device *hdev = dev_get_drvdata(dev); in armcp_ver_show()
139 struct hl_device *hdev = dev_get_drvdata(dev); in cpld_ver_show()
148 struct hl_device *hdev = dev_get_drvdata(dev); in cpucp_kernel_ver_show()
156 struct hl_device *hdev = dev_get_drvdata(dev); in cpucp_ver_show()
[all …]
|
| D | irq.c | 22 struct hl_device *hdev;
62 struct hl_device *hdev = eqe_work->hdev; in irq_handle_eqe()
79 struct hl_device *hdev = cq->hdev; in hl_irq_handler_cq()
140 static void handle_user_cq(struct hl_device *hdev, in handle_user_cq()
161 struct hl_device *hdev = user_cq->hdev; in hl_irq_handler_user_cq()
186 struct hl_device *hdev = user_interrupt->hdev; in hl_irq_handler_default()
206 struct hl_device *hdev = eq->hdev; in hl_irq_handler_eq()
286 int hl_cq_init(struct hl_device *hdev, struct hl_cq *q, u32 hw_queue_id) in hl_cq_init()
314 void hl_cq_fini(struct hl_device *hdev, struct hl_cq *q) in hl_cq_fini()
321 void hl_cq_reset(struct hl_device *hdev, struct hl_cq *q) in hl_cq_reset()
[all …]
|
| D | firmware_if.c | 49 static int hl_request_fw(struct hl_device *hdev, in hl_request_fw()
113 static int hl_fw_copy_fw_to_device(struct hl_device *hdev, in hl_fw_copy_fw_to_device()
147 static int hl_fw_copy_msg_to_device(struct hl_device *hdev, in hl_fw_copy_msg_to_device()
184 int hl_fw_load_fw_to_device(struct hl_device *hdev, const char *fw_name, in hl_fw_load_fw_to_device()
200 int hl_fw_send_pci_access_msg(struct hl_device *hdev, u32 opcode) in hl_fw_send_pci_access_msg()
210 int hl_fw_send_cpu_message(struct hl_device *hdev, u32 hw_queue_id, u32 *msg, in hl_fw_send_cpu_message()
291 int hl_fw_unmask_irq(struct hl_device *hdev, u16 event_type) in hl_fw_unmask_irq()
312 int hl_fw_unmask_irq_arr(struct hl_device *hdev, const u32 *irq_arr, in hl_fw_unmask_irq_arr()
353 int hl_fw_test_cpu_queue(struct hl_device *hdev) in hl_fw_test_cpu_queue()
377 void *hl_fw_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size, in hl_fw_cpu_accessible_dma_pool_alloc()
[all …]
|
| D | hw_queue.c | 43 struct hl_device *hdev = cs->ctx->hdev; in hl_hw_queue_update_ci()
83 void hl_hw_queue_submit_bd(struct hl_device *hdev, struct hl_hw_queue *q, in hl_hw_queue_submit_bd()
116 static int ext_queue_sanity_checks(struct hl_device *hdev, in ext_queue_sanity_checks()
165 static int int_queue_sanity_checks(struct hl_device *hdev, in int_queue_sanity_checks()
200 static int hw_queue_sanity_checks(struct hl_device *hdev, struct hl_hw_queue *q, in hw_queue_sanity_checks()
228 int hl_hw_queue_send_cb_no_cmpl(struct hl_device *hdev, u32 hw_queue_id, in hl_hw_queue_send_cb_no_cmpl()
270 struct hl_device *hdev = job->cs->ctx->hdev; in ext_queue_schedule_job()
334 struct hl_device *hdev = job->cs->ctx->hdev; in int_queue_schedule_job()
370 struct hl_device *hdev = job->cs->ctx->hdev; in hw_queue_schedule_job()
403 static int init_signal_cs(struct hl_device *hdev, in init_signal_cs()
[all …]
|
| D | device.c | 16 enum hl_device_status hl_device_status(struct hl_device *hdev) in hl_device_status()
34 bool hl_device_operational(struct hl_device *hdev, in hl_device_operational()
60 struct hl_device *hdev; in hpriv_release()
116 struct hl_device *hdev = hpriv->hdev; in hl_device_release()
147 struct hl_device *hdev = hpriv->hdev; in hl_device_release_ctrl()
179 struct hl_device *hdev = hpriv->hdev; in hl_mmap()
236 static int device_init_cdev(struct hl_device *hdev, struct class *hclass, in device_init_cdev()
258 static int device_cdev_sysfs_add(struct hl_device *hdev) in device_cdev_sysfs_add()
294 static void device_cdev_sysfs_del(struct hl_device *hdev) in device_cdev_sysfs_del()
313 struct hl_device *hdev = device_reset_work->hdev; in device_hard_reset_pending()
[all …]
|
| D | habanalabs_ioctl.c | 29 static int device_status_info(struct hl_device *hdev, struct hl_info_args *args) in device_status_info()
44 static int hw_ip_info(struct hl_device *hdev, struct hl_info_args *args) in hw_ip_info()
103 static int hw_events_info(struct hl_device *hdev, bool aggregate, in hw_events_info()
120 struct hl_device *hdev = hpriv->hdev; in dram_usage_info()
142 static int hw_idle(struct hl_device *hdev, struct hl_info_args *args) in hw_idle()
161 static int debug_coresight(struct hl_device *hdev, struct hl_debug_args *args) in debug_coresight()
226 static int device_utilization(struct hl_device *hdev, struct hl_info_args *args) in device_utilization()
244 static int get_clk_rate(struct hl_device *hdev, struct hl_info_args *args) in get_clk_rate()
263 static int get_reset_count(struct hl_device *hdev, struct hl_info_args *args) in get_reset_count()
279 static int time_sync_info(struct hl_device *hdev, struct hl_info_args *args) in time_sync_info()
[all …]
|
| D | hwmon.c | 15 int hl_build_hwmon_channel_info(struct hl_device *hdev, in hl_build_hwmon_channel_info()
114 struct hl_device *hdev = dev_get_drvdata(dev); in hl_read()
193 struct hl_device *hdev = dev_get_drvdata(dev); in hl_write()
311 int hl_get_temperature(struct hl_device *hdev, in hl_get_temperature()
340 int hl_set_temperature(struct hl_device *hdev, in hl_set_temperature()
365 int hl_get_voltage(struct hl_device *hdev, in hl_get_voltage()
394 int hl_get_current(struct hl_device *hdev, in hl_get_current()
423 int hl_get_fan_speed(struct hl_device *hdev, in hl_get_fan_speed()
452 int hl_get_pwm_info(struct hl_device *hdev, in hl_get_pwm_info()
481 void hl_set_pwm_info(struct hl_device *hdev, int sensor_index, u32 attr, in hl_set_pwm_info()
[all …]
|
| D | asid.c | 12 int hl_asid_init(struct hl_device *hdev) in hl_asid_init()
27 void hl_asid_fini(struct hl_device *hdev) in hl_asid_fini()
33 unsigned long hl_asid_alloc(struct hl_device *hdev) in hl_asid_alloc()
51 void hl_asid_free(struct hl_device *hdev, unsigned long asid) in hl_asid_free()
|
| D | debugfs.c | 21 static int hl_debugfs_i2c_read(struct hl_device *hdev, u8 i2c_bus, u8 i2c_addr, in hl_debugfs_i2c_read()
50 static int hl_debugfs_i2c_write(struct hl_device *hdev, u8 i2c_bus, u8 i2c_addr, in hl_debugfs_i2c_write()
77 static void hl_debugfs_led_set(struct hl_device *hdev, u8 led, u8 state) in hl_debugfs_led_set()
398 struct hl_device *hdev = dev_entry->hdev; in mmu_show()
455 struct hl_device *hdev = dev_entry->hdev; in mmu_asid_va_write()
496 struct hl_device *hdev = dev_entry->hdev; in engines_show()
509 static bool hl_is_device_va(struct hl_device *hdev, u64 addr) in hl_is_device_va()
531 static bool hl_is_device_internal_memory_va(struct hl_device *hdev, u64 addr, in hl_is_device_internal_memory_va()
559 static int device_va_to_pa(struct hl_device *hdev, u64 virt_addr, u32 size, in device_va_to_pa()
620 struct hl_device *hdev = entry->hdev; in hl_data_read32()
[all …]
|
| D | command_buffer.c | 17 struct hl_device *hdev = ctx->hdev; in cb_map_mem()
116 struct hl_device *hdev = ctx->hdev; in cb_unmap_mem()
140 static void cb_fini(struct hl_device *hdev, struct hl_cb *cb) in cb_fini()
152 static void cb_do_release(struct hl_device *hdev, struct hl_cb *cb) in cb_do_release()
165 struct hl_device *hdev; in cb_release()
181 static struct hl_cb *hl_cb_alloc(struct hl_device *hdev, u32 cb_size, in hl_cb_alloc()
241 int hl_cb_create(struct hl_device *hdev, struct hl_cb_mgr *mgr, in hl_cb_create()
352 int hl_cb_destroy(struct hl_device *hdev, struct hl_cb_mgr *mgr, u64 cb_handle) in hl_cb_destroy()
382 static int hl_cb_info(struct hl_device *hdev, struct hl_cb_mgr *mgr, in hl_cb_info()
415 struct hl_device *hdev = hpriv->hdev; in hl_cb_ioctl()
[all …]
|
| D | habanalabs_drv.c | 116 struct hl_device *hdev; in hl_device_open()
210 struct hl_device *hdev; in hl_device_open_ctrl()
257 static void set_driver_behavior_per_device(struct hl_device *hdev) in set_driver_behavior_per_device()
287 int create_hdev(struct hl_device **dev, struct pci_dev *pdev, in create_hdev()
290 struct hl_device *hdev; in create_hdev()
400 void destroy_hdev(struct hl_device *hdev) in destroy_hdev()
413 struct hl_device *hdev = dev_get_drvdata(dev); in hl_pmops_suspend()
427 struct hl_device *hdev = dev_get_drvdata(dev); in hl_pmops_resume()
452 struct hl_device *hdev; in hl_pci_probe()
493 struct hl_device *hdev; in hl_pci_remove()
[all …]
|
| D | command_submission.c | 30 static int _hl_cs_wait_ioctl(struct hl_device *hdev, struct hl_ctx *ctx,
39 struct hl_device *hdev = hw_sob->hdev; in hl_sob_reset()
52 struct hl_device *hdev = hw_sob->hdev; in hl_sob_reset_error()
198 static bool is_cb_patched(struct hl_device *hdev, struct hl_cs_job *job) in is_cb_patched()
223 struct hl_device *hdev = hpriv->hdev; in cs_parser()
266 static void complete_job(struct hl_device *hdev, struct hl_cs_job *job) in complete_job()
335 struct hl_cs *hl_staged_cs_find_first(struct hl_device *hdev, u64 cs_seq) in hl_staged_cs_find_first()
354 bool is_staged_cs_last_exists(struct hl_device *hdev, struct hl_cs *cs) in is_staged_cs_last_exists()
377 static void staged_cs_get(struct hl_device *hdev, struct hl_cs *cs) in staged_cs_get()
396 static void staged_cs_put(struct hl_device *hdev, struct hl_cs *cs) in staged_cs_put()
[all …]
|
| D | state_dump.c | 182 const char *hl_state_dump_get_sync_name(struct hl_device *hdev, u32 sync_id) in hl_state_dump_get_sync_name()
205 const char *hl_state_dump_get_monitor_name(struct hl_device *hdev, in hl_state_dump_get_monitor_name()
265 static u32 *hl_state_dump_read_sync_objects(struct hl_device *hdev, u32 index) in hl_state_dump_read_sync_objects()
309 hl_state_dump_print_syncs_single_block(struct hl_device *hdev, u32 index, in hl_state_dump_print_syncs_single_block()
393 static int hl_state_dump_print_syncs(struct hl_device *hdev, in hl_state_dump_print_syncs()
449 hl_state_dump_alloc_read_sm_block_monitors(struct hl_device *hdev, u32 index) in hl_state_dump_alloc_read_sm_block_monitors()
510 static int hl_state_dump_print_monitors_single_block(struct hl_device *hdev, in hl_state_dump_print_monitors_single_block()
561 static int hl_state_dump_print_monitors(struct hl_device *hdev, in hl_state_dump_print_monitors()
604 hl_state_dump_print_engine_fences(struct hl_device *hdev, in hl_state_dump_print_engine_fences()
653 static int hl_state_dump_print_fences(struct hl_device *hdev, char **buf, in hl_state_dump_print_fences()
[all …]
|
| D | memory.c | 56 struct hl_device *hdev = ctx->hdev; in alloc_device_memory()
177 static int dma_map_host_va(struct hl_device *hdev, u64 addr, u64 size, in dma_map_host_va()
228 static void dma_unmap_host_va(struct hl_device *hdev, in dma_unmap_host_va()
270 static int free_phys_pg_pack(struct hl_device *hdev, in free_phys_pg_pack()
335 struct hl_device *hdev = ctx->hdev; in free_device_memory()
383 static void clear_va_list_locked(struct hl_device *hdev, in clear_va_list_locked()
404 static void print_va_list_locked(struct hl_device *hdev, in print_va_list_locked()
431 static void merge_va_blocks_locked(struct hl_device *hdev, in merge_va_blocks_locked()
467 static int add_va_block_locked(struct hl_device *hdev, in add_va_block_locked()
519 static inline int add_va_block(struct hl_device *hdev, in add_va_block()
[all …]
|
| D | context.c | 52 static void hl_encaps_sig_mgr_fini(struct hl_device *hdev, in hl_encaps_sig_mgr_fini()
73 struct hl_device *hdev = ctx->hdev; in hl_ctx_fini()
136 int hl_ctx_create(struct hl_device *hdev, struct hl_fpriv *hpriv) in hl_ctx_create()
184 void hl_ctx_free(struct hl_device *hdev, struct hl_ctx *ctx) in hl_ctx_free()
190 int hl_ctx_init(struct hl_device *hdev, struct hl_ctx *ctx, bool is_kernel_ctx) in hl_ctx_init()
273 void hl_ctx_get(struct hl_device *hdev, struct hl_ctx *ctx) in hl_ctx_get()
386 void hl_ctx_mgr_fini(struct hl_device *hdev, struct hl_ctx_mgr *mgr) in hl_ctx_mgr_fini()
|
| /Linux-v5.15/drivers/misc/habanalabs/gaudi/ |
| D | gaudiP.h | 278 struct hl_device *hdev;
337 int (*cpucp_info_get)(struct hl_device *hdev);
358 void gaudi_init_security(struct hl_device *hdev);
359 void gaudi_ack_protection_bits_errors(struct hl_device *hdev);
360 void gaudi_add_device_attr(struct hl_device *hdev,
362 void gaudi_set_pll_profile(struct hl_device *hdev, enum hl_pll_frequency freq);
363 int gaudi_debug_coresight(struct hl_device *hdev, void *data);
364 void gaudi_halt_coresight(struct hl_device *hdev);
365 int gaudi_get_clk_rate(struct hl_device *hdev, u32 *cur_clk, u32 *max_clk);
366 void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid);
|
| D | gaudi_hwmgr.c | 11 void gaudi_set_pll_profile(struct hl_device *hdev, enum hl_pll_frequency freq) in gaudi_set_pll_profile()
19 int gaudi_get_clk_rate(struct hl_device *hdev, u32 *cur_clk, u32 *max_clk) in gaudi_get_clk_rate()
53 struct hl_device *hdev = dev_get_drvdata(dev); in clk_max_freq_mhz_show()
70 struct hl_device *hdev = dev_get_drvdata(dev); in clk_max_freq_mhz_store()
97 struct hl_device *hdev = dev_get_drvdata(dev); in clk_cur_freq_mhz_show()
117 void gaudi_add_device_attr(struct hl_device *hdev, in gaudi_add_device_attr()
|
| D | gaudi.c | 464 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid,
466 static int gaudi_send_job_on_qman0(struct hl_device *hdev,
468 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr,
470 static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base,
472 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel,
474 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev);
475 static int gaudi_cpucp_info_get(struct hl_device *hdev);
476 static void gaudi_disable_clock_gating(struct hl_device *hdev);
477 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid);
478 static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id,
[all …]
|
| /Linux-v5.15/drivers/misc/habanalabs/common/mmu/ |
| D | mmu.c | 12 bool hl_is_dram_va(struct hl_device *hdev, u64 virt_addr) in hl_is_dram_va()
27 int hl_mmu_init(struct hl_device *hdev) in hl_mmu_init()
56 void hl_mmu_fini(struct hl_device *hdev) in hl_mmu_fini()
78 struct hl_device *hdev = ctx->hdev; in hl_mmu_ctx_init()
110 struct hl_device *hdev = ctx->hdev; in hl_mmu_ctx_fini()
148 struct hl_device *hdev = ctx->hdev; in hl_mmu_unmap_page()
236 struct hl_device *hdev = ctx->hdev; in hl_mmu_map_page()
350 struct hl_device *hdev = ctx->hdev; in hl_mmu_map_contiguous()
408 struct hl_device *hdev = ctx->hdev; in hl_mmu_unmap_contiguous()
447 struct hl_device *hdev = ctx->hdev; in hl_mmu_swap_out()
[all …]
|
| /Linux-v5.15/drivers/misc/habanalabs/common/pci/ |
| D | pci.c | 30 int hl_pci_bars_map(struct hl_device *hdev, const char * const name[3], in hl_pci_bars_map()
75 static void hl_pci_bars_unmap(struct hl_device *hdev) in hl_pci_bars_unmap()
88 int hl_pci_elbi_read(struct hl_device *hdev, u64 addr, u32 *data) in hl_pci_elbi_read()
148 static int hl_pci_elbi_write(struct hl_device *hdev, u64 addr, u32 data) in hl_pci_elbi_write()
205 int hl_pci_iatu_write(struct hl_device *hdev, u32 addr, u32 data) in hl_pci_iatu_write()
231 static void hl_pci_reset_link_through_bridge(struct hl_device *hdev) in hl_pci_reset_link_through_bridge()
258 int hl_pci_set_inbound_region(struct hl_device *hdev, u8 region, in hl_pci_set_inbound_region()
323 int hl_pci_set_outbound_region(struct hl_device *hdev, in hl_pci_set_outbound_region()
370 enum pci_region hl_get_pci_memory_region(struct hl_device *hdev, u64 addr) in hl_get_pci_memory_region()
396 int hl_pci_init(struct hl_device *hdev) in hl_pci_init()
[all …]
|
