483 get_collective_mode(struct hl_device *hdev, u32 queue_id)  in get_collective_mode()
503 static inline void set_default_power_values(struct hl_device *hdev)  in set_default_power_values()
520 static int gaudi_set_fixed_properties(struct hl_device *hdev)  in gaudi_set_fixed_properties()
667 static int gaudi_pci_bars_map(struct hl_device *hdev)  in gaudi_pci_bars_map()
683 static u64 gaudi_set_hbm_bar_base(struct hl_device *hdev, u64 addr)  in gaudi_set_hbm_bar_base()
712 static int gaudi_init_iatu(struct hl_device *hdev)  in gaudi_init_iatu()
756 static enum hl_device_hw_state gaudi_get_hw_state(struct hl_device *hdev)  in gaudi_get_hw_state()
761 static int gaudi_early_init(struct hl_device *hdev)  in gaudi_early_init()
855 static int gaudi_early_fini(struct hl_device *hdev)  in gaudi_early_fini()
869 static int gaudi_fetch_psoc_frequency(struct hl_device *hdev)  in gaudi_fetch_psoc_frequency()
922 static int _gaudi_init_tpc_mem(struct hl_device *hdev,  in _gaudi_init_tpc_mem()
1006 static int gaudi_init_tpc_mem(struct hl_device *hdev)  in gaudi_init_tpc_mem()
1050 static void gaudi_collective_map_sobs(struct hl_device *hdev, u32 stream)  in gaudi_collective_map_sobs()
1086 	struct hl_device *hdev = hw_sob_group->hdev;  in gaudi_sob_group_hw_reset()  local
1100 	struct hl_device *hdev = hw_sob_group->hdev;  in gaudi_sob_group_reset_error()  local
1125 static int gaudi_collective_init(struct hl_device *hdev)  in gaudi_collective_init()
1158 static void gaudi_reset_sob_group(struct hl_device *hdev, u16 sob_group)  in gaudi_reset_sob_group()
1167 static void gaudi_collective_master_init_job(struct hl_device *hdev,  in gaudi_collective_master_init_job()
1218 static void gaudi_collective_slave_init_job(struct hl_device *hdev,  in gaudi_collective_slave_init_job()
1275 	struct hl_device *hdev;  in gaudi_collective_wait_init_cs()  local
1366 static int gaudi_collective_wait_create_job(struct hl_device *hdev,  in gaudi_collective_wait_create_job()
1463 static int gaudi_collective_wait_create_jobs(struct hl_device *hdev,  in gaudi_collective_wait_create_jobs()
1548 static int gaudi_late_init(struct hl_device *hdev)  in gaudi_late_init()
1628 static void gaudi_late_fini(struct hl_device *hdev)  in gaudi_late_fini()
1649 static int gaudi_alloc_cpu_accessible_dma_mem(struct hl_device *hdev)  in gaudi_alloc_cpu_accessible_dma_mem()
1706 static void gaudi_free_internal_qmans_pq_mem(struct hl_device *hdev)  in gaudi_free_internal_qmans_pq_mem()
1722 static int gaudi_alloc_internal_qmans_pq_mem(struct hl_device *hdev)  in gaudi_alloc_internal_qmans_pq_mem()
1770 static void gaudi_set_pci_memory_regions(struct hl_device *hdev)  in gaudi_set_pci_memory_regions()
1812 static int gaudi_sw_init(struct hl_device *hdev)  in gaudi_sw_init()
1911 static int gaudi_sw_fini(struct hl_device *hdev)  in gaudi_sw_fini()
1939 	struct hl_device *hdev = arg;  in gaudi_irq_handler_single()  local
1957 static int gaudi_pci_irq_vector(struct hl_device *hdev, unsigned int nr,  in gaudi_pci_irq_vector()
1972 static int gaudi_enable_msi_single(struct hl_device *hdev)  in gaudi_enable_msi_single()
1988 static int gaudi_enable_msi_multi(struct hl_device *hdev)  in gaudi_enable_msi_multi()
2020 static int gaudi_enable_msi(struct hl_device *hdev)  in gaudi_enable_msi()
2054 static void gaudi_sync_irqs(struct hl_device *hdev)  in gaudi_sync_irqs()
2075 static void gaudi_disable_msi(struct hl_device *hdev)  in gaudi_disable_msi()
2103 static void gaudi_init_scrambler_sram(struct hl_device *hdev)  in gaudi_init_scrambler_sram()
2174 static void gaudi_init_scrambler_hbm(struct hl_device *hdev)  in gaudi_init_scrambler_hbm()
2245 static void gaudi_init_e2e(struct hl_device *hdev)  in gaudi_init_e2e()
2617 static void gaudi_init_hbm_cred(struct hl_device *hdev)  in gaudi_init_hbm_cred()
2680 static void gaudi_init_golden_registers(struct hl_device *hdev)  in gaudi_init_golden_registers()
2708 static void gaudi_init_pci_dma_qman(struct hl_device *hdev, int dma_id,  in gaudi_init_pci_dma_qman()
2800 static void gaudi_init_dma_core(struct hl_device *hdev, int dma_id)  in gaudi_init_dma_core()
2840 static void gaudi_enable_qman(struct hl_device *hdev, int dma_id,  in gaudi_enable_qman()
2848 static void gaudi_init_pci_dma_qmans(struct hl_device *hdev)  in gaudi_init_pci_dma_qmans()
2889 static void gaudi_init_hbm_dma_qman(struct hl_device *hdev, int dma_id,  in gaudi_init_hbm_dma_qman()
2995 static void gaudi_init_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_init_hbm_dma_qmans()
3032 static void gaudi_init_mme_qman(struct hl_device *hdev, u32 mme_offset,  in gaudi_init_mme_qman()
3120 static void gaudi_init_mme_qmans(struct hl_device *hdev)  in gaudi_init_mme_qmans()
3159 static void gaudi_init_tpc_qman(struct hl_device *hdev, u32 tpc_offset,  in gaudi_init_tpc_qman()
3266 static void gaudi_init_tpc_qmans(struct hl_device *hdev)  in gaudi_init_tpc_qmans()
3311 static void gaudi_init_nic_qman(struct hl_device *hdev, u32 nic_offset,  in gaudi_init_nic_qman()
3400 static void gaudi_init_nic_qmans(struct hl_device *hdev)  in gaudi_init_nic_qmans()
3452 static void gaudi_disable_pci_dma_qmans(struct hl_device *hdev)  in gaudi_disable_pci_dma_qmans()
3464 static void gaudi_disable_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_disable_hbm_dma_qmans()
3478 static void gaudi_disable_mme_qmans(struct hl_device *hdev)  in gaudi_disable_mme_qmans()
3489 static void gaudi_disable_tpc_qmans(struct hl_device *hdev)  in gaudi_disable_tpc_qmans()
3504 static void gaudi_disable_nic_qmans(struct hl_device *hdev)  in gaudi_disable_nic_qmans()
3528 static void gaudi_stop_pci_dma_qmans(struct hl_device *hdev)  in gaudi_stop_pci_dma_qmans()
3541 static void gaudi_stop_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_stop_hbm_dma_qmans()
3557 static void gaudi_stop_mme_qmans(struct hl_device *hdev)  in gaudi_stop_mme_qmans()
3569 static void gaudi_stop_tpc_qmans(struct hl_device *hdev)  in gaudi_stop_tpc_qmans()
3586 static void gaudi_stop_nic_qmans(struct hl_device *hdev)  in gaudi_stop_nic_qmans()
3653 static void gaudi_pci_dma_stall(struct hl_device *hdev)  in gaudi_pci_dma_stall()
3665 static void gaudi_hbm_dma_stall(struct hl_device *hdev)  in gaudi_hbm_dma_stall()
3679 static void gaudi_mme_stall(struct hl_device *hdev)  in gaudi_mme_stall()
3705 static void gaudi_tpc_stall(struct hl_device *hdev)  in gaudi_tpc_stall()
3722 static void gaudi_set_clock_gating(struct hl_device *hdev)  in gaudi_set_clock_gating()
3789 static void gaudi_disable_clock_gating(struct hl_device *hdev)  in gaudi_disable_clock_gating()
3820 static void gaudi_enable_timestamp(struct hl_device *hdev)  in gaudi_enable_timestamp()
3833 static void gaudi_disable_timestamp(struct hl_device *hdev)  in gaudi_disable_timestamp()
3839 static void gaudi_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset)  in gaudi_halt_engines()
3883 static int gaudi_mmu_init(struct hl_device *hdev)  in gaudi_mmu_init()
3937 static int gaudi_load_firmware_to_device(struct hl_device *hdev)  in gaudi_load_firmware_to_device()
3946 static int gaudi_load_boot_fit_to_device(struct hl_device *hdev)  in gaudi_load_boot_fit_to_device()
3955 static void gaudi_init_dynamic_firmware_loader(struct hl_device *hdev)  in gaudi_init_dynamic_firmware_loader()
3978 static void gaudi_init_static_firmware_loader(struct hl_device *hdev)  in gaudi_init_static_firmware_loader()
4001 static void gaudi_init_firmware_loader(struct hl_device *hdev)  in gaudi_init_firmware_loader()
4022 static int gaudi_init_cpu(struct hl_device *hdev)  in gaudi_init_cpu()
4050 static int gaudi_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout)  in gaudi_init_cpu_queues()
4127 static void gaudi_pre_hw_init(struct hl_device *hdev)  in gaudi_pre_hw_init()
4155 static int gaudi_hw_init(struct hl_device *hdev)  in gaudi_hw_init()
4247 static void gaudi_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset)  in gaudi_hw_fini()
4381 static int gaudi_suspend(struct hl_device *hdev)  in gaudi_suspend()
4392 static int gaudi_resume(struct hl_device *hdev)  in gaudi_resume()
4397 static int gaudi_mmap(struct hl_device *hdev, struct vm_area_struct *vma,  in gaudi_mmap()
4413 static void gaudi_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi)  in gaudi_ring_doorbell()
4755 static void gaudi_pqe_write(struct hl_device *hdev, __le64 *pqe,  in gaudi_pqe_write()
4765 static void *gaudi_dma_alloc_coherent(struct hl_device *hdev, size_t size,  in gaudi_dma_alloc_coherent()
4778 static void gaudi_dma_free_coherent(struct hl_device *hdev, size_t size,  in gaudi_dma_free_coherent()
4787 static int gaudi_hbm_scrubbing(struct hl_device *hdev)  in gaudi_hbm_scrubbing()
4847 static int gaudi_scrub_device_mem(struct hl_device *hdev, u64 addr, u64 size)  in gaudi_scrub_device_mem()
4901 static void *gaudi_get_int_queue_base(struct hl_device *hdev,  in gaudi_get_int_queue_base()
4921 static int gaudi_send_cpu_message(struct hl_device *hdev, u32 *msg,  in gaudi_send_cpu_message()
4939 static int gaudi_test_queue(struct hl_device *hdev, u32 hw_queue_id)  in gaudi_test_queue()
5016 static int gaudi_test_cpu_queue(struct hl_device *hdev)  in gaudi_test_cpu_queue()
5030 static int gaudi_test_queues(struct hl_device *hdev)  in gaudi_test_queues()
5049 static void *gaudi_dma_pool_zalloc(struct hl_device *hdev, size_t size,  in gaudi_dma_pool_zalloc()
5066 static void gaudi_dma_pool_free(struct hl_device *hdev, void *vaddr,  in gaudi_dma_pool_free()
5075 static void *gaudi_cpu_accessible_dma_pool_alloc(struct hl_device *hdev,  in gaudi_cpu_accessible_dma_pool_alloc()
5081 static void gaudi_cpu_accessible_dma_pool_free(struct hl_device *hdev,  in gaudi_cpu_accessible_dma_pool_free()
5087 static int gaudi_dma_map_sg(struct hl_device *hdev, struct scatterlist *sgl,  in gaudi_dma_map_sg()
5103 static void gaudi_dma_unmap_sg(struct hl_device *hdev, struct scatterlist *sgl,  in gaudi_dma_unmap_sg()
5116 static u32 gaudi_get_dma_desc_list_size(struct hl_device *hdev,  in gaudi_get_dma_desc_list_size()
5158 static int gaudi_pin_memory_before_cs(struct hl_device *hdev,  in gaudi_pin_memory_before_cs()
5205 static int gaudi_validate_dma_pkt_host(struct hl_device *hdev,  in gaudi_validate_dma_pkt_host()
5243 static int gaudi_validate_dma_pkt_no_mmu(struct hl_device *hdev,  in gaudi_validate_dma_pkt_no_mmu()
5275 static int gaudi_validate_load_and_exe_pkt(struct hl_device *hdev,  in gaudi_validate_load_and_exe_pkt()
5294 static int gaudi_validate_cb(struct hl_device *hdev,  in gaudi_validate_cb()
5399 static int gaudi_patch_dma_packet(struct hl_device *hdev,  in gaudi_patch_dma_packet()
5518 static int gaudi_patch_cb(struct hl_device *hdev,  in gaudi_patch_cb()
5608 static int gaudi_parse_cb_mmu(struct hl_device *hdev,  in gaudi_parse_cb_mmu()
5690 static int gaudi_parse_cb_no_mmu(struct hl_device *hdev,  in gaudi_parse_cb_no_mmu()
5742 static int gaudi_parse_cb_no_ext_queue(struct hl_device *hdev,  in gaudi_parse_cb_no_ext_queue()
5785 static int gaudi_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser)  in gaudi_cs_parser()
5798 static void gaudi_add_end_of_cb_packets(struct hl_device *hdev,  in gaudi_add_end_of_cb_packets()
5835 static void gaudi_update_eq_ci(struct hl_device *hdev, u32 val)  in gaudi_update_eq_ci()
5840 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr,  in gaudi_memset_device_memory()
5921 static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base,  in gaudi_memset_registers()
5984 static int gaudi_restore_sm_registers(struct hl_device *hdev)  in gaudi_restore_sm_registers()
6059 static void gaudi_restore_dma_registers(struct hl_device *hdev)  in gaudi_restore_dma_registers()
6086 static void gaudi_restore_qm_registers(struct hl_device *hdev)  in gaudi_restore_qm_registers()
6113 static int gaudi_restore_user_registers(struct hl_device *hdev)  in gaudi_restore_user_registers()
6127 static int gaudi_context_switch(struct hl_device *hdev, u32 asid)  in gaudi_context_switch()
6132 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev)  in gaudi_mmu_clear_pgt_range()
6145 static void gaudi_restore_phase_topology(struct hl_device *hdev)  in gaudi_restore_phase_topology()
6150 static int gaudi_debugfs_read32(struct hl_device *hdev, u64 addr,  in gaudi_debugfs_read32()
6201 static int gaudi_debugfs_write32(struct hl_device *hdev, u64 addr,  in gaudi_debugfs_write32()
6252 static int gaudi_debugfs_read64(struct hl_device *hdev, u64 addr,  in gaudi_debugfs_read64()
6307 static int gaudi_debugfs_write64(struct hl_device *hdev, u64 addr,  in gaudi_debugfs_write64()
6361 static int gaudi_dma_core_transfer(struct hl_device *hdev, int dma_id, u64 addr,  in gaudi_dma_core_transfer()
6408 static int gaudi_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size,  in gaudi_debugfs_read_dma()
6519 static u64 gaudi_read_pte(struct hl_device *hdev, u64 addr)  in gaudi_read_pte()
6530 static void gaudi_write_pte(struct hl_device *hdev, u64 addr, u64 val)  in gaudi_write_pte()
6541 void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid)  in gaudi_mmu_prepare_reg()
6548 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid)  in gaudi_mmu_prepare()
6847 static int gaudi_send_job_on_qman0(struct hl_device *hdev,  in gaudi_send_job_on_qman0()
6936 static const char *gaudi_get_razwi_initiator_dma_name(struct hl_device *hdev,  in gaudi_get_razwi_initiator_dma_name()
7013 static const char *gaudi_get_razwi_initiator_name(struct hl_device *hdev,  in gaudi_get_razwi_initiator_name()
7102 static void gaudi_print_razwi_info(struct hl_device *hdev)  in gaudi_print_razwi_info()
7119 static void gaudi_print_mmu_error_info(struct hl_device *hdev)  in gaudi_print_mmu_error_info()
7171 static int gaudi_extract_ecc_info(struct hl_device *hdev,  in gaudi_extract_ecc_info()
7270 static void gaudi_print_sw_config_stream_data(struct hl_device *hdev, u32 stream,  in gaudi_print_sw_config_stream_data()
7300 static void gaudi_print_last_pqes_on_err(struct hl_device *hdev, u32 qid_base,  in gaudi_print_last_pqes_on_err()
7365 static void print_qman_data_on_err(struct hl_device *hdev, u32 qid_base,  in print_qman_data_on_err()
7383 static void gaudi_handle_qman_err_generic(struct hl_device *hdev,  in gaudi_handle_qman_err_generic()
7440 static void gaudi_print_sm_sei_info(struct hl_device *hdev, u16 event_type,  in gaudi_print_sm_sei_info()
7474 static void gaudi_handle_ecc_event(struct hl_device *hdev, u16 event_type,  in gaudi_handle_ecc_event()
7577 static void gaudi_handle_qman_err(struct hl_device *hdev, u16 event_type)  in gaudi_handle_qman_err()
7663 static void gaudi_print_irq_info(struct hl_device *hdev, u16 event_type,  in gaudi_print_irq_info()
7678 static void gaudi_print_out_of_sync_info(struct hl_device *hdev,  in gaudi_print_out_of_sync_info()
7687 static void gaudi_print_fw_alive_info(struct hl_device *hdev,  in gaudi_print_fw_alive_info()
7697 static int gaudi_soft_reset_late_init(struct hl_device *hdev)  in gaudi_soft_reset_late_init()
7707 static int gaudi_hbm_read_interrupts(struct hl_device *hdev, int device,  in gaudi_hbm_read_interrupts()
7845 static bool gaudi_tpc_read_interrupts(struct hl_device *hdev, u8 tpc_id,  in gaudi_tpc_read_interrupts()
7895 static void gaudi_print_clk_change_info(struct hl_device *hdev,  in gaudi_print_clk_change_info()
7930 static void gaudi_handle_eqe(struct hl_device *hdev,  in gaudi_handle_eqe()
8181 static void *gaudi_get_events_stat(struct hl_device *hdev, bool aggregate,  in gaudi_get_events_stat()
8195 static int gaudi_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard,  in gaudi_mmu_invalidate_cache()
8235 static int gaudi_mmu_invalidate_cache_range(struct hl_device *hdev,  in gaudi_mmu_invalidate_cache_range()
8245 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev,  in gaudi_mmu_update_asid_hop0_addr()
8278 static int gaudi_send_heartbeat(struct hl_device *hdev)  in gaudi_send_heartbeat()
8288 static int gaudi_cpucp_info_get(struct hl_device *hdev)  in gaudi_cpucp_info_get()
8316 static bool gaudi_is_device_idle(struct hl_device *hdev, u64 *mask_arr,  in gaudi_is_device_idle()
8460 static void gaudi_hw_queues_lock(struct hl_device *hdev)  in gaudi_hw_queues_lock()
8468 static void gaudi_hw_queues_unlock(struct hl_device *hdev)  in gaudi_hw_queues_unlock()
8476 static u32 gaudi_get_pci_id(struct hl_device *hdev)  in gaudi_get_pci_id()
8481 static int gaudi_get_eeprom_data(struct hl_device *hdev, void *data,  in gaudi_get_eeprom_data()
8496 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel,  in gaudi_run_tpc_kernel()
8605 static int gaudi_internal_cb_pool_init(struct hl_device *hdev,  in gaudi_internal_cb_pool_init()
8681 static void gaudi_internal_cb_pool_fini(struct hl_device *hdev,  in gaudi_internal_cb_pool_fini()
8731 static u32 gaudi_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx)  in gaudi_get_queue_id_for_cq()
8736 static u32 gaudi_get_signal_cb_size(struct hl_device *hdev)  in gaudi_get_signal_cb_size()
8742 static u32 gaudi_get_wait_cb_size(struct hl_device *hdev)  in gaudi_get_wait_cb_size()
8749 static u32 gaudi_get_sob_addr(struct hl_device *hdev, u32 sob_id)  in gaudi_get_sob_addr()
8754 static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id,  in gaudi_gen_signal_cb()
8802 static u32 gaudi_add_arm_monitor_pkt(struct hl_device *hdev,  in gaudi_add_arm_monitor_pkt()
8872 static int gaudi_get_fence_addr(struct hl_device *hdev, u32 queue_id, u64 *addr)  in gaudi_get_fence_addr()
9035 static u32 gaudi_gen_wait_cb(struct hl_device *hdev,  in gaudi_gen_wait_cb()
9057 static void gaudi_reset_sob(struct hl_device *hdev, void *data)  in gaudi_reset_sob()
9070 static void gaudi_set_dma_mask_from_fw(struct hl_device *hdev)  in gaudi_set_dma_mask_from_fw()
9082 static u64 gaudi_get_device_time(struct hl_device *hdev)  in gaudi_get_device_time()
9089 static int gaudi_get_hw_block_id(struct hl_device *hdev, u64 block_addr,  in gaudi_get_hw_block_id()
9095 static int gaudi_block_mmap(struct hl_device *hdev,  in gaudi_block_mmap()
9102 static void gaudi_enable_events_from_fw(struct hl_device *hdev)  in gaudi_enable_events_from_fw()
9157 static int gaudi_gen_sync_to_engine_map(struct hl_device *hdev,  in gaudi_gen_sync_to_engine_map()
9263 				struct hl_device *hdev,  in gaudi_print_single_monitor()
9302 	struct hl_device *hdev, u64 base_offset, u64 status_base_offset,  in gaudi_print_fences_single_engine()
9378 static void gaudi_state_dump_init(struct hl_device *hdev)  in gaudi_state_dump_init()
9503 void gaudi_set_asic_funcs(struct hl_device *hdev)  in gaudi_set_asic_funcs()