501 get_collective_mode(struct hl_device *hdev, u32 queue_id)  in get_collective_mode()
521 static inline void set_default_power_values(struct hl_device *hdev)  in set_default_power_values()
538 static int gaudi_set_fixed_properties(struct hl_device *hdev)  in gaudi_set_fixed_properties()
707 static int gaudi_pci_bars_map(struct hl_device *hdev)  in gaudi_pci_bars_map()
723 static u64 gaudi_set_hbm_bar_base(struct hl_device *hdev, u64 addr)  in gaudi_set_hbm_bar_base()
752 static int gaudi_init_iatu(struct hl_device *hdev)  in gaudi_init_iatu()
794 static enum hl_device_hw_state gaudi_get_hw_state(struct hl_device *hdev)  in gaudi_get_hw_state()
799 static int gaudi_early_init(struct hl_device *hdev)  in gaudi_early_init()
886 static int gaudi_early_fini(struct hl_device *hdev)  in gaudi_early_fini()
900 static int gaudi_fetch_psoc_frequency(struct hl_device *hdev)  in gaudi_fetch_psoc_frequency()
957 static int _gaudi_init_tpc_mem(struct hl_device *hdev,  in _gaudi_init_tpc_mem()
1042 static int gaudi_init_tpc_mem(struct hl_device *hdev)  in gaudi_init_tpc_mem()
1084 static void gaudi_collective_map_sobs(struct hl_device *hdev, u32 stream)  in gaudi_collective_map_sobs()
1120 	struct hl_device *hdev = hw_sob_group->hdev;  in gaudi_sob_group_hw_reset()  local
1134 	struct hl_device *hdev = hw_sob_group->hdev;  in gaudi_sob_group_reset_error()  local
1159 static int gaudi_collective_init(struct hl_device *hdev)  in gaudi_collective_init()
1192 static void gaudi_reset_sob_group(struct hl_device *hdev, u16 sob_group)  in gaudi_reset_sob_group()
1201 static void gaudi_collective_master_init_job(struct hl_device *hdev,  in gaudi_collective_master_init_job()
1252 static void gaudi_collective_slave_init_job(struct hl_device *hdev,  in gaudi_collective_slave_init_job()
1310 	struct hl_device *hdev;  in gaudi_collective_wait_init_cs()  local
1420 static int gaudi_collective_wait_create_job(struct hl_device *hdev,  in gaudi_collective_wait_create_job()
1517 static int gaudi_collective_wait_create_jobs(struct hl_device *hdev,  in gaudi_collective_wait_create_jobs()
1602 static int gaudi_late_init(struct hl_device *hdev)  in gaudi_late_init()
1684 static void gaudi_late_fini(struct hl_device *hdev)  in gaudi_late_fini()
1689 static int gaudi_alloc_cpu_accessible_dma_mem(struct hl_device *hdev)  in gaudi_alloc_cpu_accessible_dma_mem()
1742 static void gaudi_free_internal_qmans_pq_mem(struct hl_device *hdev)  in gaudi_free_internal_qmans_pq_mem()
1756 static int gaudi_alloc_internal_qmans_pq_mem(struct hl_device *hdev)  in gaudi_alloc_internal_qmans_pq_mem()
1802 static void gaudi_set_pci_memory_regions(struct hl_device *hdev)  in gaudi_set_pci_memory_regions()
1844 static int gaudi_sw_init(struct hl_device *hdev)  in gaudi_sw_init()
1938 static int gaudi_sw_fini(struct hl_device *hdev)  in gaudi_sw_fini()
1962 	struct hl_device *hdev = arg;  in gaudi_irq_handler_single()  local
1980 static int gaudi_pci_irq_vector(struct hl_device *hdev, unsigned int nr,  in gaudi_pci_irq_vector()
1995 static int gaudi_enable_msi_single(struct hl_device *hdev)  in gaudi_enable_msi_single()
2011 static int gaudi_enable_msi_multi(struct hl_device *hdev)  in gaudi_enable_msi_multi()
2043 static int gaudi_enable_msi(struct hl_device *hdev)  in gaudi_enable_msi()
2077 static void gaudi_sync_irqs(struct hl_device *hdev)  in gaudi_sync_irqs()
2098 static void gaudi_disable_msi(struct hl_device *hdev)  in gaudi_disable_msi()
2126 static void gaudi_init_scrambler_sram(struct hl_device *hdev)  in gaudi_init_scrambler_sram()
2194 static void gaudi_init_scrambler_hbm(struct hl_device *hdev)  in gaudi_init_scrambler_hbm()
2262 static void gaudi_init_e2e(struct hl_device *hdev)  in gaudi_init_e2e()
2512 static void gaudi_init_hbm_cred(struct hl_device *hdev)  in gaudi_init_hbm_cred()
2575 static void gaudi_init_golden_registers(struct hl_device *hdev)  in gaudi_init_golden_registers()
2603 static void gaudi_init_pci_dma_qman(struct hl_device *hdev, int dma_id,  in gaudi_init_pci_dma_qman()
2694 static void gaudi_init_dma_core(struct hl_device *hdev, int dma_id)  in gaudi_init_dma_core()
2734 static void gaudi_enable_qman(struct hl_device *hdev, int dma_id,  in gaudi_enable_qman()
2742 static void gaudi_init_pci_dma_qmans(struct hl_device *hdev)  in gaudi_init_pci_dma_qmans()
2783 static void gaudi_init_hbm_dma_qman(struct hl_device *hdev, int dma_id,  in gaudi_init_hbm_dma_qman()
2888 static void gaudi_init_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_init_hbm_dma_qmans()
2925 static void gaudi_init_mme_qman(struct hl_device *hdev, u32 mme_offset,  in gaudi_init_mme_qman()
3012 static void gaudi_init_mme_qmans(struct hl_device *hdev)  in gaudi_init_mme_qmans()
3051 static void gaudi_init_tpc_qman(struct hl_device *hdev, u32 tpc_offset,  in gaudi_init_tpc_qman()
3157 static void gaudi_init_tpc_qmans(struct hl_device *hdev)  in gaudi_init_tpc_qmans()
3202 static void gaudi_init_nic_qman(struct hl_device *hdev, u32 nic_offset,  in gaudi_init_nic_qman()
3290 static void gaudi_init_nic_qmans(struct hl_device *hdev)  in gaudi_init_nic_qmans()
3342 static void gaudi_disable_pci_dma_qmans(struct hl_device *hdev)  in gaudi_disable_pci_dma_qmans()
3354 static void gaudi_disable_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_disable_hbm_dma_qmans()
3368 static void gaudi_disable_mme_qmans(struct hl_device *hdev)  in gaudi_disable_mme_qmans()
3379 static void gaudi_disable_tpc_qmans(struct hl_device *hdev)  in gaudi_disable_tpc_qmans()
3394 static void gaudi_disable_nic_qmans(struct hl_device *hdev)  in gaudi_disable_nic_qmans()
3418 static void gaudi_stop_pci_dma_qmans(struct hl_device *hdev)  in gaudi_stop_pci_dma_qmans()
3431 static void gaudi_stop_hbm_dma_qmans(struct hl_device *hdev)  in gaudi_stop_hbm_dma_qmans()
3447 static void gaudi_stop_mme_qmans(struct hl_device *hdev)  in gaudi_stop_mme_qmans()
3459 static void gaudi_stop_tpc_qmans(struct hl_device *hdev)  in gaudi_stop_tpc_qmans()
3476 static void gaudi_stop_nic_qmans(struct hl_device *hdev)  in gaudi_stop_nic_qmans()
3543 static void gaudi_pci_dma_stall(struct hl_device *hdev)  in gaudi_pci_dma_stall()
3555 static void gaudi_hbm_dma_stall(struct hl_device *hdev)  in gaudi_hbm_dma_stall()
3569 static void gaudi_mme_stall(struct hl_device *hdev)  in gaudi_mme_stall()
3595 static void gaudi_tpc_stall(struct hl_device *hdev)  in gaudi_tpc_stall()
3612 static void gaudi_disable_clock_gating(struct hl_device *hdev)  in gaudi_disable_clock_gating()
3640 static void gaudi_enable_timestamp(struct hl_device *hdev)  in gaudi_enable_timestamp()
3653 static void gaudi_disable_timestamp(struct hl_device *hdev)  in gaudi_disable_timestamp()
3659 static void gaudi_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset)  in gaudi_halt_engines()
3698 static int gaudi_mmu_init(struct hl_device *hdev)  in gaudi_mmu_init()
3751 static int gaudi_load_firmware_to_device(struct hl_device *hdev)  in gaudi_load_firmware_to_device()
3760 static int gaudi_load_boot_fit_to_device(struct hl_device *hdev)  in gaudi_load_boot_fit_to_device()
3769 static void gaudi_init_dynamic_firmware_loader(struct hl_device *hdev)  in gaudi_init_dynamic_firmware_loader()
3792 static void gaudi_init_static_firmware_loader(struct hl_device *hdev)  in gaudi_init_static_firmware_loader()
3815 static void gaudi_init_firmware_preload_params(struct hl_device *hdev)  in gaudi_init_firmware_preload_params()
3827 static void gaudi_init_firmware_loader(struct hl_device *hdev)  in gaudi_init_firmware_loader()
3848 static int gaudi_init_cpu(struct hl_device *hdev)  in gaudi_init_cpu()
3876 static int gaudi_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout)  in gaudi_init_cpu_queues()
3953 static void gaudi_pre_hw_init(struct hl_device *hdev)  in gaudi_pre_hw_init()
3981 static int gaudi_hw_init(struct hl_device *hdev)  in gaudi_hw_init()
4069 static void gaudi_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset)  in gaudi_hw_fini()
4218 static int gaudi_suspend(struct hl_device *hdev)  in gaudi_suspend()
4229 static int gaudi_resume(struct hl_device *hdev)  in gaudi_resume()
4234 static int gaudi_mmap(struct hl_device *hdev, struct vm_area_struct *vma,  in gaudi_mmap()
4250 static void gaudi_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi)  in gaudi_ring_doorbell()
4592 static void gaudi_pqe_write(struct hl_device *hdev, __le64 *pqe,  in gaudi_pqe_write()
4602 static void *gaudi_dma_alloc_coherent(struct hl_device *hdev, size_t size,  in gaudi_dma_alloc_coherent()
4615 static void gaudi_dma_free_coherent(struct hl_device *hdev, size_t size,  in gaudi_dma_free_coherent()
4624 static int gaudi_scrub_device_dram(struct hl_device *hdev, u64 val)  in gaudi_scrub_device_dram()
4685 static int gaudi_scrub_device_mem(struct hl_device *hdev)  in gaudi_scrub_device_mem()
4728 static void *gaudi_get_int_queue_base(struct hl_device *hdev,  in gaudi_get_int_queue_base()
4748 static int gaudi_send_cpu_message(struct hl_device *hdev, u32 *msg,  in gaudi_send_cpu_message()
4766 static int gaudi_test_queue(struct hl_device *hdev, u32 hw_queue_id)  in gaudi_test_queue()
4839 static int gaudi_test_cpu_queue(struct hl_device *hdev)  in gaudi_test_cpu_queue()
4853 static int gaudi_test_queues(struct hl_device *hdev)  in gaudi_test_queues()
4872 static void *gaudi_dma_pool_zalloc(struct hl_device *hdev, size_t size,  in gaudi_dma_pool_zalloc()
4889 static void gaudi_dma_pool_free(struct hl_device *hdev, void *vaddr,  in gaudi_dma_pool_free()
4898 static void *gaudi_cpu_accessible_dma_pool_alloc(struct hl_device *hdev,  in gaudi_cpu_accessible_dma_pool_alloc()
4904 static void gaudi_cpu_accessible_dma_pool_free(struct hl_device *hdev,  in gaudi_cpu_accessible_dma_pool_free()
4910 static u32 gaudi_get_dma_desc_list_size(struct hl_device *hdev, struct sg_table *sgt)  in gaudi_get_dma_desc_list_size()
4950 static int gaudi_pin_memory_before_cs(struct hl_device *hdev,  in gaudi_pin_memory_before_cs()
4996 static int gaudi_validate_dma_pkt_host(struct hl_device *hdev,  in gaudi_validate_dma_pkt_host()
5034 static int gaudi_validate_dma_pkt_no_mmu(struct hl_device *hdev,  in gaudi_validate_dma_pkt_no_mmu()
5066 static int gaudi_validate_load_and_exe_pkt(struct hl_device *hdev,  in gaudi_validate_load_and_exe_pkt()
5085 static int gaudi_validate_cb(struct hl_device *hdev,  in gaudi_validate_cb()
5192 static int gaudi_patch_dma_packet(struct hl_device *hdev,  in gaudi_patch_dma_packet()
5311 static int gaudi_patch_cb(struct hl_device *hdev,  in gaudi_patch_cb()
5401 static int gaudi_parse_cb_mmu(struct hl_device *hdev,  in gaudi_parse_cb_mmu()
5486 static int gaudi_parse_cb_no_mmu(struct hl_device *hdev,  in gaudi_parse_cb_no_mmu()
5534 static int gaudi_parse_cb_no_ext_queue(struct hl_device *hdev,  in gaudi_parse_cb_no_ext_queue()
5579 static int gaudi_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser)  in gaudi_cs_parser()
5592 static void gaudi_add_end_of_cb_packets(struct hl_device *hdev, void *kernel_address,  in gaudi_add_end_of_cb_packets()
5635 static void gaudi_update_eq_ci(struct hl_device *hdev, u32 val)  in gaudi_update_eq_ci()
5640 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr,  in gaudi_memset_device_memory()
5719 static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base,  in gaudi_memset_registers()
5782 static int gaudi_restore_sm_registers(struct hl_device *hdev)  in gaudi_restore_sm_registers()
5857 static void gaudi_restore_dma_registers(struct hl_device *hdev)  in gaudi_restore_dma_registers()
5884 static void gaudi_restore_qm_registers(struct hl_device *hdev)  in gaudi_restore_qm_registers()
5911 static int gaudi_restore_user_registers(struct hl_device *hdev)  in gaudi_restore_user_registers()
5925 static int gaudi_context_switch(struct hl_device *hdev, u32 asid)  in gaudi_context_switch()
5930 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev)  in gaudi_mmu_clear_pgt_range()
5943 static void gaudi_restore_phase_topology(struct hl_device *hdev)  in gaudi_restore_phase_topology()
5948 static int gaudi_dma_core_transfer(struct hl_device *hdev, int dma_id, u64 addr,  in gaudi_dma_core_transfer()
5995 static int gaudi_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size,  in gaudi_debugfs_read_dma()
6100 static u64 gaudi_read_pte(struct hl_device *hdev, u64 addr)  in gaudi_read_pte()
6111 static void gaudi_write_pte(struct hl_device *hdev, u64 addr, u64 val)  in gaudi_write_pte()
6122 void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid)  in gaudi_mmu_prepare_reg()
6129 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid)  in gaudi_mmu_prepare()
6420 static int gaudi_send_job_on_qman0(struct hl_device *hdev,  in gaudi_send_job_on_qman0()
6507 static const char *gaudi_get_razwi_initiator_dma_name(struct hl_device *hdev, u32 x_y,  in gaudi_get_razwi_initiator_dma_name()
6605 static const char *gaudi_get_razwi_initiator_name(struct hl_device *hdev, bool is_write,  in gaudi_get_razwi_initiator_name()
6722 static void gaudi_print_and_get_razwi_info(struct hl_device *hdev, u32 *engine_id_1,  in gaudi_print_and_get_razwi_info()
6741 static void gaudi_print_and_get_mmu_error_info(struct hl_device *hdev, u64 *addr, u8 *type)  in gaudi_print_and_get_mmu_error_info()
6792 static int gaudi_extract_ecc_info(struct hl_device *hdev,  in gaudi_extract_ecc_info()
6877 static void gaudi_handle_sw_config_stream_data(struct hl_device *hdev, u32 stream,  in gaudi_handle_sw_config_stream_data()
6914 static void gaudi_handle_last_pqes_on_err(struct hl_device *hdev, u32 qid_base,  in gaudi_handle_last_pqes_on_err()
6994 static void handle_qman_data_on_err(struct hl_device *hdev, u32 qid_base,  in handle_qman_data_on_err()
7013 static void gaudi_handle_qman_err_generic(struct hl_device *hdev,  in gaudi_handle_qman_err_generic()
7080 static void gaudi_print_sm_sei_info(struct hl_device *hdev, u16 event_type,  in gaudi_print_sm_sei_info()
7114 static void gaudi_handle_ecc_event(struct hl_device *hdev, u16 event_type,  in gaudi_handle_ecc_event()
7211 static void gaudi_handle_qman_err(struct hl_device *hdev, u16 event_type, u64 *event_mask)  in gaudi_handle_qman_err()
7302 static void gaudi_print_irq_info(struct hl_device *hdev, u16 event_type,  in gaudi_print_irq_info()
7348 static void gaudi_print_out_of_sync_info(struct hl_device *hdev,  in gaudi_print_out_of_sync_info()
7357 static void gaudi_print_fw_alive_info(struct hl_device *hdev,  in gaudi_print_fw_alive_info()
7367 static void gaudi_print_nic_axi_irq_info(struct hl_device *hdev, u16 event_type,  in gaudi_print_nic_axi_irq_info()
7409 static int gaudi_compute_reset_late_init(struct hl_device *hdev)  in gaudi_compute_reset_late_init()
7415 static int gaudi_hbm_read_interrupts(struct hl_device *hdev, int device,  in gaudi_hbm_read_interrupts()
7553 static bool gaudi_tpc_read_interrupts(struct hl_device *hdev, u8 tpc_id,  in gaudi_tpc_read_interrupts()
7589 static void gaudi_print_clk_change_info(struct hl_device *hdev, u16 event_type)  in gaudi_print_clk_change_info()
7637 static void gaudi_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry)  in gaudi_handle_eqe()
7959 static void *gaudi_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size)  in gaudi_get_events_stat()
7972 static int gaudi_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags)  in gaudi_mmu_invalidate_cache()
8005 static int gaudi_mmu_invalidate_cache_range(struct hl_device *hdev,  in gaudi_mmu_invalidate_cache_range()
8015 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid, u64 phys_addr)  in gaudi_mmu_update_asid_hop0_addr()
8047 static int gaudi_send_heartbeat(struct hl_device *hdev)  in gaudi_send_heartbeat()
8057 static int gaudi_cpucp_info_get(struct hl_device *hdev)  in gaudi_cpucp_info_get()
8083 static bool gaudi_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,  in gaudi_is_device_idle()
8220 static void gaudi_hw_queues_lock(struct hl_device *hdev)  in gaudi_hw_queues_lock()
8228 static void gaudi_hw_queues_unlock(struct hl_device *hdev)  in gaudi_hw_queues_unlock()
8236 static u32 gaudi_get_pci_id(struct hl_device *hdev)  in gaudi_get_pci_id()
8241 static int gaudi_get_eeprom_data(struct hl_device *hdev, void *data,  in gaudi_get_eeprom_data()
8252 static int gaudi_get_monitor_dump(struct hl_device *hdev, void *data)  in gaudi_get_monitor_dump()
8266 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel,	u32 tpc_id)  in gaudi_run_tpc_kernel()
8362 static int gaudi_internal_cb_pool_init(struct hl_device *hdev,  in gaudi_internal_cb_pool_init()
8435 static void gaudi_internal_cb_pool_fini(struct hl_device *hdev,  in gaudi_internal_cb_pool_fini()
8488 static u32 gaudi_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx)  in gaudi_get_queue_id_for_cq()
8493 static u32 gaudi_get_signal_cb_size(struct hl_device *hdev)  in gaudi_get_signal_cb_size()
8499 static u32 gaudi_get_wait_cb_size(struct hl_device *hdev)  in gaudi_get_wait_cb_size()
8506 static u32 gaudi_get_sob_addr(struct hl_device *hdev, u32 sob_id)  in gaudi_get_sob_addr()
8511 static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id,  in gaudi_gen_signal_cb()
8559 static u32 gaudi_add_arm_monitor_pkt(struct hl_device *hdev,  in gaudi_add_arm_monitor_pkt()
8629 static int gaudi_get_fence_addr(struct hl_device *hdev, u32 queue_id, u64 *addr)  in gaudi_get_fence_addr()
8792 static u32 gaudi_gen_wait_cb(struct hl_device *hdev,  in gaudi_gen_wait_cb()
8814 static void gaudi_reset_sob(struct hl_device *hdev, void *data)  in gaudi_reset_sob()
8827 static u64 gaudi_get_device_time(struct hl_device *hdev)  in gaudi_get_device_time()
8834 static int gaudi_get_hw_block_id(struct hl_device *hdev, u64 block_addr,  in gaudi_get_hw_block_id()
8840 static int gaudi_block_mmap(struct hl_device *hdev,  in gaudi_block_mmap()
8847 static void gaudi_enable_events_from_fw(struct hl_device *hdev)  in gaudi_enable_events_from_fw()
8859 static int gaudi_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask)  in gaudi_ack_mmu_page_fault_or_access_error()
8907 static int gaudi_gen_sync_to_engine_map(struct hl_device *hdev,  in gaudi_gen_sync_to_engine_map()
8996 				struct hl_device *hdev,  in gaudi_print_single_monitor()
9035 	struct hl_device *hdev, u64 base_offset, u64 status_base_offset,  in gaudi_print_fences_single_engine()
9111 static void gaudi_state_dump_init(struct hl_device *hdev)  in gaudi_state_dump_init()
9138 static void gaudi_check_if_razwi_happened(struct hl_device *hdev)  in gaudi_check_if_razwi_happened()
9144 	struct hl_device *hdev = dev_get_drvdata(dev);  in infineon_ver_show()  local
9159 static void gaudi_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp,  in gaudi_add_device_attr()
9166 static int gaudi_send_device_activity(struct hl_device *hdev, bool open)  in gaudi_send_device_activity()
9272 void gaudi_set_asic_funcs(struct hl_device *hdev)  in gaudi_set_asic_funcs()