1734 static void gaudi2_init_scrambler_hbm(struct hl_device *hdev)  in gaudi2_init_scrambler_hbm()
1739 static u32 gaudi2_get_signal_cb_size(struct hl_device *hdev)  in gaudi2_get_signal_cb_size()
1744 static u32 gaudi2_get_wait_cb_size(struct hl_device *hdev)  in gaudi2_get_wait_cb_size()
1749 void gaudi2_iterate_tpcs(struct hl_device *hdev, struct iterate_module_ctx *ctx)  in gaudi2_iterate_tpcs()
1794 static int set_number_of_functional_hbms(struct hl_device *hdev)  in set_number_of_functional_hbms()
1827 static int gaudi2_set_dram_properties(struct hl_device *hdev)  in gaudi2_set_dram_properties()
1882 static int gaudi2_set_fixed_properties(struct hl_device *hdev)  in gaudi2_set_fixed_properties()
2074 static int gaudi2_pci_bars_map(struct hl_device *hdev)  in gaudi2_pci_bars_map()
2089 static u64 gaudi2_set_hbm_bar_base(struct hl_device *hdev, u64 addr)  in gaudi2_set_hbm_bar_base()
2118 static int gaudi2_init_iatu(struct hl_device *hdev)  in gaudi2_init_iatu()
2182 static enum hl_device_hw_state gaudi2_get_hw_state(struct hl_device *hdev)  in gaudi2_get_hw_state()
2187 static int gaudi2_tpc_binning_init_prop(struct hl_device *hdev)  in gaudi2_tpc_binning_init_prop()
2208 static int gaudi2_set_tpc_binning_masks(struct hl_device *hdev)  in gaudi2_set_tpc_binning_masks()
2266 static int gaudi2_set_dec_binning_masks(struct hl_device *hdev)  in gaudi2_set_dec_binning_masks()
2293 static void gaudi2_set_dram_binning_masks(struct hl_device *hdev)  in gaudi2_set_dram_binning_masks()
2310 static int gaudi2_set_edma_binning_masks(struct hl_device *hdev)  in gaudi2_set_edma_binning_masks()
2352 static int gaudi2_set_xbar_edge_enable_mask(struct hl_device *hdev, u32 xbar_edge_iso_mask)  in gaudi2_set_xbar_edge_enable_mask()
2388 static int gaudi2_set_cluster_binning_masks_common(struct hl_device *hdev, u8 xbar_edge_iso_mask)  in gaudi2_set_cluster_binning_masks_common()
2416 static int gaudi2_set_cluster_binning_masks(struct hl_device *hdev)  in gaudi2_set_cluster_binning_masks()
2435 static int gaudi2_cpucp_info_get(struct hl_device *hdev)  in gaudi2_cpucp_info_get()
2511 static int gaudi2_fetch_psoc_frequency(struct hl_device *hdev)  in gaudi2_fetch_psoc_frequency()
2529 static int gaudi2_early_init(struct hl_device *hdev)  in gaudi2_early_init()
2597 static int gaudi2_early_fini(struct hl_device *hdev)  in gaudi2_early_fini()
2625 static void gaudi2_init_arcs(struct hl_device *hdev)  in gaudi2_init_arcs()
2658 static int gaudi2_scrub_arc_dccm(struct hl_device *hdev, u32 cpu_id)  in gaudi2_scrub_arc_dccm()
2707 static void gaudi2_scrub_arcs_dccm(struct hl_device *hdev)  in gaudi2_scrub_arcs_dccm()
2719 static int gaudi2_late_init(struct hl_device *hdev)  in gaudi2_late_init()
2751 static void gaudi2_late_fini(struct hl_device *hdev)  in gaudi2_late_fini()
2772 static void gaudi2_user_mapped_blocks_init(struct hl_device *hdev)  in gaudi2_user_mapped_blocks_init()
2844 static int gaudi2_alloc_cpu_accessible_dma_mem(struct hl_device *hdev)  in gaudi2_alloc_cpu_accessible_dma_mem()
2886 static void gaudi2_set_pci_memory_regions(struct hl_device *hdev)  in gaudi2_set_pci_memory_regions()
2919 static void gaudi2_user_interrupt_setup(struct hl_device *hdev)  in gaudi2_user_interrupt_setup()
2956 static int gaudi2_sw_init(struct hl_device *hdev)  in gaudi2_sw_init()
3067 static int gaudi2_sw_fini(struct hl_device *hdev)  in gaudi2_sw_fini()
3089 static void gaudi2_stop_qman_common(struct hl_device *hdev, u32 reg_base)  in gaudi2_stop_qman_common()
3099 static void gaudi2_flush_qman_common(struct hl_device *hdev, u32 reg_base)  in gaudi2_flush_qman_common()
3106 static void gaudi2_flush_qman_arc_common(struct hl_device *hdev, u32 reg_base)  in gaudi2_flush_qman_arc_common()
3120 static void gaudi2_clear_qm_fence_counters_common(struct hl_device *hdev, u32 queue_id,  in gaudi2_clear_qm_fence_counters_common()
3141 static void gaudi2_qman_manual_flush_common(struct hl_device *hdev, u32 queue_id)  in gaudi2_qman_manual_flush_common()
3150 static void gaudi2_stop_dma_qmans(struct hl_device *hdev)  in gaudi2_stop_dma_qmans()
3183 static void gaudi2_stop_mme_qmans(struct hl_device *hdev)  in gaudi2_stop_mme_qmans()
3198 static void gaudi2_stop_tpc_qmans(struct hl_device *hdev)  in gaudi2_stop_tpc_qmans()
3216 static void gaudi2_stop_rot_qmans(struct hl_device *hdev)  in gaudi2_stop_rot_qmans()
3234 static void gaudi2_stop_nic_qmans(struct hl_device *hdev)  in gaudi2_stop_nic_qmans()
3254 static void gaudi2_stall_dma_common(struct hl_device *hdev, u32 reg_base)  in gaudi2_stall_dma_common()
3262 static void gaudi2_dma_stall(struct hl_device *hdev)  in gaudi2_dma_stall()
3294 static void gaudi2_mme_stall(struct hl_device *hdev)  in gaudi2_mme_stall()
3306 static void gaudi2_tpc_stall(struct hl_device *hdev)  in gaudi2_tpc_stall()
3324 static void gaudi2_rotator_stall(struct hl_device *hdev)  in gaudi2_rotator_stall()
3345 static void gaudi2_disable_qman_common(struct hl_device *hdev, u32 reg_base)  in gaudi2_disable_qman_common()
3350 static void gaudi2_disable_dma_qmans(struct hl_device *hdev)  in gaudi2_disable_dma_qmans()
3382 static void gaudi2_disable_mme_qmans(struct hl_device *hdev)  in gaudi2_disable_mme_qmans()
3394 static void gaudi2_disable_tpc_qmans(struct hl_device *hdev)  in gaudi2_disable_tpc_qmans()
3412 static void gaudi2_disable_rot_qmans(struct hl_device *hdev)  in gaudi2_disable_rot_qmans()
3430 static void gaudi2_disable_nic_qmans(struct hl_device *hdev)  in gaudi2_disable_nic_qmans()
3450 static void gaudi2_enable_timestamp(struct hl_device *hdev)  in gaudi2_enable_timestamp()
3463 static void gaudi2_disable_timestamp(struct hl_device *hdev)  in gaudi2_disable_timestamp()
3485 static void gaudi2_dec_disable_msix(struct hl_device *hdev, u32 max_irq_num)  in gaudi2_dec_disable_msix()
3506 static int gaudi2_dec_enable_msix(struct hl_device *hdev)  in gaudi2_dec_enable_msix()
3546 static int gaudi2_enable_msix(struct hl_device *hdev)  in gaudi2_enable_msix()
3629 static void gaudi2_sync_irqs(struct hl_device *hdev)  in gaudi2_sync_irqs()
3655 static void gaudi2_disable_msix(struct hl_device *hdev)  in gaudi2_disable_msix()
3688 static void gaudi2_stop_dcore_dec(struct hl_device *hdev, int dcore_id)  in gaudi2_stop_dcore_dec()
3728 static void gaudi2_stop_pcie_dec(struct hl_device *hdev)  in gaudi2_stop_pcie_dec()
3768 static void gaudi2_stop_dec(struct hl_device *hdev)  in gaudi2_stop_dec()
3782 static void gaudi2_set_arc_running_mode(struct hl_device *hdev, u32 cpu_id, u32 run_mode)  in gaudi2_set_arc_running_mode()
3795 static void gaudi2_halt_arcs(struct hl_device *hdev)  in gaudi2_halt_arcs()
3805 static int gaudi2_verify_arc_running_mode(struct hl_device *hdev, u32 cpu_id, u32 run_mode)  in gaudi2_verify_arc_running_mode()
3832 static void gaudi2_reset_arcs(struct hl_device *hdev)  in gaudi2_reset_arcs()
3845 static void gaudi2_nic_qmans_manual_flush(struct hl_device *hdev)  in gaudi2_nic_qmans_manual_flush()
3864 static int gaudi2_set_engine_cores(struct hl_device *hdev, u32 *core_ids,  in gaudi2_set_engine_cores()
3891 static void gaudi2_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset)  in gaudi2_halt_engines()
3943 static void gaudi2_init_firmware_preload_params(struct hl_device *hdev)  in gaudi2_init_firmware_preload_params()
3955 static void gaudi2_init_firmware_loader(struct hl_device *hdev)  in gaudi2_init_firmware_loader()
3988 static int gaudi2_init_cpu(struct hl_device *hdev)  in gaudi2_init_cpu()
4008 static int gaudi2_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout)  in gaudi2_init_cpu_queues()
4077 static void gaudi2_init_qman_pq(struct hl_device *hdev, u32 reg_base,  in gaudi2_init_qman_pq()
4097 static void gaudi2_init_qman_cp(struct hl_device *hdev, u32 reg_base)  in gaudi2_init_qman_cp()
4119 static void gaudi2_init_qman_pqc(struct hl_device *hdev, u32 reg_base,  in gaudi2_init_qman_pqc()
4149 static u32 gaudi2_get_dyn_sp_reg(struct hl_device *hdev, u32 queue_id_base)  in gaudi2_get_dyn_sp_reg()
4198 static void gaudi2_init_qman_common(struct hl_device *hdev, u32 reg_base,  in gaudi2_init_qman_common()
4234 static void gaudi2_init_qman(struct hl_device *hdev, u32 reg_base,  in gaudi2_init_qman()
4248 static void gaudi2_init_dma_core(struct hl_device *hdev, u32 reg_base,  in gaudi2_init_dma_core()
4278 static void gaudi2_init_kdma(struct hl_device *hdev)  in gaudi2_init_kdma()
4293 static void gaudi2_init_pdma(struct hl_device *hdev)  in gaudi2_init_pdma()
4316 static void gaudi2_init_edma_instance(struct hl_device *hdev, u8 seq)  in gaudi2_init_edma_instance()
4330 static void gaudi2_init_edma(struct hl_device *hdev)  in gaudi2_init_edma()
4368 static void gaudi2_arm_monitors_for_virt_msix_db(struct hl_device *hdev, u32 sob_id,  in gaudi2_arm_monitors_for_virt_msix_db()
4434 static void gaudi2_prepare_sm_for_virt_msix_db(struct hl_device *hdev)  in gaudi2_prepare_sm_for_virt_msix_db()
4456 static void gaudi2_init_sm(struct hl_device *hdev)  in gaudi2_init_sm()
4513 static void gaudi2_init_mme_acc(struct hl_device *hdev, u32 reg_base)  in gaudi2_init_mme_acc()
4535 static void gaudi2_init_dcore_mme(struct hl_device *hdev, int dcore_id,  in gaudi2_init_dcore_mme()
4572 static void gaudi2_init_mme(struct hl_device *hdev)  in gaudi2_init_mme()
4587 static void gaudi2_init_tpc_cfg(struct hl_device *hdev, u32 reg_base)  in gaudi2_init_tpc_cfg()
4601 static void gaudi2_init_tpc_config(struct hl_device *hdev, int dcore, int inst,  in gaudi2_init_tpc_config()
4623 static void gaudi2_init_tpc(struct hl_device *hdev)  in gaudi2_init_tpc()
4644 static void gaudi2_init_rotator(struct hl_device *hdev)  in gaudi2_init_rotator()
4659 static void gaudi2_init_vdec_brdg_ctrl(struct hl_device *hdev, u64 base_addr, u32 decoder_id)  in gaudi2_init_vdec_brdg_ctrl()
4690 static void gaudi2_init_dec(struct hl_device *hdev)  in gaudi2_init_dec()
4733 static void gaudi2_init_msix_gw_table(struct hl_device *hdev)  in gaudi2_init_msix_gw_table()
4757 static int gaudi2_mmu_update_asid_hop0_addr(struct hl_device *hdev,  in gaudi2_mmu_update_asid_hop0_addr()
4789 static void gaudi2_mmu_send_invalidate_cache_cmd(struct hl_device *hdev, u32 stlb_base,  in gaudi2_mmu_send_invalidate_cache_cmd()
4803 static int gaudi2_mmu_invalidate_cache_status_poll(struct hl_device *hdev, u32 stlb_base,  in gaudi2_mmu_invalidate_cache_status_poll()
4849 bool gaudi2_is_hmmu_enabled(struct hl_device *hdev, int dcore_id, int hmmu_id)  in gaudi2_is_hmmu_enabled()
4871 static void gaudi2_mmu_invalidate_cache_trigger(struct hl_device *hdev, u32 stlb_base,  in gaudi2_mmu_invalidate_cache_trigger()
4906 static inline void gaudi2_hmmu_invalidate_cache_trigger(struct hl_device *hdev,  in gaudi2_hmmu_invalidate_cache_trigger()
4915 static inline int gaudi2_hmmu_invalidate_cache_status_poll(struct hl_device *hdev,  in gaudi2_hmmu_invalidate_cache_status_poll()
4924 static int gaudi2_hmmus_invalidate_cache(struct hl_device *hdev,  in gaudi2_hmmus_invalidate_cache()
4957 static int gaudi2_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags)  in gaudi2_mmu_invalidate_cache()
4982 static int gaudi2_mmu_invalidate_cache_range(struct hl_device *hdev, bool is_hard,  in gaudi2_mmu_invalidate_cache_range()
5034 static int gaudi2_mmu_update_hop0_addr(struct hl_device *hdev, u32 stlb_base)  in gaudi2_mmu_update_hop0_addr()
5057 static int gaudi2_mmu_init_common(struct hl_device *hdev, u32 mmu_base, u32 stlb_base)  in gaudi2_mmu_init_common()
5102 static int gaudi2_pci_mmu_init(struct hl_device *hdev)  in gaudi2_pci_mmu_init()
5152 static int gaudi2_dcore_hmmu_init(struct hl_device *hdev, int dcore_id,  in gaudi2_dcore_hmmu_init()
5204 static int gaudi2_hbm_mmu_init(struct hl_device *hdev)  in gaudi2_hbm_mmu_init()
5218 static int gaudi2_mmu_init(struct hl_device *hdev)  in gaudi2_mmu_init()
5233 static int gaudi2_hw_init(struct hl_device *hdev)  in gaudi2_hw_init()
5333 static void gaudi2_send_hard_reset_cmd(struct hl_device *hdev)  in gaudi2_send_hard_reset_cmd()
5408 static void gaudi2_execute_hard_reset(struct hl_device *hdev, u32 reset_sleep_ms)  in gaudi2_execute_hard_reset()
5435 static void gaudi2_execute_soft_reset(struct hl_device *hdev, u32 reset_sleep_ms,  in gaudi2_execute_soft_reset()
5466 static void gaudi2_poll_btm_indication(struct hl_device *hdev, u32 reset_sleep_ms,  in gaudi2_poll_btm_indication()
5491 static void gaudi2_get_soft_rst_done_indication(struct hl_device *hdev, u32 poll_timeout_us)  in gaudi2_get_soft_rst_done_indication()
5510 static void gaudi2_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset)  in gaudi2_hw_fini()
5581 static int gaudi2_suspend(struct hl_device *hdev)  in gaudi2_suspend()
5592 static int gaudi2_resume(struct hl_device *hdev)  in gaudi2_resume()
5597 static int gaudi2_mmap(struct hl_device *hdev, struct vm_area_struct *vma,  in gaudi2_mmap()
5624 static bool gaudi2_is_queue_enabled(struct hl_device *hdev, u32 hw_queue_id)  in gaudi2_is_queue_enabled()
5730 static bool gaudi2_is_arc_enabled(struct hl_device *hdev, u64 arc_id)  in gaudi2_is_arc_enabled()
5750 static void gaudi2_clr_arc_id_cap(struct hl_device *hdev, u64 arc_id)  in gaudi2_clr_arc_id_cap()
5773 static void gaudi2_set_arc_id_cap(struct hl_device *hdev, u64 arc_id)  in gaudi2_set_arc_id_cap()
5796 static void gaudi2_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi)  in gaudi2_ring_doorbell()
5827 static void gaudi2_pqe_write(struct hl_device *hdev, __le64 *pqe, struct hl_bd *bd)  in gaudi2_pqe_write()
5836 static void *gaudi2_dma_alloc_coherent(struct hl_device *hdev, size_t size,  in gaudi2_dma_alloc_coherent()
5842 static void gaudi2_dma_free_coherent(struct hl_device *hdev, size_t size,  in gaudi2_dma_free_coherent()
5848 static int gaudi2_send_cpu_message(struct hl_device *hdev, u32 *msg, u16 len,  in gaudi2_send_cpu_message()
5865 static void *gaudi2_dma_pool_zalloc(struct hl_device *hdev, size_t size,  in gaudi2_dma_pool_zalloc()
5874 static void gaudi2_dma_pool_free(struct hl_device *hdev, void *vaddr, dma_addr_t dma_addr)  in gaudi2_dma_pool_free()
5879 static void *gaudi2_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size,  in gaudi2_cpu_accessible_dma_pool_alloc()
5885 static void gaudi2_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, void *vaddr)  in gaudi2_cpu_accessible_dma_pool_free()
5890 static dma_addr_t gaudi2_dma_map_single(struct hl_device *hdev, void *addr, int len,  in gaudi2_dma_map_single()
5902 static void gaudi2_dma_unmap_single(struct hl_device *hdev, dma_addr_t addr, int len,  in gaudi2_dma_unmap_single()
5908 static int gaudi2_validate_cb_address(struct hl_device *hdev, struct hl_cs_parser *parser)  in gaudi2_validate_cb_address()
5965 static int gaudi2_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser)  in gaudi2_cs_parser()
5980 static int gaudi2_send_heartbeat(struct hl_device *hdev)  in gaudi2_send_heartbeat()
5993 static void gaudi2_kdma_set_mmbp_asid(struct hl_device *hdev,  in gaudi2_kdma_set_mmbp_asid()
6008 static void gaudi2_arm_cq_monitor(struct hl_device *hdev, u32 sob_id, u32 mon_id, u32 cq_id,  in gaudi2_arm_cq_monitor()
6038 static int gaudi2_send_job_to_kdma(struct hl_device *hdev,  in gaudi2_send_job_to_kdma()
6109 static void gaudi2_memset_device_lbw(struct hl_device *hdev, u32 addr, u32 size, u32 val)  in gaudi2_memset_device_lbw()
6117 static void gaudi2_qman_set_test_mode(struct hl_device *hdev, u32 hw_queue_id, bool enable)  in gaudi2_qman_set_test_mode()
6130 static int gaudi2_test_queue(struct hl_device *hdev, u32 hw_queue_id)  in gaudi2_test_queue()
6194 static int gaudi2_test_cpu_queue(struct hl_device *hdev)  in gaudi2_test_cpu_queue()
6208 static int gaudi2_test_queues(struct hl_device *hdev)  in gaudi2_test_queues()
6236 static int gaudi2_compute_reset_late_init(struct hl_device *hdev)  in gaudi2_compute_reset_late_init()
6253 static void gaudi2_is_tpc_engine_idle(struct hl_device *hdev, int dcore, int inst, u32 offset,  in gaudi2_is_tpc_engine_idle()
6286 static bool gaudi2_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len,  in gaudi2_is_device_idle()
6537 static void gaudi2_hw_queues_lock(struct hl_device *hdev)  in gaudi2_hw_queues_lock()
6545 static void gaudi2_hw_queues_unlock(struct hl_device *hdev)  in gaudi2_hw_queues_unlock()
6553 static u32 gaudi2_get_pci_id(struct hl_device *hdev)  in gaudi2_get_pci_id()
6558 static int gaudi2_get_eeprom_data(struct hl_device *hdev, void *data, size_t max_size)  in gaudi2_get_eeprom_data()
6568 static void gaudi2_update_eq_ci(struct hl_device *hdev, u32 val)  in gaudi2_update_eq_ci()
6573 static void *gaudi2_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size)  in gaudi2_get_events_stat()
6586 static void gaudi2_mmu_vdec_dcore_prepare(struct hl_device *hdev, int dcore_id,  in gaudi2_mmu_vdec_dcore_prepare()
6608 static void gaudi2_mmu_dcore_prepare(struct hl_device *hdev, int dcore_id, u32 asid)  in gaudi2_mmu_dcore_prepare()
6677 static void gudi2_mmu_vdec_shared_prepare(struct hl_device *hdev,  in gudi2_mmu_vdec_shared_prepare()
6698 static void gudi2_mmu_arc_farm_arc_dup_eng_prepare(struct hl_device *hdev, int arc_farm_id,  in gudi2_mmu_arc_farm_arc_dup_eng_prepare()
6707 static void gaudi2_arc_mmu_prepare(struct hl_device *hdev, u32 cpu_id, u32 asid)  in gaudi2_arc_mmu_prepare()
6751 static int gaudi2_arc_mmu_prepare_all(struct hl_device *hdev, u32 asid)  in gaudi2_arc_mmu_prepare_all()
6771 static int gaudi2_mmu_shared_prepare(struct hl_device *hdev, u32 asid)  in gaudi2_mmu_shared_prepare()
6818 static void gaudi2_tpc_mmu_prepare(struct hl_device *hdev, int dcore, int inst,	u32 offset,  in gaudi2_tpc_mmu_prepare()
6830 static int gaudi2_mmu_prepare(struct hl_device *hdev, u32 asid)  in gaudi2_mmu_prepare()
6872 static void gaudi2_print_irq_info(struct hl_device *hdev, u16 event_type)  in gaudi2_print_irq_info()
6900 static bool gaudi2_handle_ecc_event(struct hl_device *hdev, u16 event_type,  in gaudi2_handle_ecc_event()
6944 static void gaudi2_print_sw_config_stream_data(struct hl_device *hdev,  in gaudi2_print_sw_config_stream_data()
6974 static void gaudi2_print_last_pqes_on_err(struct hl_device *hdev, u32 qid_base, u32 stream,  in gaudi2_print_last_pqes_on_err()
7035 static void print_qman_data_on_err(struct hl_device *hdev, u32 qid_base, u32 stream, u64 qman_base)  in print_qman_data_on_err()
7050 static void gaudi2_handle_qman_err_generic(struct hl_device *hdev, const char *qm_name,  in gaudi2_handle_qman_err_generic()
7098 static void gaudi2_razwi_rr_hbw_shared_printf_info(struct hl_device *hdev,  in gaudi2_razwi_rr_hbw_shared_printf_info()
7131 static void gaudi2_razwi_rr_lbw_shared_printf_info(struct hl_device *hdev,  in gaudi2_razwi_rr_lbw_shared_printf_info()
7168 static void gaudi2_ack_module_razwi_event_handler(struct hl_device *hdev,  in gaudi2_ack_module_razwi_event_handler()
7344 static void gaudi2_check_if_razwi_happened(struct hl_device *hdev)  in gaudi2_check_if_razwi_happened()
7458 static void gaudi2_razwi_unmapped_addr_hbw_printf_info(struct hl_device *hdev, u32 rtr_id,  in gaudi2_razwi_unmapped_addr_hbw_printf_info()
7485 static void gaudi2_razwi_unmapped_addr_lbw_printf_info(struct hl_device *hdev, u32 rtr_id,  in gaudi2_razwi_unmapped_addr_lbw_printf_info()
7511 static void gaudi2_ack_psoc_razwi_event_handler(struct hl_device *hdev)  in gaudi2_ack_psoc_razwi_event_handler()
7585 static void _gaudi2_handle_qm_sei_err(struct hl_device *hdev, u64 qman_base)  in _gaudi2_handle_qm_sei_err()
7602 static void gaudi2_handle_qm_sei_err(struct hl_device *hdev, u16 event_type,  in gaudi2_handle_qm_sei_err()
7653 static void gaudi2_handle_qman_err(struct hl_device *hdev, u16 event_type)  in gaudi2_handle_qman_err()
7781 static void gaudi2_handle_arc_farm_sei_err(struct hl_device *hdev)  in gaudi2_handle_arc_farm_sei_err()
7798 static void gaudi2_handle_cpu_sei_err(struct hl_device *hdev)  in gaudi2_handle_cpu_sei_err()
7815 static void gaudi2_handle_rot_err(struct hl_device *hdev, u8 rot_index,  in gaudi2_handle_rot_err()
7831 static void gaudi2_tpc_ack_interrupts(struct hl_device *hdev, u8 tpc_index, char *interrupt_name,  in gaudi2_tpc_ack_interrupts()
7847 static void gaudi2_handle_dec_err(struct hl_device *hdev, u8 dec_index, const char *interrupt_name,  in gaudi2_handle_dec_err()
7880 static void gaudi2_handle_mme_err(struct hl_device *hdev, u8 mme_index, const char *interrupt_name,  in gaudi2_handle_mme_err()
7906 static void gaudi2_handle_mme_sbte_err(struct hl_device *hdev, u8 mme_index, u8 sbte_index,  in gaudi2_handle_mme_sbte_err()
7917 static void gaudi2_handle_mme_wap_err(struct hl_device *hdev, u8 mme_index,  in gaudi2_handle_mme_wap_err()
7944 static void gaudi2_handle_kdma_core_event(struct hl_device *hdev, u64 intr_cause_data)  in gaudi2_handle_kdma_core_event()
7959 static void gaudi2_handle_dma_core_event(struct hl_device *hdev, u64 intr_cause_data)  in gaudi2_handle_dma_core_event()
7969 static void gaudi2_print_pcie_mstr_rr_mstr_if_razwi_info(struct hl_device *hdev)  in gaudi2_print_pcie_mstr_rr_mstr_if_razwi_info()
8002 static void gaudi2_print_pcie_addr_dec_info(struct hl_device *hdev, u64 intr_cause_data)  in gaudi2_print_pcie_addr_dec_info()
8023 static void gaudi2_handle_pif_fatal(struct hl_device *hdev, u64 intr_cause_data)  in gaudi2_handle_pif_fatal()
8035 static void gaudi2_handle_hif_fatal(struct hl_device *hdev, u16 event_type, u64 intr_cause_data)  in gaudi2_handle_hif_fatal()
8050 static void gaudi2_handle_page_error(struct hl_device *hdev, u64 mmu_base, bool is_pmmu)  in gaudi2_handle_page_error()
8071 static void gaudi2_handle_access_error(struct hl_device *hdev, u64 mmu_base, bool is_pmmu)  in gaudi2_handle_access_error()
8091 static void gaudi2_handle_mmu_spi_sei_generic(struct hl_device *hdev, const char *mmu_name,  in gaudi2_handle_mmu_spi_sei_generic()
8121 static bool gaudi2_handle_sm_err(struct hl_device *hdev, u8 sm_index)  in gaudi2_handle_sm_err()
8177 static void gaudi2_handle_mmu_spi_sei_err(struct hl_device *hdev, u16 event_type)  in gaudi2_handle_mmu_spi_sei_err()
8240 static bool gaudi2_hbm_sei_handle_read_err(struct hl_device *hdev,  in gaudi2_hbm_sei_handle_read_err()
8302 static void gaudi2_hbm_sei_print_wr_par_info(struct hl_device *hdev,  in gaudi2_hbm_sei_print_wr_par_info()
8327 static void gaudi2_hbm_sei_print_ca_par_info(struct hl_device *hdev,  in gaudi2_hbm_sei_print_ca_par_info()
8344 static bool gaudi2_handle_hbm_mc_sei_err(struct hl_device *hdev, u16 event_type,  in gaudi2_handle_hbm_mc_sei_err()
8414 static void gaudi2_handle_hbm_cattrip(struct hl_device *hdev, u64 intr_cause_data)  in gaudi2_handle_hbm_cattrip()
8421 static void gaudi2_handle_hbm_mc_spi(struct hl_device *hdev, u64 intr_cause_data)  in gaudi2_handle_hbm_mc_spi()
8431 static void gaudi2_print_clk_change_info(struct hl_device *hdev, u16 event_type)  in gaudi2_print_clk_change_info()
8474 static void gaudi2_print_out_of_sync_info(struct hl_device *hdev,  in gaudi2_print_out_of_sync_info()
8483 static void gaudi2_handle_pcie_p2p_msix(struct hl_device *hdev)  in gaudi2_handle_pcie_p2p_msix()
8507 static void gaudi2_handle_pcie_drain(struct hl_device *hdev,  in gaudi2_handle_pcie_drain()
8529 static void gaudi2_handle_psoc_drain(struct hl_device *hdev, u64 intr_cause_data)  in gaudi2_handle_psoc_drain()
8540 static void gaudi2_print_cpu_pkt_failure_info(struct hl_device *hdev,  in gaudi2_print_cpu_pkt_failure_info()
8550 static void hl_arc_event_handle(struct hl_device *hdev,  in hl_arc_event_handle()
8574 static void gaudi2_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry)  in gaudi2_handle_eqe()
8990 static int gaudi2_memset_device_memory(struct hl_device *hdev, u64 addr, u64 size, u64 val)  in gaudi2_memset_device_memory()
9101 static int gaudi2_scrub_device_dram(struct hl_device *hdev, u64 val)  in gaudi2_scrub_device_dram()
9115 static int gaudi2_scrub_device_mem(struct hl_device *hdev)  in gaudi2_scrub_device_mem()
9145 static void gaudi2_restore_user_sm_registers(struct hl_device *hdev)  in gaudi2_restore_user_sm_registers()
9236 static void gaudi2_restore_user_qm_registers(struct hl_device *hdev)  in gaudi2_restore_user_qm_registers()
9255 static void gaudi2_restore_nic_qm_registers(struct hl_device *hdev)  in gaudi2_restore_nic_qm_registers()
9274 static int gaudi2_context_switch(struct hl_device *hdev, u32 asid)  in gaudi2_context_switch()
9279 static void gaudi2_restore_phase_topology(struct hl_device *hdev)  in gaudi2_restore_phase_topology()
9283 static void gaudi2_init_block_instances(struct hl_device *hdev, u32 block_idx,  in gaudi2_init_block_instances()
9302 static void gaudi2_init_blocks_with_mask(struct hl_device *hdev, struct dup_block_ctx *cfg_ctx,  in gaudi2_init_blocks_with_mask()
9313 void gaudi2_init_blocks(struct hl_device *hdev, struct dup_block_ctx *cfg_ctx)  in gaudi2_init_blocks()
9318 static int gaudi2_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size, void *blob_addr)  in gaudi2_debugfs_read_dma()
9406 static int gaudi2_internal_cb_pool_init(struct hl_device *hdev, struct hl_ctx *ctx)  in gaudi2_internal_cb_pool_init()
9470 static void gaudi2_internal_cb_pool_fini(struct hl_device *hdev, struct hl_ctx *ctx)  in gaudi2_internal_cb_pool_fini()
9489 static void gaudi2_restore_user_registers(struct hl_device *hdev)  in gaudi2_restore_user_registers()
9497 	struct hl_device *hdev = ctx->hdev;  in gaudi2_map_virtual_msix_doorbell_memory()  local
9513 	struct hl_device *hdev = ctx->hdev;  in gaudi2_unmap_virtual_msix_doorbell_memory()  local
9563 	struct hl_device *hdev = cs->ctx->hdev;  in gaudi2_pre_schedule_cs()  local
9588 static u32 gaudi2_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx)  in gaudi2_get_queue_id_for_cq()
9593 static u32 gaudi2_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id, u32 size, bool eb)  in gaudi2_gen_signal_cb()
9636 static u32 gaudi2_add_arm_monitor_pkt(struct hl_device *hdev, struct packet_msg_short *pkt,  in gaudi2_add_arm_monitor_pkt()
9686 static u32 gaudi2_gen_wait_cb(struct hl_device *hdev, struct hl_gen_wait_properties *prop)  in gaudi2_gen_wait_cb()
9738 static void gaudi2_reset_sob(struct hl_device *hdev, void *data)  in gaudi2_reset_sob()
9749 static void gaudi2_reset_sob_group(struct hl_device *hdev, u16 sob_group)  in gaudi2_reset_sob_group()
9753 static u64 gaudi2_get_device_time(struct hl_device *hdev)  in gaudi2_get_device_time()
9765 static int gaudi2_collective_wait_create_jobs(struct hl_device *hdev, struct hl_ctx *ctx,  in gaudi2_collective_wait_create_jobs()
9790 static u64 gaudi2_mmu_scramble_addr(struct hl_device *hdev, u64 raw_addr)  in gaudi2_mmu_scramble_addr()
9810 static u64 gaudi2_mmu_descramble_addr(struct hl_device *hdev, u64 scrambled_addr)  in gaudi2_mmu_descramble_addr()
9831 static u32 gaudi2_get_dec_base_addr(struct hl_device *hdev, u32 core_id)  in gaudi2_get_dec_base_addr()
9854 static int gaudi2_get_hw_block_id(struct hl_device *hdev, u64 block_addr,  in gaudi2_get_hw_block_id()
9874 static int gaudi2_block_mmap(struct hl_device *hdev, struct vm_area_struct *vma,  in gaudi2_block_mmap()
9908 static void gaudi2_enable_events_from_fw(struct hl_device *hdev)  in gaudi2_enable_events_from_fw()
9920 static int gaudi2_get_mmu_base(struct hl_device *hdev, u64 mmu_id, u32 *mmu_base)  in gaudi2_get_mmu_base()
9981 static void gaudi2_ack_mmu_error(struct hl_device *hdev, u64 mmu_id)  in gaudi2_ack_mmu_error()
9997 static int gaudi2_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask)  in gaudi2_ack_mmu_page_fault_or_access_error()
10040 static int gaudi2_gen_sync_to_engine_map(struct hl_device *hdev, struct hl_sync_to_engine_map *map)  in gaudi2_gen_sync_to_engine_map()
10053 				struct hl_device *hdev, struct hl_mon_state_dump *mon)  in gaudi2_print_single_monitor()
10060 static int gaudi2_print_fences_single_engine(struct hl_device *hdev, u64 base_offset,  in gaudi2_print_fences_single_engine()
10076 static void gaudi2_state_dump_init(struct hl_device *hdev)  in gaudi2_state_dump_init()
10083 static u32 gaudi2_get_sob_addr(struct hl_device *hdev, u32 sob_id)  in gaudi2_get_sob_addr()
10093 static void gaudi2_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp,  in gaudi2_add_device_attr()
10100 static int gaudi2_mmu_get_real_page_size(struct hl_device *hdev, struct hl_mmu_properties *mmu_prop,  in gaudi2_mmu_get_real_page_size()
10135 static int gaudi2_get_monitor_dump(struct hl_device *hdev, void *data)  in gaudi2_get_monitor_dump()
10140 int gaudi2_send_device_activity(struct hl_device *hdev, bool open)  in gaudi2_send_device_activity()
10250 void gaudi2_set_asic_funcs(struct hl_device *hdev)  in gaudi2_set_asic_funcs()