2551 	u32 q_off, dma_qm_offset;  in gaudi_init_pci_dma_qman()  local
2573 	q_off = dma_qm_offset + qman_id * 4;  in gaudi_init_pci_dma_qman()
2575 	WREG32(mmDMA0_QM_PQ_BASE_LO_0 + q_off, lower_32_bits(qman_pq_addr));  in gaudi_init_pci_dma_qman()
2576 	WREG32(mmDMA0_QM_PQ_BASE_HI_0 + q_off, upper_32_bits(qman_pq_addr));  in gaudi_init_pci_dma_qman()
2578 	WREG32(mmDMA0_QM_PQ_SIZE_0 + q_off, ilog2(HL_QUEUE_LENGTH));  in gaudi_init_pci_dma_qman()
2579 	WREG32(mmDMA0_QM_PQ_PI_0 + q_off, 0);  in gaudi_init_pci_dma_qman()
2580 	WREG32(mmDMA0_QM_PQ_CI_0 + q_off, 0);  in gaudi_init_pci_dma_qman()
2582 	WREG32(mmDMA0_QM_CP_LDMA_TSIZE_OFFSET_0 + q_off, QMAN_LDMA_SIZE_OFFSET);  in gaudi_init_pci_dma_qman()
2583 	WREG32(mmDMA0_QM_CP_LDMA_SRC_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_pci_dma_qman()
2585 	WREG32(mmDMA0_QM_CP_LDMA_DST_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_pci_dma_qman()
2588 	WREG32(mmDMA0_QM_CP_MSG_BASE0_ADDR_LO_0 + q_off, mtr_base_en_lo);  in gaudi_init_pci_dma_qman()
2589 	WREG32(mmDMA0_QM_CP_MSG_BASE0_ADDR_HI_0 + q_off, mtr_base_en_hi);  in gaudi_init_pci_dma_qman()
2590 	WREG32(mmDMA0_QM_CP_MSG_BASE1_ADDR_LO_0 + q_off, so_base_en_lo);  in gaudi_init_pci_dma_qman()
2591 	WREG32(mmDMA0_QM_CP_MSG_BASE1_ADDR_HI_0 + q_off, so_base_en_hi);  in gaudi_init_pci_dma_qman()
2592 	WREG32(mmDMA0_QM_CP_MSG_BASE2_ADDR_LO_0 + q_off, mtr_base_ws_lo);  in gaudi_init_pci_dma_qman()
2593 	WREG32(mmDMA0_QM_CP_MSG_BASE2_ADDR_HI_0 + q_off, mtr_base_ws_hi);  in gaudi_init_pci_dma_qman()
2594 	WREG32(mmDMA0_QM_CP_MSG_BASE3_ADDR_LO_0 + q_off, so_base_ws_lo);  in gaudi_init_pci_dma_qman()
2595 	WREG32(mmDMA0_QM_CP_MSG_BASE3_ADDR_HI_0 + q_off, so_base_ws_hi);  in gaudi_init_pci_dma_qman()
2597 	WREG32(mmDMA0_QM_CP_BARRIER_CFG_0 + q_off, 0x100);  in gaudi_init_pci_dma_qman()
2732 	u32 q_off, dma_qm_offset;  in gaudi_init_hbm_dma_qman()  local
2753 	q_off = dma_qm_offset + qman_id * 4;  in gaudi_init_hbm_dma_qman()
2756 		WREG32(mmDMA0_QM_PQ_BASE_LO_0 + q_off,  in gaudi_init_hbm_dma_qman()
2758 		WREG32(mmDMA0_QM_PQ_BASE_HI_0 + q_off,  in gaudi_init_hbm_dma_qman()
2761 		WREG32(mmDMA0_QM_PQ_SIZE_0 + q_off, ilog2(HBM_DMA_QMAN_LENGTH));  in gaudi_init_hbm_dma_qman()
2762 		WREG32(mmDMA0_QM_PQ_PI_0 + q_off, 0);  in gaudi_init_hbm_dma_qman()
2763 		WREG32(mmDMA0_QM_PQ_CI_0 + q_off, 0);  in gaudi_init_hbm_dma_qman()
2765 		WREG32(mmDMA0_QM_CP_LDMA_TSIZE_OFFSET_0 + q_off,  in gaudi_init_hbm_dma_qman()
2767 		WREG32(mmDMA0_QM_CP_LDMA_SRC_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_hbm_dma_qman()
2769 		WREG32(mmDMA0_QM_CP_LDMA_DST_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_hbm_dma_qman()
2776 		WREG32(mmDMA0_QM_CP_LDMA_TSIZE_OFFSET_0 + q_off,  in gaudi_init_hbm_dma_qman()
2778 		WREG32(mmDMA0_QM_CP_LDMA_SRC_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_hbm_dma_qman()
2780 		WREG32(mmDMA0_QM_CP_LDMA_DST_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_hbm_dma_qman()
2811 	WREG32(mmDMA0_QM_CP_MSG_BASE0_ADDR_LO_0 + q_off, mtr_base_en_lo);  in gaudi_init_hbm_dma_qman()
2812 	WREG32(mmDMA0_QM_CP_MSG_BASE0_ADDR_HI_0 + q_off, mtr_base_en_hi);  in gaudi_init_hbm_dma_qman()
2813 	WREG32(mmDMA0_QM_CP_MSG_BASE1_ADDR_LO_0 + q_off, so_base_en_lo);  in gaudi_init_hbm_dma_qman()
2814 	WREG32(mmDMA0_QM_CP_MSG_BASE1_ADDR_HI_0 + q_off, so_base_en_hi);  in gaudi_init_hbm_dma_qman()
2818 		WREG32(mmDMA0_QM_CP_MSG_BASE2_ADDR_LO_0 + q_off,  in gaudi_init_hbm_dma_qman()
2820 		WREG32(mmDMA0_QM_CP_MSG_BASE2_ADDR_HI_0 + q_off,  in gaudi_init_hbm_dma_qman()
2822 		WREG32(mmDMA0_QM_CP_MSG_BASE3_ADDR_LO_0 + q_off,  in gaudi_init_hbm_dma_qman()
2824 		WREG32(mmDMA0_QM_CP_MSG_BASE3_ADDR_HI_0 + q_off,  in gaudi_init_hbm_dma_qman()
2874 	u32 q_off, mme_id;  in gaudi_init_mme_qman()  local
2886 	q_off = mme_offset + qman_id * 4;  in gaudi_init_mme_qman()
2889 		WREG32(mmMME0_QM_PQ_BASE_LO_0 + q_off,  in gaudi_init_mme_qman()
2891 		WREG32(mmMME0_QM_PQ_BASE_HI_0 + q_off,  in gaudi_init_mme_qman()
2894 		WREG32(mmMME0_QM_PQ_SIZE_0 + q_off, ilog2(MME_QMAN_LENGTH));  in gaudi_init_mme_qman()
2895 		WREG32(mmMME0_QM_PQ_PI_0 + q_off, 0);  in gaudi_init_mme_qman()
2896 		WREG32(mmMME0_QM_PQ_CI_0 + q_off, 0);  in gaudi_init_mme_qman()
2898 		WREG32(mmMME0_QM_CP_LDMA_TSIZE_OFFSET_0 + q_off,  in gaudi_init_mme_qman()
2900 		WREG32(mmMME0_QM_CP_LDMA_SRC_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_mme_qman()
2902 		WREG32(mmMME0_QM_CP_LDMA_DST_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_mme_qman()
2909 		WREG32(mmMME0_QM_CP_LDMA_TSIZE_OFFSET_0 + q_off,  in gaudi_init_mme_qman()
2911 		WREG32(mmMME0_QM_CP_LDMA_SRC_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_mme_qman()
2913 		WREG32(mmMME0_QM_CP_LDMA_DST_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_mme_qman()
2947 	WREG32(mmMME0_QM_CP_MSG_BASE0_ADDR_LO_0 + q_off, mtr_base_lo);  in gaudi_init_mme_qman()
2948 	WREG32(mmMME0_QM_CP_MSG_BASE0_ADDR_HI_0 + q_off, mtr_base_hi);  in gaudi_init_mme_qman()
2949 	WREG32(mmMME0_QM_CP_MSG_BASE1_ADDR_LO_0 + q_off, so_base_lo);  in gaudi_init_mme_qman()
2950 	WREG32(mmMME0_QM_CP_MSG_BASE1_ADDR_HI_0 + q_off, so_base_hi);  in gaudi_init_mme_qman()
3000 	u32 q_off, tpc_id;  in gaudi_init_tpc_qman()  local
3019 	q_off = tpc_offset + qman_id * 4;  in gaudi_init_tpc_qman()
3025 		WREG32(mmTPC0_QM_PQ_BASE_LO_0 + q_off,  in gaudi_init_tpc_qman()
3027 		WREG32(mmTPC0_QM_PQ_BASE_HI_0 + q_off,  in gaudi_init_tpc_qman()
3030 		WREG32(mmTPC0_QM_PQ_SIZE_0 + q_off, ilog2(TPC_QMAN_LENGTH));  in gaudi_init_tpc_qman()
3031 		WREG32(mmTPC0_QM_PQ_PI_0 + q_off, 0);  in gaudi_init_tpc_qman()
3032 		WREG32(mmTPC0_QM_PQ_CI_0 + q_off, 0);  in gaudi_init_tpc_qman()
3034 		WREG32(mmTPC0_QM_CP_LDMA_TSIZE_OFFSET_0 + q_off,  in gaudi_init_tpc_qman()
3036 		WREG32(mmTPC0_QM_CP_LDMA_SRC_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_tpc_qman()
3038 		WREG32(mmTPC0_QM_CP_LDMA_DST_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_tpc_qman()
3045 		WREG32(mmTPC0_QM_CP_LDMA_TSIZE_OFFSET_0 + q_off,  in gaudi_init_tpc_qman()
3047 		WREG32(mmTPC0_QM_CP_LDMA_SRC_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_tpc_qman()
3049 		WREG32(mmTPC0_QM_CP_LDMA_DST_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_tpc_qman()
3080 	WREG32(mmTPC0_QM_CP_MSG_BASE0_ADDR_LO_0 + q_off, mtr_base_en_lo);  in gaudi_init_tpc_qman()
3081 	WREG32(mmTPC0_QM_CP_MSG_BASE0_ADDR_HI_0 + q_off, mtr_base_en_hi);  in gaudi_init_tpc_qman()
3082 	WREG32(mmTPC0_QM_CP_MSG_BASE1_ADDR_LO_0 + q_off, so_base_en_lo);  in gaudi_init_tpc_qman()
3083 	WREG32(mmTPC0_QM_CP_MSG_BASE1_ADDR_HI_0 + q_off, so_base_en_hi);  in gaudi_init_tpc_qman()
3087 		WREG32(mmTPC0_QM_CP_MSG_BASE2_ADDR_LO_0 + q_off,  in gaudi_init_tpc_qman()
3089 		WREG32(mmTPC0_QM_CP_MSG_BASE2_ADDR_HI_0 + q_off,  in gaudi_init_tpc_qman()
3091 		WREG32(mmTPC0_QM_CP_MSG_BASE3_ADDR_LO_0 + q_off,  in gaudi_init_tpc_qman()
3093 		WREG32(mmTPC0_QM_CP_MSG_BASE3_ADDR_HI_0 + q_off,  in gaudi_init_tpc_qman()
3151 	u32 q_off;  in gaudi_init_nic_qman()  local
3170 	q_off = nic_offset + qman_id * 4;  in gaudi_init_nic_qman()
3172 	WREG32(mmNIC0_QM0_PQ_BASE_LO_0 + q_off, lower_32_bits(qman_base_addr));  in gaudi_init_nic_qman()
3173 	WREG32(mmNIC0_QM0_PQ_BASE_HI_0 + q_off, upper_32_bits(qman_base_addr));  in gaudi_init_nic_qman()
3175 	WREG32(mmNIC0_QM0_PQ_SIZE_0 + q_off, ilog2(NIC_QMAN_LENGTH));  in gaudi_init_nic_qman()
3176 	WREG32(mmNIC0_QM0_PQ_PI_0 + q_off, 0);  in gaudi_init_nic_qman()
3177 	WREG32(mmNIC0_QM0_PQ_CI_0 + q_off, 0);  in gaudi_init_nic_qman()
3179 	WREG32(mmNIC0_QM0_CP_LDMA_TSIZE_OFFSET_0 + q_off,  in gaudi_init_nic_qman()
3181 	WREG32(mmNIC0_QM0_CP_LDMA_SRC_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_nic_qman()
3183 	WREG32(mmNIC0_QM0_CP_LDMA_DST_BASE_LO_OFFSET_0 + q_off,  in gaudi_init_nic_qman()
3186 	WREG32(mmNIC0_QM0_CP_MSG_BASE0_ADDR_LO_0 + q_off, mtr_base_en_lo);  in gaudi_init_nic_qman()
3187 	WREG32(mmNIC0_QM0_CP_MSG_BASE0_ADDR_HI_0 + q_off, mtr_base_en_hi);  in gaudi_init_nic_qman()
3188 	WREG32(mmNIC0_QM0_CP_MSG_BASE1_ADDR_LO_0 + q_off, so_base_en_lo);  in gaudi_init_nic_qman()
3189 	WREG32(mmNIC0_QM0_CP_MSG_BASE1_ADDR_HI_0 + q_off, so_base_en_hi);  in gaudi_init_nic_qman()
3192 	WREG32(mmNIC0_QM0_CP_MSG_BASE2_ADDR_LO_0 + q_off, mtr_base_ws_lo);  in gaudi_init_nic_qman()
3193 	WREG32(mmNIC0_QM0_CP_MSG_BASE2_ADDR_HI_0 + q_off, mtr_base_ws_hi);  in gaudi_init_nic_qman()
3194 	WREG32(mmNIC0_QM0_CP_MSG_BASE3_ADDR_LO_0 + q_off, so_base_ws_lo);  in gaudi_init_nic_qman()
3195 	WREG32(mmNIC0_QM0_CP_MSG_BASE3_ADDR_HI_0 + q_off, so_base_ws_hi);  in gaudi_init_nic_qman()
4188 	u32 db_reg_offset, db_value, dma_qm_offset, q_off, irq_handler_offset;  in gaudi_ring_doorbell()  local
4197 		q_off = dma_qm_offset + (hw_queue_id & 0x3) * 4;  in gaudi_ring_doorbell()
4198 		db_reg_offset = mmDMA0_QM_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4204 		q_off = dma_qm_offset + (hw_queue_id & 0x3) * 4;  in gaudi_ring_doorbell()
4205 		db_reg_offset = mmDMA0_QM_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4211 		q_off = dma_qm_offset + ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4212 		db_reg_offset = mmDMA0_QM_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4218 		q_off = dma_qm_offset + ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4219 		db_reg_offset = mmDMA0_QM_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4225 		q_off = dma_qm_offset + ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4226 		db_reg_offset = mmDMA0_QM_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4232 		q_off = dma_qm_offset + ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4233 		db_reg_offset = mmDMA0_QM_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4239 		q_off = dma_qm_offset + ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4240 		db_reg_offset = mmDMA0_QM_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4246 		q_off = dma_qm_offset + ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4247 		db_reg_offset = mmDMA0_QM_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4421 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4422 		db_reg_offset = mmNIC0_QM0_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4429 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4430 		db_reg_offset = mmNIC0_QM1_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4437 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4438 		db_reg_offset = mmNIC1_QM0_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4445 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4446 		db_reg_offset = mmNIC1_QM1_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4453 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4454 		db_reg_offset = mmNIC2_QM0_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4461 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4462 		db_reg_offset = mmNIC2_QM1_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4469 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4470 		db_reg_offset = mmNIC3_QM0_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4477 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4478 		db_reg_offset = mmNIC3_QM1_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4485 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4486 		db_reg_offset = mmNIC4_QM0_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()
4493 		q_off = ((hw_queue_id - 1) & 0x3) * 4;  in gaudi_ring_doorbell()
4494 		db_reg_offset = mmNIC4_QM1_PQ_PI_0 + q_off;  in gaudi_ring_doorbell()