195 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_alloc_cont_rdp()  local
199 	hal->rdp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->rdp.paddr,  in ath11k_hal_alloc_cont_rdp()
201 	if (!hal->rdp.vaddr)  in ath11k_hal_alloc_cont_rdp()
209 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_free_cont_rdp()  local
212 	if (!hal->rdp.vaddr)  in ath11k_hal_free_cont_rdp()
217 			  hal->rdp.vaddr, hal->rdp.paddr);  in ath11k_hal_free_cont_rdp()
218 	hal->rdp.vaddr = NULL;  in ath11k_hal_free_cont_rdp()
223 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_alloc_cont_wrp()  local
227 	hal->wrp.vaddr = dma_alloc_coherent(ab->dev, size, &hal->wrp.paddr,  in ath11k_hal_alloc_cont_wrp()
229 	if (!hal->wrp.vaddr)  in ath11k_hal_alloc_cont_wrp()
237 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_free_cont_wrp()  local
240 	if (!hal->wrp.vaddr)  in ath11k_hal_free_cont_wrp()
245 			  hal->wrp.vaddr, hal->wrp.paddr);  in ath11k_hal_free_cont_wrp()
246 	hal->wrp.vaddr = NULL;  in ath11k_hal_free_cont_wrp()
252 	struct hal_srng_config *srng_config = &ab->hal.srng_config[HAL_CE_DST];  in ath11k_hal_ce_dst_setup()
270 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_dst_hw_init()  local
319 	hp_addr = hal->rdp.paddr +  in ath11k_hal_srng_dst_hw_init()
321 		   (unsigned long)hal->rdp.vaddr);  in ath11k_hal_srng_dst_hw_init()
349 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_src_hw_init()  local
421 		tp_addr = hal->rdp.paddr +  in ath11k_hal_srng_src_hw_init()
423 			   (unsigned long)hal->rdp.vaddr);  in ath11k_hal_srng_src_hw_init()
468 	struct hal_srng_config *srng_config = &ab->hal.srng_config[type];  in ath11k_hal_srng_get_ring_id()
493 	srng_config = &ab->hal.srng_config[ring_type];  in ath11k_hal_srng_get_entrysize()
505 	srng_config = &ab->hal.srng_config[ring_type];  in ath11k_hal_srng_get_max_entries()
532 		return ab->hal.wrp.paddr +  in ath11k_hal_srng_get_hp_addr()
534 			(unsigned long)ab->hal.wrp.vaddr);  in ath11k_hal_srng_get_hp_addr()
536 		return ab->hal.rdp.paddr +  in ath11k_hal_srng_get_hp_addr()
538 			 (unsigned long)ab->hal.rdp.vaddr);  in ath11k_hal_srng_get_hp_addr()
548 		return ab->hal.rdp.paddr +  in ath11k_hal_srng_get_tp_addr()
550 			(unsigned long)ab->hal.rdp.vaddr);  in ath11k_hal_srng_get_tp_addr()
552 		return ab->hal.wrp.paddr +  in ath11k_hal_srng_get_tp_addr()
554 			(unsigned long)ab->hal.wrp.vaddr);  in ath11k_hal_srng_get_tp_addr()
949 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_setup()  local
950 	struct hal_srng_config *srng_config = &ab->hal.srng_config[type];  in ath11k_hal_srng_setup()
961 	srng = &hal->srng_list[ring_id];  in ath11k_hal_srng_setup()
978 	lockdep_set_class(&srng->lock, hal->srng_key + ring_id);  in ath11k_hal_srng_setup()
999 		srng->u.src_ring.tp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath11k_hal_srng_setup()
1004 			srng->u.src_ring.hp_addr = (void *)(hal->wrp.vaddr +  in ath11k_hal_srng_setup()
1031 		srng->u.dst_ring.hp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath11k_hal_srng_setup()
1037 			srng->u.dst_ring.tp_addr = (void *)(hal->wrp.vaddr +  in ath11k_hal_srng_setup()
1075 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_update_hp_tp_addr()  local
1077 	struct hal_srng_config *srng_config = &hal->srng_config[ring_type];  in ath11k_hal_srng_update_hp_tp_addr()
1083 	srng = &hal->srng_list[ring_id];  in ath11k_hal_srng_update_hp_tp_addr()
1097 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_update_shadow_config()  local
1098 	struct hal_srng_config *srng_config = &hal->srng_config[ring_type];  in ath11k_hal_srng_update_shadow_config()
1099 	int shadow_cfg_idx = hal->num_shadow_reg_configured;  in ath11k_hal_srng_update_shadow_config()
1105 	hal->num_shadow_reg_configured++;  in ath11k_hal_srng_update_shadow_config()
1115 	hal->shadow_reg_addr[shadow_cfg_idx] = target_reg;  in ath11k_hal_srng_update_shadow_config()
1133 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_shadow_config()  local
1138 		struct hal_srng_config *srng_config = &hal->srng_config[ring_type];  in ath11k_hal_srng_shadow_config()
1156 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_get_shadow_config()  local
1158 	*len = hal->num_shadow_reg_configured;  in ath11k_hal_srng_get_shadow_config()
1159 	*cfg = hal->shadow_reg_addr;  in ath11k_hal_srng_get_shadow_config()
1177 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_create_config()  local
1180 	hal->srng_config = kmemdup(hw_srng_config_template,  in ath11k_hal_srng_create_config()
1183 	if (!hal->srng_config)  in ath11k_hal_srng_create_config()
1186 	s = &hal->srng_config[HAL_REO_DST];  in ath11k_hal_srng_create_config()
1192 	s = &hal->srng_config[HAL_REO_EXCEPTION];  in ath11k_hal_srng_create_config()
1196 	s = &hal->srng_config[HAL_REO_REINJECT];  in ath11k_hal_srng_create_config()
1200 	s = &hal->srng_config[HAL_REO_CMD];  in ath11k_hal_srng_create_config()
1204 	s = &hal->srng_config[HAL_REO_STATUS];  in ath11k_hal_srng_create_config()
1208 	s = &hal->srng_config[HAL_TCL_DATA];  in ath11k_hal_srng_create_config()
1214 	s = &hal->srng_config[HAL_TCL_CMD];  in ath11k_hal_srng_create_config()
1218 	s = &hal->srng_config[HAL_TCL_STATUS];  in ath11k_hal_srng_create_config()
1222 	s = &hal->srng_config[HAL_CE_SRC];  in ath11k_hal_srng_create_config()
1232 	s = &hal->srng_config[HAL_CE_DST];  in ath11k_hal_srng_create_config()
1242 	s = &hal->srng_config[HAL_CE_DST_STATUS];  in ath11k_hal_srng_create_config()
1252 	s = &hal->srng_config[HAL_WBM_IDLE_LINK];  in ath11k_hal_srng_create_config()
1256 	s = &hal->srng_config[HAL_SW2WBM_RELEASE];  in ath11k_hal_srng_create_config()
1260 	s = &hal->srng_config[HAL_WBM2SW_RELEASE];  in ath11k_hal_srng_create_config()
1272 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_register_srng_key()  local
1276 		lockdep_register_key(hal->srng_key + ring_id);  in ath11k_hal_register_srng_key()
1281 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_unregister_srng_key()  local
1285 		lockdep_unregister_key(hal->srng_key + ring_id);  in ath11k_hal_unregister_srng_key()
1290 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_init()  local
1293 	memset(hal, 0, sizeof(*hal));  in ath11k_hal_srng_init()
1321 	struct ath11k_hal *hal = &ab->hal;  in ath11k_hal_srng_deinit()  local
1326 	kfree(hal->srng_config);  in ath11k_hal_srng_deinit()
1358 		srng = &ab->hal.srng_list[i];  in ath11k_hal_dump_srng_stats()