54 	u32 ce_id = ce_state->id;  in shadow_sr_wr_ind_addr()  local
57 	switch (ce_id) {  in shadow_sr_wr_ind_addr()
74 		ath10k_warn(ar, "invalid CE id: %d", ce_id);  in shadow_sr_wr_ind_addr()
83 	u32 ce_id = ce_state->id;  in shadow_dst_wr_ind_addr()  local
86 	switch (ce_id) {  in shadow_dst_wr_ind_addr()
112 		ath10k_warn(ar, "invalid CE id: %d", ce_id);  in shadow_dst_wr_ind_addr()
178 							 u32 ce_id)  in ath10k_ce_src_ring_read_index_from_ddr()  argument
182 	return ce->vaddr_rri[ce_id] & CE_DDR_RRI_MASK;  in ath10k_ce_src_ring_read_index_from_ddr()
189 	u32 ce_id = COPY_ENGINE_ID(ce_ctrl_addr);  in ath10k_ce_src_ring_read_index_get()  local
190 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in ath10k_ce_src_ring_read_index_get()
195 		index = ath10k_ce_src_ring_read_index_from_ddr(ar, ce_id);  in ath10k_ce_src_ring_read_index_get()
220 						    u32 ce_id,  in ath10k_ce_src_ring_base_addr_set()  argument
224 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in ath10k_ce_src_ring_base_addr_set()
225 	u32 ce_ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_src_ring_base_addr_set()
298 	u32 ath10k_ce_dest_ring_read_index_from_ddr(struct ath10k *ar, u32 ce_id)  in ath10k_ce_dest_ring_read_index_from_ddr()  argument
302 	return (ce->vaddr_rri[ce_id] >> CE_DDR_DRRI_SHIFT) &  in ath10k_ce_dest_ring_read_index_from_ddr()
310 	u32 ce_id = COPY_ENGINE_ID(ce_ctrl_addr);  in ath10k_ce_dest_ring_read_index_get()  local
311 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in ath10k_ce_dest_ring_read_index_get()
316 		index = ath10k_ce_dest_ring_read_index_from_ddr(ar, ce_id);  in ath10k_ce_dest_ring_read_index_get()
325 						     u32 ce_id,  in ath10k_ce_dest_ring_base_addr_set()  argument
329 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in ath10k_ce_dest_ring_base_addr_set()
330 	u32 ce_ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_dest_ring_base_addr_set()
1295 void ath10k_ce_per_engine_service(struct ath10k *ar, unsigned int ce_id)  in ath10k_ce_per_engine_service()  argument
1298 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in ath10k_ce_per_engine_service()
1331 	int ce_id;  in ath10k_ce_per_engine_service_any()  local
1336 	for (ce_id = 0; intr_summary && (ce_id < CE_COUNT); ce_id++) {  in ath10k_ce_per_engine_service_any()
1337 		if (intr_summary & (1 << ce_id))  in ath10k_ce_per_engine_service_any()
1338 			intr_summary &= ~(1 << ce_id);  in ath10k_ce_per_engine_service_any()
1343 		ath10k_ce_per_engine_service(ar, ce_id);  in ath10k_ce_per_engine_service_any()
1370 void ath10k_ce_disable_interrupt(struct ath10k *ar, int ce_id)  in ath10k_ce_disable_interrupt()  argument
1376 	ce_state  = &ce->ce_states[ce_id];  in ath10k_ce_disable_interrupt()
1380 	ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_disable_interrupt()
1390 	int ce_id;  in ath10k_ce_disable_interrupts()  local
1392 	for (ce_id = 0; ce_id < CE_COUNT; ce_id++)  in ath10k_ce_disable_interrupts()
1393 		ath10k_ce_disable_interrupt(ar, ce_id);  in ath10k_ce_disable_interrupts()
1397 void ath10k_ce_enable_interrupt(struct ath10k *ar, int ce_id)  in ath10k_ce_enable_interrupt()  argument
1402 	ce_state  = &ce->ce_states[ce_id];  in ath10k_ce_enable_interrupt()
1412 	int ce_id;  in ath10k_ce_enable_interrupts()  local
1417 	for (ce_id = 0; ce_id < CE_COUNT; ce_id++)  in ath10k_ce_enable_interrupts()
1418 		ath10k_ce_enable_interrupt(ar, ce_id);  in ath10k_ce_enable_interrupts()
1423 				   unsigned int ce_id,  in ath10k_ce_init_src_ring()  argument
1427 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in ath10k_ce_init_src_ring()
1429 	u32 nentries, ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_init_src_ring()
1448 	ath10k_ce_src_ring_base_addr_set(ar, ce_id,  in ath10k_ce_init_src_ring()
1458 		   ce_id, nentries, src_ring->base_addr_owner_space);  in ath10k_ce_init_src_ring()
1464 				    unsigned int ce_id,  in ath10k_ce_init_dest_ring()  argument
1468 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in ath10k_ce_init_dest_ring()
1470 	u32 nentries, ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_init_dest_ring()
1487 	ath10k_ce_dest_ring_base_addr_set(ar, ce_id,  in ath10k_ce_init_dest_ring()
1496 		   ce_id, nentries, dest_ring->base_addr_owner_space);  in ath10k_ce_init_dest_ring()
1518 ath10k_ce_alloc_src_ring(struct ath10k *ar, unsigned int ce_id,  in ath10k_ce_alloc_src_ring()  argument
1576 ath10k_ce_alloc_src_ring_64(struct ath10k *ar, unsigned int ce_id,  in ath10k_ce_alloc_src_ring_64()  argument
1633 ath10k_ce_alloc_dest_ring(struct ath10k *ar, unsigned int ce_id,  in ath10k_ce_alloc_dest_ring()  argument
1677 ath10k_ce_alloc_dest_ring_64(struct ath10k *ar, unsigned int ce_id,  in ath10k_ce_alloc_dest_ring_64()  argument
1729 int ath10k_ce_init_pipe(struct ath10k *ar, unsigned int ce_id,  in ath10k_ce_init_pipe()  argument
1735 		ret = ath10k_ce_init_src_ring(ar, ce_id, attr);  in ath10k_ce_init_pipe()
1738 				   ce_id, ret);  in ath10k_ce_init_pipe()
1744 		ret = ath10k_ce_init_dest_ring(ar, ce_id, attr);  in ath10k_ce_init_pipe()
1747 				   ce_id, ret);  in ath10k_ce_init_pipe()
1756 static void ath10k_ce_deinit_src_ring(struct ath10k *ar, unsigned int ce_id)  in ath10k_ce_deinit_src_ring()  argument
1758 	u32 ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_deinit_src_ring()
1760 	ath10k_ce_src_ring_base_addr_set(ar, ce_id, 0);  in ath10k_ce_deinit_src_ring()
1766 static void ath10k_ce_deinit_dest_ring(struct ath10k *ar, unsigned int ce_id)  in ath10k_ce_deinit_dest_ring()  argument
1768 	u32 ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_deinit_dest_ring()
1770 	ath10k_ce_dest_ring_base_addr_set(ar, ce_id, 0);  in ath10k_ce_deinit_dest_ring()
1775 void ath10k_ce_deinit_pipe(struct ath10k *ar, unsigned int ce_id)  in ath10k_ce_deinit_pipe()  argument
1777 	ath10k_ce_deinit_src_ring(ar, ce_id);  in ath10k_ce_deinit_pipe()
1778 	ath10k_ce_deinit_dest_ring(ar, ce_id);  in ath10k_ce_deinit_pipe()
1782 static void _ath10k_ce_free_pipe(struct ath10k *ar, int ce_id)  in _ath10k_ce_free_pipe()  argument
1785 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in _ath10k_ce_free_pipe()
1813 static void _ath10k_ce_free_pipe_64(struct ath10k *ar, int ce_id)  in _ath10k_ce_free_pipe_64()  argument
1816 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in _ath10k_ce_free_pipe_64()
1844 void ath10k_ce_free_pipe(struct ath10k *ar, int ce_id)  in ath10k_ce_free_pipe()  argument
1847 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in ath10k_ce_free_pipe()
1849 	ce_state->ops->ce_free_pipe(ar, ce_id);  in ath10k_ce_free_pipe()
1935 int ath10k_ce_alloc_pipe(struct ath10k *ar, int ce_id,  in ath10k_ce_alloc_pipe()  argument
1939 	struct ath10k_ce_pipe *ce_state = &ce->ce_states[ce_id];  in ath10k_ce_alloc_pipe()
1956 	ce_state->id = ce_id;  in ath10k_ce_alloc_pipe()
1957 	ce_state->ctrl_addr = ath10k_ce_base_address(ar, ce_id);  in ath10k_ce_alloc_pipe()
1969 			ce_state->ops->ce_alloc_src_ring(ar, ce_id, attr);  in ath10k_ce_alloc_pipe()
1973 				   ce_id, ret);  in ath10k_ce_alloc_pipe()
1981 									ce_id,  in ath10k_ce_alloc_pipe()
1986 				   ce_id, ret);  in ath10k_ce_alloc_pipe()