236 static void sdma_set_state(struct sdma_engine *, enum sdma_states);
237 static void sdma_start_hw_clean_up(struct sdma_engine *);
239 static void sdma_sendctrl(struct sdma_engine *, unsigned);
240 static void init_sdma_regs(struct sdma_engine *, u32, uint);
242 	struct sdma_engine *sde,
245 	struct sdma_engine *sde,
247 static void dump_sdma_state(struct sdma_engine *sde);
248 static void sdma_make_progress(struct sdma_engine *sde, u64 status);
249 static void sdma_desc_avail(struct sdma_engine *sde, uint avail);
250 static void sdma_flush_descq(struct sdma_engine *sde);
286 	struct sdma_engine *sde,  in write_sde_csr()
294 	struct sdma_engine *sde,  in read_sde_csr()
304 static void sdma_wait_for_packet_egress(struct sdma_engine *sde,  in sdma_wait_for_packet_egress()
345 		struct sdma_engine *sde = &dd->per_sdma[i];  in sdma_wait()
351 static inline void sdma_set_desc_cnt(struct sdma_engine *sde, unsigned cnt)  in sdma_set_desc_cnt()
363 static inline void complete_tx(struct sdma_engine *sde,  in complete_tx()
403 static void sdma_flush(struct sdma_engine *sde)  in sdma_flush()
436 	struct sdma_engine *sde =  in sdma_field_flush()
437 		container_of(work, struct sdma_engine, flush_worker);  in sdma_field_flush()
447 	struct sdma_engine *sde = container_of(work, struct sdma_engine,  in sdma_err_halt_wait()
474 static void sdma_err_progress_check_schedule(struct sdma_engine *sde)  in sdma_err_progress_check_schedule()
481 			struct sdma_engine *curr_sdma = &dd->per_sdma[index];  in sdma_err_progress_check_schedule()
497 	struct sdma_engine *sde = from_timer(sde, t, err_progress_check_timer);  in sdma_err_progress_check()
501 		struct sdma_engine *curr_sde = &sde->dd->per_sdma[index];  in sdma_err_progress_check()
535 	struct sdma_engine *sde = (struct sdma_engine *)opaque;  in sdma_hw_clean_up_task()
554 static inline struct sdma_txreq *get_txhead(struct sdma_engine *sde)  in get_txhead()
562 static void sdma_flush_descq(struct sdma_engine *sde)  in sdma_flush_descq()
594 	struct sdma_engine *sde = (struct sdma_engine *)opaque;  in sdma_sw_clean_up_task()
639 static void sdma_sw_tear_down(struct sdma_engine *sde)  in sdma_sw_tear_down()
651 static void sdma_start_hw_clean_up(struct sdma_engine *sde)  in sdma_start_hw_clean_up()
656 static void sdma_set_state(struct sdma_engine *sde,  in sdma_set_state()
734 int sdma_engine_get_vl(struct sdma_engine *sde)  in sdma_engine_get_vl()
765 struct sdma_engine *sdma_select_engine_vl(  in sdma_select_engine_vl()
772 	struct sdma_engine *rval;  in sdma_select_engine_vl()
808 struct sdma_engine *sdma_select_engine_sc(  in sdma_select_engine_sc()
821 	struct sdma_engine *sde[0];
853 struct sdma_engine *sdma_select_user_engine(struct hfi1_devdata *dd,  in sdma_select_user_engine()
857 	struct sdma_engine *sde = NULL;  in sdma_select_user_engine()
896 				 struct sdma_engine *sde)  in sdma_cleanup_sde_map()
919 ssize_t sdma_set_cpu_to_sde_map(struct sdma_engine *sde, const char *buf,  in sdma_set_cpu_to_sde_map()
952 			(TXE_NUM_SDMA_ENGINES * sizeof(struct sdma_engine *));  in sdma_set_cpu_to_sde_map()
1072 ssize_t sdma_get_cpu_to_sde_map(struct sdma_engine *sde, char *buf)  in sdma_get_cpu_to_sde_map()
1231 					sz * sizeof(struct sdma_engine *),  in sdma_map_init()
1283 	struct sdma_engine *sde;  in sdma_clean()
1347 	struct sdma_engine *sde;  in sdma_init()
1544 	struct sdma_engine *sde;  in sdma_all_running()
1562 	struct sdma_engine *sde;  in sdma_all_idle()
1583 	struct sdma_engine *sde;  in sdma_start()
1599 	struct sdma_engine *sde;  in sdma_exit()
1693 static inline u16 sdma_gethead(struct sdma_engine *sde)  in sdma_gethead()
1756 static void sdma_desc_avail(struct sdma_engine *sde, uint avail)  in sdma_desc_avail()
1819 static void sdma_make_progress(struct sdma_engine *sde, u64 status)  in sdma_make_progress()
1888 void sdma_engine_interrupt(struct sdma_engine *sde, u64 status)  in sdma_engine_interrupt()
1908 void sdma_engine_error(struct sdma_engine *sde, u64 status)  in sdma_engine_error()
1934 static void sdma_sendctrl(struct sdma_engine *sde, unsigned op)  in sdma_sendctrl()
1983 static void sdma_setlengen(struct sdma_engine *sde)  in sdma_setlengen()
2002 static inline void sdma_update_tail(struct sdma_engine *sde, u16 tail)  in sdma_update_tail()
2013 static void sdma_hw_start_up(struct sdma_engine *sde)  in sdma_hw_start_up()
2036 static void set_sdma_integrity(struct sdma_engine *sde)  in set_sdma_integrity()
2045 	struct sdma_engine *sde,  in init_sdma_regs()
2095 void sdma_dumpstate(struct sdma_engine *sde)  in sdma_dumpstate()
2136 static void dump_sdma_state(struct sdma_engine *sde)  in dump_sdma_state()
2204 void sdma_seqfile_dump_sde(struct seq_file *s, struct sdma_engine *sde)  in sdma_seqfile_dump_sde()
2274 static inline u64 add_gen(struct sdma_engine *sde, u64 qw1)  in add_gen()
2300 static inline u16 submit_tx(struct sdma_engine *sde, struct sdma_txreq *tx)  in submit_tx()
2348 	struct sdma_engine *sde,  in sdma_check_progress()
2388 int sdma_send_txreq(struct sdma_engine *sde,  in sdma_send_txreq()
2470 int sdma_send_txlist(struct sdma_engine *sde, struct iowait *wait,  in sdma_send_txlist()
2542 static void sdma_process_event(struct sdma_engine *sde, enum sdma_events event)  in sdma_process_event()
2558 static void __sdma_process_event(struct sdma_engine *sde,  in __sdma_process_event()
3181 	struct sdma_engine *sde;  in sdma_update_lmc()
3288 int sdma_ahg_alloc(struct sdma_engine *sde)  in sdma_ahg_alloc()
3319 void sdma_ahg_free(struct sdma_engine *sde, int ahg_index)  in sdma_ahg_free()
3414 	struct sdma_engine *sde)  in _sdma_engine_progress_schedule()