| /Linux-v5.10/drivers/infiniband/hw/hfi1/ |
| D | qp.h | 91 static inline int hfi1_send_ok(struct rvt_qp *qp) in hfi1_send_ok()
104 static inline void clear_ahg(struct rvt_qp *qp) in clear_ahg()
120 void hfi1_qp_wakeup(struct rvt_qp *qp, u32 flag);
122 struct sdma_engine *qp_to_sdma_engine(struct rvt_qp *qp, u8 sc5);
123 struct send_context *qp_to_send_context(struct rvt_qp *qp, u8 sc5);
127 bool _hfi1_schedule_send(struct rvt_qp *qp);
128 bool hfi1_schedule_send(struct rvt_qp *qp);
130 void hfi1_migrate_qp(struct rvt_qp *qp);
135 void *qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp);
136 void qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp);
[all …]
|
| D | tid_rdma.h | 98 struct rvt_qp *qp;
203 bool tid_rdma_conn_req(struct rvt_qp *qp, u64 *data);
204 bool tid_rdma_conn_reply(struct rvt_qp *qp, u64 data);
205 bool tid_rdma_conn_resp(struct rvt_qp *qp, u64 *data);
206 void tid_rdma_conn_error(struct rvt_qp *qp);
207 void tid_rdma_opfn_init(struct rvt_qp *qp, struct tid_rdma_params *p);
214 void __trdma_clean_swqe(struct rvt_qp *qp, struct rvt_swqe *wqe);
221 static inline void trdma_clean_swqe(struct rvt_qp *qp, struct rvt_swqe *wqe) in trdma_clean_swqe()
228 void hfi1_kern_read_tid_flow_free(struct rvt_qp *qp);
230 int hfi1_qp_priv_init(struct rvt_dev_info *rdi, struct rvt_qp *qp,
[all …]
|
| D | trace_tid.h | 195 TP_PROTO(struct rvt_qp *qp),
225 TP_PROTO(struct rvt_qp *qp),
231 TP_PROTO(struct rvt_qp *qp),
237 TP_PROTO(struct rvt_qp *qp),
243 TP_PROTO(struct rvt_qp *qp),
249 TP_PROTO(struct rvt_qp *qp),
255 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data),
283 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data),
289 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data),
295 TP_PROTO(struct rvt_qp *qp, u8 capcode, u64 data),
[all …]
|
| D | verbs.h | 172 struct rvt_qp *owner;
269 struct rvt_qp __rcu *qp[2];
315 static inline struct rvt_qp *iowait_to_qp(struct iowait *s_iowait) in iowait_to_qp()
403 int hfi1_verbs_send(struct rvt_qp *qp, struct hfi1_pkt_state *ps);
414 struct rvt_qp *qp);
418 void hfi1_rc_verbs_aborted(struct rvt_qp *qp, struct hfi1_opa_header *opah);
419 void hfi1_rc_send_complete(struct rvt_qp *qp, struct hfi1_opa_header *opah);
425 void hfi1_migrate_qp(struct rvt_qp *qp);
427 int hfi1_check_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr,
430 void hfi1_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr,
[all …]
|
| D | qp.c | 66 static void flush_tx_list(struct rvt_qp *qp);
75 static void qp_pio_drain(struct rvt_qp *qp);
164 static void flush_tx_list(struct rvt_qp *qp) in flush_tx_list()
172 static void flush_iowait(struct rvt_qp *qp) in flush_iowait()
202 int hfi1_check_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, in hfi1_check_modify_qp()
244 static inline void qp_set_16b(struct rvt_qp *qp) in qp_set_16b()
264 void hfi1_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, in hfi1_modify_qp()
305 int hfi1_setup_wqe(struct rvt_qp *qp, struct rvt_swqe *wqe, bool *call_send) in hfi1_setup_wqe()
364 bool _hfi1_schedule_send(struct rvt_qp *qp) in _hfi1_schedule_send()
381 static void qp_pio_drain(struct rvt_qp *qp) in qp_pio_drain()
[all …]
|
| D | opfn.h | 78 void opfn_conn_response(struct rvt_qp *qp, struct rvt_ack_entry *e,
80 void opfn_conn_reply(struct rvt_qp *qp, u64 data);
81 void opfn_conn_error(struct rvt_qp *qp);
82 void opfn_qp_init(struct rvt_qp *qp, struct ib_qp_attr *attr, int attr_mask);
83 void opfn_trigger_conn_request(struct rvt_qp *qp, u32 bth1);
|
| D | opfn.c | 17 bool (*request)(struct rvt_qp *qp, u64 *data);
18 bool (*response)(struct rvt_qp *qp, u64 *data);
19 bool (*reply)(struct rvt_qp *qp, u64 data);
20 void (*error)(struct rvt_qp *qp);
34 static void opfn_schedule_conn_request(struct rvt_qp *qp);
41 static void opfn_conn_request(struct rvt_qp *qp) in opfn_conn_request()
127 static void opfn_schedule_conn_request(struct rvt_qp *qp) in opfn_schedule_conn_request()
135 void opfn_conn_response(struct rvt_qp *qp, struct rvt_ack_entry *e, in opfn_conn_response()
175 void opfn_conn_reply(struct rvt_qp *qp, u64 data) in opfn_conn_reply()
214 void opfn_conn_error(struct rvt_qp *qp) in opfn_conn_error()
[all …]
|
| D | rc.h | 13 static inline void update_ack_queue(struct rvt_qp *qp, unsigned int n) in update_ack_queue()
26 struct rvt_qp *qp) in rc_defered_ack()
52 struct rvt_ack_entry *find_prev_entry(struct rvt_qp *qp, u32 psn, u8 *prev,
54 int do_rc_ack(struct rvt_qp *qp, u32 aeth, u32 psn, int opcode, u64 val,
56 struct rvt_swqe *do_rc_completion(struct rvt_qp *qp, struct rvt_swqe *wqe,
|
| D | trace_rc.h | 59 TP_PROTO(struct rvt_qp *qp, u32 psn),
98 TP_PROTO(struct rvt_qp *qp, u32 psn),
103 TP_PROTO(struct rvt_qp *qp, u32 psn),
108 TP_PROTO(struct rvt_qp *qp, u32 psn),
114 TP_PROTO(struct rvt_qp *qp, u32 psn),
120 TP_PROTO(struct rvt_qp *qp, u32 aeth, u32 psn,
155 TP_PROTO(struct rvt_qp *qp, u32 aeth, u32 psn,
|
| D | ruc.c | 73 struct rvt_qp *qp = packet->qp; in hfi1_ruc_check_hdr()
205 static inline void build_ahg(struct rvt_qp *qp, u32 npsn) in build_ahg()
249 static inline void hfi1_make_ruc_bth(struct rvt_qp *qp, in hfi1_make_ruc_bth()
272 static inline void hfi1_make_ruc_header_16B(struct rvt_qp *qp, in hfi1_make_ruc_header_16B()
360 static inline void hfi1_make_ruc_header_9B(struct rvt_qp *qp, in hfi1_make_ruc_header_9B()
415 typedef void (*hfi1_make_ruc_hdr)(struct rvt_qp *qp,
426 void hfi1_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, in hfi1_make_ruc_header()
470 bool hfi1_schedule_send_yield(struct rvt_qp *qp, struct hfi1_pkt_state *ps, in hfi1_schedule_send_yield()
512 void hfi1_do_send_from_rvt(struct rvt_qp *qp) in hfi1_do_send_from_rvt()
520 struct rvt_qp *qp = iowait_to_qp(w->iow); in _hfi1_do_send()
[all …]
|
| D | tid_rdma.c | 114 static void hfi1_init_trdma_req(struct rvt_qp *qp,
116 static void hfi1_tid_write_alloc_resources(struct rvt_qp *qp, bool intr_ctx);
118 static void hfi1_add_tid_reap_timer(struct rvt_qp *qp);
119 static void hfi1_mod_tid_reap_timer(struct rvt_qp *qp);
120 static void hfi1_mod_tid_retry_timer(struct rvt_qp *qp);
121 static int hfi1_stop_tid_retry_timer(struct rvt_qp *qp);
123 static int make_tid_rdma_ack(struct rvt_qp *qp,
126 static void hfi1_do_tid_send(struct rvt_qp *qp);
130 struct rvt_qp *qp, u32 psn, int diff, bool fecn);
143 static void tid_rdma_schedule_ack(struct rvt_qp *qp) in tid_rdma_schedule_ack()
[all …]
|
| D | verbs_txreq.h | 61 struct rvt_qp *qp;
73 struct rvt_qp *qp);
77 struct rvt_qp *qp) in get_txreq()
|
| D | fault.h | 77 bool hfi1_dbg_should_fault_tx(struct rvt_qp *qp, u32 opcode);
94 static inline bool hfi1_dbg_should_fault_tx(struct rvt_qp *qp, in hfi1_dbg_should_fault_tx()
|
| D | verbs_txreq.c | 58 struct rvt_qp *qp; in hfi1_put_txreq()
94 struct rvt_qp *qp) in __get_txreq()
|
| /Linux-v5.10/include/rdma/ |
| D | rdmavt_qp.h | 332 struct rvt_qp { struct
338 struct rvt_qp __rcu *next; /* link list for QPN hash table */ argument
464 static inline struct rvt_qp *ibqp_to_rvtqp(struct ib_qp *ibqp) in ibqp_to_rvtqp() argument
466 return container_of(ibqp, struct rvt_qp, ibqp); in ibqp_to_rvtqp()
498 struct rvt_qp __rcu **qp_table;
510 struct rvt_qp *qp;
531 static inline struct rvt_swqe *rvt_get_swqe_ptr(struct rvt_qp *qp, in rvt_get_swqe_ptr()
556 static inline bool rvt_is_user_qp(struct rvt_qp *qp) in rvt_is_user_qp()
565 static inline void rvt_get_qp(struct rvt_qp *qp) in rvt_get_qp()
574 static inline void rvt_put_qp(struct rvt_qp *qp) in rvt_put_qp()
[all …]
|
| D | rdma_vt.h | 32 struct rvt_qp;
35 struct rvt_qp __rcu *qp[2];
213 bool (*schedule_send)(struct rvt_qp *qp);
214 bool (*schedule_send_no_lock)(struct rvt_qp *qp);
223 int (*setup_wqe)(struct rvt_qp *qp, struct rvt_swqe *wqe,
230 void (*do_send)(struct rvt_qp *qp);
245 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
251 int (*qp_priv_init)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
257 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
263 void (*notify_qp_reset)(struct rvt_qp *qp);
[all …]
|
| /Linux-v5.10/drivers/infiniband/hw/qib/ |
| D | qib_verbs.h | 123 struct rvt_qp *owner;
218 static inline int qib_send_ok(struct rvt_qp *qp) in qib_send_ok()
225 bool _qib_schedule_send(struct rvt_qp *qp);
226 bool qib_schedule_send(struct rvt_qp *qp);
272 void *qib_qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp);
273 void qib_qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp);
274 void qib_notify_qp_reset(struct rvt_qp *qp);
277 void qib_restart_rc(struct rvt_qp *qp, u32 psn, int wait);
290 int qib_verbs_send(struct rvt_qp *qp, struct ib_header *hdr,
294 int has_grh, void *data, u32 tlen, struct rvt_qp *qp);
[all …]
|
| D | qib_qp.c | 233 void qib_notify_qp_reset(struct rvt_qp *qp) in qib_notify_qp_reset()
240 void qib_notify_error_qp(struct rvt_qp *qp) in qib_notify_error_qp()
291 int qib_get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp, in qib_get_pmtu_from_attr()
314 u32 qib_mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu) in qib_mtu_from_qp()
319 void *qib_qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp) in qib_qp_priv_alloc()
340 void qib_qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp) in qib_qp_priv_free()
348 void qib_stop_send_queue(struct rvt_qp *qp) in qib_stop_send_queue()
355 void qib_quiesce_qp(struct rvt_qp *qp) in qib_quiesce_qp()
366 void qib_flush_qp_waiters(struct rvt_qp *qp) in qib_flush_qp_waiters()
385 int qib_check_send_wqe(struct rvt_qp *qp, in qib_check_send_wqe()
[all …]
|
| D | qib_ruc.c | 44 void qib_migrate_qp(struct rvt_qp *qp) in qib_migrate_qp()
83 int has_grh, struct rvt_qp *qp, u32 bth0) in qib_ruc_check_hdr()
206 void qib_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, in qib_make_ruc_header()
250 struct rvt_qp *qp = priv->owner; in _qib_do_send()
263 void qib_do_send(struct rvt_qp *qp) in qib_do_send()
268 int (*make_req)(struct rvt_qp *qp, unsigned long *flags); in qib_do_send()
|
| D | qib_verbs.c | 223 int has_grh, void *data, u32 tlen, struct rvt_qp *qp) in qib_qp_rcv()
279 struct rvt_qp *qp; in qib_ib_rcv()
366 struct rvt_qp *qp = NULL; in mem_timer()
560 struct rvt_qp *qp) in __get_txreq()
592 struct rvt_qp *qp) in get_txreq()
616 struct rvt_qp *qp; in qib_put_txreq()
669 struct rvt_qp *qp; in qib_verbs_sdma_desc_avail()
671 struct rvt_qp *qps[20]; in qib_verbs_sdma_desc_avail()
715 struct rvt_qp *qp = tx->qp; in sdma_complete()
746 static int wait_kmem(struct qib_ibdev *dev, struct rvt_qp *qp) in wait_kmem()
[all …]
|
| /Linux-v5.10/drivers/infiniband/sw/rdmavt/ |
| D | trace_qp.h | 57 #define TRACE_SYSTEM rvt_qp
60 TP_PROTO(struct rvt_qp *qp, u32 bucket),
81 TP_PROTO(struct rvt_qp *qp, u32 bucket),
85 TP_PROTO(struct rvt_qp *qp, u32 bucket),
90 TP_PROTO(struct rvt_qp *qp, u32 to),
118 TP_PROTO(struct rvt_qp *qp, u32 to),
123 TP_PROTO(struct rvt_qp *qp, u32 to),
128 TP_PROTO(struct rvt_qp *qp, u32 to),
|
| D | qp.c | 64 static void rvt_reset_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp,
464 static void rvt_free_qp_cb(struct rvt_qp *qp, u64 v) in rvt_free_qp_cb()
621 static void rvt_clear_mr_refs(struct rvt_qp *qp, int clr_sends) in rvt_clear_mr_refs()
681 static bool rvt_qp_sends_has_lkey(struct rvt_qp *qp, u32 lkey) in rvt_qp_sends_has_lkey()
705 static bool rvt_qp_acks_has_lkey(struct rvt_qp *qp, u32 lkey) in rvt_qp_acks_has_lkey()
730 void rvt_qp_mr_clean(struct rvt_qp *qp, u32 lkey) in rvt_qp_mr_clean()
771 static void rvt_remove_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp) in rvt_remove_qp()
787 struct rvt_qp *q; in rvt_remove_qp()
788 struct rvt_qp __rcu **qpp; in rvt_remove_qp()
864 static void rvt_init_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, in rvt_init_qp()
[all …]
|
| D | trace_rc.h | 60 TP_PROTO(struct rvt_qp *qp, u32 psn),
99 TP_PROTO(struct rvt_qp *qp, u32 psn),
|
| D | mcast.c | 75 static struct rvt_mcast_qp *rvt_mcast_qp_alloc(struct rvt_qp *qp) in rvt_mcast_qp_alloc()
92 struct rvt_qp *qp = mqp->qp; in rvt_mcast_qp_free()
282 struct rvt_qp *qp = ibqp_to_rvtqp(ibqp); in rvt_attach_mcast()
345 struct rvt_qp *qp = ibqp_to_rvtqp(ibqp); in rvt_detach_mcast()
|
| D | rc.c | 94 __be32 rvt_compute_aeth(struct rvt_qp *qp) in rvt_compute_aeth()
163 void rvt_get_credit(struct rvt_qp *qp, u32 aeth) in rvt_get_credit()
|
