/Linux-v4.19/drivers/infiniband/hw/hfi1/ |
D | qp.h | 64 static inline int hfi1_send_ok(struct rvt_qp *qp) in hfi1_send_ok() 95 static inline void clear_ahg(struct rvt_qp *qp) in clear_ahg() 125 void hfi1_qp_wakeup(struct rvt_qp *qp, u32 flag); 127 struct sdma_engine *qp_to_sdma_engine(struct rvt_qp *qp, u8 sc5); 128 struct send_context *qp_to_send_context(struct rvt_qp *qp, u8 sc5); 132 void _hfi1_schedule_send(struct rvt_qp *qp); 133 void hfi1_schedule_send(struct rvt_qp *qp); 135 void hfi1_migrate_qp(struct rvt_qp *qp); 140 void *qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp); 141 void qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp); [all …]
|
D | verbs.h | 161 struct rvt_qp *owner; 205 struct rvt_qp __rcu *qp[2]; 250 static inline struct rvt_qp *iowait_to_qp(struct iowait *s_iowait) in iowait_to_qp() 314 int hfi1_verbs_send(struct rvt_qp *qp, struct hfi1_pkt_state *ps); 328 struct rvt_qp *qp); 332 void hfi1_rc_send_complete(struct rvt_qp *qp, struct hfi1_opa_header *opah); 338 void hfi1_migrate_qp(struct rvt_qp *qp); 340 int hfi1_check_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, 343 void hfi1_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, 345 void hfi1_restart_rc(struct rvt_qp *qp, u32 psn, int wait); [all …]
|
D | qp.c | 66 static void flush_tx_list(struct rvt_qp *qp); 75 static void qp_pio_drain(struct rvt_qp *qp); 137 static void flush_tx_list(struct rvt_qp *qp) in flush_tx_list() 154 static void flush_iowait(struct rvt_qp *qp) in flush_iowait() 198 int hfi1_check_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, in hfi1_check_modify_qp() 240 static inline void qp_set_16b(struct rvt_qp *qp) in qp_set_16b() 260 void hfi1_modify_qp(struct rvt_qp *qp, struct ib_qp_attr *attr, in hfi1_modify_qp() 297 int hfi1_check_send_wqe(struct rvt_qp *qp, in hfi1_check_send_wqe() 336 void _hfi1_schedule_send(struct rvt_qp *qp) in _hfi1_schedule_send() 350 static void qp_pio_drain(struct rvt_qp *qp) in qp_pio_drain() [all …]
|
D | verbs_txreq.h | 61 struct rvt_qp *qp; 73 struct rvt_qp *qp); 76 struct rvt_qp *qp) in get_txreq() 105 static inline struct verbs_txreq *get_waiting_verbs_txreq(struct rvt_qp *qp) in get_waiting_verbs_txreq() 116 static inline bool verbs_txreq_queued(struct rvt_qp *qp) in verbs_txreq_queued()
|
D | trace_rc.h | 59 TP_PROTO(struct rvt_qp *qp, u32 psn), 98 TP_PROTO(struct rvt_qp *qp, u32 psn), 103 TP_PROTO(struct rvt_qp *qp, u32 psn), 108 TP_PROTO(struct rvt_qp *qp, u32 psn),
|
D | ruc.c | 73 struct rvt_qp *qp = packet->qp; in hfi1_ruc_check_hdr() 169 static void ruc_loopback(struct rvt_qp *sqp) in ruc_loopback() 172 struct rvt_qp *qp; in ruc_loopback() 532 static inline void build_ahg(struct rvt_qp *qp, u32 npsn) in build_ahg() 576 static inline void hfi1_make_ruc_bth(struct rvt_qp *qp, in hfi1_make_ruc_bth() 600 static inline void hfi1_make_ruc_header_16B(struct rvt_qp *qp, in hfi1_make_ruc_header_16B() 688 static inline void hfi1_make_ruc_header_9B(struct rvt_qp *qp, in hfi1_make_ruc_header_9B() 743 typedef void (*hfi1_make_ruc_hdr)(struct rvt_qp *qp, 754 void hfi1_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, in hfi1_make_ruc_header() 795 static bool schedule_send_yield(struct rvt_qp *qp, in schedule_send_yield() [all …]
|
D | fault.h | 77 bool hfi1_dbg_should_fault_tx(struct rvt_qp *qp, u32 opcode); 94 static inline bool hfi1_dbg_should_fault_tx(struct rvt_qp *qp, in hfi1_dbg_should_fault_tx()
|
D | verbs_txreq.c | 58 struct rvt_qp *qp; in hfi1_put_txreq() 94 struct rvt_qp *qp) in __get_txreq()
|
D | rc.c | 85 static int make_rc_ack(struct hfi1_ibdev *dev, struct rvt_qp *qp, in make_rc_ack() 256 int hfi1_make_rc_req(struct rvt_qp *qp, struct hfi1_pkt_state *ps) in hfi1_make_rc_req() 715 static inline void hfi1_make_bth_aeth(struct rvt_qp *qp, in hfi1_make_bth_aeth() 733 struct rvt_qp *qp = packet->qp; in hfi1_queue_rc_ack() 760 struct rvt_qp *qp = packet->qp; in hfi1_make_rc_ack_9B() 808 struct rvt_qp *qp = packet->qp; in hfi1_make_rc_ack_16B() 878 struct rvt_qp *qp = packet->qp; in hfi1_send_rc_ack() 947 static void reset_psn(struct rvt_qp *qp, u32 psn) in reset_psn() 1034 void hfi1_restart_rc(struct rvt_qp *qp, u32 psn, int wait) in hfi1_restart_rc() 1074 static void reset_sending_psn(struct rvt_qp *qp, u32 psn) in reset_sending_psn() [all …]
|
D | ud.c | 72 static void ud_loopback(struct rvt_qp *sqp, struct rvt_swqe *swqe) in ud_loopback() 77 struct rvt_qp *qp; in ud_loopback() 286 static void hfi1_make_bth_deth(struct rvt_qp *qp, struct rvt_swqe *wqe, in hfi1_make_bth_deth() 322 void hfi1_make_ud_req_9B(struct rvt_qp *qp, struct hfi1_pkt_state *ps, in hfi1_make_ud_req_9B() 393 void hfi1_make_ud_req_16B(struct rvt_qp *qp, struct hfi1_pkt_state *ps, in hfi1_make_ud_req_16B() 495 int hfi1_make_ud_req(struct rvt_qp *qp, struct hfi1_pkt_state *ps) in hfi1_make_ud_req() 651 void return_cnp_16B(struct hfi1_ibport *ibp, struct rvt_qp *qp, in return_cnp_16B() 710 void return_cnp(struct hfi1_ibport *ibp, struct rvt_qp *qp, u32 remote_qpn, in return_cnp() 781 struct rvt_qp *qp, u16 slid, struct opa_smp *smp) in opa_smp_check() 878 struct rvt_qp *qp = packet->qp; in hfi1_ud_rcv()
|
D | verbs.c | 143 static int pio_wait(struct rvt_qp *qp, 529 static u64 hfi1_fault_tx(struct rvt_qp *qp, u8 opcode, u64 pbc) in hfi1_fault_tx() 680 struct rvt_qp *qp = NULL; in mem_timer() 712 struct rvt_qp *qp = tx->qp; in verbs_sdma_complete() 729 struct rvt_qp *qp, in wait_kmem() 811 static void update_tx_opstats(struct rvt_qp *qp, struct hfi1_pkt_state *ps, in update_tx_opstats() 902 int hfi1_verbs_send_dma(struct rvt_qp *qp, struct hfi1_pkt_state *ps, in hfi1_verbs_send_dma() 983 static int pio_wait(struct rvt_qp *qp, in pio_wait() 1032 struct rvt_qp *qp = (struct rvt_qp *)arg; in verbs_pio_complete() 1039 int hfi1_verbs_send_pio(struct rvt_qp *qp, struct hfi1_pkt_state *ps, in hfi1_verbs_send_pio() [all …]
|
D | trace_tx.h | 110 TP_PROTO(struct rvt_qp *qp, u32 flags), 134 TP_PROTO(struct rvt_qp *qp, u32 flags), 138 TP_PROTO(struct rvt_qp *qp, u32 flags), 772 TP_PROTO(struct rvt_qp *qp, struct rvt_swqe *wqe, u32 idx), 815 TP_PROTO(struct rvt_qp *qp, bool flag), 837 TP_PROTO(struct rvt_qp *qp, bool flag), 843 TP_PROTO(struct rvt_qp *qp, bool flag),
|
/Linux-v4.19/include/rdma/ |
D | rdma_vt.h | 76 struct rvt_qp __rcu *qp[2]; 214 void (*schedule_send)(struct rvt_qp *qp); 215 void (*schedule_send_no_lock)(struct rvt_qp *qp); 218 int (*check_send_wqe)(struct rvt_qp *qp, struct rvt_swqe *wqe); 224 void (*do_send)(struct rvt_qp *qp); 242 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp); 247 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp); 253 void (*notify_qp_reset)(struct rvt_qp *qp); 258 int (*get_pmtu_from_attr)(struct rvt_dev_info *rdi, struct rvt_qp *qp, 265 void (*flush_qp_waiters)(struct rvt_qp *qp); [all …]
|
D | rdmavt_qp.h | 272 struct rvt_qp { struct 278 struct rvt_qp __rcu *next; /* link list for QPN hash table */ argument 427 struct rvt_qp __rcu **qp_table; 439 struct rvt_qp *qp; 460 static inline struct rvt_swqe *rvt_get_swqe_ptr(struct rvt_qp *qp, in rvt_get_swqe_ptr() 485 static inline bool rvt_is_user_qp(struct rvt_qp *qp) in rvt_is_user_qp() 494 static inline void rvt_get_qp(struct rvt_qp *qp) in rvt_get_qp() 503 static inline void rvt_put_qp(struct rvt_qp *qp) in rvt_put_qp() 535 struct rvt_qp *qp, in rvt_qp_wqe_reserve() 557 struct rvt_qp *qp, in rvt_qp_wqe_unreserve() [all …]
|
/Linux-v4.19/drivers/infiniband/hw/qib/ |
D | qib_verbs.h | 123 struct rvt_qp *owner; 219 static inline int qib_send_ok(struct rvt_qp *qp) in qib_send_ok() 226 void _qib_schedule_send(struct rvt_qp *qp); 227 void qib_schedule_send(struct rvt_qp *qp); 274 void *qib_qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp); 275 void qib_qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp); 276 void qib_notify_qp_reset(struct rvt_qp *qp); 279 void qib_restart_rc(struct rvt_qp *qp, u32 psn, int wait); 292 int qib_verbs_send(struct rvt_qp *qp, struct ib_header *hdr, 299 int has_grh, void *data, u32 tlen, struct rvt_qp *qp); [all …]
|
D | qib_qp.c | 233 void qib_notify_qp_reset(struct rvt_qp *qp) in qib_notify_qp_reset() 240 void qib_notify_error_qp(struct rvt_qp *qp) in qib_notify_error_qp() 291 int qib_get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp, in qib_get_pmtu_from_attr() 314 u32 qib_mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu) in qib_mtu_from_qp() 319 void *qib_qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp) in qib_qp_priv_alloc() 340 void qib_qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp) in qib_qp_priv_free() 348 void qib_stop_send_queue(struct rvt_qp *qp) in qib_stop_send_queue() 355 void qib_quiesce_qp(struct rvt_qp *qp) in qib_quiesce_qp() 366 void qib_flush_qp_waiters(struct rvt_qp *qp) in qib_flush_qp_waiters() 389 int qib_check_send_wqe(struct rvt_qp *qp, in qib_check_send_wqe() [all …]
|
D | qib_ruc.c | 44 void qib_migrate_qp(struct rvt_qp *qp) in qib_migrate_qp() 83 int has_grh, struct rvt_qp *qp, u32 bth0) in qib_ruc_check_hdr() 184 static void qib_ruc_loopback(struct rvt_qp *sqp) in qib_ruc_loopback() 190 struct rvt_qp *qp; in qib_ruc_loopback() 507 void qib_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, in qib_make_ruc_header() 551 struct rvt_qp *qp = priv->owner; in _qib_do_send() 564 void qib_do_send(struct rvt_qp *qp) in qib_do_send() 569 int (*make_req)(struct rvt_qp *qp, unsigned long *flags); in qib_do_send() 620 void qib_send_complete(struct rvt_qp *qp, struct rvt_swqe *wqe, in qib_send_complete()
|
D | qib_verbs.c | 255 int has_grh, void *data, u32 tlen, struct rvt_qp *qp) in qib_qp_rcv() 311 struct rvt_qp *qp; in qib_ib_rcv() 396 struct rvt_qp *qp = NULL; in mem_timer() 595 struct rvt_qp *qp) in __get_txreq() 627 struct rvt_qp *qp) in get_txreq() 651 struct rvt_qp *qp; in qib_put_txreq() 704 struct rvt_qp *qp; in qib_verbs_sdma_desc_avail() 706 struct rvt_qp *qps[20]; in qib_verbs_sdma_desc_avail() 750 struct rvt_qp *qp = tx->qp; in sdma_complete() 781 static int wait_kmem(struct qib_ibdev *dev, struct rvt_qp *qp) in wait_kmem() [all …]
|
D | qib.h | 248 struct rvt_qp *qp; 1516 void qib_stop_send_queue(struct rvt_qp *qp); 1517 void qib_quiesce_qp(struct rvt_qp *qp); 1518 void qib_flush_qp_waiters(struct rvt_qp *qp); 1520 u32 qib_mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu); 1521 void qib_notify_error_qp(struct rvt_qp *qp); 1522 int qib_get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp,
|
D | qib_rc.c | 67 static int qib_make_rc_ack(struct qib_ibdev *dev, struct rvt_qp *qp, in qib_make_rc_ack() 220 int qib_make_rc_req(struct rvt_qp *qp, unsigned long *flags) in qib_make_rc_req() 608 void qib_send_rc_ack(struct rvt_qp *qp) in qib_send_rc_ack() 746 static void reset_psn(struct rvt_qp *qp, u32 psn) in reset_psn() 831 void qib_restart_rc(struct rvt_qp *qp, u32 psn, int wait) in qib_restart_rc() 867 static void reset_sending_psn(struct rvt_qp *qp, u32 psn) in reset_sending_psn() 892 void qib_rc_send_complete(struct rvt_qp *qp, struct ib_header *hdr) in qib_rc_send_complete() 960 static inline void update_last_psn(struct rvt_qp *qp, u32 psn) in update_last_psn() 970 static struct rvt_swqe *do_rc_completion(struct rvt_qp *qp, in do_rc_completion() 1035 static int do_rc_ack(struct rvt_qp *qp, u32 aeth, u32 psn, int opcode, in do_rc_ack() [all …]
|
/Linux-v4.19/drivers/infiniband/sw/rdmavt/ |
D | trace_qp.h | 57 #define TRACE_SYSTEM rvt_qp 60 TP_PROTO(struct rvt_qp *qp, u32 bucket), 81 TP_PROTO(struct rvt_qp *qp, u32 bucket), 85 TP_PROTO(struct rvt_qp *qp, u32 bucket), 90 TP_PROTO(struct rvt_qp *qp, u32 to), 118 TP_PROTO(struct rvt_qp *qp, u32 to), 123 TP_PROTO(struct rvt_qp *qp, u32 to), 128 TP_PROTO(struct rvt_qp *qp, u32 to),
|
D | qp.c | 280 struct rvt_qp *qp; in rvt_free_all_qps() 430 static void rvt_clear_mr_refs(struct rvt_qp *qp, int clr_sends) in rvt_clear_mr_refs() 496 static bool rvt_qp_sends_has_lkey(struct rvt_qp *qp, u32 lkey) in rvt_qp_sends_has_lkey() 520 static bool rvt_qp_acks_has_lkey(struct rvt_qp *qp, u32 lkey) in rvt_qp_acks_has_lkey() 545 void rvt_qp_mr_clean(struct rvt_qp *qp, u32 lkey) in rvt_qp_mr_clean() 586 static void rvt_remove_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp) in rvt_remove_qp() 602 struct rvt_qp *q; in rvt_remove_qp() 603 struct rvt_qp __rcu **qpp; in rvt_remove_qp() 638 static void rvt_init_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, in rvt_init_qp() 692 static void rvt_reset_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, in rvt_reset_qp() [all …]
|
D | trace_rc.h | 60 TP_PROTO(struct rvt_qp *qp, u32 psn), 99 TP_PROTO(struct rvt_qp *qp, u32 psn),
|
D | rc.c | 94 __be32 rvt_compute_aeth(struct rvt_qp *qp) in rvt_compute_aeth() 158 void rvt_get_credit(struct rvt_qp *qp, u32 aeth) in rvt_get_credit()
|
D | mcast.c | 75 static struct rvt_mcast_qp *rvt_mcast_qp_alloc(struct rvt_qp *qp) in rvt_mcast_qp_alloc() 92 struct rvt_qp *qp = mqp->qp; in rvt_mcast_qp_free() 282 struct rvt_qp *qp = ibqp_to_rvtqp(ibqp); in rvt_attach_mcast() 345 struct rvt_qp *qp = ibqp_to_rvtqp(ibqp); in rvt_detach_mcast()
|