/Linux-v5.4/drivers/infiniband/hw/qib/ |
D | qib_mad.c | 64 static void qib_send_trap(struct qib_ibport *ibp, void *data, unsigned len) in qib_send_trap() argument 73 agent = ibp->rvp.send_agent; in qib_send_trap() 78 if (!(ppd_from_ibp(ibp)->lflags & QIBL_LINKACTIVE)) in qib_send_trap() 82 if (ibp->rvp.trap_timeout && in qib_send_trap() 83 time_before(jiffies, ibp->rvp.trap_timeout)) in qib_send_trap() 97 ibp->rvp.tid++; in qib_send_trap() 98 smp->tid = cpu_to_be64(ibp->rvp.tid); in qib_send_trap() 103 spin_lock_irqsave(&ibp->rvp.lock, flags); in qib_send_trap() 104 if (!ibp->rvp.sm_ah) { in qib_send_trap() 105 if (ibp->rvp.sm_lid != be16_to_cpu(IB_LID_PERMISSIVE)) { in qib_send_trap() [all …]
|
D | qib_ruc.c | 59 static __be64 get_sguid(struct qib_ibport *ibp, unsigned index) in get_sguid() argument 62 struct qib_pportdata *ppd = ppd_from_ibp(ibp); in get_sguid() 66 return ibp->guids[index - 1]; in get_sguid() 82 int qib_ruc_check_hdr(struct qib_ibport *ibp, struct ib_header *hdr, in qib_ruc_check_hdr() argument 100 guid = get_sguid(ibp, grh->sgid_index); in qib_ruc_check_hdr() 102 ibp->rvp.gid_prefix, guid)) in qib_ruc_check_hdr() 110 qib_get_pkey(ibp, qp->s_alt_pkey_index))) { in qib_ruc_check_hdr() 111 qib_bad_pkey(ibp, in qib_ruc_check_hdr() 121 ppd_from_ibp(ibp)->port != in qib_ruc_check_hdr() 139 guid = get_sguid(ibp, grh->sgid_index); in qib_ruc_check_hdr() [all …]
|
D | qib_ud.c | 53 struct qib_ibport *ibp = to_iport(sqp->ibqp.device, sqp->port_num); in qib_ud_loopback() local 54 struct qib_pportdata *ppd = ppd_from_ibp(ibp); in qib_ud_loopback() 67 qp = rvt_lookup_qpn(rdi, &ibp->rvp, rvt_get_swqe_remote_qpn(swqe)); in qib_ud_loopback() 69 ibp->rvp.n_pkt_drops++; in qib_ud_loopback() 80 ibp->rvp.n_pkt_drops++; in qib_ud_loopback() 85 ppd = ppd_from_ibp(ibp); in qib_ud_loopback() 92 pkey1 = qib_get_pkey(ibp, sqp->s_pkey_index); in qib_ud_loopback() 93 pkey2 = qib_get_pkey(ibp, qp->s_pkey_index); in qib_ud_loopback() 97 qib_bad_pkey(ibp, pkey1, in qib_ud_loopback() 150 ibp->rvp.n_vl15_dropped++; in qib_ud_loopback() [all …]
|
D | qib_verbs.c | 226 struct qib_ibport *ibp = &rcd->ppd->ibport_data; in qib_qp_rcv() local 232 ibp->rvp.n_pkt_drops++; in qib_qp_rcv() 243 qib_ud_rcv(ibp, hdr, has_grh, data, tlen, qp); in qib_qp_rcv() 251 qib_uc_rcv(ibp, hdr, has_grh, data, tlen, qp); in qib_qp_rcv() 275 struct qib_ibport *ibp = &ppd->ibport_data; in qib_ib_rcv() local 328 mcast = rvt_mcast_find(&ibp->rvp, &hdr->u.l.grh.dgid, lid); in qib_ib_rcv() 331 this_cpu_inc(ibp->pmastats->n_multicast_rcv); in qib_ib_rcv() 342 qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in qib_ib_rcv() 347 this_cpu_inc(ibp->pmastats->n_unicast_rcv); in qib_ib_rcv() 354 ibp->rvp.n_pkt_drops++; in qib_ib_rcv() [all …]
|
D | qib_verbs.h | 241 void qib_bad_pkey(struct qib_ibport *ibp, u32 key, u32 sl, 244 void qib_sys_guid_chg(struct qib_ibport *ibp); 245 void qib_node_desc_chg(struct qib_ibport *ibp); 295 void qib_uc_rcv(struct qib_ibport *ibp, struct ib_header *hdr, 306 struct ib_ah *qib_create_qp0_ah(struct qib_ibport *ibp, u16 dlid); 314 void qib_ud_rcv(struct qib_ibport *ibp, struct ib_header *hdr, 321 int qib_ruc_check_hdr(struct qib_ibport *ibp, struct ib_header *hdr, 324 u32 qib_make_grh(struct qib_ibport *ibp, struct ib_grh *hdr,
|
D | qib_rc.c | 600 struct qib_ibport *ibp = to_iport(qp->ibqp.device, qp->port_num); in qib_send_rc_ack() local 601 struct qib_pportdata *ppd = ppd_from_ibp(ibp); in qib_send_rc_ack() 629 hwords += qib_make_grh(ibp, &hdr.u.l.grh, in qib_send_rc_ack() 636 bth0 = qib_get_pkey(ibp, qp->s_pkey_index) | (OP(ACKNOWLEDGE) << 24); in qib_send_rc_ack() 645 lrh0 |= ibp->sl_to_vl[rdma_ah_get_sl(&qp->remote_ah_attr)] << 12 | in qib_send_rc_ack() 707 this_cpu_inc(ibp->pmastats->n_unicast_xmit); in qib_send_rc_ack() 712 this_cpu_inc(*ibp->rvp.rc_qacks); in qib_send_rc_ack() 823 struct qib_ibport *ibp; in qib_restart_rc() local 838 ibp = to_iport(qp->ibqp.device, qp->port_num); in qib_restart_rc() 840 ibp->rvp.n_rc_resends++; in qib_restart_rc() [all …]
|
D | qib_driver.c | 303 struct qib_ibport *ibp = &ppd->ibport_data; in qib_rcv_hdrerr() local 351 qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in qib_rcv_hdrerr() 366 ibp->rvp.n_pkt_drops++; in qib_rcv_hdrerr() 374 ibp, hdr, in qib_rcv_hdrerr() 386 ibp->rvp.n_rc_seqnak++; in qib_rcv_hdrerr()
|
D | qib_qp.c | 221 struct qib_ibport *ibp = &dd->pport[n].ibport_data; in qib_free_all_qps() local 224 if (rcu_dereference(ibp->rvp.qp[0])) in qib_free_all_qps() 226 if (rcu_dereference(ibp->rvp.qp[1])) in qib_free_all_qps()
|
D | qib_uc.c | 237 void qib_uc_rcv(struct qib_ibport *ibp, struct ib_header *hdr, in qib_uc_rcv() argument 260 if (qib_ruc_check_hdr(ibp, hdr, has_grh, qp, opcode)) in qib_uc_rcv() 513 ibp->rvp.n_pkt_drops++; in qib_uc_rcv()
|
D | qib_sdma.c | 657 struct qib_ibport *ibp; in qib_sdma_verbs_send() local 659 ibp = &ppd->ibport_data; in qib_sdma_verbs_send() 660 ibp->rvp.n_dmawait++; in qib_sdma_verbs_send()
|
/Linux-v5.4/drivers/infiniband/hw/hfi1/ |
D | mad.c | 101 static u16 hfi1_lookup_pkey_value(struct hfi1_ibport *ibp, int pkey_idx) in hfi1_lookup_pkey_value() argument 103 struct hfi1_pportdata *ppd = ppd_from_ibp(ibp); in hfi1_lookup_pkey_value() 125 static void cleanup_traps(struct hfi1_ibport *ibp, struct trap_node *trap) in cleanup_traps() argument 133 spin_lock_irqsave(&ibp->rvp.lock, flags); in cleanup_traps() 134 list_replace_init(&ibp->rvp.trap_lists[i].list, &trap_list); in cleanup_traps() 135 ibp->rvp.trap_lists[i].list_len = 0; in cleanup_traps() 136 spin_unlock_irqrestore(&ibp->rvp.lock, flags); in cleanup_traps() 156 static struct trap_node *check_and_add_trap(struct hfi1_ibport *ibp, in check_and_add_trap() argument 180 spin_lock_irqsave(&ibp->rvp.lock, flags); in check_and_add_trap() 181 trap_list = &ibp->rvp.trap_lists[queue_id]; in check_and_add_trap() [all …]
|
D | ruc.c | 69 int hfi1_ruc_check_hdr(struct hfi1_ibport *ibp, struct hfi1_packet *packet) in hfi1_ruc_check_hdr() argument 74 u8 sc5 = ibp->sl_to_sc[rdma_ah_get_sl(&qp->remote_ah_attr)]; in hfi1_ruc_check_hdr() 94 guid = get_sguid(ibp, grh->sgid_index); in hfi1_ruc_check_hdr() 95 if (!gid_ok(&packet->grh->dgid, ibp->rvp.gid_prefix, in hfi1_ruc_check_hdr() 104 if (unlikely(rcv_pkey_check(ppd_from_ibp(ibp), pkey, in hfi1_ruc_check_hdr() 106 hfi1_bad_pkey(ibp, pkey, sl, 0, qp->ibqp.qp_num, in hfi1_ruc_check_hdr() 112 ppd_from_ibp(ibp)->port != in hfi1_ruc_check_hdr() 131 guid = get_sguid(ibp, grh->sgid_index); in hfi1_ruc_check_hdr() 132 if (!gid_ok(&packet->grh->dgid, ibp->rvp.gid_prefix, in hfi1_ruc_check_hdr() 141 if (unlikely(rcv_pkey_check(ppd_from_ibp(ibp), pkey, in hfi1_ruc_check_hdr() [all …]
|
D | ud.c | 75 struct hfi1_ibport *ibp = to_iport(sqp->ibqp.device, sqp->port_num); in ud_loopback() local 89 qp = rvt_lookup_qpn(ib_to_rvt(sqp->ibqp.device), &ibp->rvp, in ud_loopback() 92 ibp->rvp.n_pkt_drops++; in ud_loopback() 104 ibp->rvp.n_pkt_drops++; in ud_loopback() 109 ppd = ppd_from_ibp(ibp); in ud_loopback() 114 u8 sc5 = ibp->sl_to_sc[rdma_ah_get_sl(ah_attr)]; in ud_loopback() 116 pkey = hfi1_get_pkey(ibp, sqp->s_pkey_index); in ud_loopback() 122 hfi1_bad_pkey(ibp, pkey, in ud_loopback() 174 ibp->rvp.n_vl15_dropped++; in ud_loopback() 181 ibp->rvp.n_pkt_drops++; in ud_loopback() [all …]
|
D | verbs.c | 374 struct hfi1_ibport *ibp = &ppd->ibport_data; in hfi1_kdeth_eager_rcv() local 401 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_kdeth_eager_rcv() 419 ibp->rvp.n_pkt_drops++; in hfi1_kdeth_eager_rcv() 428 struct hfi1_ibport *ibp = &ppd->ibport_data; in hfi1_kdeth_expected_rcv() local 455 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_kdeth_expected_rcv() 473 ibp->rvp.n_pkt_drops++; in hfi1_kdeth_expected_rcv() 500 struct hfi1_ibport *ibp = rcd_to_iport(rcd); in hfi1_handle_packet() local 513 mcast = rvt_mcast_find(&ibp->rvp, in hfi1_handle_packet() 527 ibp->rvp.n_pkt_drops++; in hfi1_handle_packet() 545 packet->qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in hfi1_handle_packet() [all …]
|
D | qp.c | 261 struct hfi1_ibport *ibp; in qp_set_16b() local 273 ibp = to_iport(qp->ibqp.device, qp->port_num); in qp_set_16b() 274 ppd = ppd_from_ibp(ibp); in qp_set_16b() 321 struct hfi1_ibport *ibp = to_iport(qp->ibqp.device, qp->port_num); in hfi1_setup_wqe() local 344 ppd = ppd_from_ibp(ibp); in hfi1_setup_wqe() 354 if (ibp->sl_to_sc[rdma_ah_get_sl(&ah->attr)] == 0xf) in hfi1_setup_wqe() 381 struct hfi1_ibport *ibp = in _hfi1_schedule_send() local 383 struct hfi1_pportdata *ppd = ppd_from_ibp(ibp); in _hfi1_schedule_send() 517 struct hfi1_ibport *ibp = in iowait_sleep() local 520 ibp->rvp.n_dmawait++; in iowait_sleep() [all …]
|
D | verbs.h | 234 struct hfi1_ibport *ibp; member 326 void hfi1_bad_pkey(struct hfi1_ibport *ibp, u32 key, u32 sl, 329 void hfi1_sys_guid_chg(struct hfi1_ibport *ibp); 330 void hfi1_node_desc_chg(struct hfi1_ibport *ibp); 424 int hfi1_lookup_pkey_idx(struct hfi1_ibport *ibp, u16 pkey); 440 int hfi1_ruc_check_hdr(struct hfi1_ibport *ibp, struct hfi1_packet *packet); 442 u32 hfi1_make_grh(struct hfi1_ibport *ibp, struct ib_grh *hdr,
|
D | rc.c | 1241 struct hfi1_ibport *ibp; in hfi1_queue_rc_ack() local 1247 ibp = rcd_to_iport(packet->rcd); in hfi1_queue_rc_ack() 1248 this_cpu_inc(*ibp->rvp.rc_qacks); in hfi1_queue_rc_ack() 1268 struct hfi1_ibport *ibp = rcd_to_iport(packet->rcd); in hfi1_make_rc_ack_9B() local 1269 struct hfi1_pportdata *ppd = ppd_from_ibp(ibp); in hfi1_make_rc_ack_9B() 1282 *hwords += hfi1_make_grh(ibp, &hdr->u.l.grh, in hfi1_make_rc_ack_9B() 1292 pkey = hfi1_get_pkey(ibp, qp->s_pkey_index); in hfi1_make_rc_ack_9B() 1321 struct hfi1_ibport *ibp = rcd_to_iport(packet->rcd); in hfi1_make_rc_ack_16B() local 1322 struct hfi1_pportdata *ppd = ppd_from_ibp(ibp); in hfi1_make_rc_ack_16B() 1340 *hwords += hfi1_make_grh(ibp, &hdr->u.l.grh, in hfi1_make_rc_ack_16B() [all …]
|
D | hfi.h | 1612 void return_cnp(struct hfi1_ibport *ibp, struct rvt_qp *qp, u32 remote_qpn, 1615 void return_cnp_16B(struct hfi1_ibport *ibp, struct rvt_qp *qp, 1618 typedef void (*hfi1_handle_cnp)(struct hfi1_ibport *ibp, struct rvt_qp *qp, 1832 static inline struct hfi1_pportdata *ppd_from_ibp(struct hfi1_ibport *ibp) in ppd_from_ibp() argument 1834 return container_of(ibp, struct hfi1_pportdata, ibport_data); in ppd_from_ibp() 1896 static inline u16 hfi1_get_pkey(struct hfi1_ibport *ibp, unsigned index) in hfi1_get_pkey() argument 1898 struct hfi1_pportdata *ppd = ppd_from_ibp(ibp); in hfi1_get_pkey() 1912 static inline __be64 get_sguid(struct hfi1_ibport *ibp, unsigned int index) in get_sguid() argument 1914 struct hfi1_pportdata *ppd = ppd_from_ibp(ibp); in get_sguid() 2310 struct hfi1_ibport *ibp; in hfi1_update_ah_attr() local [all …]
|
D | driver.c | 256 struct hfi1_ibport *ibp = rcd_to_iport(rcd); in rcv_hdrerr() local 313 qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num); in rcv_hdrerr() 328 ibp->rvp.n_pkt_drops++; in rcv_hdrerr() 370 sl = ibp->sc_to_sl[sc5]; in rcv_hdrerr() 374 qp = rvt_lookup_qpn(rdi, &ibp->rvp, lqpn); in rcv_hdrerr() 447 struct hfi1_ibport *ibp = to_iport(qp->ibqp.device, qp->port_num); in hfi1_process_ecn_slowpath() local 448 struct hfi1_pportdata *ppd = ppd_from_ibp(ibp); in hfi1_process_ecn_slowpath() 523 hfi1_handle_cnp_tbl[hdr_type](ibp, qp, rqpn, pkey, in hfi1_process_ecn_slowpath() 528 u8 sl = ibp->sc_to_sl[sc]; in hfi1_process_ecn_slowpath() 623 struct hfi1_ibport *ibp = rcd_to_iport(rcd); in __prescan_rxq() local [all …]
|
D | rc.h | 57 struct hfi1_ibport *ibp);
|
D | qp.h | 161 void hfi1_error_port_qps(struct hfi1_ibport *ibp, u8 sl);
|
D | uc.c | 307 struct hfi1_ibport *ibp = rcd_to_iport(packet->rcd); in hfi1_uc_rcv() local 322 if (hfi1_ruc_check_hdr(ibp, packet)) in hfi1_uc_rcv() 583 ibp->rvp.n_pkt_drops++; in hfi1_uc_rcv()
|
D | tid_rdma.c | 609 struct hfi1_ibport *ibp; in tid_rdma_schedule_tid_wakeup() local 618 ibp = to_iport(qp->ibqp.device, qp->port_num); in tid_rdma_schedule_tid_wakeup() 619 ppd = ppd_from_ibp(ibp); in tid_rdma_schedule_tid_wakeup() 1982 struct hfi1_ibport *ibp = to_iport(qp->ibqp.device, qp->port_num); in tid_rdma_rcv_error() local 1997 ibp->rvp.n_rc_seqnak++; in tid_rdma_rcv_error() 2005 ibp->rvp.n_rc_dupreq++; in tid_rdma_rcv_error() 2225 struct hfi1_ibport *ibp = to_iport(qp->ibqp.device, qp->port_num); in hfi1_rc_rcv_tid_rdma_read_req() local 2239 if (hfi1_ruc_check_hdr(ibp, packet)) in hfi1_rc_rcv_tid_rdma_read_req() 2655 struct hfi1_ibport *ibp; in handle_read_kdeth_eflags() local 2683 ibp = to_iport(qp->ibqp.device, qp->port_num); in handle_read_kdeth_eflags() [all …]
|
/Linux-v5.4/drivers/infiniband/sw/rdmavt/ |
D | mcast.c | 148 struct rvt_mcast *rvt_mcast_find(struct rvt_ibport *ibp, union ib_gid *mgid, in rvt_mcast_find() argument 155 spin_lock_irqsave(&ibp->lock, flags); in rvt_mcast_find() 156 n = ibp->mcast_tree.rb_node; in rvt_mcast_find() 178 spin_unlock_irqrestore(&ibp->lock, flags); in rvt_mcast_find() 193 static int rvt_mcast_add(struct rvt_dev_info *rdi, struct rvt_ibport *ibp, in rvt_mcast_add() argument 196 struct rb_node **n = &ibp->mcast_tree.rb_node; in rvt_mcast_add() 200 spin_lock_irq(&ibp->lock); in rvt_mcast_add() 262 rb_insert_color(&mcast->rb_node, &ibp->mcast_tree); in rvt_mcast_add() 267 spin_unlock_irq(&ibp->lock); in rvt_mcast_add() 284 struct rvt_ibport *ibp = rdi->ports[qp->port_num - 1]; in rvt_attach_mcast() local [all …]
|
/Linux-v5.4/drivers/infiniband/ulp/opa_vnic/ |
D | opa_vnic_vema.c | 733 struct ib_device *ibp; in opa_vnic_vema_send_trap() local 744 ibp = cport->ibdev; in opa_vnic_vema_send_trap() 763 ah_attr.type = rdma_ah_find_type(ibp, port->port_num); in opa_vnic_vema_send_trap() 789 if (ib_find_pkey(ibp, data->opaportnum, IB_DEFAULT_PKEY_FULL, in opa_vnic_vema_send_trap() 793 if (ib_find_pkey(ibp, data->opaportnum, IB_DEFAULT_PKEY_PARTIAL, in opa_vnic_vema_send_trap()
|