/Linux-v5.4/include/rdma/ |
D | ib_hdrs.h | 256 static inline u32 ib_get_qkey(struct ib_other_headers *ohdr) in ib_get_qkey() argument 258 return be32_to_cpu(ohdr->u.ud.deth[0]); in ib_get_qkey() 261 static inline u32 ib_get_sqpn(struct ib_other_headers *ohdr) in ib_get_sqpn() argument 263 return ((be32_to_cpu(ohdr->u.ud.deth[1])) & IB_QPN_MASK); in ib_get_sqpn() 283 static inline u8 ib_bth_get_pad(struct ib_other_headers *ohdr) in ib_bth_get_pad() argument 285 return ((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_PAD_SHIFT) & in ib_bth_get_pad() 289 static inline u16 ib_bth_get_pkey(struct ib_other_headers *ohdr) in ib_bth_get_pkey() argument 291 return (be32_to_cpu(ohdr->bth[0]) & IB_BTH_PKEY_MASK); in ib_bth_get_pkey() 294 static inline u8 ib_bth_get_opcode(struct ib_other_headers *ohdr) in ib_bth_get_opcode() argument 296 return ((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_OPCODE_SHIFT) & in ib_bth_get_opcode() [all …]
|
/Linux-v5.4/drivers/infiniband/hw/hfi1/ |
D | trace.c | 53 struct ib_other_headers *ohdr; in __get_ib_hdr_len() local 57 ohdr = &hdr->u.oth; in __get_ib_hdr_len() 59 ohdr = &hdr->u.l.oth; in __get_ib_hdr_len() 60 opcode = ib_bth_get_opcode(ohdr); in __get_ib_hdr_len() 67 struct ib_other_headers *ohdr = NULL; in __get_16b_hdr_len() local 77 ohdr = &hdr->u.oth; in __get_16b_hdr_len() 79 ohdr = &hdr->u.l.oth; in __get_16b_hdr_len() 81 opcode = ib_bth_get_opcode(ohdr); in __get_16b_hdr_len() 157 void hfi1_trace_parse_9b_bth(struct ib_other_headers *ohdr, in hfi1_trace_parse_9b_bth() argument 162 *ack = ib_bth_get_ackreq(ohdr); in hfi1_trace_parse_9b_bth() [all …]
|
D | uc.c | 66 struct ib_other_headers *ohdr; in hfi1_make_uc_req() local 99 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.l.oth; in hfi1_make_uc_req() 101 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.oth; in hfi1_make_uc_req() 107 ohdr = &ps->s_txreq->phdr.hdr.opah.u.l.oth; in hfi1_make_uc_req() 109 ohdr = &ps->s_txreq->phdr.hdr.opah.u.oth; in hfi1_make_uc_req() 173 ohdr->u.imm_data = wqe->wr.ex.imm_data; in hfi1_make_uc_req() 185 ohdr->u.rc.reth.vaddr = in hfi1_make_uc_req() 187 ohdr->u.rc.reth.rkey = in hfi1_make_uc_req() 189 ohdr->u.rc.reth.length = cpu_to_be32(len); in hfi1_make_uc_req() 202 ohdr->u.rc.imm_data = wqe->wr.ex.imm_data; in hfi1_make_uc_req() [all …]
|
D | rc.c | 110 struct ib_other_headers *ohdr, in make_rc_ack() argument 210 ohdr->u.aeth = rvt_compute_aeth(qp); in make_rc_ack() 258 ohdr->u.at.aeth = rvt_compute_aeth(qp); in make_rc_ack() 259 ib_u64_put(e->atomic_data, &ohdr->u.at.atomic_ack_eth); in make_rc_ack() 260 hwords += sizeof(ohdr->u.at) / sizeof(u32); in make_rc_ack() 281 ohdr->u.aeth = rvt_compute_aeth(qp); in make_rc_ack() 328 hdrlen = hfi1_build_tid_rdma_write_resp(qp, e, ohdr, &bth1, in make_rc_ack() 351 delta = hfi1_build_tid_rdma_read_resp(qp, e, ohdr, &bth0, in make_rc_ack() 380 ohdr->u.aeth = in make_rc_ack() 385 ohdr->u.aeth = rvt_compute_aeth(qp); in make_rc_ack() [all …]
|
D | ud.c | 267 struct ib_other_headers *ohdr, in hfi1_make_bth_deth() argument 275 ohdr->u.ud.imm_data = wqe->wr.ex.imm_data; in hfi1_make_bth_deth() 290 ohdr->bth[0] = cpu_to_be32(bth0); in hfi1_make_bth_deth() 291 ohdr->bth[1] = cpu_to_be32(rvt_get_swqe_remote_qpn(wqe)); in hfi1_make_bth_deth() 292 ohdr->bth[2] = cpu_to_be32(mask_psn(wqe->psn)); in hfi1_make_bth_deth() 297 ohdr->u.ud.deth[0] = in hfi1_make_bth_deth() 300 ohdr->u.ud.deth[1] = cpu_to_be32(qp->ibqp.qp_num); in hfi1_make_bth_deth() 311 struct ib_other_headers *ohdr; in hfi1_make_ud_req_9B() local 335 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.l.oth; in hfi1_make_ud_req_9B() 338 ohdr = &ps->s_txreq->phdr.hdr.ibh.u.oth; in hfi1_make_ud_req_9B() [all …]
|
D | driver.c | 275 packet->ohdr = &rhdr->u.oth; in rcv_hdrerr() 277 packet->ohdr = &rhdr->u.l.oth; in rcv_hdrerr() 307 qp_num = ib_bth_get_qpn(packet->ohdr); in rcv_hdrerr() 358 opcode = ib_bth_get_opcode(packet->ohdr); in rcv_hdrerr() 372 lqpn = ib_bth_get_qpn(packet->ohdr); in rcv_hdrerr() 449 struct ib_other_headers *ohdr = pkt->ohdr; in hfi1_process_ecn_slowpath() local 465 opcode = ib_bth_get_opcode(ohdr); in hfi1_process_ecn_slowpath() 470 pkey = ib_bth_get_pkey(ohdr); in hfi1_process_ecn_slowpath() 477 opcode = ib_bth_get_opcode(ohdr); in hfi1_process_ecn_slowpath() 479 fecn = ib_bth_get_fecn(ohdr); in hfi1_process_ecn_slowpath() [all …]
|
D | tid_rdma.c | 124 struct ib_other_headers *ohdr, 129 struct ib_other_headers *ohdr, 1697 struct ib_other_headers *ohdr, u32 *bth1, in hfi1_build_tid_rdma_read_packet() argument 1705 struct tid_rdma_read_req *rreq = &ohdr->u.tid_rdma.r_req; in hfi1_build_tid_rdma_read_packet() 1719 memset(&ohdr->u.tid_rdma.r_req, 0, sizeof(ohdr->u.tid_rdma.r_req)); in hfi1_build_tid_rdma_read_packet() 1773 return sizeof(ohdr->u.tid_rdma.r_req) / sizeof(u32); in hfi1_build_tid_rdma_read_packet() 1781 struct ib_other_headers *ohdr, u32 *bth1, in hfi1_build_tid_rdma_read_req() argument 1872 hdwords = hfi1_build_tid_rdma_read_packet(wqe, ohdr, bth1, bth2, len); in hfi1_build_tid_rdma_read_req() 1885 struct ib_other_headers *ohdr, in tid_rdma_rcv_read_request() argument 1934 flow->tid_qpn = be32_to_cpu(ohdr->u.tid_rdma.r_req.tid_flow_qp); in tid_rdma_rcv_read_request() [all …]
|
D | trace_ibhdrs.h | 115 void hfi1_trace_parse_9b_bth(struct ib_other_headers *ohdr, 122 void hfi1_trace_parse_16b_bth(struct ib_other_headers *ohdr, 218 hfi1_trace_parse_16b_bth(packet->ohdr, 239 hfi1_trace_parse_9b_bth(packet->ohdr, 255 &packet->ohdr->u, 352 struct ib_other_headers *ohdr; 374 ohdr = NULL; 380 ohdr = &opah->opah.u.oth; 382 ohdr = &opah->opah.u.l.oth; 383 hfi1_trace_parse_16b_bth(ohdr, [all …]
|
D | tid_rdma.h | 245 struct ib_other_headers *ohdr, 248 struct ib_other_headers *ohdr, u32 *bth1, 252 struct ib_other_headers *ohdr, u32 *bth0, 275 struct ib_other_headers *ohdr, 281 struct ib_other_headers *ohdr, u32 *bth1, 290 struct ib_other_headers *ohdr, 296 struct ib_other_headers *ohdr, u16 iflow, 305 struct ib_other_headers *ohdr, u32 *bth1,
|
D | ruc.c | 250 struct ib_other_headers *ohdr, in hfi1_make_ruc_bth() argument 253 ohdr->bth[0] = cpu_to_be32(bth0); in hfi1_make_ruc_bth() 254 ohdr->bth[1] = cpu_to_be32(bth1); in hfi1_make_ruc_bth() 255 ohdr->bth[2] = cpu_to_be32(bth2); in hfi1_make_ruc_bth() 273 struct ib_other_headers *ohdr, in hfi1_make_ruc_header_16B() argument 329 hfi1_make_ruc_bth(qp, ohdr, bth0, bth1, bth2); in hfi1_make_ruc_header_16B() 361 struct ib_other_headers *ohdr, in hfi1_make_ruc_header_9B() argument 406 hfi1_make_ruc_bth(qp, ohdr, bth0, bth1, bth2); in hfi1_make_ruc_header_9B() 416 struct ib_other_headers *ohdr, 426 void hfi1_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, in hfi1_make_ruc_header() argument [all …]
|
D | verbs.h | 445 void hfi1_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, 486 static inline bool opa_bth_is_migration(struct ib_other_headers *ohdr) in opa_bth_is_migration() argument 488 return ohdr->bth[1] & cpu_to_be32(OPA_BTH_MIG_REQ); in opa_bth_is_migration()
|
D | verbs.c | 390 packet->ohdr = &hdr->u.oth; in hfi1_kdeth_eager_rcv() 393 opcode = (be32_to_cpu(packet->ohdr->bth[0]) >> 24); in hfi1_kdeth_eager_rcv() 397 qp_num = be32_to_cpu(packet->ohdr->u.tid_rdma.r_req.verbs_qp) & in hfi1_kdeth_eager_rcv() 444 packet->ohdr = &hdr->u.oth; in hfi1_kdeth_expected_rcv() 447 opcode = (be32_to_cpu(packet->ohdr->bth[0]) >> 24); in hfi1_kdeth_expected_rcv() 451 qp_num = be32_to_cpu(packet->ohdr->u.tid_rdma.r_rsp.verbs_qp) & in hfi1_kdeth_expected_rcv() 542 qp_num = ib_bth_get_qpn(packet->ohdr); in hfi1_handle_packet() 1256 struct ib_other_headers *ohdr = NULL; in hfi1_verbs_send() local 1269 ohdr = &hdr->u.oth; in hfi1_verbs_send() 1271 ohdr = &hdr->u.l.oth; in hfi1_verbs_send() [all …]
|
D | hfi.h | 372 struct ib_other_headers *ohdr; member 515 static inline u8 hfi1_16B_bth_get_pad(struct ib_other_headers *ohdr) in hfi1_16B_bth_get_pad() argument 517 return (u8)((be32_to_cpu(ohdr->bth[0]) >> IB_BTH_PAD_SHIFT) & in hfi1_16B_bth_get_pad() 549 struct ib_other_headers *ohdr; in hfi1_get_rc_ohdr() local 557 ohdr = &hdr->u.oth; in hfi1_get_rc_ohdr() 559 ohdr = &hdr->u.l.oth; in hfi1_get_rc_ohdr() 566 ohdr = &hdr_16b->u.oth; in hfi1_get_rc_ohdr() 568 ohdr = &hdr_16b->u.l.oth; in hfi1_get_rc_ohdr() 570 return ohdr; in hfi1_get_rc_ohdr() 1875 fecn = ib_bth_get_fecn(pkt->ohdr); in hfi1_may_ecn() [all …]
|
/Linux-v5.4/drivers/infiniband/hw/qib/ |
D | qib_uc.c | 51 struct ib_other_headers *ohdr; in qib_make_uc_req() local 75 ohdr = &priv->s_hdr->u.oth; in qib_make_uc_req() 77 ohdr = &priv->s_hdr->u.l.oth; in qib_make_uc_req() 118 ohdr->u.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req() 130 ohdr->u.rc.reth.vaddr = in qib_make_uc_req() 132 ohdr->u.rc.reth.rkey = in qib_make_uc_req() 134 ohdr->u.rc.reth.length = cpu_to_be32(len); in qib_make_uc_req() 147 ohdr->u.rc.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req() 176 ohdr->u.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req() 201 ohdr->u.imm_data = wqe->wr.ex.imm_data; in qib_make_uc_req() [all …]
|
D | qib_rc.c | 63 struct ib_other_headers *ohdr, u32 pmtu) in qib_make_rc_ack() argument 132 ohdr->u.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack() 141 ohdr->u.at.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack() 142 ib_u64_put(e->atomic_data, &ohdr->u.at.atomic_ack_eth); in qib_make_rc_ack() 143 hwords += sizeof(ohdr->u.at) / sizeof(u32); in qib_make_rc_ack() 162 ohdr->u.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack() 184 ohdr->u.aeth = in qib_make_rc_ack() 189 ohdr->u.aeth = rvt_compute_aeth(qp); in qib_make_rc_ack() 198 qib_make_ruc_header(qp, ohdr, bth0, bth2); in qib_make_rc_ack() 219 struct ib_other_headers *ohdr; in qib_make_rc_req() local [all …]
|
D | qib_ud.c | 233 struct ib_other_headers *ohdr; in qib_make_ud_req() local 328 ohdr = &priv->s_hdr->u.l.oth; in qib_make_ud_req() 336 ohdr = &priv->s_hdr->u.oth; in qib_make_ud_req() 340 ohdr->u.ud.imm_data = wqe->wr.ex.imm_data; in qib_make_ud_req() 367 ohdr->bth[0] = cpu_to_be32(bth0); in qib_make_ud_req() 371 ohdr->bth[1] = rdma_ah_get_dlid(ah_attr) >= in qib_make_ud_req() 376 ohdr->bth[2] = cpu_to_be32(wqe->psn & QIB_PSN_MASK); in qib_make_ud_req() 381 ohdr->u.ud.deth[0] = in qib_make_ud_req() 384 ohdr->u.ud.deth[1] = cpu_to_be32(qp->ibqp.qp_num); in qib_make_ud_req() 429 struct ib_other_headers *ohdr; in qib_ud_rcv() local [all …]
|
D | qib_driver.c | 302 struct ib_other_headers *ohdr = NULL; in qib_rcv_hdrerr() local 327 ohdr = &hdr->u.oth; in qib_rcv_hdrerr() 331 ohdr = &hdr->u.l.oth; in qib_rcv_hdrerr() 341 opcode = be32_to_cpu(ohdr->bth[0]); in qib_rcv_hdrerr() 343 psn = be32_to_cpu(ohdr->bth[2]); in qib_rcv_hdrerr() 346 qp_num = be32_to_cpu(ohdr->bth[1]) & RVT_QPN_MASK; in qib_rcv_hdrerr() 377 be32_to_cpu(ohdr->bth[0])); in qib_rcv_hdrerr()
|
D | qib_ruc.c | 206 void qib_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr, in qib_make_ruc_header() argument 240 ohdr->bth[0] = cpu_to_be32(bth0); in qib_make_ruc_header() 241 ohdr->bth[1] = cpu_to_be32(qp->remote_qpn); in qib_make_ruc_header() 242 ohdr->bth[2] = cpu_to_be32(bth2); in qib_make_ruc_header()
|
D | qib_verbs.c | 279 struct ib_other_headers *ohdr; in qib_ib_rcv() local 301 ohdr = &hdr->u.oth; in qib_ib_rcv() 305 ohdr = &hdr->u.l.oth; in qib_ib_rcv() 314 opcode = (be32_to_cpu(ohdr->bth[0]) >> 24) & 0x7f; in qib_ib_rcv() 321 qp_num = be32_to_cpu(ohdr->bth[1]) & RVT_QPN_MASK; in qib_ib_rcv()
|
D | qib_verbs.h | 327 void qib_make_ruc_header(struct rvt_qp *qp, struct ib_other_headers *ohdr,
|