837 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_rx_pdu_cb(skb);  in cxgbit_skb_copy_to_sg()  local
839 	skb_prepare_seq_read(skb, pdu_cb->doffset,  in cxgbit_skb_copy_to_sg()
840 			     pdu_cb->doffset + pdu_cb->dlen,  in cxgbit_skb_copy_to_sg()
881 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_rx_pdu_cb(csk->skb);  in cxgbit_handle_immediate_data()  local
883 	if (pdu_cb->flags & PDUCBF_RX_DCRC_ERR) {  in cxgbit_handle_immediate_data()
902 		skb_frag_t *dfrag = &ssi->frags[pdu_cb->dfrag_idx];  in cxgbit_handle_immediate_data()
915 		u32 sg_nents = max(1UL, DIV_ROUND_UP(pdu_cb->dlen, PAGE_SIZE));  in cxgbit_handle_immediate_data()
920 	cmd->write_data_done += pdu_cb->dlen;  in cxgbit_handle_immediate_data()
990 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_rx_pdu_cb(csk->skb);  in cxgbit_handle_scsi_cmd()  local
991 	struct iscsi_scsi_req *hdr = (struct iscsi_scsi_req *)pdu_cb->hdr;  in cxgbit_handle_scsi_cmd()
999 	if (pdu_cb->dlen && (pdu_cb->dlen == cmd->se_cmd.data_length) &&  in cxgbit_handle_scsi_cmd()
1000 	    (pdu_cb->nr_dfrags == 1))  in cxgbit_handle_scsi_cmd()
1009 	if (!pdu_cb->dlen)  in cxgbit_handle_scsi_cmd()
1020 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_rx_pdu_cb(csk->skb);  in cxgbit_handle_iscsi_dataout()  local
1021 	struct iscsi_data *hdr = (struct iscsi_data *)pdu_cb->hdr;  in cxgbit_handle_iscsi_dataout()
1023 	u32 data_len = pdu_cb->dlen;  in cxgbit_handle_iscsi_dataout()
1027 	if (pdu_cb->flags & PDUCBF_RX_DDP_CMP) {  in cxgbit_handle_iscsi_dataout()
1058 	if (pdu_cb->flags & PDUCBF_RX_DCRC_ERR) {  in cxgbit_handle_iscsi_dataout()
1073 	if (!(pdu_cb->flags & PDUCBF_RX_DATA_DDPD)) {  in cxgbit_handle_iscsi_dataout()
1095 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_rx_pdu_cb(csk->skb);  in cxgbit_handle_nop_out()  local
1096 	struct iscsi_nopout *hdr = (struct iscsi_nopout *)pdu_cb->hdr;  in cxgbit_handle_nop_out()
1098 	u32 payload_length = pdu_cb->dlen;  in cxgbit_handle_nop_out()
1105 	if (pdu_cb->flags & PDUCBF_RX_DCRC_ERR) {  in cxgbit_handle_nop_out()
1137 		skb_copy_bits(csk->skb, pdu_cb->doffset,  in cxgbit_handle_nop_out()
1163 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_rx_pdu_cb(csk->skb);  in cxgbit_handle_text_cmd()  local
1164 	struct iscsi_text *hdr = (struct iscsi_text *)pdu_cb->hdr;  in cxgbit_handle_text_cmd()
1165 	u32 payload_length = pdu_cb->dlen;  in cxgbit_handle_text_cmd()
1173 	if (pdu_cb->flags & PDUCBF_RX_DCRC_ERR) {  in cxgbit_handle_text_cmd()
1198 		skb_copy_bits(csk->skb, pdu_cb->doffset,  in cxgbit_handle_text_cmd()
1210 				 pdu_cb->hdr);  in cxgbit_handle_text_cmd()
1215 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_rx_pdu_cb(csk->skb);  in cxgbit_target_rx_opcode()  local
1216 	struct iscsi_hdr *hdr = (struct iscsi_hdr *)pdu_cb->hdr;  in cxgbit_target_rx_opcode()
1293 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_rx_pdu_cb(csk->skb);  in cxgbit_rx_opcode()  local
1295 	struct iscsi_hdr *hdr = pdu_cb->hdr;  in cxgbit_rx_opcode()
1298 	if (pdu_cb->flags & PDUCBF_RX_HCRC_ERR) {  in cxgbit_rx_opcode()
1331 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_rx_pdu_cb(csk->skb);  in cxgbit_rx_login_pdu()  local
1335 	memcpy(login_req, pdu_cb->hdr, sizeof(*login_req));  in cxgbit_rx_login_pdu()
1340 		login_req->exp_statsn, login_req->cid, pdu_cb->dlen);  in cxgbit_rx_login_pdu()
1364 	skb_copy_bits(csk->skb, pdu_cb->doffset, login->req_buf, pdu_cb->dlen);  in cxgbit_rx_login_pdu()
1372 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_skb_lro_pdu_cb(skb, idx);  in cxgbit_process_iscsi_pdu()  local
1375 	cxgbit_rx_pdu_cb(skb) = pdu_cb;  in cxgbit_process_iscsi_pdu()
1393 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_skb_lro_pdu_cb(skb, 0);  in cxgbit_lro_skb_dump()  local
1402 	for (i = 0; i < lro_cb->pdu_idx; i++, pdu_cb++)  in cxgbit_lro_skb_dump()
1405 			skb, i, pdu_cb->pdulen, pdu_cb->flags, pdu_cb->seq,  in cxgbit_lro_skb_dump()
1406 			pdu_cb->ddigest, pdu_cb->frags);  in cxgbit_lro_skb_dump()
1432 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_skb_lro_pdu_cb(skb, pdu_idx);  in cxgbit_lro_skb_merge()  local
1437 	if (pdu_cb->flags & PDUCBF_RX_HDR) {  in cxgbit_lro_skb_merge()
1440 		hpdu_cb->flags |= pdu_cb->flags;  in cxgbit_lro_skb_merge()
1441 		hpdu_cb->seq = pdu_cb->seq;  in cxgbit_lro_skb_merge()
1442 		hpdu_cb->hdr = pdu_cb->hdr;  in cxgbit_lro_skb_merge()
1443 		hpdu_cb->hlen = pdu_cb->hlen;  in cxgbit_lro_skb_merge()
1445 		memcpy(&hssi->frags[hfrag_idx], &ssi->frags[pdu_cb->hfrag_idx],  in cxgbit_lro_skb_merge()
1459 	if (pdu_cb->flags & PDUCBF_RX_DATA) {  in cxgbit_lro_skb_merge()
1462 		hpdu_cb->flags |= pdu_cb->flags;  in cxgbit_lro_skb_merge()
1466 		for (i = 0; i < pdu_cb->nr_dfrags; dfrag_idx++, i++) {  in cxgbit_lro_skb_merge()
1468 			       &ssi->frags[pdu_cb->dfrag_idx + i],  in cxgbit_lro_skb_merge()
1479 		hpdu_cb->dlen = pdu_cb->dlen;  in cxgbit_lro_skb_merge()
1481 		hpdu_cb->nr_dfrags = pdu_cb->nr_dfrags;  in cxgbit_lro_skb_merge()
1487 	if (pdu_cb->flags & PDUCBF_RX_STATUS) {  in cxgbit_lro_skb_merge()
1488 		hpdu_cb->flags |= pdu_cb->flags;  in cxgbit_lro_skb_merge()
1493 		hpdu_cb->ddigest = pdu_cb->ddigest;  in cxgbit_lro_skb_merge()
1494 		hpdu_cb->pdulen = pdu_cb->pdulen;  in cxgbit_lro_skb_merge()
1501 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_skb_lro_pdu_cb(skb, 0);  in cxgbit_process_lro_skb()  local
1505 	if (!pdu_cb->complete) {  in cxgbit_process_lro_skb()
1508 		if (pdu_cb->flags & PDUCBF_RX_STATUS) {  in cxgbit_process_lro_skb()
1541 	struct cxgbit_lro_pdu_cb *pdu_cb = cxgbit_skb_lro_pdu_cb(skb, 0);  in cxgbit_rx_lro_skb()  local
1544 	if ((pdu_cb->flags & PDUCBF_RX_HDR) &&  in cxgbit_rx_lro_skb()
1545 	    (pdu_cb->seq != csk->rcv_nxt)) {  in cxgbit_rx_lro_skb()
1547 			csk, csk->tid, pdu_cb->seq, csk->rcv_nxt);  in cxgbit_rx_lro_skb()