906 	struct mpa_message *mpa;  in send_mpa_req()  local
912 	mpalen = sizeof(*mpa) + ep->plen;  in send_mpa_req()
936 	mpa = (struct mpa_message *)(req + 1);  in send_mpa_req()
937 	memcpy(mpa->key, MPA_KEY_REQ, sizeof(mpa->key));  in send_mpa_req()
939 	mpa->flags = 0;  in send_mpa_req()
941 		mpa->flags |= MPA_CRC;  in send_mpa_req()
943 		mpa->flags |= MPA_MARKERS;  in send_mpa_req()
949 		mpa->flags |= MPA_ENHANCED_RDMA_CONN;  in send_mpa_req()
951 	mpa->private_data_size = htons(ep->plen);  in send_mpa_req()
952 	mpa->revision = mpa_rev_to_use;  in send_mpa_req()
959 		mpa->private_data_size = htons(ntohs(mpa->private_data_size) +  in send_mpa_req()
975 		memcpy(mpa->private_data, &mpa_v2_params,  in send_mpa_req()
979 			memcpy(mpa->private_data +  in send_mpa_req()
981 			       ep->mpa_pkt + sizeof(*mpa), ep->plen);  in send_mpa_req()
984 			memcpy(mpa->private_data,  in send_mpa_req()
985 					ep->mpa_pkt + sizeof(*mpa), ep->plen);  in send_mpa_req()
1009 	struct mpa_message *mpa;  in send_mpa_reject()  local
1016 	mpalen = sizeof(*mpa) + plen;  in send_mpa_reject()
1041 	mpa = (struct mpa_message *)(req + 1);  in send_mpa_reject()
1042 	memset(mpa, 0, sizeof(*mpa));  in send_mpa_reject()
1043 	memcpy(mpa->key, MPA_KEY_REP, sizeof(mpa->key));  in send_mpa_reject()
1044 	mpa->flags = MPA_REJECT;  in send_mpa_reject()
1045 	mpa->revision = ep->mpa_attr.version;  in send_mpa_reject()
1046 	mpa->private_data_size = htons(plen);  in send_mpa_reject()
1049 		mpa->flags |= MPA_ENHANCED_RDMA_CONN;  in send_mpa_reject()
1050 		mpa->private_data_size = htons(ntohs(mpa->private_data_size) +  in send_mpa_reject()
1061 		memcpy(mpa->private_data, &mpa_v2_params,  in send_mpa_reject()
1065 			memcpy(mpa->private_data +  in send_mpa_reject()
1069 			memcpy(mpa->private_data, pdata, plen);  in send_mpa_reject()
1088 	struct mpa_message *mpa;  in send_mpa_reply()  local
1095 	mpalen = sizeof(*mpa) + plen;  in send_mpa_reply()
1120 	mpa = (struct mpa_message *)(req + 1);  in send_mpa_reply()
1121 	memset(mpa, 0, sizeof(*mpa));  in send_mpa_reply()
1122 	memcpy(mpa->key, MPA_KEY_REP, sizeof(mpa->key));  in send_mpa_reply()
1123 	mpa->flags = 0;  in send_mpa_reply()
1125 		mpa->flags |= MPA_CRC;  in send_mpa_reply()
1127 		mpa->flags |= MPA_MARKERS;  in send_mpa_reply()
1128 	mpa->revision = ep->mpa_attr.version;  in send_mpa_reply()
1129 	mpa->private_data_size = htons(plen);  in send_mpa_reply()
1132 		mpa->flags |= MPA_ENHANCED_RDMA_CONN;  in send_mpa_reply()
1133 		mpa->private_data_size = htons(ntohs(mpa->private_data_size) +  in send_mpa_reply()
1149 		memcpy(mpa->private_data, &mpa_v2_params,  in send_mpa_reply()
1153 			memcpy(mpa->private_data +  in send_mpa_reply()
1157 			memcpy(mpa->private_data, pdata, plen);  in send_mpa_reply()
1419 	struct mpa_message *mpa;  in process_mpa_reply()  local
1450 	if (ep->mpa_pkt_len < sizeof(*mpa))  in process_mpa_reply()
1452 	mpa = (struct mpa_message *) ep->mpa_pkt;  in process_mpa_reply()
1455 	if (mpa->revision > mpa_rev) {  in process_mpa_reply()
1457 		       __func__, mpa_rev, mpa->revision);  in process_mpa_reply()
1461 	if (memcmp(mpa->key, MPA_KEY_REP, sizeof(mpa->key))) {  in process_mpa_reply()
1466 	plen = ntohs(mpa->private_data_size);  in process_mpa_reply()
1479 	if (ep->mpa_pkt_len > (sizeof(*mpa) + plen)) {  in process_mpa_reply()
1490 	if (ep->mpa_pkt_len < (sizeof(*mpa) + plen))  in process_mpa_reply()
1493 	if (mpa->flags & MPA_REJECT) {  in process_mpa_reply()
1512 	ep->mpa_attr.crc_enabled = (mpa->flags & MPA_CRC) | crc_enabled ? 1 : 0;  in process_mpa_reply()
1513 	ep->mpa_attr.xmit_marker_enabled = mpa->flags & MPA_MARKERS ? 1 : 0;  in process_mpa_reply()
1514 	ep->mpa_attr.version = mpa->revision;  in process_mpa_reply()
1517 	if (mpa->revision == 2) {  in process_mpa_reply()
1519 			mpa->flags & MPA_ENHANCED_RDMA_CONN ? 1 : 0;  in process_mpa_reply()
1522 				(ep->mpa_pkt + sizeof(*mpa));  in process_mpa_reply()
1568 	} else if (mpa->revision == 1)  in process_mpa_reply()
1665 	struct mpa_message *mpa;  in process_mpa_request()  local
1691 	if (ep->mpa_pkt_len < sizeof(*mpa))  in process_mpa_request()
1695 	mpa = (struct mpa_message *) ep->mpa_pkt;  in process_mpa_request()
1700 	if (mpa->revision > mpa_rev) {  in process_mpa_request()
1702 		       __func__, mpa_rev, mpa->revision);  in process_mpa_request()
1706 	if (memcmp(mpa->key, MPA_KEY_REQ, sizeof(mpa->key)))  in process_mpa_request()
1709 	plen = ntohs(mpa->private_data_size);  in process_mpa_request()
1720 	if (ep->mpa_pkt_len > (sizeof(*mpa) + plen))  in process_mpa_request()
1727 	if (ep->mpa_pkt_len < (sizeof(*mpa) + plen))  in process_mpa_request()
1735 	ep->mpa_attr.crc_enabled = (mpa->flags & MPA_CRC) | crc_enabled ? 1 : 0;  in process_mpa_request()
1737 	ep->mpa_attr.xmit_marker_enabled = mpa->flags & MPA_MARKERS ? 1 : 0;  in process_mpa_request()
1738 	ep->mpa_attr.version = mpa->revision;  in process_mpa_request()
1739 	if (mpa->revision == 1)  in process_mpa_request()
1743 	if (mpa->revision == 2) {  in process_mpa_request()
1745 			mpa->flags & MPA_ENHANCED_RDMA_CONN ? 1 : 0;  in process_mpa_request()
1748 				(ep->mpa_pkt + sizeof(*mpa));  in process_mpa_request()
1771 	} else if (mpa->revision == 1)  in process_mpa_request()