39 #define OP(x) IB_OPCODE_RC_##x  macro
79 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_make_rc_ack()
80 	case OP(RDMA_READ_RESPONSE_ONLY):  in qib_make_rc_ack()
87 	case OP(ATOMIC_ACKNOWLEDGE):  in qib_make_rc_ack()
96 	case OP(SEND_ONLY):  in qib_make_rc_ack()
97 	case OP(ACKNOWLEDGE):  in qib_make_rc_ack()
106 		if (e->opcode == OP(RDMA_READ_REQUEST)) {  in qib_make_rc_ack()
127 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_FIRST);  in qib_make_rc_ack()
129 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_ONLY);  in qib_make_rc_ack()
140 			qp->s_ack_state = OP(ATOMIC_ACKNOWLEDGE);  in qib_make_rc_ack()
150 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_make_rc_ack()
151 		qp->s_ack_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in qib_make_rc_ack()
153 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_make_rc_ack()
164 			qp->s_ack_state = OP(RDMA_READ_RESPONSE_LAST);  in qib_make_rc_ack()
180 		qp->s_ack_state = OP(SEND_ONLY);  in qib_make_rc_ack()
192 		bth0 = OP(ACKNOWLEDGE) << 24;  in qib_make_rc_ack()
202 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_make_rc_ack()
319 				qp->s_state = OP(SEND_FIRST);  in qib_make_rc_req()
324 				qp->s_state = OP(SEND_ONLY);  in qib_make_rc_req()
326 				qp->s_state = OP(SEND_ONLY_WITH_IMMEDIATE);  in qib_make_rc_req()
354 				qp->s_state = OP(RDMA_WRITE_FIRST);  in qib_make_rc_req()
359 				qp->s_state = OP(RDMA_WRITE_ONLY);  in qib_make_rc_req()
361 				qp->s_state = OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE);  in qib_make_rc_req()
395 			qp->s_state = OP(RDMA_READ_REQUEST);  in qib_make_rc_req()
421 				qp->s_state = OP(COMPARE_SWAP);  in qib_make_rc_req()
427 				qp->s_state = OP(FETCH_ADD);  in qib_make_rc_req()
463 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_make_rc_req()
475 	case OP(SEND_FIRST):  in qib_make_rc_req()
476 		qp->s_state = OP(SEND_MIDDLE);  in qib_make_rc_req()
478 	case OP(SEND_MIDDLE):  in qib_make_rc_req()
487 			qp->s_state = OP(SEND_LAST);  in qib_make_rc_req()
489 			qp->s_state = OP(SEND_LAST_WITH_IMMEDIATE);  in qib_make_rc_req()
502 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_make_rc_req()
514 	case OP(RDMA_WRITE_FIRST):  in qib_make_rc_req()
515 		qp->s_state = OP(RDMA_WRITE_MIDDLE);  in qib_make_rc_req()
517 	case OP(RDMA_WRITE_MIDDLE):  in qib_make_rc_req()
526 			qp->s_state = OP(RDMA_WRITE_LAST);  in qib_make_rc_req()
528 			qp->s_state = OP(RDMA_WRITE_LAST_WITH_IMMEDIATE);  in qib_make_rc_req()
541 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_make_rc_req()
557 		qp->s_state = OP(RDMA_READ_REQUEST);  in qib_make_rc_req()
636 	bth0 = qib_get_pkey(ibp, qp->s_pkey_index) | (OP(ACKNOWLEDGE) << 24);  in qib_send_rc_ack()
748 		qp->s_state = OP(SEND_LAST);  in reset_psn()
771 			qp->s_state = OP(SEND_LAST);  in reset_psn()
785 		qp->s_state = OP(RDMA_READ_RESPONSE_FIRST);  in reset_psn()
790 		qp->s_state = OP(RDMA_READ_RESPONSE_LAST);  in reset_psn()
794 		qp->s_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in reset_psn()
802 		qp->s_state = OP(SEND_LAST);  in reset_psn()
898 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in qib_rc_send_complete()
899 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_send_complete()
982 			qp->s_state = OP(SEND_LAST);  in do_rc_completion()
1040 		    opcode == OP(RDMA_READ_RESPONSE_ONLY) &&  in do_rc_ack()
1055 		     (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) ||  in do_rc_ack()
1058 		     (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0))) {  in do_rc_ack()
1122 				qp->s_state = OP(SEND_LAST);  in do_rc_ack()
1284 	if (opcode != OP(RDMA_READ_RESPONSE_MIDDLE)) {  in qib_rc_rcv_resp()
1319 		if (diff == 0 && opcode == OP(ACKNOWLEDGE)) {  in qib_rc_rcv_resp()
1343 	case OP(ACKNOWLEDGE):  in qib_rc_rcv_resp()
1344 	case OP(ATOMIC_ACKNOWLEDGE):  in qib_rc_rcv_resp()
1345 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_rc_rcv_resp()
1347 		if (opcode == OP(ATOMIC_ACKNOWLEDGE))  in qib_rc_rcv_resp()
1352 		    opcode != OP(RDMA_READ_RESPONSE_FIRST))  in qib_rc_rcv_resp()
1367 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_rc_rcv_resp()
1389 		if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE))  in qib_rc_rcv_resp()
1403 	case OP(RDMA_READ_RESPONSE_ONLY):  in qib_rc_rcv_resp()
1426 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_rc_rcv_resp()
1450 				 OP(RDMA_READ_RESPONSE_LAST), 0, rcd);  in qib_rc_rcv_resp()
1575 	case OP(RDMA_READ_REQUEST): {  in qib_rc_rcv_error()
1584 		if (!e || e->opcode != OP(RDMA_READ_REQUEST))  in qib_rc_rcv_error()
1625 	case OP(COMPARE_SWAP):  in qib_rc_rcv_error()
1626 	case OP(FETCH_ADD): {  in qib_rc_rcv_error()
1673 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_rc_rcv_error()
1695 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_update_ack_queue()
1749 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in qib_rc_rcv()
1750 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_rcv()
1766 	case OP(SEND_FIRST):  in qib_rc_rcv()
1767 	case OP(SEND_MIDDLE):  in qib_rc_rcv()
1768 		if (opcode == OP(SEND_MIDDLE) ||  in qib_rc_rcv()
1769 		    opcode == OP(SEND_LAST) ||  in qib_rc_rcv()
1770 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1774 	case OP(RDMA_WRITE_FIRST):  in qib_rc_rcv()
1775 	case OP(RDMA_WRITE_MIDDLE):  in qib_rc_rcv()
1776 		if (opcode == OP(RDMA_WRITE_MIDDLE) ||  in qib_rc_rcv()
1777 		    opcode == OP(RDMA_WRITE_LAST) ||  in qib_rc_rcv()
1778 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1783 		if (opcode == OP(SEND_MIDDLE) ||  in qib_rc_rcv()
1784 		    opcode == OP(SEND_LAST) ||  in qib_rc_rcv()
1785 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE) ||  in qib_rc_rcv()
1786 		    opcode == OP(RDMA_WRITE_MIDDLE) ||  in qib_rc_rcv()
1787 		    opcode == OP(RDMA_WRITE_LAST) ||  in qib_rc_rcv()
1788 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1803 	case OP(SEND_FIRST):  in qib_rc_rcv()
1811 	case OP(SEND_MIDDLE):  in qib_rc_rcv()
1812 	case OP(RDMA_WRITE_MIDDLE):  in qib_rc_rcv()
1823 	case OP(RDMA_WRITE_LAST_WITH_IMMEDIATE):  in qib_rc_rcv()
1832 	case OP(SEND_ONLY):  in qib_rc_rcv()
1833 	case OP(SEND_ONLY_WITH_IMMEDIATE):  in qib_rc_rcv()
1840 		if (opcode == OP(SEND_ONLY))  in qib_rc_rcv()
1843 	case OP(SEND_LAST_WITH_IMMEDIATE):  in qib_rc_rcv()
1849 	case OP(SEND_LAST):  in qib_rc_rcv()
1850 	case OP(RDMA_WRITE_LAST):  in qib_rc_rcv()
1873 		if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) ||  in qib_rc_rcv()
1874 		    opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE))  in qib_rc_rcv()
1891 	case OP(RDMA_WRITE_FIRST):  in qib_rc_rcv()
1892 	case OP(RDMA_WRITE_ONLY):  in qib_rc_rcv()
1893 	case OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE):  in qib_rc_rcv()
1920 		if (opcode == OP(RDMA_WRITE_FIRST))  in qib_rc_rcv()
1922 		else if (opcode == OP(RDMA_WRITE_ONLY))  in qib_rc_rcv()
1936 	case OP(RDMA_READ_REQUEST): {  in qib_rc_rcv()
1954 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2003 	case OP(COMPARE_SWAP):  in qib_rc_rcv()
2004 	case OP(FETCH_ADD): {  in qib_rc_rcv()
2025 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2042 		e->atomic_data = (opcode == OP(FETCH_ADD)) ?  in qib_rc_rcv()