36 static void rxrpc_tx_backoff(struct rxrpc_call *call, int ret)  in rxrpc_tx_backoff()  argument
39 		u16 tx_backoff = READ_ONCE(call->tx_backoff);  in rxrpc_tx_backoff()
42 			WRITE_ONCE(call->tx_backoff, tx_backoff + 1);  in rxrpc_tx_backoff()
44 		WRITE_ONCE(call->tx_backoff, 0);  in rxrpc_tx_backoff()
50  * lets the far side know we're still interested in this call and helps keep
56 static void rxrpc_set_keepalive(struct rxrpc_call *call)  in rxrpc_set_keepalive()  argument
58 	unsigned long now = jiffies, keepalive_at = call->next_rx_timo / 6;  in rxrpc_set_keepalive()
61 	WRITE_ONCE(call->keepalive_at, keepalive_at);  in rxrpc_set_keepalive()
62 	rxrpc_reduce_call_timer(call, keepalive_at, now,  in rxrpc_set_keepalive()
70 				 struct rxrpc_call *call,  in rxrpc_fill_out_ack()  argument
83 	serial = call->ackr_serial;  in rxrpc_fill_out_ack()
84 	hard_ack = READ_ONCE(call->rx_hard_ack);  in rxrpc_fill_out_ack()
85 	top = smp_load_acquire(&call->rx_top);  in rxrpc_fill_out_ack()
92 	pkt->ack.previousPacket	= htonl(call->ackr_prev_seq);  in rxrpc_fill_out_ack()
104 			if (call->rxtx_buffer[ix])  in rxrpc_fill_out_ack()
114 	jmax = (call->nr_jumbo_bad > 3) ? 1 : rxrpc_rx_jumbo_max;  in rxrpc_fill_out_ack()
117 	pkt->ackinfo.rwind	= htonl(call->rx_winsize);  in rxrpc_fill_out_ack()
127  * Send an ACK call packet.
129 int rxrpc_send_ack_packet(struct rxrpc_call *call, bool ping,  in rxrpc_send_ack_packet()  argument
142 	spin_lock_bh(&call->lock);  in rxrpc_send_ack_packet()
143 	if (call->conn)  in rxrpc_send_ack_packet()
144 		conn = rxrpc_get_connection_maybe(call->conn);  in rxrpc_send_ack_packet()
145 	spin_unlock_bh(&call->lock);  in rxrpc_send_ack_packet()
155 	msg.msg_name	= &call->peer->srx.transport;  in rxrpc_send_ack_packet()
156 	msg.msg_namelen	= call->peer->srx.transport_len;  in rxrpc_send_ack_packet()
162 	pkt->whdr.cid		= htonl(call->cid);  in rxrpc_send_ack_packet()
163 	pkt->whdr.callNumber	= htonl(call->call_id);  in rxrpc_send_ack_packet()
168 	pkt->whdr.securityIndex	= call->security_ix;  in rxrpc_send_ack_packet()
170 	pkt->whdr.serviceId	= htons(call->service_id);  in rxrpc_send_ack_packet()
172 	spin_lock_bh(&call->lock);  in rxrpc_send_ack_packet()
176 		reason = call->ackr_reason;  in rxrpc_send_ack_packet()
177 		if (!call->ackr_reason) {  in rxrpc_send_ack_packet()
178 			spin_unlock_bh(&call->lock);  in rxrpc_send_ack_packet()
182 		call->ackr_reason = 0;  in rxrpc_send_ack_packet()
184 	n = rxrpc_fill_out_ack(conn, call, pkt, &hard_ack, &top, reason);  in rxrpc_send_ack_packet()
186 	spin_unlock_bh(&call->lock);  in rxrpc_send_ack_packet()
196 	trace_rxrpc_tx_ack(call->debug_id, serial,  in rxrpc_send_ack_packet()
204 		call->ping_serial = serial;  in rxrpc_send_ack_packet()
211 		call->ping_time = ktime_get_real();  in rxrpc_send_ack_packet()
212 		set_bit(RXRPC_CALL_PINGING, &call->flags);  in rxrpc_send_ack_packet()
213 		trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_ping, serial);  in rxrpc_send_ack_packet()
219 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_ack_packet()
222 		trace_rxrpc_tx_packet(call->debug_id, &pkt->whdr,  in rxrpc_send_ack_packet()
224 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_ack_packet()
226 	if (call->state < RXRPC_CALL_COMPLETE) {  in rxrpc_send_ack_packet()
229 				clear_bit(RXRPC_CALL_PINGING, &call->flags);  in rxrpc_send_ack_packet()
230 			rxrpc_propose_ACK(call, pkt->ack.reason,  in rxrpc_send_ack_packet()
235 			spin_lock_bh(&call->lock);  in rxrpc_send_ack_packet()
236 			if (after(hard_ack, call->ackr_consumed))  in rxrpc_send_ack_packet()
237 				call->ackr_consumed = hard_ack;  in rxrpc_send_ack_packet()
238 			if (after(top, call->ackr_seen))  in rxrpc_send_ack_packet()
239 				call->ackr_seen = top;  in rxrpc_send_ack_packet()
240 			spin_unlock_bh(&call->lock);  in rxrpc_send_ack_packet()
243 		rxrpc_set_keepalive(call);  in rxrpc_send_ack_packet()
253  * Send an ABORT call packet.
255 int rxrpc_send_abort_packet(struct rxrpc_call *call)  in rxrpc_send_abort_packet()  argument
264 	/* Don't bother sending aborts for a client call once the server has  in rxrpc_send_abort_packet()
267 	 * the reply, it's not worth it if we can send a new call on the same  in rxrpc_send_abort_packet()
268 	 * channel instead, thereby closing off this call.  in rxrpc_send_abort_packet()
270 	if (rxrpc_is_client_call(call) &&  in rxrpc_send_abort_packet()
271 	    test_bit(RXRPC_CALL_TX_LAST, &call->flags))  in rxrpc_send_abort_packet()
274 	spin_lock_bh(&call->lock);  in rxrpc_send_abort_packet()
275 	if (call->conn)  in rxrpc_send_abort_packet()
276 		conn = rxrpc_get_connection_maybe(call->conn);  in rxrpc_send_abort_packet()
277 	spin_unlock_bh(&call->lock);  in rxrpc_send_abort_packet()
281 	msg.msg_name	= &call->peer->srx.transport;  in rxrpc_send_abort_packet()
282 	msg.msg_namelen	= call->peer->srx.transport_len;  in rxrpc_send_abort_packet()
288 	pkt.whdr.cid		= htonl(call->cid);  in rxrpc_send_abort_packet()
289 	pkt.whdr.callNumber	= htonl(call->call_id);  in rxrpc_send_abort_packet()
294 	pkt.whdr.securityIndex	= call->security_ix;  in rxrpc_send_abort_packet()
296 	pkt.whdr.serviceId	= htons(call->service_id);  in rxrpc_send_abort_packet()
297 	pkt.abort_code		= htonl(call->abort_code);  in rxrpc_send_abort_packet()
309 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_abort_packet()
312 		trace_rxrpc_tx_packet(call->debug_id, &pkt.whdr,  in rxrpc_send_abort_packet()
314 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_abort_packet()
323 int rxrpc_send_data_packet(struct rxrpc_call *call, struct sk_buff *skb,  in rxrpc_send_data_packet()  argument
326 	struct rxrpc_connection *conn = call->conn;  in rxrpc_send_data_packet()
341 	whdr.cid	= htonl(call->cid);  in rxrpc_send_data_packet()
342 	whdr.callNumber	= htonl(call->call_id);  in rxrpc_send_data_packet()
348 	whdr.securityIndex = call->security_ix;  in rxrpc_send_data_packet()
350 	whdr.serviceId	= htons(call->service_id);  in rxrpc_send_data_packet()
362 	msg.msg_name = &call->peer->srx.transport;  in rxrpc_send_data_packet()
363 	msg.msg_namelen = call->peer->srx.transport_len;  in rxrpc_send_data_packet()
372 	 * service call, lest OpenAFS incorrectly send us an ACK with some  in rxrpc_send_data_packet()
378 	    (test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events) ||  in rxrpc_send_data_packet()
380 	     call->cong_mode == RXRPC_CALL_SLOW_START ||  in rxrpc_send_data_packet()
381 	     (call->peer->rtt_usage < 3 && sp->hdr.seq & 1) ||  in rxrpc_send_data_packet()
382 	     ktime_before(ktime_add_ms(call->peer->rtt_last_req, 1000),  in rxrpc_send_data_packet()
390 			trace_rxrpc_tx_data(call, sp->hdr.seq, serial,  in rxrpc_send_data_packet()
396 	trace_rxrpc_tx_data(call, sp->hdr.seq, serial, whdr.flags, retrans,  in rxrpc_send_data_packet()
401 	if (iov[1].iov_len >= call->peer->maxdata)  in rxrpc_send_data_packet()
421 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_data_packet()
424 		trace_rxrpc_tx_packet(call->debug_id, &whdr,  in rxrpc_send_data_packet()
426 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_data_packet()
433 			call->peer->rtt_last_req = skb->tstamp;  in rxrpc_send_data_packet()
434 			trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_data, serial);  in rxrpc_send_data_packet()
435 			if (call->peer->rtt_usage > 1) {  in rxrpc_send_data_packet()
438 				ack_lost_at = nsecs_to_jiffies(2 * call->peer->rtt);  in rxrpc_send_data_packet()
443 				WRITE_ONCE(call->ack_lost_at, ack_lost_at);  in rxrpc_send_data_packet()
444 				rxrpc_reduce_call_timer(call, ack_lost_at, nowj,  in rxrpc_send_data_packet()
451 				      &call->flags)) {  in rxrpc_send_data_packet()
454 			expect_rx_by = nowj + call->next_rx_timo;  in rxrpc_send_data_packet()
455 			WRITE_ONCE(call->expect_rx_by, expect_rx_by);  in rxrpc_send_data_packet()
456 			rxrpc_reduce_call_timer(call, expect_rx_by, nowj,  in rxrpc_send_data_packet()
460 		rxrpc_set_keepalive(call);  in rxrpc_send_data_packet()
462 		/* Cancel the call if the initial transmission fails,  in rxrpc_send_data_packet()
467 		if (!test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER, &call->flags))  in rxrpc_send_data_packet()
468 			rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR,  in rxrpc_send_data_packet()
472 	_leave(" = %d [%u]", ret, call->peer->maxdata);  in rxrpc_send_data_packet()
527 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_data_packet()
530 		trace_rxrpc_tx_packet(call->debug_id, &whdr,  in rxrpc_send_data_packet()
532 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_data_packet()