36 static void rxrpc_tx_backoff(struct rxrpc_call *call, int ret)  in rxrpc_tx_backoff()  argument
39 		u16 tx_backoff = READ_ONCE(call->tx_backoff);  in rxrpc_tx_backoff()
42 			WRITE_ONCE(call->tx_backoff, tx_backoff + 1);  in rxrpc_tx_backoff()
44 		WRITE_ONCE(call->tx_backoff, 0);  in rxrpc_tx_backoff()
50  * lets the far side know we're still interested in this call and helps keep
56 static void rxrpc_set_keepalive(struct rxrpc_call *call)  in rxrpc_set_keepalive()  argument
58 	unsigned long now = jiffies, keepalive_at = call->next_rx_timo / 6;  in rxrpc_set_keepalive()
61 	WRITE_ONCE(call->keepalive_at, keepalive_at);  in rxrpc_set_keepalive()
62 	rxrpc_reduce_call_timer(call, keepalive_at, now,  in rxrpc_set_keepalive()
70 				 struct rxrpc_call *call,  in rxrpc_fill_out_ack()  argument
83 	tmp = atomic_xchg(&call->ackr_nr_unacked, 0);  in rxrpc_fill_out_ack()
84 	tmp |= atomic_xchg(&call->ackr_nr_consumed, 0);  in rxrpc_fill_out_ack()
90 	serial = call->ackr_serial;  in rxrpc_fill_out_ack()
91 	hard_ack = READ_ONCE(call->rx_hard_ack);  in rxrpc_fill_out_ack()
92 	top = smp_load_acquire(&call->rx_top);  in rxrpc_fill_out_ack()
99 	pkt->ack.previousPacket	= htonl(call->ackr_highest_seq);  in rxrpc_fill_out_ack()
111 			if (call->rxtx_buffer[ix])  in rxrpc_fill_out_ack()
121 	jmax = (call->nr_jumbo_bad > 3) ? 1 : rxrpc_rx_jumbo_max;  in rxrpc_fill_out_ack()
124 	pkt->ackinfo.rwind	= htonl(call->rx_winsize);  in rxrpc_fill_out_ack()
136 static int rxrpc_begin_rtt_probe(struct rxrpc_call *call, rxrpc_serial_t serial,  in rxrpc_begin_rtt_probe()  argument
139 	unsigned long avail = call->rtt_avail;  in rxrpc_begin_rtt_probe()
146 	if (!test_and_clear_bit(rtt_slot, &call->rtt_avail))  in rxrpc_begin_rtt_probe()
149 	call->rtt_serial[rtt_slot] = serial;  in rxrpc_begin_rtt_probe()
150 	call->rtt_sent_at[rtt_slot] = ktime_get_real();  in rxrpc_begin_rtt_probe()
152 	set_bit(rtt_slot + RXRPC_CALL_RTT_PEND_SHIFT, &call->rtt_avail);  in rxrpc_begin_rtt_probe()
154 	trace_rxrpc_rtt_tx(call, why, rtt_slot, serial);  in rxrpc_begin_rtt_probe()
158 	trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_no_slot, rtt_slot, serial);  in rxrpc_begin_rtt_probe()
165 static void rxrpc_cancel_rtt_probe(struct rxrpc_call *call,  in rxrpc_cancel_rtt_probe()  argument
169 		clear_bit(rtt_slot + RXRPC_CALL_RTT_PEND_SHIFT, &call->rtt_avail);  in rxrpc_cancel_rtt_probe()
171 		set_bit(rtt_slot, &call->rtt_avail);  in rxrpc_cancel_rtt_probe()
172 		trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_cancel, rtt_slot, serial);  in rxrpc_cancel_rtt_probe()
177  * Send an ACK call packet.
179 int rxrpc_send_ack_packet(struct rxrpc_call *call, bool ping,  in rxrpc_send_ack_packet()  argument
192 	if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags))  in rxrpc_send_ack_packet()
199 	conn = call->conn;  in rxrpc_send_ack_packet()
201 	msg.msg_name	= &call->peer->srx.transport;  in rxrpc_send_ack_packet()
202 	msg.msg_namelen	= call->peer->srx.transport_len;  in rxrpc_send_ack_packet()
208 	pkt->whdr.cid		= htonl(call->cid);  in rxrpc_send_ack_packet()
209 	pkt->whdr.callNumber	= htonl(call->call_id);  in rxrpc_send_ack_packet()
214 	pkt->whdr.securityIndex	= call->security_ix;  in rxrpc_send_ack_packet()
216 	pkt->whdr.serviceId	= htons(call->service_id);  in rxrpc_send_ack_packet()
218 	spin_lock_bh(&call->lock);  in rxrpc_send_ack_packet()
222 		reason = call->ackr_reason;  in rxrpc_send_ack_packet()
223 		if (!call->ackr_reason) {  in rxrpc_send_ack_packet()
224 			spin_unlock_bh(&call->lock);  in rxrpc_send_ack_packet()
228 		call->ackr_reason = 0;  in rxrpc_send_ack_packet()
230 	n = rxrpc_fill_out_ack(conn, call, pkt, &hard_ack, &top, reason);  in rxrpc_send_ack_packet()
232 	spin_unlock_bh(&call->lock);  in rxrpc_send_ack_packet()
246 	trace_rxrpc_tx_ack(call->debug_id, serial,  in rxrpc_send_ack_packet()
254 		rtt_slot = rxrpc_begin_rtt_probe(call, serial, rxrpc_rtt_tx_ping);  in rxrpc_send_ack_packet()
259 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_ack_packet()
262 		trace_rxrpc_tx_packet(call->debug_id, &pkt->whdr,  in rxrpc_send_ack_packet()
264 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_ack_packet()
266 	if (call->state < RXRPC_CALL_COMPLETE) {  in rxrpc_send_ack_packet()
268 			rxrpc_cancel_rtt_probe(call, serial, rtt_slot);  in rxrpc_send_ack_packet()
269 			rxrpc_propose_ACK(call, pkt->ack.reason,  in rxrpc_send_ack_packet()
275 		rxrpc_set_keepalive(call);  in rxrpc_send_ack_packet()
284  * Send an ABORT call packet.
286 int rxrpc_send_abort_packet(struct rxrpc_call *call)  in rxrpc_send_abort_packet()  argument
295 	/* Don't bother sending aborts for a client call once the server has  in rxrpc_send_abort_packet()
298 	 * the reply, it's not worth it if we can send a new call on the same  in rxrpc_send_abort_packet()
299 	 * channel instead, thereby closing off this call.  in rxrpc_send_abort_packet()
301 	if (rxrpc_is_client_call(call) &&  in rxrpc_send_abort_packet()
302 	    test_bit(RXRPC_CALL_TX_LAST, &call->flags))  in rxrpc_send_abort_packet()
305 	if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags))  in rxrpc_send_abort_packet()
308 	conn = call->conn;  in rxrpc_send_abort_packet()
310 	msg.msg_name	= &call->peer->srx.transport;  in rxrpc_send_abort_packet()
311 	msg.msg_namelen	= call->peer->srx.transport_len;  in rxrpc_send_abort_packet()
317 	pkt.whdr.cid		= htonl(call->cid);  in rxrpc_send_abort_packet()
318 	pkt.whdr.callNumber	= htonl(call->call_id);  in rxrpc_send_abort_packet()
323 	pkt.whdr.securityIndex	= call->security_ix;  in rxrpc_send_abort_packet()
325 	pkt.whdr.serviceId	= htons(call->service_id);  in rxrpc_send_abort_packet()
326 	pkt.abort_code		= htonl(call->abort_code);  in rxrpc_send_abort_packet()
338 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_abort_packet()
341 		trace_rxrpc_tx_packet(call->debug_id, &pkt.whdr,  in rxrpc_send_abort_packet()
343 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_abort_packet()
350 int rxrpc_send_data_packet(struct rxrpc_call *call, struct sk_buff *skb,  in rxrpc_send_data_packet()  argument
353 	struct rxrpc_connection *conn = call->conn;  in rxrpc_send_data_packet()
364 	if (hlist_unhashed(&call->error_link)) {  in rxrpc_send_data_packet()
365 		spin_lock_bh(&call->peer->lock);  in rxrpc_send_data_packet()
366 		hlist_add_head_rcu(&call->error_link, &call->peer->error_targets);  in rxrpc_send_data_packet()
367 		spin_unlock_bh(&call->peer->lock);  in rxrpc_send_data_packet()
374 	whdr.cid	= htonl(call->cid);  in rxrpc_send_data_packet()
375 	whdr.callNumber	= htonl(call->call_id);  in rxrpc_send_data_packet()
381 	whdr.securityIndex = call->security_ix;  in rxrpc_send_data_packet()
383 	whdr.serviceId	= htons(call->service_id);  in rxrpc_send_data_packet()
395 	msg.msg_name = &call->peer->srx.transport;  in rxrpc_send_data_packet()
396 	msg.msg_namelen = call->peer->srx.transport_len;  in rxrpc_send_data_packet()
405 	 * service call, lest OpenAFS incorrectly send us an ACK with some  in rxrpc_send_data_packet()
411 	    (test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events) ||  in rxrpc_send_data_packet()
413 	     call->cong_mode == RXRPC_CALL_SLOW_START ||  in rxrpc_send_data_packet()
414 	     (call->peer->rtt_count < 3 && sp->hdr.seq & 1) ||  in rxrpc_send_data_packet()
415 	     ktime_before(ktime_add_ms(call->peer->rtt_last_req, 1000),  in rxrpc_send_data_packet()
423 			trace_rxrpc_tx_data(call, sp->hdr.seq, serial,  in rxrpc_send_data_packet()
429 	trace_rxrpc_tx_data(call, sp->hdr.seq, serial, whdr.flags, retrans,  in rxrpc_send_data_packet()
434 	if (iov[1].iov_len >= call->peer->maxdata)  in rxrpc_send_data_packet()
443 		rtt_slot = rxrpc_begin_rtt_probe(call, serial, rxrpc_rtt_tx_data);  in rxrpc_send_data_packet()
456 		rxrpc_cancel_rtt_probe(call, serial, rtt_slot);  in rxrpc_send_data_packet()
457 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_data_packet()
460 		trace_rxrpc_tx_packet(call->debug_id, &whdr,  in rxrpc_send_data_packet()
464 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_data_packet()
471 			call->peer->rtt_last_req = skb->tstamp;  in rxrpc_send_data_packet()
472 			if (call->peer->rtt_count > 1) {  in rxrpc_send_data_packet()
475 				ack_lost_at = rxrpc_get_rto_backoff(call->peer, false);  in rxrpc_send_data_packet()
477 				WRITE_ONCE(call->ack_lost_at, ack_lost_at);  in rxrpc_send_data_packet()
478 				rxrpc_reduce_call_timer(call, ack_lost_at, nowj,  in rxrpc_send_data_packet()
485 				      &call->flags)) {  in rxrpc_send_data_packet()
488 			expect_rx_by = nowj + call->next_rx_timo;  in rxrpc_send_data_packet()
489 			WRITE_ONCE(call->expect_rx_by, expect_rx_by);  in rxrpc_send_data_packet()
490 			rxrpc_reduce_call_timer(call, expect_rx_by, nowj,  in rxrpc_send_data_packet()
494 		rxrpc_set_keepalive(call);  in rxrpc_send_data_packet()
496 		/* Cancel the call if the initial transmission fails,  in rxrpc_send_data_packet()
501 		if (!test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER, &call->flags))  in rxrpc_send_data_packet()
502 			rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR,  in rxrpc_send_data_packet()
506 	_leave(" = %d [%u]", ret, call->peer->maxdata);  in rxrpc_send_data_packet()
519 		rtt_slot = rxrpc_begin_rtt_probe(call, serial, rxrpc_rtt_tx_data);  in rxrpc_send_data_packet()
539 		rxrpc_cancel_rtt_probe(call, serial, rtt_slot);  in rxrpc_send_data_packet()
540 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_data_packet()
543 		trace_rxrpc_tx_packet(call->debug_id, &whdr,  in rxrpc_send_data_packet()
546 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_data_packet()