23 static void rxrpc_propose_ping(struct rxrpc_call *call,  in rxrpc_propose_ping()  argument
28 		    !test_and_set_bit(RXRPC_CALL_EV_PING, &call->events))  in rxrpc_propose_ping()
29 			rxrpc_queue_call(call);  in rxrpc_propose_ping()
34 		if (time_before(ping_at, call->ping_at)) {  in rxrpc_propose_ping()
35 			WRITE_ONCE(call->ping_at, ping_at);  in rxrpc_propose_ping()
36 			rxrpc_reduce_call_timer(call, ping_at, now,  in rxrpc_propose_ping()
45 static void __rxrpc_propose_ACK(struct rxrpc_call *call, u8 ack_reason,  in __rxrpc_propose_ACK()  argument
57 		rxrpc_propose_ping(call, immediate, background);  in __rxrpc_propose_ACK()
66 	       call->ackr_reason, rxrpc_ack_priority[call->ackr_reason]);  in __rxrpc_propose_ACK()
67 	if (ack_reason == call->ackr_reason) {  in __rxrpc_propose_ACK()
70 			call->ackr_serial = serial;  in __rxrpc_propose_ACK()
74 	} else if (prior > rxrpc_ack_priority[call->ackr_reason]) {  in __rxrpc_propose_ACK()
75 		call->ackr_reason = ack_reason;  in __rxrpc_propose_ACK()
76 		call->ackr_serial = serial;  in __rxrpc_propose_ACK()
104 	if (test_bit(RXRPC_CALL_EV_ACK, &call->events)) {  in __rxrpc_propose_ACK()
107 		_debug("immediate ACK %lx", call->events);  in __rxrpc_propose_ACK()
108 		if (!test_and_set_bit(RXRPC_CALL_EV_ACK, &call->events) &&  in __rxrpc_propose_ACK()
110 			rxrpc_queue_call(call);  in __rxrpc_propose_ACK()
114 		if (call->peer->srtt_us != 0)  in __rxrpc_propose_ACK()
115 			ack_at = usecs_to_jiffies(call->peer->srtt_us >> 3);  in __rxrpc_propose_ACK()
119 		ack_at += READ_ONCE(call->tx_backoff);  in __rxrpc_propose_ACK()
121 		if (time_before(ack_at, call->ack_at)) {  in __rxrpc_propose_ACK()
122 			WRITE_ONCE(call->ack_at, ack_at);  in __rxrpc_propose_ACK()
123 			rxrpc_reduce_call_timer(call, ack_at, now,  in __rxrpc_propose_ACK()
129 	trace_rxrpc_propose_ack(call, why, ack_reason, serial, immediate,  in __rxrpc_propose_ACK()
134  * propose an ACK be sent, locking the call structure
136 void rxrpc_propose_ACK(struct rxrpc_call *call, u8 ack_reason,  in rxrpc_propose_ACK()  argument
140 	spin_lock_bh(&call->lock);  in rxrpc_propose_ACK()
141 	__rxrpc_propose_ACK(call, ack_reason, serial,  in rxrpc_propose_ACK()
143 	spin_unlock_bh(&call->lock);  in rxrpc_propose_ACK()
149 static void rxrpc_congestion_timeout(struct rxrpc_call *call)  in rxrpc_congestion_timeout()  argument
151 	set_bit(RXRPC_CALL_RETRANS_TIMEOUT, &call->flags);  in rxrpc_congestion_timeout()
157 static void rxrpc_resend(struct rxrpc_call *call, unsigned long now_j)  in rxrpc_resend()  argument
166 	_enter("{%d,%d}", call->tx_hard_ack, call->tx_top);  in rxrpc_resend()
169 	max_age = ktime_sub_us(now, jiffies_to_usecs(call->peer->rto_j));  in rxrpc_resend()
171 	spin_lock_bh(&call->lock);  in rxrpc_resend()
173 	cursor = call->tx_hard_ack;  in rxrpc_resend()
174 	top = call->tx_top;  in rxrpc_resend()
183 	trace_rxrpc_resend(call, (cursor + 1) & RXRPC_RXTX_BUFF_MASK);  in rxrpc_resend()
187 		annotation = call->rxtx_annotations[ix];  in rxrpc_resend()
193 		skb = call->rxtx_buffer[ix];  in rxrpc_resend()
207 		call->rxtx_annotations[ix] = RXRPC_TX_ANNO_RETRANS | annotation;  in rxrpc_resend()
209 		trace_rxrpc_retransmit(call, seq, annotation | anno_type,  in rxrpc_resend()
214 	resend_at += jiffies + rxrpc_get_rto_backoff(call->peer, retrans);  in rxrpc_resend()
215 	WRITE_ONCE(call->resend_at, resend_at);  in rxrpc_resend()
218 		rxrpc_congestion_timeout(call);  in rxrpc_resend()
225 		rxrpc_reduce_call_timer(call, resend_at, now_j,  in rxrpc_resend()
227 		spin_unlock_bh(&call->lock);  in rxrpc_resend()
228 		ack_ts = ktime_sub(now, call->acks_latest_ts);  in rxrpc_resend()
229 		if (ktime_to_us(ack_ts) < (call->peer->srtt_us >> 3))  in rxrpc_resend()
231 		rxrpc_propose_ACK(call, RXRPC_ACK_PING, 0, true, false,  in rxrpc_resend()
233 		rxrpc_send_ack_packet(call, true, NULL);  in rxrpc_resend()
244 		annotation = call->rxtx_annotations[ix];  in rxrpc_resend()
255 		call->rxtx_annotations[ix] = annotation;  in rxrpc_resend()
257 		skb = call->rxtx_buffer[ix];  in rxrpc_resend()
262 		spin_unlock_bh(&call->lock);  in rxrpc_resend()
264 		if (rxrpc_send_data_packet(call, skb, true) < 0) {  in rxrpc_resend()
269 		if (rxrpc_is_client_call(call))  in rxrpc_resend()
270 			rxrpc_expose_client_call(call);  in rxrpc_resend()
273 		spin_lock_bh(&call->lock);  in rxrpc_resend()
274 		if (after(call->tx_hard_ack, seq))  in rxrpc_resend()
275 			seq = call->tx_hard_ack;  in rxrpc_resend()
279 	spin_unlock_bh(&call->lock);  in rxrpc_resend()
289 	struct rxrpc_call *call =  in rxrpc_process_call()  local
295 	rxrpc_see_call(call);  in rxrpc_process_call()
299 	       call->debug_id, rxrpc_call_states[call->state], call->events);  in rxrpc_process_call()
307 	if (test_and_clear_bit(RXRPC_CALL_EV_ABORT, &call->events)) {  in rxrpc_process_call()
308 		rxrpc_send_abort_packet(call);  in rxrpc_process_call()
312 	if (call->state == RXRPC_CALL_COMPLETE) {  in rxrpc_process_call()
313 		rxrpc_delete_call_timer(call);  in rxrpc_process_call()
319 	t = READ_ONCE(call->expect_rx_by);  in rxrpc_process_call()
321 		trace_rxrpc_timer(call, rxrpc_timer_exp_normal, now);  in rxrpc_process_call()
322 		set_bit(RXRPC_CALL_EV_EXPIRED, &call->events);  in rxrpc_process_call()
325 	t = READ_ONCE(call->expect_req_by);  in rxrpc_process_call()
326 	if (call->state == RXRPC_CALL_SERVER_RECV_REQUEST &&  in rxrpc_process_call()
328 		trace_rxrpc_timer(call, rxrpc_timer_exp_idle, now);  in rxrpc_process_call()
329 		set_bit(RXRPC_CALL_EV_EXPIRED, &call->events);  in rxrpc_process_call()
332 	t = READ_ONCE(call->expect_term_by);  in rxrpc_process_call()
334 		trace_rxrpc_timer(call, rxrpc_timer_exp_hard, now);  in rxrpc_process_call()
335 		set_bit(RXRPC_CALL_EV_EXPIRED, &call->events);  in rxrpc_process_call()
338 	t = READ_ONCE(call->ack_at);  in rxrpc_process_call()
340 		trace_rxrpc_timer(call, rxrpc_timer_exp_ack, now);  in rxrpc_process_call()
341 		cmpxchg(&call->ack_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
342 		set_bit(RXRPC_CALL_EV_ACK, &call->events);  in rxrpc_process_call()
345 	t = READ_ONCE(call->ack_lost_at);  in rxrpc_process_call()
347 		trace_rxrpc_timer(call, rxrpc_timer_exp_lost_ack, now);  in rxrpc_process_call()
348 		cmpxchg(&call->ack_lost_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
349 		set_bit(RXRPC_CALL_EV_ACK_LOST, &call->events);  in rxrpc_process_call()
352 	t = READ_ONCE(call->keepalive_at);  in rxrpc_process_call()
354 		trace_rxrpc_timer(call, rxrpc_timer_exp_keepalive, now);  in rxrpc_process_call()
355 		cmpxchg(&call->keepalive_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
356 		rxrpc_propose_ACK(call, RXRPC_ACK_PING, 0, true, true,  in rxrpc_process_call()
358 		set_bit(RXRPC_CALL_EV_PING, &call->events);  in rxrpc_process_call()
361 	t = READ_ONCE(call->ping_at);  in rxrpc_process_call()
363 		trace_rxrpc_timer(call, rxrpc_timer_exp_ping, now);  in rxrpc_process_call()
364 		cmpxchg(&call->ping_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
365 		set_bit(RXRPC_CALL_EV_PING, &call->events);  in rxrpc_process_call()
368 	t = READ_ONCE(call->resend_at);  in rxrpc_process_call()
370 		trace_rxrpc_timer(call, rxrpc_timer_exp_resend, now);  in rxrpc_process_call()
371 		cmpxchg(&call->resend_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
372 		set_bit(RXRPC_CALL_EV_RESEND, &call->events);  in rxrpc_process_call()
376 	if (test_and_clear_bit(RXRPC_CALL_EV_EXPIRED, &call->events)) {  in rxrpc_process_call()
377 		if (test_bit(RXRPC_CALL_RX_HEARD, &call->flags) &&  in rxrpc_process_call()
378 		    (int)call->conn->hi_serial - (int)call->rx_serial > 0) {  in rxrpc_process_call()
379 			trace_rxrpc_call_reset(call);  in rxrpc_process_call()
380 			rxrpc_abort_call("EXP", call, 0, RX_CALL_DEAD, -ECONNRESET);  in rxrpc_process_call()
382 			rxrpc_abort_call("EXP", call, 0, RX_CALL_TIMEOUT, -ETIME);  in rxrpc_process_call()
384 		set_bit(RXRPC_CALL_EV_ABORT, &call->events);  in rxrpc_process_call()
389 	if (test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events)) {  in rxrpc_process_call()
390 		call->acks_lost_top = call->tx_top;  in rxrpc_process_call()
391 		rxrpc_propose_ACK(call, RXRPC_ACK_PING, 0, true, false,  in rxrpc_process_call()
393 		send_ack = &call->acks_lost_ping;  in rxrpc_process_call()
396 	if (test_and_clear_bit(RXRPC_CALL_EV_ACK, &call->events) ||  in rxrpc_process_call()
398 		if (call->ackr_reason) {  in rxrpc_process_call()
399 			rxrpc_send_ack_packet(call, false, send_ack);  in rxrpc_process_call()
404 	if (test_and_clear_bit(RXRPC_CALL_EV_PING, &call->events)) {  in rxrpc_process_call()
405 		rxrpc_send_ack_packet(call, true, NULL);  in rxrpc_process_call()
409 	if (test_and_clear_bit(RXRPC_CALL_EV_RESEND, &call->events) &&  in rxrpc_process_call()
410 	    call->state != RXRPC_CALL_CLIENT_RECV_REPLY) {  in rxrpc_process_call()
411 		rxrpc_resend(call, now);  in rxrpc_process_call()
416 	next = call->expect_rx_by;  in rxrpc_process_call()
420 	set(call->expect_req_by);  in rxrpc_process_call()
421 	set(call->expect_term_by);  in rxrpc_process_call()
422 	set(call->ack_at);  in rxrpc_process_call()
423 	set(call->ack_lost_at);  in rxrpc_process_call()
424 	set(call->resend_at);  in rxrpc_process_call()
425 	set(call->keepalive_at);  in rxrpc_process_call()
426 	set(call->ping_at);  in rxrpc_process_call()
432 	rxrpc_reduce_call_timer(call, next, now, rxrpc_timer_restart);  in rxrpc_process_call()
435 	if (call->events && call->state < RXRPC_CALL_COMPLETE)  in rxrpc_process_call()
439 	rxrpc_put_call(call, rxrpc_call_put);  in rxrpc_process_call()
445 	__rxrpc_queue_call(call);  in rxrpc_process_call()