Lines Matching +full:rx +full:- +full:sched +full:- +full:sp
1 // SPDX-License-Identifier: GPL-2.0-or-later
13 #include <linux/sched/signal.h>
17 #include "ar-internal.h"
25 struct rxrpc_sock *rx; in rxrpc_notify_socket() local
28 _enter("%d", call->debug_id); in rxrpc_notify_socket()
30 if (!list_empty(&call->recvmsg_link)) in rxrpc_notify_socket()
35 rx = rcu_dereference(call->socket); in rxrpc_notify_socket()
36 sk = &rx->sk; in rxrpc_notify_socket()
37 if (rx && sk->sk_state < RXRPC_CLOSE) { in rxrpc_notify_socket()
38 if (call->notify_rx) { in rxrpc_notify_socket()
39 spin_lock_bh(&call->notify_lock); in rxrpc_notify_socket()
40 call->notify_rx(sk, call, call->user_call_ID); in rxrpc_notify_socket()
41 spin_unlock_bh(&call->notify_lock); in rxrpc_notify_socket()
43 write_lock_bh(&rx->recvmsg_lock); in rxrpc_notify_socket()
44 if (list_empty(&call->recvmsg_link)) { in rxrpc_notify_socket()
46 list_add_tail(&call->recvmsg_link, &rx->recvmsg_q); in rxrpc_notify_socket()
48 write_unlock_bh(&rx->recvmsg_lock); in rxrpc_notify_socket()
51 _debug("call %ps", sk->sk_data_ready); in rxrpc_notify_socket()
52 sk->sk_data_ready(sk); in rxrpc_notify_socket()
69 if (call->state < RXRPC_CALL_COMPLETE) { in __rxrpc_set_call_completion()
70 call->abort_code = abort_code; in __rxrpc_set_call_completion()
71 call->error = error; in __rxrpc_set_call_completion()
72 call->completion = compl; in __rxrpc_set_call_completion()
73 call->state = RXRPC_CALL_COMPLETE; in __rxrpc_set_call_completion()
75 wake_up(&call->waitq); in __rxrpc_set_call_completion()
89 if (call->state < RXRPC_CALL_COMPLETE) { in rxrpc_set_call_completion()
90 write_lock_bh(&call->state_lock); in rxrpc_set_call_completion()
92 write_unlock_bh(&call->state_lock); in rxrpc_set_call_completion()
109 if (call->state < RXRPC_CALL_COMPLETE) { in rxrpc_call_completed()
110 write_lock_bh(&call->state_lock); in rxrpc_call_completed()
112 write_unlock_bh(&call->state_lock); in rxrpc_call_completed()
123 trace_rxrpc_abort(call->debug_id, why, call->cid, call->call_id, seq, in __rxrpc_abort_call()
134 write_lock_bh(&call->state_lock); in rxrpc_abort_call()
136 write_unlock_bh(&call->state_lock); in rxrpc_abort_call()
148 switch (call->completion) { in rxrpc_recvmsg_term()
155 tmp = call->abort_code; in rxrpc_recvmsg_term()
159 tmp = call->abort_code; in rxrpc_recvmsg_term()
163 tmp = -call->error; in rxrpc_recvmsg_term()
167 tmp = -call->error; in rxrpc_recvmsg_term()
171 pr_err("Invalid terminal call state %u\n", call->state); in rxrpc_recvmsg_term()
176 trace_rxrpc_recvmsg(call, rxrpc_recvmsg_terminal, call->rx_hard_ack, in rxrpc_recvmsg_term()
177 call->rx_pkt_offset, call->rx_pkt_len, ret); in rxrpc_recvmsg_term()
186 _enter("%d,%s", call->debug_id, rxrpc_call_states[call->state]); in rxrpc_end_rx_phase()
188 trace_rxrpc_receive(call, rxrpc_receive_end, 0, call->rx_top); in rxrpc_end_rx_phase()
189 ASSERTCMP(call->rx_hard_ack, ==, call->rx_top); in rxrpc_end_rx_phase()
191 if (call->state == RXRPC_CALL_CLIENT_RECV_REPLY) { in rxrpc_end_rx_phase()
197 write_lock_bh(&call->state_lock); in rxrpc_end_rx_phase()
199 switch (call->state) { in rxrpc_end_rx_phase()
202 write_unlock_bh(&call->state_lock); in rxrpc_end_rx_phase()
206 call->tx_phase = true; in rxrpc_end_rx_phase()
207 call->state = RXRPC_CALL_SERVER_ACK_REQUEST; in rxrpc_end_rx_phase()
208 call->expect_req_by = jiffies + MAX_JIFFY_OFFSET; in rxrpc_end_rx_phase()
209 write_unlock_bh(&call->state_lock); in rxrpc_end_rx_phase()
214 write_unlock_bh(&call->state_lock); in rxrpc_end_rx_phase()
220 * Discard a packet we've used up and advance the Rx window by one.
224 struct rxrpc_skb_priv *sp; in rxrpc_rotate_rx_window() local
232 _enter("%d", call->debug_id); in rxrpc_rotate_rx_window()
234 hard_ack = call->rx_hard_ack; in rxrpc_rotate_rx_window()
235 top = smp_load_acquire(&call->rx_top); in rxrpc_rotate_rx_window()
240 skb = call->rxtx_buffer[ix]; in rxrpc_rotate_rx_window()
242 sp = rxrpc_skb(skb); in rxrpc_rotate_rx_window()
244 subpacket = call->rxtx_annotations[ix] & RXRPC_RX_ANNO_SUBPACKET; in rxrpc_rotate_rx_window()
245 serial = sp->hdr.serial + subpacket; in rxrpc_rotate_rx_window()
247 if (subpacket == sp->nr_subpackets - 1 && in rxrpc_rotate_rx_window()
248 sp->rx_flags & RXRPC_SKB_INCL_LAST) in rxrpc_rotate_rx_window()
251 call->rxtx_buffer[ix] = NULL; in rxrpc_rotate_rx_window()
252 call->rxtx_annotations[ix] = 0; in rxrpc_rotate_rx_window()
254 smp_store_release(&call->rx_hard_ack, hard_ack); in rxrpc_rotate_rx_window()
263 if (atomic_inc_return(&call->ackr_nr_consumed) > 2) in rxrpc_rotate_rx_window()
267 if (call->ackr_reason && call->ackr_reason != RXRPC_ACK_DELAY) in rxrpc_rotate_rx_window()
282 struct rxrpc_skb_priv *sp = rxrpc_skb(skb); in rxrpc_verify_packet() local
283 rxrpc_seq_t seq = sp->hdr.seq; in rxrpc_verify_packet()
284 u16 cksum = sp->hdr.cksum; in rxrpc_verify_packet()
294 if (skb_copy_bits(skb, offset - 2, &tmp, 2) < 0) in rxrpc_verify_packet()
300 return call->security->verify_packet(call, skb, offset, len, in rxrpc_verify_packet()
307 * (1) An skb may contain a jumbo packet - so we have to find the appropriate
319 struct rxrpc_skb_priv *sp = rxrpc_skb(skb); in rxrpc_locate_data() local
329 len = skb->len - offset; in rxrpc_locate_data()
330 if (subpacket < sp->nr_subpackets - 1) in rxrpc_locate_data()
332 else if (sp->rx_flags & RXRPC_SKB_INCL_LAST) in rxrpc_locate_data()
345 call->security->locate_data(call, skb, _offset, _len); in rxrpc_locate_data()
352 * (returns 1). If more packets are required, it returns -EAGAIN.
358 struct rxrpc_skb_priv *sp; in rxrpc_recvmsg_data() local
365 int ix, copy, ret = -EAGAIN, ret2; in rxrpc_recvmsg_data()
367 if (test_and_clear_bit(RXRPC_CALL_RX_UNDERRUN, &call->flags) && in rxrpc_recvmsg_data()
368 call->ackr_reason) in rxrpc_recvmsg_data()
371 rx_pkt_offset = call->rx_pkt_offset; in rxrpc_recvmsg_data()
372 rx_pkt_len = call->rx_pkt_len; in rxrpc_recvmsg_data()
373 rx_pkt_last = call->rx_pkt_last; in rxrpc_recvmsg_data()
375 if (call->state >= RXRPC_CALL_SERVER_ACK_REQUEST) { in rxrpc_recvmsg_data()
376 seq = call->rx_hard_ack; in rxrpc_recvmsg_data()
382 hard_ack = call->rx_hard_ack; in rxrpc_recvmsg_data()
385 while (top = smp_load_acquire(&call->rx_top), in rxrpc_recvmsg_data()
389 skb = call->rxtx_buffer[ix]; in rxrpc_recvmsg_data()
397 sp = rxrpc_skb(skb); in rxrpc_recvmsg_data()
400 serial = sp->hdr.serial; in rxrpc_recvmsg_data()
401 serial += call->rxtx_annotations[ix] & RXRPC_RX_ANNO_SUBPACKET; in rxrpc_recvmsg_data()
407 sock_recv_timestamp(msg, sock->sk, skb); in rxrpc_recvmsg_data()
411 &call->rxtx_annotations[ix], in rxrpc_recvmsg_data()
425 /* We have to handle short, empty and used-up DATA packets. */ in rxrpc_recvmsg_data()
426 remain = len - *_offset; in rxrpc_recvmsg_data()
440 rx_pkt_len -= copy; in rxrpc_recvmsg_data()
459 ASSERTCMP(seq, ==, READ_ONCE(call->rx_top)); in rxrpc_recvmsg_data()
469 call->rx_pkt_offset = rx_pkt_offset; in rxrpc_recvmsg_data()
470 call->rx_pkt_len = rx_pkt_len; in rxrpc_recvmsg_data()
471 call->rx_pkt_last = rx_pkt_last; in rxrpc_recvmsg_data()
476 if (ret == -EAGAIN) in rxrpc_recvmsg_data()
477 set_bit(RXRPC_CALL_RX_UNDERRUN, &call->flags); in rxrpc_recvmsg_data()
483 * - we need to be careful about two or more threads calling recvmsg
490 struct rxrpc_sock *rx = rxrpc_sk(sock->sk); in rxrpc_recvmsg() local
501 return -EOPNOTSUPP; in rxrpc_recvmsg()
503 timeo = sock_rcvtimeo(&rx->sk, flags & MSG_DONTWAIT); in rxrpc_recvmsg()
506 lock_sock(&rx->sk); in rxrpc_recvmsg()
509 if (RB_EMPTY_ROOT(&rx->calls) && in rxrpc_recvmsg()
510 list_empty(&rx->recvmsg_q) && in rxrpc_recvmsg()
511 rx->sk.sk_state != RXRPC_SERVER_LISTENING) { in rxrpc_recvmsg()
512 release_sock(&rx->sk); in rxrpc_recvmsg()
513 return -EAGAIN; in rxrpc_recvmsg()
516 if (list_empty(&rx->recvmsg_q)) { in rxrpc_recvmsg()
517 ret = -EWOULDBLOCK; in rxrpc_recvmsg()
523 release_sock(&rx->sk); in rxrpc_recvmsg()
526 prepare_to_wait_exclusive(sk_sleep(&rx->sk), &wait, in rxrpc_recvmsg()
528 ret = sock_error(&rx->sk); in rxrpc_recvmsg()
532 if (list_empty(&rx->recvmsg_q)) { in rxrpc_recvmsg()
539 finish_wait(sk_sleep(&rx->sk), &wait); in rxrpc_recvmsg()
546 write_lock_bh(&rx->recvmsg_lock); in rxrpc_recvmsg()
547 l = rx->recvmsg_q.next; in rxrpc_recvmsg()
550 list_del_init(&call->recvmsg_link); in rxrpc_recvmsg()
553 write_unlock_bh(&rx->recvmsg_lock); in rxrpc_recvmsg()
560 if (!mutex_trylock(&call->user_mutex)) { in rxrpc_recvmsg()
561 ret = -EWOULDBLOCK; in rxrpc_recvmsg()
564 ret = -ERESTARTSYS; in rxrpc_recvmsg()
565 if (mutex_lock_interruptible(&call->user_mutex) < 0) in rxrpc_recvmsg()
569 release_sock(&rx->sk); in rxrpc_recvmsg()
571 if (test_bit(RXRPC_CALL_RELEASED, &call->flags)) in rxrpc_recvmsg()
574 if (test_bit(RXRPC_CALL_HAS_USERID, &call->flags)) { in rxrpc_recvmsg()
576 unsigned int id32 = call->user_call_ID; in rxrpc_recvmsg()
581 unsigned long idl = call->user_call_ID; in rxrpc_recvmsg()
590 if (msg->msg_name && call->peer) { in rxrpc_recvmsg()
591 struct sockaddr_rxrpc *srx = msg->msg_name; in rxrpc_recvmsg()
592 size_t len = sizeof(call->peer->srx); in rxrpc_recvmsg()
594 memcpy(msg->msg_name, &call->peer->srx, len); in rxrpc_recvmsg()
595 srx->srx_service = call->service_id; in rxrpc_recvmsg()
596 msg->msg_namelen = len; in rxrpc_recvmsg()
599 switch (READ_ONCE(call->state)) { in rxrpc_recvmsg()
603 ret = rxrpc_recvmsg_data(sock, call, msg, &msg->msg_iter, len, in rxrpc_recvmsg()
605 if (ret == -EAGAIN) in rxrpc_recvmsg()
608 if (after(call->rx_top, call->rx_hard_ack) && in rxrpc_recvmsg()
609 call->rxtx_buffer[(call->rx_hard_ack + 1) & RXRPC_RXTX_BUFF_MASK]) in rxrpc_recvmsg()
620 if (call->state == RXRPC_CALL_COMPLETE) { in rxrpc_recvmsg()
625 rxrpc_release_call(rx, call); in rxrpc_recvmsg()
626 msg->msg_flags |= MSG_EOR; in rxrpc_recvmsg()
631 msg->msg_flags |= MSG_MORE; in rxrpc_recvmsg()
633 msg->msg_flags &= ~MSG_MORE; in rxrpc_recvmsg()
637 mutex_unlock(&call->user_mutex); in rxrpc_recvmsg()
644 write_lock_bh(&rx->recvmsg_lock); in rxrpc_recvmsg()
645 list_add(&call->recvmsg_link, &rx->recvmsg_q); in rxrpc_recvmsg()
646 write_unlock_bh(&rx->recvmsg_lock); in rxrpc_recvmsg()
652 release_sock(&rx->sk); in rxrpc_recvmsg()
660 finish_wait(sk_sleep(&rx->sk), &wait); in rxrpc_recvmsg()
666 * rxrpc_kernel_recv_data - Allow a kernel service to receive data/info
672 * @_abort: Where the abort code is stored if -ECONNABORTED is returned
678 * and -EAGAIN if we need more data.
680 * Note that we may return -EAGAIN to drain empty packets at the end of the
693 call->debug_id, rxrpc_call_states[call->state], in rxrpc_kernel_recv_data()
696 ASSERTCMP(call->state, !=, RXRPC_CALL_SERVER_SECURING); in rxrpc_kernel_recv_data()
698 mutex_lock(&call->user_mutex); in rxrpc_kernel_recv_data()
700 switch (READ_ONCE(call->state)) { in rxrpc_kernel_recv_data()
706 *_len -= offset; in rxrpc_kernel_recv_data()
712 * full buffer or have been given -EAGAIN. in rxrpc_kernel_recv_data()
731 ret = -EINPROGRESS; in rxrpc_kernel_recv_data()
738 switch (call->ackr_reason) { in rxrpc_kernel_recv_data()
742 if (ret != -EAGAIN) in rxrpc_kernel_recv_data()
750 *_service = call->service_id; in rxrpc_kernel_recv_data()
751 mutex_unlock(&call->user_mutex); in rxrpc_kernel_recv_data()
757 ret = -EBADMSG; in rxrpc_kernel_recv_data()
761 ret = -EMSGSIZE; in rxrpc_kernel_recv_data()
764 *_abort = call->abort_code; in rxrpc_kernel_recv_data()
765 ret = call->error; in rxrpc_kernel_recv_data()
766 if (call->completion == RXRPC_CALL_SUCCEEDED) { in rxrpc_kernel_recv_data()
769 ret = -ECONNRESET; in rxrpc_kernel_recv_data()