/Linux-v6.1/samples/bpf/ |
D | tcp_dumpstats_kern.c | 28 struct bpf_tcp_sock *tcp_sk; in _sockops() local 56 tcp_sk = bpf_tcp_sock(sk); in _sockops() 57 if (!tcp_sk) in _sockops() 63 tcp_sk->dsack_dups, tcp_sk->delivered); in _sockops() 65 tcp_sk->delivered_ce, tcp_sk->icsk_retransmits); in _sockops()
|
/Linux-v6.1/tools/testing/selftests/bpf/progs/ |
D | tcp_rtt.c | 26 struct bpf_tcp_sock *tcp_sk; in _sockops() local 47 tcp_sk = bpf_tcp_sock(sk); in _sockops() 48 if (!tcp_sk) in _sockops() 53 storage->dsack_dups = tcp_sk->dsack_dups; in _sockops() 54 storage->delivered = tcp_sk->delivered; in _sockops() 55 storage->delivered_ce = tcp_sk->delivered_ce; in _sockops() 56 storage->icsk_retransmits = tcp_sk->icsk_retransmits; in _sockops()
|
D | tcp_ca_write_sk_pacing.c | 14 static inline struct tcp_sock *tcp_sk(const struct sock *sk) in tcp_sk() function 34 const struct tcp_sock *tp = tcp_sk(sk); in BPF_PROG() 44 return tcp_sk(sk)->snd_ssthresh; in BPF_PROG() 50 return tcp_sk(sk)->snd_cwnd; in BPF_PROG()
|
D | tcp_ca_incompl_cong_ops.c | 10 static inline struct tcp_sock *tcp_sk(const struct sock *sk) in tcp_sk() function 18 return tcp_sk(sk)->snd_ssthresh; in BPF_PROG() 24 return tcp_sk(sk)->snd_cwnd; in BPF_PROG()
|
D | bpf_dctcp.c | 63 const struct tcp_sock *tp = tcp_sk(sk); in BPF_PROG() 111 struct tcp_sock *tp = tcp_sk(sk); in BPF_PROG() 120 const struct tcp_sock *tp = tcp_sk(sk); in BPF_PROG() 150 struct tcp_sock *tp = tcp_sk(sk); in dctcp_react_to_loss() 169 struct tcp_sock *tp = tcp_sk(sk); in dctcp_ece_ack_cwr() 199 *prior_rcv_nxt = tcp_sk(sk)->rcv_nxt; in dctcp_ece_ack_update() 228 return max(tcp_sk(sk)->snd_cwnd, ca->loss_cwnd); in BPF_PROG()
|
D | bpf_cubic.c | 158 return tcp_sk(sk)->tcp_mstamp; in bictcp_clock_us() 163 struct tcp_sock *tp = tcp_sk(sk); in bictcp_hystart_reset() 184 tcp_sk(sk)->snd_ssthresh = initial_ssthresh; in BPF_PROG() 196 delta = now - tcp_sk(sk)->lsndtime; in BPF_PROG() 383 struct tcp_sock *tp = tcp_sk(sk); in BPF_STRUCT_OPS() 402 const struct tcp_sock *tp = tcp_sk(sk); in BPF_STRUCT_OPS() 449 struct tcp_sock *tp = tcp_sk(sk); in hystart_update() 496 const struct tcp_sock *tp = tcp_sk(sk); in BPF_STRUCT_OPS()
|
/Linux-v6.1/net/ipv4/ |
D | tcp_timer.c | 32 start_ts = tcp_sk(sk)->retrans_stamp; in tcp_clamp_rto_to_user_timeout() 35 elapsed = tcp_time_stamp(tcp_sk(sk)) - start_ts; in tcp_clamp_rto_to_user_timeout() 104 struct tcp_sock *tp = tcp_sk(sk); in tcp_out_of_resources() 218 start_ts = tcp_sk(sk)->retrans_stamp; in retransmits_timed_out() 227 return (s32)(tcp_time_stamp(tcp_sk(sk)) - start_ts - timeout) >= 0; in retransmits_timed_out() 234 struct tcp_sock *tp = tcp_sk(sk); in tcp_write_timeout() 315 tcp_mstamp_refresh(tcp_sk(sk)); in tcp_delack_timer_handler() 354 struct tcp_sock *tp = tcp_sk(sk); in tcp_probe_timer() 404 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_synack_timer() 448 struct tcp_sock *tp = tcp_sk(sk); in tcp_retransmit_timer() [all …]
|
D | tcp_bbr.c | 246 unsigned int mss = tcp_sk(sk)->mss_cache; in bbr_rate_bytes_per_sec() 268 struct tcp_sock *tp = tcp_sk(sk); in bbr_init_pacing_rate_from_rtt() 287 struct tcp_sock *tp = tcp_sk(sk); in bbr_set_pacing_rate() 305 struct tcp_sock *tp = tcp_sk(sk); in bbr_tso_segs_goal() 322 struct tcp_sock *tp = tcp_sk(sk); in bbr_save_cwnd() 333 struct tcp_sock *tp = tcp_sk(sk); in bbr_cwnd_event() 438 struct tcp_sock *tp = tcp_sk(sk); in bbr_packets_in_net_at_edt() 482 struct tcp_sock *tp = tcp_sk(sk); in bbr_set_cwnd_to_recover_or_restore() 521 struct tcp_sock *tp = tcp_sk(sk); in bbr_set_cwnd() 556 struct tcp_sock *tp = tcp_sk(sk); in bbr_is_next_cycle_phase() [all …]
|
D | tcp_recovery.c | 7 struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_reo_wnd() 60 struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_detect_loss() 97 struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_mark_lost() 151 struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_reo_timeout() 189 struct tcp_sock *tp = tcp_sk(sk); in tcp_rack_update_reo_wnd() 220 struct tcp_sock *tp = tcp_sk(sk); in tcp_newreno_mark_lost()
|
D | tcp_input.c | 145 bool unknown_opt = tcp_sk(sk)->rx_opt.saw_unknown && in bpf_skops_parse_hdr() 146 BPF_SOCK_OPS_TEST_FLAG(tcp_sk(sk), in bpf_skops_parse_hdr() 148 bool parse_all_opt = BPF_SOCK_OPS_TEST_FLAG(tcp_sk(sk), in bpf_skops_parse_hdr() 241 tcp_sk(sk)->advmss); in tcp_measure_rcv_mss() 265 len -= tcp_sk(sk)->tcp_header_len; in tcp_measure_rcv_mss() 281 unsigned int quickacks = tcp_sk(sk)->rcv_wnd / (2 * icsk->icsk_ack.rcv_mss); in tcp_incr_quickack() 322 tcp_sk(sk)->ecn_flags &= ~TCP_ECN_DEMAND_CWR; in tcp_ecn_accept_cwr() 340 struct tcp_sock *tp = tcp_sk(sk); in __tcp_ecn_check_ce() 372 if (tcp_sk(sk)->ecn_flags & TCP_ECN_OK) in tcp_ecn_check_ce() 402 const struct tcp_sock *tp = tcp_sk(sk); in tcp_sndbuf_expand() [all …]
|
D | tcp_output.c | 68 struct tcp_sock *tp = tcp_sk(sk); in tcp_event_new_data_sent() 97 const struct tcp_sock *tp = tcp_sk(sk); in tcp_acceptable_seq() 123 struct tcp_sock *tp = tcp_sk(sk); in tcp_advertise_mss() 144 struct tcp_sock *tp = tcp_sk(sk); in tcp_cwnd_restart() 183 struct tcp_sock *tp = tcp_sk(sk); in tcp_event_ack_sent() 259 struct tcp_sock *tp = tcp_sk(sk); in tcp_select_window() 309 const struct tcp_sock *tp = tcp_sk(sk); in tcp_ecn_send_synack() 322 struct tcp_sock *tp = tcp_sk(sk); in tcp_ecn_send_syn() 366 struct tcp_sock *tp = tcp_sk(sk); in tcp_ecn_send() 479 if (likely(!BPF_SOCK_OPS_TEST_FLAG(tcp_sk(sk), in bpf_skops_hdr_opt_len() [all …]
|
D | tcp_dctcp.c | 79 const struct tcp_sock *tp = tcp_sk(sk); in dctcp_init() 107 struct tcp_sock *tp = tcp_sk(sk); in dctcp_ssthresh() 115 const struct tcp_sock *tp = tcp_sk(sk); in dctcp_update_alpha() 149 struct tcp_sock *tp = tcp_sk(sk); in dctcp_react_to_loss() 187 const struct tcp_sock *tp = tcp_sk(sk); in dctcp_get_info() 214 struct tcp_sock *tp = tcp_sk(sk); in dctcp_cwnd_undo()
|
D | tcp_westwood.c | 73 w->snd_una = tcp_sk(sk)->snd_una; in tcp_westwood_init() 127 w->snd_una = tcp_sk(sk)->snd_una; in westwood_update_window() 165 const struct tcp_sock *tp = tcp_sk(sk); in westwood_fast_bw() 182 const struct tcp_sock *tp = tcp_sk(sk); in westwood_acked_count() 219 const struct tcp_sock *tp = tcp_sk(sk); in tcp_westwood_bw_rttmin() 242 struct tcp_sock *tp = tcp_sk(sk); in tcp_westwood_event()
|
D | tcp_cubic.c | 115 return tcp_sk(sk)->tcp_mstamp; in bictcp_clock_us() 120 struct tcp_sock *tp = tcp_sk(sk); in bictcp_hystart_reset() 139 tcp_sk(sk)->snd_ssthresh = initial_ssthresh; in cubictcp_init() 149 delta = now - tcp_sk(sk)->lsndtime; in cubictcp_cwnd_event() 326 struct tcp_sock *tp = tcp_sk(sk); in cubictcp_cong_avoid() 343 const struct tcp_sock *tp = tcp_sk(sk); in cubictcp_recalc_ssthresh() 388 struct tcp_sock *tp = tcp_sk(sk); in hystart_update() 450 const struct tcp_sock *tp = tcp_sk(sk); in cubictcp_acked()
|
D | tcp_highspeed.c | 102 struct tcp_sock *tp = tcp_sk(sk); in hstcp_init() 114 struct tcp_sock *tp = tcp_sk(sk); in hstcp_cong_avoid() 153 const struct tcp_sock *tp = tcp_sk(sk); in hstcp_ssthresh()
|
D | tcp_rate.c | 42 struct tcp_sock *tp = tcp_sk(sk); in tcp_rate_skb_sent() 83 struct tcp_sock *tp = tcp_sk(sk); in tcp_rate_skb_delivered() 120 struct tcp_sock *tp = tcp_sk(sk); in tcp_rate_gen() 196 struct tcp_sock *tp = tcp_sk(sk); in tcp_rate_check_app_limited()
|
D | tcp_cdg.c | 143 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_hystart_update() 244 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_backoff() 265 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_cong_avoid() 302 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_acked() 331 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_ssthresh() 348 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_cwnd_event() 376 struct tcp_sock *tp = tcp_sk(sk); in tcp_cdg_init()
|
D | tcp_fastopen.c | 171 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_add_skb() 260 tp = tcp_sk(child); in tcp_fastopen_create_child() 337 tcp_sk(sk)->fastopen_no_cookie || in tcp_fastopen_no_cookie() 433 tcp_sk(sk)->fastopen_client_fail = TFO_COOKIE_UNAVAILABLE; in tcp_fastopen_cookie_check() 447 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_defer_connect() 542 tcp_sk(sk)->syn_fastopen_ch = 1; in tcp_fastopen_active_should_disable() 554 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_active_disable_ofo_check() 581 struct tcp_sock *tp = tcp_sk(sk); in tcp_fastopen_active_detect_blackhole()
|
D | tcp_dctcp.h | 6 struct tcp_sock *tp = tcp_sk(sk); in dctcp_ece_ack_cwr() 35 *prior_rcv_nxt = tcp_sk(sk)->rcv_nxt; in dctcp_ece_ack_update()
|
D | tcp_scalable.c | 20 struct tcp_sock *tp = tcp_sk(sk); in tcp_scalable_cong_avoid() 36 const struct tcp_sock *tp = tcp_sk(sk); in tcp_scalable_ssthresh()
|
D | tcp_hybla.c | 39 tcp_sk(sk)->srtt_us / (rtt0 * USEC_PER_MSEC), in hybla_recalc_param() 48 struct tcp_sock *tp = tcp_sk(sk); in hybla_init() 92 struct tcp_sock *tp = tcp_sk(sk); in hybla_cong_avoid()
|
D | tcp_illinois.c | 59 struct tcp_sock *tp = tcp_sk(sk); in rtt_reset() 224 struct tcp_sock *tp = tcp_sk(sk); in update_params() 262 struct tcp_sock *tp = tcp_sk(sk); in tcp_illinois_cong_avoid() 297 struct tcp_sock *tp = tcp_sk(sk); in tcp_illinois_ssthresh()
|
D | tcp.c | 415 struct tcp_sock *tp = tcp_sk(sk); in tcp_init_sock() 499 const struct tcp_sock *tp = tcp_sk(sk); in tcp_poll() 600 struct tcp_sock *tp = tcp_sk(sk); in tcp_ioctl() 657 struct tcp_sock *tp = tcp_sk(sk); in tcp_skb_entail() 701 struct tcp_sock *tp = tcp_sk(sk); in tcp_push() 890 struct tcp_sock *tp = tcp_sk(sk); in tcp_xmit_size_goal() 977 struct tcp_sock *tp = tcp_sk(sk); in tcp_build_frag() 1041 struct tcp_sock *tp = tcp_sk(sk); in do_tcp_sendpages() 1169 struct tcp_sock *tp = tcp_sk(sk); in tcp_sendmsg_fastopen() 1215 struct tcp_sock *tp = tcp_sk(sk); in tcp_sendmsg_locked() [all …]
|
D | tcp_yeah.c | 43 struct tcp_sock *tp = tcp_sk(sk); in tcp_yeah_init() 60 struct tcp_sock *tp = tcp_sk(sk); in tcp_yeah_cong_avoid() 189 const struct tcp_sock *tp = tcp_sk(sk); in tcp_yeah_ssthresh()
|
/Linux-v6.1/include/net/ |
D | tcp.h | 530 last_overflow = READ_ONCE(tcp_sk(sk)->rx_opt.ts_recent_stamp); in tcp_synq_overflow() 532 WRITE_ONCE(tcp_sk(sk)->rx_opt.ts_recent_stamp, now); in tcp_synq_overflow() 553 last_overflow = READ_ONCE(tcp_sk(sk)->rx_opt.ts_recent_stamp); in tcp_synq_no_recent_overflow() 640 if (hrtimer_try_to_cancel(&tcp_sk(sk)->pacing_timer) == 1) in tcp_clear_xmit_timers() 643 if (hrtimer_try_to_cancel(&tcp_sk(sk)->compressed_ack_timer) == 1) in tcp_clear_xmit_timers() 721 struct tcp_sock *tp = tcp_sk(sk); in tcp_fast_path_check() 1258 const struct tcp_sock *tp = tcp_sk(sk); in tcp_current_ssthresh() 1303 const struct tcp_sock *tp = tcp_sk(sk); in tcp_is_cwnd_limited() 1331 s64 delay = tcp_sk(sk)->tcp_wstamp_ns - tcp_sk(sk)->tcp_clock_cache; in tcp_pacing_delay() 1369 if (!tcp_sk(sk)->packets_out && !inet_csk(sk)->icsk_pending) in tcp_check_probe_timer() [all …]
|