Lines Matching defs:tcp_bbr
126 #include "tcp_bbr.h"
432 static inline uint64_t bbr_get_bw(struct tcp_bbr *bbr);
438 bbr_get_pacing_length(struct tcp_bbr *bbr, uint16_t gain,
441 bbr_get_a_state_target(struct tcp_bbr *bbr, uint32_t gain);
443 bbr_set_state(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t win);
445 bbr_set_probebw_gains(struct tcp_bbr *bbr, uint32_t cts, uint32_t losses);
447 bbr_substate_change(struct tcp_bbr *bbr, uint32_t cts, int line,
450 bbr_get_target_cwnd(struct tcp_bbr *bbr, uint64_t bw, uint32_t gain);
452 bbr_state_change(struct tcp_bbr *bbr, uint32_t cts, int32_t epoch,
455 bbr_calc_thresh_rack(struct tcp_bbr *bbr, uint32_t srtt, uint32_t cts,
458 bbr_initial_cwnd(struct tcp_bbr *bbr, struct tcpcb *tp);
460 bbr_calc_thresh_tlp(struct tcpcb *tp, struct tcp_bbr *bbr,
463 bbr_exit_persist(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts,
466 bbr_set_state_target(struct tcp_bbr *bbr, int line);
468 bbr_enter_probe_rtt(struct tcp_bbr *bbr, uint32_t cts, int32_t line);
470 bbr_log_progress_event(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t tick,
473 tcp_bbr_tso_size_check(struct tcp_bbr *bbr, uint32_t cts);
475 bbr_setup_red_bw(struct tcp_bbr *bbr, uint32_t cts);
477 bbr_log_rtt_shrinks(struct tcp_bbr *bbr, uint32_t cts, uint32_t applied,
481 bbr_find_lowest_rsm(struct tcp_bbr *bbr);
483 bbr_get_rtt(struct tcp_bbr *bbr, int32_t rtt_type);
485 bbr_log_to_start(struct tcp_bbr *bbr, uint32_t cts, uint32_t to, int32_t slot,
488 bbr_log_timer_var(struct tcp_bbr *bbr, int mode, uint32_t cts,
492 bbr_log_hpts_diag(struct tcp_bbr *bbr, uint32_t cts, struct hpts_diag *diag);
494 bbr_log_type_bbrsnd(struct tcp_bbr *bbr, uint32_t len, uint32_t slot,
498 bbr_enter_persist(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts,
501 bbr_stop_all_timers(struct tcpcb *tp, struct tcp_bbr *bbr);
503 bbr_exit_probe_rtt(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts);
505 bbr_check_probe_rtt_limits(struct tcp_bbr *bbr, uint32_t cts);
507 bbr_timer_cancel(struct tcp_bbr *bbr, int32_t line, uint32_t cts);
509 bbr_log_pacing_delay_calc(struct tcp_bbr *bbr, uint16_t gain, uint32_t len,
515 bbr_state_val(struct tcp_bbr *bbr)
521 get_min_cwnd(struct tcp_bbr *bbr)
534 bbr_get_persists_timer_val(struct tcpcb *tp, struct tcp_bbr *bbr)
553 bbr_timer_start(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
723 bbr_minseg(struct tcp_bbr *bbr)
729 bbr_start_hpts_timer(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t cts, int32_t frm, int32_t slot, uint32_t tot_len)
950 bbr_timer_audit(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts, struct sockbuf *sb)
1849 bbr_fill_in_logging_data(struct tcp_bbr *bbr, struct tcp_log_bbr *l, uint32_t cts)
1875 bbr_log_type_bw_reduce(struct tcp_bbr *bbr, int reason)
1898 bbr_log_type_rwnd_collapse(struct tcp_bbr *bbr, int seq, int mode, uint32_t count)
1916 bbr_log_type_just_return(struct tcp_bbr *bbr, uint32_t cts, uint32_t tlen, uint8_t hpts_calling,
1942 bbr_log_type_enter_rec(struct tcp_bbr *bbr, uint32_t seq)
1960 bbr_log_msgsize_fail(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t len, uint32_t maxseg, uint32_t mtu, int32_t csum_flags, int32_t tso, uint32_t cts)
1979 bbr_log_flowend(struct tcp_bbr *bbr)
2001 bbr_log_pkt_epoch(struct tcp_bbr *bbr, uint32_t cts, uint32_t line,
2026 bbr_log_time_epoch(struct tcp_bbr *bbr, uint32_t cts, uint32_t line, uint32_t epoch_time)
2045 bbr_log_set_of_state_target(struct tcp_bbr *bbr, uint32_t new_tar, int line, int meth)
2069 bbr_log_type_statechange(struct tcp_bbr *bbr, uint32_t cts, int32_t line)
2096 bbr_log_rtt_shrinks(struct tcp_bbr *bbr, uint32_t cts, uint32_t applied,
2120 bbr_log_type_exit_rec(struct tcp_bbr *bbr)
2138 bbr_log_type_cwndupd(struct tcp_bbr *bbr, uint32_t bytes_this_ack, uint32_t chg,
2161 bbr_log_rtt_sample(struct tcp_bbr *bbr, uint32_t rtt, uint32_t tsin)
2189 bbr_log_type_pesist(struct tcp_bbr *bbr, uint32_t cts, uint32_t time_in, int32_t line, uint8_t enter_exit)
2206 bbr_log_ack_clear(struct tcp_bbr *bbr, uint32_t cts)
2226 bbr_log_ack_event(struct tcp_bbr *bbr, struct tcphdr *th, struct tcpopt *to, uint32_t tlen,
2275 bbr_log_doseg_done(struct tcp_bbr *bbr, uint32_t cts, int32_t nxt_pkt, int32_t did_out)
2299 bbr_log_enobuf_jmp(struct tcp_bbr *bbr, uint32_t len, uint32_t cts,
2319 bbr_log_to_processing(struct tcp_bbr *bbr, uint32_t cts, int32_t ret, int32_t timers, uint8_t hpts_calling)
2341 bbr_log_to_event(struct tcp_bbr *bbr, uint32_t cts, int32_t to_num)
2369 bbr_log_startup_event(struct tcp_bbr *bbr, uint32_t cts, uint32_t flex1, uint32_t flex2, uint32_t flex3, uint8_t reason)
2392 bbr_log_hpts_diag(struct tcp_bbr *bbr, uint32_t cts, struct hpts_diag *diag)
2428 bbr_log_timer_var(struct tcp_bbr *bbr, int mode, uint32_t cts, uint32_t time_since_sent, uint32_t srtt,
2451 bbr_log_pacing_delay_calc(struct tcp_bbr *bbr, uint16_t gain, uint32_t len,
2478 bbr_log_to_start(struct tcp_bbr *bbr, uint32_t cts, uint32_t to, int32_t slot, uint8_t which)
2502 bbr_log_thresh_choice(struct tcp_bbr *bbr, uint32_t cts, uint32_t thresh, uint32_t lro, uint32_t srtt, struct bbr_sendmap *rsm, uint8_t frm)
2525 bbr_log_to_cancel(struct tcp_bbr *bbr, int32_t line, uint32_t cts, uint8_t hpts_removed)
2548 bbr_log_tstmp_validation(struct tcp_bbr *bbr, uint64_t peer_delta, uint64_t delta)
2570 bbr_log_type_tsosize(struct tcp_bbr *bbr, uint32_t cts, uint32_t tsosz, uint32_t tls, uint32_t old_val, uint32_t maxseg, int hdwr)
2598 bbr_log_type_rsmclear(struct tcp_bbr *bbr, uint32_t cts, struct bbr_sendmap *rsm,
2624 bbr_log_type_bbrupd(struct tcp_bbr *bbr, uint8_t flex8, uint32_t cts,
2657 bbr_log_type_ltbw(struct tcp_bbr *bbr, uint32_t cts, int32_t reason,
2687 bbr_log_progress_event(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t tick, int event, int line)
2707 bbr_type_log_hdwr_pacing(struct tcp_bbr *bbr, const struct ifnet *ifp,
2738 bbr_log_type_bbrsnd(struct tcp_bbr *bbr, uint32_t len, uint32_t slot, uint32_t del_by, uint32_t cts, uint32_t line, uint32_t prev_delay)
2761 bbr_log_type_bbrrttprop(struct tcp_bbr *bbr, uint32_t t, uint32_t end, uint32_t tsconv, uint32_t cts, int32_t match, uint32_t seq, uint8_t flags)
2784 bbr_log_exit_gain(struct tcp_bbr *bbr, uint32_t cts, int32_t entry_method)
2807 bbr_log_settings_change(struct tcp_bbr *bbr, int settings_desired)
2833 bbr_get_full_bw(struct tcp_bbr *bbr)
2843 bbr_set_pktepoch(struct tcp_bbr *bbr, uint32_t cts, int32_t line)
2881 bbr_set_epoch(struct tcp_bbr *bbr, uint32_t cts, int32_t line)
2893 bbr_isit_a_pkt_epoch(struct tcp_bbr *bbr, uint32_t cts, struct bbr_sendmap *rsm, int32_t line, int32_t cum_acked)
2906 __bbr_get_bw(struct tcp_bbr *bbr)
2994 bbr_get_bw(struct tcp_bbr *bbr)
3003 bbr_reset_lt_bw_interval(struct tcp_bbr *bbr, uint32_t cts)
3012 bbr_reset_lt_bw_sampling(struct tcp_bbr *bbr, uint32_t cts)
3021 bbr_lt_bw_samp_done(struct tcp_bbr *bbr, uint64_t bw, uint32_t cts, uint32_t timin)
3060 bbr_randomize_extra_state_time(struct tcp_bbr *bbr)
3075 bbr_pick_probebw_substate(struct tcp_bbr *bbr, uint32_t cts)
3103 bbr_lt_bw_sampling(struct tcp_bbr *bbr, uint32_t cts, int32_t loss_detected)
3262 bbr_alloc(struct tcp_bbr *bbr)
3284 bbr_alloc_full_limit(struct tcp_bbr *bbr)
3300 bbr_alloc_limit(struct tcp_bbr *bbr, uint8_t limit_type)
3327 bbr_free(struct tcp_bbr *bbr, struct bbr_sendmap *rsm)
3380 bbr_initial_cwnd(struct tcp_bbr *bbr, struct tcpcb *tp)
3409 bbr_get_raw_target_cwnd(struct tcp_bbr *bbr, uint32_t gain, uint64_t bw)
3433 bbr_get_target_cwnd(struct tcp_bbr *bbr, uint64_t bw, uint32_t gain)
3469 bbr_gain_adjust(struct tcp_bbr *bbr, uint16_t gain)
3477 bbr_get_header_oh(struct tcp_bbr *bbr)
3508 bbr_get_pacing_length(struct tcp_bbr *bbr, uint16_t gain, uint32_t useconds_time, uint64_t bw)
3529 bbr_get_pacing_delay(struct tcp_bbr *bbr, uint16_t gain, int32_t len, uint32_t cts, int nolog)
3583 bbr_ack_received(struct tcpcb *tp, struct tcp_bbr *bbr, struct tcphdr *th, uint32_t bytes_this_ack,
3739 struct tcp_bbr *bbr;
3741 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
3753 struct tcp_bbr *bbr;
3757 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
3895 bbr_setup_red_bw(struct tcp_bbr *bbr, uint32_t cts)
3909 struct tcp_bbr *bbr;
3915 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
4020 bbr_find_lowest_rsm(struct tcp_bbr *bbr)
4040 bbr_find_high_nonack(struct tcp_bbr *bbr, struct bbr_sendmap *rsm)
4065 bbr_calc_thresh_rack(struct tcp_bbr *bbr, uint32_t srtt, uint32_t cts, struct bbr_sendmap *rsm)
4147 bbr_calc_thresh_tlp(struct tcpcb *tp, struct tcp_bbr *bbr,
4217 bbr_get_rtt(struct tcp_bbr *bbr, int32_t rtt_type)
4265 bbr_is_lost(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, uint32_t cts)
4282 bbr_check_recovery_mode(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4347 bbr_timeout_rack(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4381 bbr_clone_rsm(struct tcp_bbr *bbr, struct bbr_sendmap *nrsm, struct bbr_sendmap *rsm, uint32_t start)
4479 bbr_merge_rsm(struct tcp_bbr *bbr,
4534 bbr_timeout_tlp(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4702 bbr_timeout_delack(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4723 bbr_timeout_persist(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4801 bbr_timeout_keepalive(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
4861 struct tcp_bbr *bbr;
4864 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
4945 bbr_timeout_rxt(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
5176 bbr_process_timers(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts, uint8_t hpts_calling)
5236 bbr_timer_cancel(struct tcp_bbr *bbr, int32_t line, uint32_t cts)
5277 struct tcp_bbr *bbr;
5279 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
5288 bbr_get_earliest_send_outstanding(struct tcp_bbr *bbr, struct bbr_sendmap *u_rsm, uint32_t cts)
5299 bbr_update_rsm(struct tcpcb *tp, struct tcp_bbr *bbr,
5394 bbr_update_entry(struct tcpcb *tp, struct tcp_bbr *bbr,
5456 bbr_get_hardware_rate(struct tcp_bbr *bbr)
5467 bbr_setup_less_of_rate(struct tcp_bbr *bbr, uint32_t cts,
5491 bbr_update_hardware_pacing_rate(struct tcp_bbr *bbr, uint32_t cts)
5553 bbr_adjust_for_hw_pacing(struct tcp_bbr *bbr, uint32_t cts)
5675 tcp_bbr_tso_size_check(struct tcp_bbr *bbr, uint32_t cts)
5871 bbr_log_output(struct tcp_bbr *bbr, struct tcpcb *tp, struct tcpopt *to, int32_t len,
6095 bbr_collapse_rtt(struct tcpcb *tp, struct tcp_bbr *bbr, int32_t rtt)
6105 tcp_bbr_xmit_timer(struct tcp_bbr *bbr, uint32_t rtt_usecs, uint32_t rsm_send_time, uint32_t r_start, uint32_t tsin)
6115 bbr_make_timestamp_determination(struct tcp_bbr *bbr)
6244 tcp_bbr_xmit_timer_commit(struct tcp_bbr *bbr, struct tcpcb *tp, uint32_t cts)
6396 bbr_set_reduced_rtt(struct tcp_bbr *bbr, uint32_t cts, uint32_t line)
6412 tcp_bbr_commit_bw(struct tcp_bbr *bbr, uint32_t cts)
6449 bbr_nf_measurement(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, uint32_t rtt, uint32_t cts)
6563 bbr_google_measurement(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, uint32_t rtt, uint32_t cts)
6646 bbr_update_bbr_info(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, uint32_t rtt, uint32_t cts, uint32_t tsin,
6760 bbr_update_rtt(struct tcpcb *tp, struct tcp_bbr *bbr,
6910 struct tcp_bbr *bbr, struct bbr_sendmap *rsm)
6950 bbr_proc_sack_blk(struct tcpcb *tp, struct tcp_bbr *bbr, struct sackblk *sack,
7189 bbr_peer_reneges(struct tcp_bbr *bbr, struct bbr_sendmap *rsm, tcp_seq th_ack)
7246 struct tcp_bbr *bbr;
7250 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
7288 struct tcp_bbr *bbr;
7301 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
7659 bbr_strike_dupack(struct tcp_bbr *bbr)
7689 struct tcp_bbr *bbr;
7692 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
7879 bbr_enter_persist(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts, int32_t line)
7908 bbr_restart_after_idle(struct tcp_bbr *bbr, uint32_t cts, uint32_t idle_time)
7938 bbr_exit_persist(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts, int32_t line)
7998 bbr_collapsed_window(struct tcp_bbr *bbr)
8111 bbr_un_collapse_window(struct tcp_bbr *bbr)
8145 struct tcp_bbr *bbr;
8147 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
8430 struct tcp_bbr *bbr;
8436 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
8567 struct tcp_bbr *bbr;
8593 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
8744 struct tcp_bbr *bbr;
8749 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
8955 struct tcp_bbr *bbr;
8959 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9174 struct tcp_bbr *bbr;
9193 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9310 struct tcp_bbr *bbr;
9315 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9397 bbr_check_data_after_close(struct mbuf *m, struct tcp_bbr *bbr,
9433 struct tcp_bbr *bbr;
9437 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9558 struct tcp_bbr *bbr;
9562 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9660 struct tcp_bbr *bbr;
9664 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9762 struct tcp_bbr *bbr;
9766 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
9860 bbr_stop_all_timers(struct tcpcb *tp, struct tcp_bbr *bbr)
9875 bbr_google_mode_on(struct tcp_bbr *bbr)
9895 bbr_google_mode_off(struct tcp_bbr *bbr)
9940 struct tcp_bbr *bbr = NULL;
9955 bbr = (struct tcp_bbr *)*ptr;
10198 struct tcp_bbr *bbr;
10201 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
10240 bbr_set_state(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t win)
10285 bbr_substate_change(struct tcp_bbr *bbr, uint32_t cts, int32_t line, int dolog)
10426 bbr_set_probebw_google_gains(struct tcp_bbr *bbr, uint32_t cts, uint32_t losses)
10464 bbr_set_probebw_gains(struct tcp_bbr *bbr, uint32_t cts, uint32_t losses)
10593 bbr_get_a_state_target(struct tcp_bbr *bbr, uint32_t gain)
10614 bbr_set_state_target(struct tcp_bbr *bbr, int line)
10657 bbr_enter_probe_rtt(struct tcp_bbr *bbr, uint32_t cts, int32_t line)
10731 bbr_check_probe_rtt_limits(struct tcp_bbr *bbr, uint32_t cts)
10801 bbr_exit_probe_rtt(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t cts)
10862 bbr_should_enter_probe_rtt(struct tcp_bbr *bbr, uint32_t cts)
10879 bbr_google_startup(struct tcp_bbr *bbr, uint32_t cts, int32_t pkt_epoch)
10905 bbr_state_startup(struct tcp_bbr *bbr, uint32_t cts, int32_t epoch, int32_t pkt_epoch)
11045 bbr_state_change(struct tcp_bbr *bbr, uint32_t cts, int32_t epoch, int32_t pkt_epoch, uint32_t losses)
11263 bbr_check_bbr_for_state(struct tcp_bbr *bbr, uint32_t cts, int32_t line, uint32_t losses)
11286 struct tcp_bbr *bbr;
11295 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
11650 bbr_what_can_we_send(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t sendwin,
11687 bbr_do_send_accounting(struct tcpcb *tp, struct tcp_bbr *bbr, struct bbr_sendmap *rsm, int32_t len, int32_t error)
11749 bbr_cwnd_limiting(struct tcpcb *tp, struct tcp_bbr *bbr, uint32_t in_level)
11831 struct tcp_bbr *bbr;
11870 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14052 struct tcp_bbr *bbr;
14061 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14114 struct tcp_bbr *bbr;
14123 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14175 struct tcp_bbr *bbr;
14241 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14568 struct tcp_bbr *bbr;
14572 bbr = (struct tcp_bbr *)tp->t_fb_ptr;
14758 sizeof(struct tcp_bbr),
14822 static moduledata_t tcp_bbr = {
14829 DECLARE_MODULE(MODNAME, tcp_bbr, SI_SUB_PROTO_DOMAIN, SI_ORDER_ANY);