Lines Matching +full:te +full:- +full:source
1 /*-
2 * SPDX-License-Identifier: BSD-3-Clause
7 * Redistribution and use in source and binary forms, with or without
10 * 1. Redistributions of source code must retain the above copyright
202 if (tp->t_logstate != TCP_LOG_STATE_OFF) {
211 log.u_bbr.flex2 = q->tqe_start;
212 log.u_bbr.flex3 = q->tqe_len;
213 log.u_bbr.flex4 = q->tqe_mbuf_cnt;
214 log.u_bbr.hptsi_gain = q->tqe_flags;
217 log.u_bbr.flex5 = p->tqe_start;
218 log.u_bbr.pkts_out = p->tqe_len;
219 log.u_bbr.epoch = p->tqe_mbuf_cnt;
220 log.u_bbr.cwnd_gain = p->tqe_flags;
222 log.u_bbr.flex6 = tp->t_segqmbuflen;
226 TCP_LOG_EVENTP(tp, NULL, &so->so_rcv, &so->so_snd,
237 if (tp->t_logstate != TCP_LOG_STATE_OFF) {
238 TAILQ_FOREACH(q, &tp->t_segq, tqe_q) {
239 tcp_log_reassm(tp, q, NULL, q->tqe_start, q->tqe_len, TCP_R_LOG_DUMP, 0);
254 cnt += t->m_len;
255 t = t->m_next;
301 while ((qe = TAILQ_FIRST(&tp->t_segq)) != NULL) {
302 TAILQ_REMOVE(&tp->t_segq, qe, tqe_q);
303 m_freem(qe->tqe_m);
305 tp->t_segqlen--;
307 tp->t_segqmbuflen = 0;
308 KASSERT((tp->t_segqlen == 0),
310 tp, tp->t_segqlen));
320 tcp_log_reassm(tp, last, NULL, th->th_seq, tlen, TCP_R_LOG_APPEND, 0);
322 last->tqe_len += tlen;
323 last->tqe_m->m_pkthdr.len += tlen;
325 last->tqe_flags |= (tcp_get_flags(th) & TH_FIN);
326 last->tqe_last->m_next = m;
327 last->tqe_last = mlast;
328 last->tqe_mbuf_cnt += lenofoh;
329 tp->t_rcvoopack++;
333 tcp_reass_log_new_in(tp, last->tqe_start, lenofoh, last->tqe_m,
346 tcp_log_reassm(tp, first, NULL, th->th_seq, tlen, TCP_R_LOG_PREPEND, 0);
348 if (SEQ_GT((th->th_seq + tlen), first->tqe_start)) {
350 i = (th->th_seq + tlen) - first->tqe_start;
354 m_adj(first->tqe_m, i);
355 first->tqe_len -= i;
356 first->tqe_start += i;
359 mlast->m_next = first->tqe_m;
360 first->tqe_m = m;
361 first->tqe_len += tlen;
362 first->tqe_start = th->th_seq;
363 first->tqe_m->m_pkthdr.len = first->tqe_len;
364 first->tqe_mbuf_cnt += lenofoh;
365 tp->t_rcvoopack++;
369 tcp_reass_log_new_in(tp, first->tqe_start, lenofoh, first->tqe_m,
388 m_freem(q->tqe_m);
389 KASSERT(tp->t_segqmbuflen >= q->tqe_mbuf_cnt,
391 tp->t_segqmbuflen -= q->tqe_mbuf_cnt;
392 q->tqe_mbuf_cnt = mbufoh;
393 q->tqe_m = m;
394 q->tqe_last = mlast;
395 q->tqe_start = seq;
396 if (len > q->tqe_len)
397 len_dif = len - q->tqe_len;
400 tp->t_rcvoopack++;
403 q->tqe_len = len;
404 q->tqe_flags = (flags & TH_FIN);
405 q->tqe_m->m_pkthdr.len = q->tqe_len;
406 tp->t_segqmbuflen += mbufoh;
423 ent->tqe_last->m_next = q->tqe_m;
424 ent->tqe_last = q->tqe_last;
425 ent->tqe_len += q->tqe_len;
426 ent->tqe_mbuf_cnt += q->tqe_mbuf_cnt;
427 ent->tqe_m->m_pkthdr.len += q->tqe_len;
428 ent->tqe_flags |= (q->tqe_flags & TH_FIN);
429 TAILQ_REMOVE(&tp->t_segq, q, tqe_q);
431 tp->t_segqlen--;
446 max = ent->tqe_start + ent->tqe_len;
452 TAILQ_FOREACH_FROM_SAFE(q, &tp->t_segq, tqe_q, qtmp) {
453 if (SEQ_GT(q->tqe_start, max)) {
458 if (SEQ_GEQ(max, (q->tqe_start + q->tqe_len))) {
460 tp->t_segqmbuflen -= q->tqe_mbuf_cnt;
461 m_freem(q->tqe_m);
462 TAILQ_REMOVE(&tp->t_segq, q, tqe_q);
464 tp->t_segqlen--;
472 i = max - q->tqe_start;
476 m_adj(q->tqe_m, i);
477 q->tqe_len -= i;
478 q->tqe_start += i;
480 max = ent->tqe_start + ent->tqe_len;
492 if (m->m_flags & M_EXT)
493 len += m->m_ext.ext_size;
494 while (m->m_next != NULL) {
495 m = m->m_next;
497 if (m->m_flags & M_EXT)
498 len += m->m_ext.ext_size;
505 * NOTE!!! the new tcp-reassembly code *must not* use
509 * and setup the tail pointer. If we use m_adj(m, -5)
511 * code only uses m_adj(m, postive-num). If this
522 struct tseg_qent *te = NULL;
526 struct sockbuf *sb = &so->so_rcv;
542 * force pre-ESTABLISHED data up to user socket.
546 KASSERT(SEQ_GEQ(th->th_seq, tp->rcv_nxt),
550 tcp_reass_log_new_in(tp, th->th_seq, *tlenp, m, TCP_R_LOG_ADD, NULL);
562 * the rcv_nxt <-> rcv_wnd but thats
576 !TCPS_HAVEESTABLISHED(tp->t_state)) {
592 if ((th->th_seq != tp->rcv_nxt || !TCPS_HAVEESTABLISHED(tp->t_state)) &&
593 (sb->sb_mbcnt + tp->t_segqmbuflen + lenofoh) > sb->sb_mbmax) {
600 tcp_log_reassm(tp, NULL, NULL, th->th_seq, lenofoh, TCP_R_LOG_LIMIT_REACHED, 0);
602 if ((s = tcp_log_addrs(&inp->inp_inc, th, NULL, NULL))) {
619 last = TAILQ_LAST_FAST(&tp->t_segq, tseg_qent, tqe_q);
622 SEQ_LT((th->th_seq + *tlenp), (last->tqe_start + last->tqe_len))) {
631 if ((SEQ_GEQ(th->th_seq, last->tqe_start)) &&
632 (SEQ_GEQ((last->tqe_start + last->tqe_len), th->th_seq))) {
635 * +--last
637 * reassembly buffer |---| |---| |---|
638 * new segment |---|
643 if (SEQ_GT((last->tqe_start + last->tqe_len), th->th_seq)) {
644 i = (last->tqe_start + last->tqe_len) - th->th_seq;
648 th->th_seq += i;
651 *tlenp -= i;
657 *tlenp = last->tqe_len;
658 *seq_start = last->tqe_start;
662 if (last->tqe_flags & TH_FIN) {
671 tp->t_segqmbuflen += lenofoh;
672 *seq_start = last->tqe_start;
673 *tlenp = last->tqe_len;
675 } else if (SEQ_GT(th->th_seq, (last->tqe_start + last->tqe_len))) {
682 * +--last
684 * reassembly buffer |---| |---| |---|
685 * new segment |---|
687 if (last->tqe_flags & TH_FIN) {
705 first = TAILQ_FIRST(&tp->t_segq);
706 if (SEQ_LT(th->th_seq, first->tqe_start) &&
707 SEQ_GEQ((th->th_seq + *tlenp),first->tqe_start) &&
708 SEQ_LT((th->th_seq + *tlenp), (first->tqe_start + first->tqe_len))) {
714 * first-------+
716 * rea: |---| |---| |---|
717 * new: |---|
719 * rea= |---| |---| |---|
720 * new= |----|
722 * new |--------------------|
732 if (SEQ_LT(th->th_seq, tp->rcv_nxt)) {
740 panic("th->th_seq:%u rcv_nxt:%u tp:%p not pre-trimmed",
741 th->th_seq, tp->rcv_nxt, tp);
743 i = tp->rcv_nxt - th->th_seq;
748 th->th_seq += i;
749 *tlenp -= i;
753 firstmbuf = first->tqe_m;
757 if (firstmbuf == first->tqe_m) {
758 panic("First stayed same m:%p foobar:%p first->tqe_m:%p tp:%p first:%p",
759 m, firstmbuf, first->tqe_m, tp, first);
760 } else if (first->tqe_m != m) {
761 panic("First did not change to m:%p foobar:%p first->tqe_m:%p tp:%p first:%p",
762 m, firstmbuf, first->tqe_m, tp, first);
765 tp->t_segqmbuflen += lenofoh;
766 *seq_start = first->tqe_start;
767 *tlenp = first->tqe_len;
769 } else if (SEQ_LT((th->th_seq + *tlenp), first->tqe_start)) {
772 * first---->+
774 * rea= |---| ....
775 * new" |---|
786 TAILQ_FOREACH(q, &tp->t_segq, tqe_q) {
787 if (SEQ_GT(q->tqe_start, th->th_seq))
792 * Now is this fit just in-between only?
794 * p---+ +----q
796 * res= |--| |--| |--|
797 * nee |-|
799 if (SEQ_LT((th->th_seq + *tlenp), q->tqe_start) &&
800 ((p == NULL) || (SEQ_GT(th->th_seq, (p->tqe_start + p->tqe_len))))) {
807 * res= |--| |--| |--|
808 * new= |----|
809 * or new= |-----------------|
810 * or new= |--------|
811 * or new= |---|
812 * or new= |-----------|
815 (SEQ_LEQ(th->th_seq, (p->tqe_start + p->tqe_len)))) {
821 i = p->tqe_start + p->tqe_len - th->th_seq;
825 * prev seg---->+
827 * reassembly buffer |---|
828 * new segment |-|
832 *tlenp = p->tqe_len;
833 *seq_start = p->tqe_start;
838 * This is needed after the 3-WHS
846 * prev seg---->+
848 * reassembly buffer |---|
849 * new segment |-----|
858 *tlenp -= i;
859 th->th_seq += i;
862 if (th->th_seq == (p->tqe_start + p->tqe_len)) {
868 * prev seg---->+
870 * reassembly buffer |--| |---|
871 * new segment |--|
875 tp->t_segqmbuflen += lenofoh;
878 panic("Impossible cut th_seq:%u p->seq:%u(%d) p:%p tp:%p",
879 th->th_seq, p->tqe_start, p->tqe_len,
897 if (SEQ_GEQ((th->th_seq + *tlenp), (q->tqe_start + q->tqe_len))) {
900 * next seg---->+
902 * reassembly buffer |--| |---|
903 * new segment |----------|
908 tcp_reass_replace(tp, q, m, th->th_seq, *tlenp, mlast, lenofoh, tcp_get_flags(th));
916 * next seg---->+
918 * reassembly buffer |--| |---|
919 * new segment |----------|
922 tp->t_segqmbuflen += lenofoh;
927 *seq_start = q->tqe_start;
928 *tlenp = q->tqe_len;
949 * XXXLAS: Using sbspace(so->so_rcv) instead of so->so_rcv.sb_hiwat
951 * Investigate why and re-evaluate the below limit after the behaviour
955 if (th->th_seq == tp->rcv_nxt && TCPS_HAVEESTABLISHED(tp->t_state)) {
956 tp->rcv_nxt += *tlenp;
961 if (so->so_rcv.sb_state & SBS_CANTRCVMORE) {
964 sbappendstream_locked(&so->so_rcv, m, 0);
966 tp->t_flags |= TF_WAKESOR;
970 if ((tp->t_segqlen > tcp_reass_queue_guard) &&
981 if ((s = tcp_log_addrs(&inp->inp_inc, th, NULL, NULL))) {
993 if (tp->t_segqlen >= min((so->so_rcv.sb_hiwat / tp->t_maxseg) + 1,
997 if ((s = tcp_log_addrs(&inp->inp_inc, th, NULL, NULL))) {
1013 te = uma_zalloc(tcp_reass_zone, M_NOWAIT);
1014 if (te == NULL) {
1018 if ((s = tcp_log_addrs(&inp->inp_inc, th, NULL, NULL))) {
1025 tp->t_segqlen++;
1026 tp->t_rcvoopack++;
1030 te->tqe_m = m;
1031 te->tqe_flags = tcp_get_flags(th);
1032 te->tqe_len = *tlenp;
1033 te->tqe_start = th->th_seq;
1034 te->tqe_last = mlast;
1035 te->tqe_mbuf_cnt = lenofoh;
1036 tp->t_segqmbuflen += te->tqe_mbuf_cnt;
1038 TAILQ_INSERT_HEAD(&tp->t_segq, te, tqe_q);
1040 TAILQ_INSERT_AFTER(&tp->t_segq, p, te, tqe_q);
1043 tcp_reass_log_new_in(tp, th->th_seq, *tlenp, m, TCP_R_LOG_NEW_ENTRY, te);
1050 if (!TCPS_HAVEESTABLISHED(tp->t_state))
1052 q = TAILQ_FIRST(&tp->t_segq);
1053 KASSERT(q == NULL || SEQ_GEQ(q->tqe_start, tp->rcv_nxt),
1055 if (!q || q->tqe_start != tp->rcv_nxt) {
1063 tp->rcv_nxt += q->tqe_len;
1064 flags = q->tqe_flags & TH_FIN;
1066 TAILQ_REMOVE(&tp->t_segq, q, tqe_q);
1067 if (so->so_rcv.sb_state & SBS_CANTRCVMORE) {
1068 m_freem(q->tqe_m);
1071 tcp_reass_log_new_in(tp, q->tqe_start, q->tqe_len, q->tqe_m, TCP_R_LOG_READ, q);
1073 tcp_log_reassm(tp, q, NULL, th->th_seq, *tlenp, TCP_R_LOG_READ, 1);
1078 sbappendstream_locked(&so->so_rcv, q->tqe_m, 0);
1082 tcp_log_reassm(tp, q, NULL, th->th_seq, *tlenp, TCP_R_LOG_READ, 2);
1087 KASSERT(tp->t_segqmbuflen >= q->tqe_mbuf_cnt,
1089 tp->t_segqmbuflen -= q->tqe_mbuf_cnt;
1091 tp->t_segqlen--;
1093 } while (q && q->tqe_start == tp->rcv_nxt);
1094 if (TAILQ_EMPTY(&tp->t_segq) &&
1095 (tp->t_segqmbuflen != 0)) {
1098 tp, &tp->t_segq, tp->t_segqmbuflen);
1102 tcp_log_reassm(tp, NULL, NULL, th->th_seq, *tlenp, TCP_R_LOG_ZERO, 0);
1107 tp->t_segqmbuflen = 0;
1113 tp->t_flags |= TF_WAKESOR;