199a2dd95SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause
299a2dd95SBruce Richardson * Copyright(c) 2017 Intel Corporation
399a2dd95SBruce Richardson */
499a2dd95SBruce Richardson
599a2dd95SBruce Richardson #include "gso_common.h"
699a2dd95SBruce Richardson #include "gso_tunnel_tcp4.h"
799a2dd95SBruce Richardson
899a2dd95SBruce Richardson static void
update_tunnel_ipv4_tcp_headers(struct rte_mbuf * pkt,uint8_t ipid_delta,struct rte_mbuf ** segs,uint16_t nb_segs)999a2dd95SBruce Richardson update_tunnel_ipv4_tcp_headers(struct rte_mbuf *pkt, uint8_t ipid_delta,
1099a2dd95SBruce Richardson struct rte_mbuf **segs, uint16_t nb_segs)
1199a2dd95SBruce Richardson {
1299a2dd95SBruce Richardson struct rte_ipv4_hdr *ipv4_hdr;
1399a2dd95SBruce Richardson struct rte_tcp_hdr *tcp_hdr;
1499a2dd95SBruce Richardson uint32_t sent_seq;
1599a2dd95SBruce Richardson uint16_t outer_id, inner_id, tail_idx, i;
1699a2dd95SBruce Richardson uint16_t outer_ipv4_offset, inner_ipv4_offset;
1799a2dd95SBruce Richardson uint16_t udp_gre_offset, tcp_offset;
1899a2dd95SBruce Richardson uint8_t update_udp_hdr;
1999a2dd95SBruce Richardson
2099a2dd95SBruce Richardson outer_ipv4_offset = pkt->outer_l2_len;
2199a2dd95SBruce Richardson udp_gre_offset = outer_ipv4_offset + pkt->outer_l3_len;
2299a2dd95SBruce Richardson inner_ipv4_offset = udp_gre_offset + pkt->l2_len;
2399a2dd95SBruce Richardson tcp_offset = inner_ipv4_offset + pkt->l3_len;
2499a2dd95SBruce Richardson
2599a2dd95SBruce Richardson /* Outer IPv4 header. */
26*8f64c345SStephen Hemminger ipv4_hdr = rte_pktmbuf_mtod_offset(pkt, struct rte_ipv4_hdr *,
2799a2dd95SBruce Richardson outer_ipv4_offset);
2899a2dd95SBruce Richardson outer_id = rte_be_to_cpu_16(ipv4_hdr->packet_id);
2999a2dd95SBruce Richardson
3099a2dd95SBruce Richardson /* Inner IPv4 header. */
31*8f64c345SStephen Hemminger ipv4_hdr = rte_pktmbuf_mtod_offset(pkt, struct rte_ipv4_hdr *,
3299a2dd95SBruce Richardson inner_ipv4_offset);
3399a2dd95SBruce Richardson inner_id = rte_be_to_cpu_16(ipv4_hdr->packet_id);
3499a2dd95SBruce Richardson
3599a2dd95SBruce Richardson tcp_hdr = (struct rte_tcp_hdr *)((char *)ipv4_hdr + pkt->l3_len);
3699a2dd95SBruce Richardson sent_seq = rte_be_to_cpu_32(tcp_hdr->sent_seq);
3799a2dd95SBruce Richardson tail_idx = nb_segs - 1;
3899a2dd95SBruce Richardson
3999a2dd95SBruce Richardson /* Only update UDP header for VxLAN packets. */
40daa02b5cSOlivier Matz update_udp_hdr = (pkt->ol_flags & RTE_MBUF_F_TX_TUNNEL_VXLAN) ? 1 : 0;
4199a2dd95SBruce Richardson
4299a2dd95SBruce Richardson for (i = 0; i < nb_segs; i++) {
4399a2dd95SBruce Richardson update_ipv4_header(segs[i], outer_ipv4_offset, outer_id);
4499a2dd95SBruce Richardson if (update_udp_hdr)
4599a2dd95SBruce Richardson update_udp_header(segs[i], udp_gre_offset);
4699a2dd95SBruce Richardson update_ipv4_header(segs[i], inner_ipv4_offset, inner_id);
4799a2dd95SBruce Richardson update_tcp_header(segs[i], tcp_offset, sent_seq, i < tail_idx);
4899a2dd95SBruce Richardson outer_id++;
4999a2dd95SBruce Richardson inner_id += ipid_delta;
5099a2dd95SBruce Richardson sent_seq += (segs[i]->pkt_len - segs[i]->data_len);
5199a2dd95SBruce Richardson }
5299a2dd95SBruce Richardson }
5399a2dd95SBruce Richardson
5499a2dd95SBruce Richardson int
gso_tunnel_tcp4_segment(struct rte_mbuf * pkt,uint16_t gso_size,uint8_t ipid_delta,struct rte_mempool * direct_pool,struct rte_mempool * indirect_pool,struct rte_mbuf ** pkts_out,uint16_t nb_pkts_out)5599a2dd95SBruce Richardson gso_tunnel_tcp4_segment(struct rte_mbuf *pkt,
5699a2dd95SBruce Richardson uint16_t gso_size,
5799a2dd95SBruce Richardson uint8_t ipid_delta,
5899a2dd95SBruce Richardson struct rte_mempool *direct_pool,
5999a2dd95SBruce Richardson struct rte_mempool *indirect_pool,
6099a2dd95SBruce Richardson struct rte_mbuf **pkts_out,
6199a2dd95SBruce Richardson uint16_t nb_pkts_out)
6299a2dd95SBruce Richardson {
6399a2dd95SBruce Richardson struct rte_ipv4_hdr *inner_ipv4_hdr;
6499a2dd95SBruce Richardson uint16_t pyld_unit_size, hdr_offset, frag_off;
6599a2dd95SBruce Richardson int ret;
6699a2dd95SBruce Richardson
6799a2dd95SBruce Richardson hdr_offset = pkt->outer_l2_len + pkt->outer_l3_len + pkt->l2_len;
68*8f64c345SStephen Hemminger inner_ipv4_hdr = rte_pktmbuf_mtod_offset(pkt, struct rte_ipv4_hdr *,
6999a2dd95SBruce Richardson hdr_offset);
7099a2dd95SBruce Richardson /*
7199a2dd95SBruce Richardson * Don't process the packet whose MF bit or offset in the inner
7299a2dd95SBruce Richardson * IPv4 header are non-zero.
7399a2dd95SBruce Richardson */
7499a2dd95SBruce Richardson frag_off = rte_be_to_cpu_16(inner_ipv4_hdr->fragment_offset);
7599a2dd95SBruce Richardson if (unlikely(IS_FRAGMENTED(frag_off))) {
7699a2dd95SBruce Richardson return 0;
7799a2dd95SBruce Richardson }
7899a2dd95SBruce Richardson
7999a2dd95SBruce Richardson hdr_offset += pkt->l3_len + pkt->l4_len;
8099a2dd95SBruce Richardson /* Don't process the packet without data */
8199a2dd95SBruce Richardson if (hdr_offset >= pkt->pkt_len) {
8299a2dd95SBruce Richardson return 0;
8399a2dd95SBruce Richardson }
8499a2dd95SBruce Richardson pyld_unit_size = gso_size - hdr_offset;
8599a2dd95SBruce Richardson
8699a2dd95SBruce Richardson /* Segment the payload */
8799a2dd95SBruce Richardson ret = gso_do_segment(pkt, hdr_offset, pyld_unit_size, direct_pool,
8899a2dd95SBruce Richardson indirect_pool, pkts_out, nb_pkts_out);
8999a2dd95SBruce Richardson if (ret > 1)
9099a2dd95SBruce Richardson update_tunnel_ipv4_tcp_headers(pkt, ipid_delta, pkts_out, ret);
9199a2dd95SBruce Richardson
9299a2dd95SBruce Richardson return ret;
9399a2dd95SBruce Richardson }
94