xref: /dpdk/lib/ip_frag/ip_frag_common.h (revision 0f1dc8cb671203d52488fd66936f2fe6dcca03cc)
199a2dd95SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause
299a2dd95SBruce Richardson  * Copyright(c) 2010-2014 Intel Corporation
399a2dd95SBruce Richardson  */
499a2dd95SBruce Richardson 
599a2dd95SBruce Richardson #ifndef _IP_FRAG_COMMON_H_
699a2dd95SBruce Richardson #define _IP_FRAG_COMMON_H_
799a2dd95SBruce Richardson 
836679e48SStephen Hemminger #include <sys/queue.h>
936679e48SStephen Hemminger 
101d69e219SPavan Nikhilesh #include <rte_common.h>
111d69e219SPavan Nikhilesh 
121d69e219SPavan Nikhilesh #if defined(RTE_ARCH_ARM64)
131d69e219SPavan Nikhilesh #include <rte_cmp_arm64.h>
141d69e219SPavan Nikhilesh #elif defined(RTE_ARCH_X86)
151d69e219SPavan Nikhilesh #include <rte_cmp_x86.h>
161d69e219SPavan Nikhilesh #endif
171d69e219SPavan Nikhilesh 
1899a2dd95SBruce Richardson #include "rte_ip_frag.h"
19060ef29dSKonstantin Ananyev #include "ip_reassembly.h"
2099a2dd95SBruce Richardson 
212f4716d0SStephen Hemminger extern int ipfrag_logtype;
222f4716d0SStephen Hemminger #define RTE_LOGTYPE_IPFRAG	ipfrag_logtype
232f4716d0SStephen Hemminger 
2499a2dd95SBruce Richardson /* logging macros. */
2597433132SDavid Marchand #define IP_FRAG_LOG_LINE(level, ...) \
2697433132SDavid Marchand 	RTE_LOG_LINE(level, IPFRAG, "" __VA_ARGS__)
27ae67895bSDavid Marchand 
2899a2dd95SBruce Richardson #ifdef RTE_LIBRTE_IP_FRAG_DEBUG
29*0f1dc8cbSTyler Retzlaff #define IP_FRAG_LOG(lvl, ...) RTE_LOG(lvl, IPFRAG, __VA_ARGS__)
3099a2dd95SBruce Richardson #else
31*0f1dc8cbSTyler Retzlaff #define IP_FRAG_LOG(lvl, ...) do {} while (0)
3299a2dd95SBruce Richardson #endif /* IP_FRAG_DEBUG */
3399a2dd95SBruce Richardson 
3499a2dd95SBruce Richardson #define IPV4_KEYLEN 1
3599a2dd95SBruce Richardson #define IPV6_KEYLEN 4
3699a2dd95SBruce Richardson 
3799a2dd95SBruce Richardson /* helper macros */
3899a2dd95SBruce Richardson #define	IP_FRAG_MBUF2DR(dr, mb)	((dr)->row[(dr)->cnt++] = (mb))
3999a2dd95SBruce Richardson 
4099a2dd95SBruce Richardson #define IPv6_KEY_BYTES(key) \
4199a2dd95SBruce Richardson 	(key)[0], (key)[1], (key)[2], (key)[3]
4299a2dd95SBruce Richardson #define IPv6_KEY_BYTES_FMT \
4399a2dd95SBruce Richardson 	"%08" PRIx64 "%08" PRIx64 "%08" PRIx64 "%08" PRIx64
4499a2dd95SBruce Richardson 
4599a2dd95SBruce Richardson #ifdef RTE_LIBRTE_IP_FRAG_TBL_STAT
4699a2dd95SBruce Richardson #define	IP_FRAG_TBL_STAT_UPDATE(s, f, v)	((s)->f += (v))
4799a2dd95SBruce Richardson #else
4899a2dd95SBruce Richardson #define	IP_FRAG_TBL_STAT_UPDATE(s, f, v)	do {} while (0)
4999a2dd95SBruce Richardson #endif /* IP_FRAG_TBL_STAT */
5099a2dd95SBruce Richardson 
5199a2dd95SBruce Richardson /* internal functions declarations */
5299a2dd95SBruce Richardson struct rte_mbuf * ip_frag_process(struct ip_frag_pkt *fp,
5399a2dd95SBruce Richardson 		struct rte_ip_frag_death_row *dr, struct rte_mbuf *mb,
5499a2dd95SBruce Richardson 		uint16_t ofs, uint16_t len, uint16_t more_frags);
5599a2dd95SBruce Richardson 
5699a2dd95SBruce Richardson struct ip_frag_pkt * ip_frag_find(struct rte_ip_frag_tbl *tbl,
5799a2dd95SBruce Richardson 		struct rte_ip_frag_death_row *dr,
5899a2dd95SBruce Richardson 		const struct ip_frag_key *key, uint64_t tms);
5999a2dd95SBruce Richardson 
6099a2dd95SBruce Richardson struct ip_frag_pkt * ip_frag_lookup(struct rte_ip_frag_tbl *tbl,
6199a2dd95SBruce Richardson 	const struct ip_frag_key *key, uint64_t tms,
6299a2dd95SBruce Richardson 	struct ip_frag_pkt **free, struct ip_frag_pkt **stale);
6399a2dd95SBruce Richardson 
6499a2dd95SBruce Richardson /* these functions need to be declared here as ip_frag_process relies on them */
6599a2dd95SBruce Richardson struct rte_mbuf *ipv4_frag_reassemble(struct ip_frag_pkt *fp);
6699a2dd95SBruce Richardson struct rte_mbuf *ipv6_frag_reassemble(struct ip_frag_pkt *fp);
6799a2dd95SBruce Richardson 
6899a2dd95SBruce Richardson 
6999a2dd95SBruce Richardson 
7099a2dd95SBruce Richardson /*
7199a2dd95SBruce Richardson  * misc frag key functions
7299a2dd95SBruce Richardson  */
7399a2dd95SBruce Richardson 
7499a2dd95SBruce Richardson /* check if key is empty */
7599a2dd95SBruce Richardson static inline int
ip_frag_key_is_empty(const struct ip_frag_key * key)7699a2dd95SBruce Richardson ip_frag_key_is_empty(const struct ip_frag_key * key)
7799a2dd95SBruce Richardson {
7899a2dd95SBruce Richardson 	return (key->key_len == 0);
7999a2dd95SBruce Richardson }
8099a2dd95SBruce Richardson 
8199a2dd95SBruce Richardson /* invalidate the key */
8299a2dd95SBruce Richardson static inline void
ip_frag_key_invalidate(struct ip_frag_key * key)8399a2dd95SBruce Richardson ip_frag_key_invalidate(struct ip_frag_key * key)
8499a2dd95SBruce Richardson {
8599a2dd95SBruce Richardson 	key->key_len = 0;
8699a2dd95SBruce Richardson }
8799a2dd95SBruce Richardson 
8899a2dd95SBruce Richardson /* compare two keys */
8999a2dd95SBruce Richardson static inline uint64_t
ip_frag_key_cmp(const struct ip_frag_key * k1,const struct ip_frag_key * k2)9099a2dd95SBruce Richardson ip_frag_key_cmp(const struct ip_frag_key * k1, const struct ip_frag_key * k2)
9199a2dd95SBruce Richardson {
921d69e219SPavan Nikhilesh #if defined(RTE_ARCH_X86) || defined(RTE_ARCH_ARM64)
931d69e219SPavan Nikhilesh 	return (k1->id_key_len != k2->id_key_len) ||
941d69e219SPavan Nikhilesh 	       (k1->key_len == IPV4_KEYLEN ? k1->src_dst[0] != k2->src_dst[0] :
951d69e219SPavan Nikhilesh 					     rte_hash_k32_cmp_eq(k1, k2, 32));
961d69e219SPavan Nikhilesh #else
9799a2dd95SBruce Richardson 	uint32_t i;
9899a2dd95SBruce Richardson 	uint64_t val;
9999a2dd95SBruce Richardson 	val = k1->id_key_len ^ k2->id_key_len;
10099a2dd95SBruce Richardson 	for (i = 0; i < k1->key_len; i++)
10199a2dd95SBruce Richardson 		val |= k1->src_dst[i] ^ k2->src_dst[i];
10299a2dd95SBruce Richardson 	return val;
1031d69e219SPavan Nikhilesh #endif
10499a2dd95SBruce Richardson }
10599a2dd95SBruce Richardson 
10699a2dd95SBruce Richardson /*
10799a2dd95SBruce Richardson  * misc fragment functions
10899a2dd95SBruce Richardson  */
10999a2dd95SBruce Richardson 
11099a2dd95SBruce Richardson /* put fragment on death row */
11199a2dd95SBruce Richardson static inline void
ip_frag_free(struct ip_frag_pkt * fp,struct rte_ip_frag_death_row * dr)11299a2dd95SBruce Richardson ip_frag_free(struct ip_frag_pkt *fp, struct rte_ip_frag_death_row *dr)
11399a2dd95SBruce Richardson {
11499a2dd95SBruce Richardson 	uint32_t i, k;
11599a2dd95SBruce Richardson 
11699a2dd95SBruce Richardson 	k = dr->cnt;
11799a2dd95SBruce Richardson 	for (i = 0; i != fp->last_idx; i++) {
11899a2dd95SBruce Richardson 		if (fp->frags[i].mb != NULL) {
11999a2dd95SBruce Richardson 			dr->row[k++] = fp->frags[i].mb;
12099a2dd95SBruce Richardson 			fp->frags[i].mb = NULL;
12199a2dd95SBruce Richardson 		}
12299a2dd95SBruce Richardson 	}
12399a2dd95SBruce Richardson 
12499a2dd95SBruce Richardson 	fp->last_idx = 0;
12599a2dd95SBruce Richardson 	dr->cnt = k;
12699a2dd95SBruce Richardson }
12799a2dd95SBruce Richardson 
12899a2dd95SBruce Richardson /* delete fragment's mbufs immediately instead of using death row */
12999a2dd95SBruce Richardson static inline void
ip_frag_free_immediate(struct ip_frag_pkt * fp)13099a2dd95SBruce Richardson ip_frag_free_immediate(struct ip_frag_pkt *fp)
13199a2dd95SBruce Richardson {
13299a2dd95SBruce Richardson 	uint32_t i;
13399a2dd95SBruce Richardson 
13499a2dd95SBruce Richardson 	for (i = 0; i < fp->last_idx; i++) {
13599a2dd95SBruce Richardson 		if (fp->frags[i].mb != NULL) {
13699a2dd95SBruce Richardson 			IP_FRAG_LOG(DEBUG, "%s:%d\n"
13799a2dd95SBruce Richardson 			    "mbuf: %p, tms: %" PRIu64", key: <%" PRIx64 ", %#x>\n",
13899a2dd95SBruce Richardson 			    __func__, __LINE__, fp->frags[i].mb, fp->start,
13999a2dd95SBruce Richardson 			    fp->key.src_dst[0], fp->key.id);
14099a2dd95SBruce Richardson 			rte_pktmbuf_free(fp->frags[i].mb);
14199a2dd95SBruce Richardson 			fp->frags[i].mb = NULL;
14299a2dd95SBruce Richardson 		}
14399a2dd95SBruce Richardson 	}
14499a2dd95SBruce Richardson 
14599a2dd95SBruce Richardson 	fp->last_idx = 0;
14699a2dd95SBruce Richardson }
14799a2dd95SBruce Richardson 
14899a2dd95SBruce Richardson /* if key is empty, mark key as in use */
14999a2dd95SBruce Richardson static inline void
ip_frag_inuse(struct rte_ip_frag_tbl * tbl,const struct ip_frag_pkt * fp)15099a2dd95SBruce Richardson ip_frag_inuse(struct rte_ip_frag_tbl *tbl, const struct  ip_frag_pkt *fp)
15199a2dd95SBruce Richardson {
15299a2dd95SBruce Richardson 	if (ip_frag_key_is_empty(&fp->key)) {
15399a2dd95SBruce Richardson 		TAILQ_REMOVE(&tbl->lru, fp, lru);
15499a2dd95SBruce Richardson 		tbl->use_entries--;
15599a2dd95SBruce Richardson 	}
15699a2dd95SBruce Richardson }
15799a2dd95SBruce Richardson 
15899a2dd95SBruce Richardson /* reset the fragment */
15999a2dd95SBruce Richardson static inline void
ip_frag_reset(struct ip_frag_pkt * fp,uint64_t tms)16099a2dd95SBruce Richardson ip_frag_reset(struct ip_frag_pkt *fp, uint64_t tms)
16199a2dd95SBruce Richardson {
16299a2dd95SBruce Richardson 	static const struct ip_frag zero_frag = {
16399a2dd95SBruce Richardson 		.ofs = 0,
16499a2dd95SBruce Richardson 		.len = 0,
16599a2dd95SBruce Richardson 		.mb = NULL,
16699a2dd95SBruce Richardson 	};
16799a2dd95SBruce Richardson 
16899a2dd95SBruce Richardson 	fp->start = tms;
16999a2dd95SBruce Richardson 	fp->total_size = UINT32_MAX;
17099a2dd95SBruce Richardson 	fp->frag_size = 0;
17199a2dd95SBruce Richardson 	fp->last_idx = IP_MIN_FRAG_NUM;
17299a2dd95SBruce Richardson 	fp->frags[IP_LAST_FRAG_IDX] = zero_frag;
17399a2dd95SBruce Richardson 	fp->frags[IP_FIRST_FRAG_IDX] = zero_frag;
17499a2dd95SBruce Richardson }
17599a2dd95SBruce Richardson 
17699a2dd95SBruce Richardson /* local frag table helper functions */
17799a2dd95SBruce Richardson static inline void
ip_frag_tbl_del(struct rte_ip_frag_tbl * tbl,struct rte_ip_frag_death_row * dr,struct ip_frag_pkt * fp)17899a2dd95SBruce Richardson ip_frag_tbl_del(struct rte_ip_frag_tbl *tbl, struct rte_ip_frag_death_row *dr,
17999a2dd95SBruce Richardson 	struct ip_frag_pkt *fp)
18099a2dd95SBruce Richardson {
18199a2dd95SBruce Richardson 	ip_frag_free(fp, dr);
18299a2dd95SBruce Richardson 	ip_frag_key_invalidate(&fp->key);
18399a2dd95SBruce Richardson 	TAILQ_REMOVE(&tbl->lru, fp, lru);
18499a2dd95SBruce Richardson 	tbl->use_entries--;
18599a2dd95SBruce Richardson 	IP_FRAG_TBL_STAT_UPDATE(&tbl->stat, del_num, 1);
18699a2dd95SBruce Richardson }
18799a2dd95SBruce Richardson 
18899a2dd95SBruce Richardson #endif /* _IP_FRAG_COMMON_H_ */
189