| /dpdk/lib/gro/ |
| H A D | gro_udp4.c | 16 struct gro_udp4_tbl *tbl; in gro_udp4_tbl_create() local
26 tbl = rte_zmalloc_socket(__func__, in gro_udp4_tbl_create()
30 if (tbl == NULL) in gro_udp4_tbl_create()
34 tbl->items = rte_zmalloc_socket(__func__, in gro_udp4_tbl_create()
38 if (tbl->items == NULL) { in gro_udp4_tbl_create()
39 rte_free(tbl); in gro_udp4_tbl_create()
42 tbl->max_item_num = entries_num; in gro_udp4_tbl_create()
45 tbl->flows = rte_zmalloc_socket(__func__, in gro_udp4_tbl_create()
49 if (tbl->flows == NULL) { in gro_udp4_tbl_create()
50 rte_free(tbl->items); in gro_udp4_tbl_create()
[all …]
|
| H A D | gro_tcp6.c | 17 struct gro_tcp6_tbl *tbl; in gro_tcp6_tbl_create() local
27 tbl = rte_zmalloc_socket(__func__, in gro_tcp6_tbl_create()
31 if (tbl == NULL) in gro_tcp6_tbl_create()
35 tbl->items = rte_zmalloc_socket(__func__, in gro_tcp6_tbl_create()
39 if (tbl->items == NULL) { in gro_tcp6_tbl_create()
40 rte_free(tbl); in gro_tcp6_tbl_create()
43 tbl->max_item_num = entries_num; in gro_tcp6_tbl_create()
46 tbl->flows = rte_zmalloc_socket(__func__, in gro_tcp6_tbl_create()
50 if (tbl->flows == NULL) { in gro_tcp6_tbl_create()
51 rte_free(tbl in gro_tcp6_tbl_create()
64 gro_tcp6_tbl_destroy(void * tbl) gro_tcp6_tbl_destroy() argument
76 find_an_empty_flow(struct gro_tcp6_tbl * tbl) find_an_empty_flow() argument
88 insert_new_flow(struct gro_tcp6_tbl * tbl,struct tcp6_flow_key * src,uint32_t item_idx) insert_new_flow() argument
129 gro_tcp6_reassemble(struct rte_mbuf * pkt,struct gro_tcp6_tbl * tbl,uint64_t start_time) gro_tcp6_reassemble() argument
217 gro_tcp6_tbl_timeout_flush(struct gro_tcp6_tbl * tbl,uint64_t flush_timestamp,struct rte_mbuf ** out,uint16_t nb_out) gro_tcp6_tbl_timeout_flush() argument
260 gro_tcp6_tbl_pkt_count(void * tbl) gro_tcp6_tbl_pkt_count() argument
[all...] |
| H A D | gro_tcp4.c | 17 struct gro_tcp4_tbl *tbl; in gro_tcp4_tbl_create() local
27 tbl = rte_zmalloc_socket(__func__, in gro_tcp4_tbl_create()
31 if (tbl == NULL) in gro_tcp4_tbl_create()
35 tbl->items = rte_zmalloc_socket(__func__, in gro_tcp4_tbl_create()
39 if (tbl->items == NULL) { in gro_tcp4_tbl_create()
40 rte_free(tbl); in gro_tcp4_tbl_create()
43 tbl->max_item_num = entries_num; in gro_tcp4_tbl_create()
46 tbl->flows = rte_zmalloc_socket(__func__, in gro_tcp4_tbl_create()
50 if (tbl->flows == NULL) { in gro_tcp4_tbl_create()
51 rte_free(tbl->items); in gro_tcp4_tbl_create()
[all …]
|
| H A D | gro_vxlan_udp4.c | 17 struct gro_vxlan_udp4_tbl *tbl; in gro_vxlan_udp4_tbl_create() local
27 tbl = rte_zmalloc_socket(__func__, in gro_vxlan_udp4_tbl_create()
31 if (tbl == NULL) in gro_vxlan_udp4_tbl_create()
35 tbl->items = rte_zmalloc_socket(__func__, in gro_vxlan_udp4_tbl_create()
39 if (tbl->items == NULL) { in gro_vxlan_udp4_tbl_create()
40 rte_free(tbl); in gro_vxlan_udp4_tbl_create()
43 tbl->max_item_num = entries_num; in gro_vxlan_udp4_tbl_create()
46 tbl->flows = rte_zmalloc_socket(__func__, in gro_vxlan_udp4_tbl_create()
50 if (tbl->flows == NULL) { in gro_vxlan_udp4_tbl_create()
51 rte_free(tbl->items); in gro_vxlan_udp4_tbl_create()
[all …]
|
| H A D | gro_vxlan_tcp4.c | 17 struct gro_vxlan_tcp4_tbl *tbl; in gro_vxlan_tcp4_tbl_create() local
27 tbl = rte_zmalloc_socket(__func__, in gro_vxlan_tcp4_tbl_create()
31 if (tbl == NULL) in gro_vxlan_tcp4_tbl_create()
35 tbl->items = rte_zmalloc_socket(__func__, in gro_vxlan_tcp4_tbl_create()
39 if (tbl->items == NULL) { in gro_vxlan_tcp4_tbl_create()
40 rte_free(tbl); in gro_vxlan_tcp4_tbl_create()
43 tbl->max_item_num = entries_num; in gro_vxlan_tcp4_tbl_create()
46 tbl->flows = rte_zmalloc_socket(__func__, in gro_vxlan_tcp4_tbl_create()
50 if (tbl->flows == NULL) { in gro_vxlan_tcp4_tbl_create()
51 rte_free(tbl->items); in gro_vxlan_tcp4_tbl_create()
[all …]
|
| H A D | gro_vxlan_udp4.h | 91 void gro_vxlan_udp4_tbl_destroy(void *tbl);
116 struct gro_vxlan_udp4_tbl *tbl,
137 uint16_t gro_vxlan_udp4_tbl_timeout_flush(struct gro_vxlan_udp4_tbl *tbl,
152 uint32_t gro_vxlan_udp4_tbl_pkt_count(void *tbl);
|
| H A D | gro_vxlan_tcp4.h | 90 void gro_vxlan_tcp4_tbl_destroy(void *tbl);
119 struct gro_vxlan_tcp4_tbl *tbl,
140 uint16_t gro_vxlan_tcp4_tbl_timeout_flush(struct gro_vxlan_tcp4_tbl *tbl,
155 uint32_t gro_vxlan_tcp4_tbl_pkt_count(void *tbl);
|
| H A D | gro_tcp4.h | 70 void gro_tcp4_tbl_destroy(void *tbl);
98 struct gro_tcp4_tbl *tbl,
119 uint16_t gro_tcp4_tbl_timeout_flush(struct gro_tcp4_tbl *tbl,
134 uint32_t gro_tcp4_tbl_pkt_count(void *tbl);
|
| H A D | gro_tcp6.h | 70 * @param tbl
73 void gro_tcp6_tbl_destroy(void *tbl);
89 * @param tbl
101 struct gro_tcp6_tbl *tbl,
108 * @param tbl
122 uint16_t gro_tcp6_tbl_timeout_flush(struct gro_tcp6_tbl *tbl,
131 * @param tbl
137 uint32_t gro_tcp6_tbl_pkt_count(void *tbl);
|
| H A D | gro_udp4.h | 111 void gro_udp4_tbl_destroy(void *tbl);
135 struct gro_udp4_tbl *tbl,
156 uint16_t gro_udp4_tbl_timeout_flush(struct gro_udp4_tbl *tbl,
171 uint32_t gro_udp4_tbl_pkt_count(void *tbl);
|
| /dpdk/lib/ip_frag/ |
| H A D | rte_ip_frag_common.c | 45 struct rte_ip_frag_tbl *tbl; in rte_ip_frag_table_create() local
61 sz = sizeof (*tbl) + nb_entries * sizeof (tbl->pkt[0]); in rte_ip_frag_table_create()
62 if ((tbl = rte_zmalloc_socket(__func__, sz, RTE_CACHE_LINE_SIZE, in rte_ip_frag_table_create()
73 tbl->max_cycles = max_cycles; in rte_ip_frag_table_create()
74 tbl->max_entries = max_entries; in rte_ip_frag_table_create()
75 tbl->nb_entries = (uint32_t)nb_entries; in rte_ip_frag_table_create()
76 tbl->nb_buckets = bucket_num; in rte_ip_frag_table_create()
77 tbl->bucket_entries = bucket_entries; in rte_ip_frag_table_create()
78 tbl->entry_mask = (tbl->nb_entries - 1) & ~(tbl->bucket_entries - 1); in rte_ip_frag_table_create()
80 TAILQ_INIT(&(tbl->lru)); in rte_ip_frag_table_create()
[all …]
|
| H A D | ip_frag_internal.c | 14 #define IP_FRAG_TBL_POS(tbl, sig) \ argument
15 ((tbl)->pkt + ((sig) & (tbl)->entry_mask))
18 ip_frag_tbl_add(struct rte_ip_frag_tbl *tbl, struct ip_frag_pkt *fp, in ip_frag_tbl_add() argument
23 TAILQ_INSERT_TAIL(&tbl->lru, fp, lru); in ip_frag_tbl_add()
24 tbl->use_entries++; in ip_frag_tbl_add()
25 IP_FRAG_TBL_STAT_UPDATE(&tbl->stat, add_num, 1); in ip_frag_tbl_add()
29 ip_frag_tbl_reuse(struct rte_ip_frag_tbl *tbl, struct rte_ip_frag_death_row *dr, in ip_frag_tbl_reuse() argument
34 TAILQ_REMOVE(&tbl->lru, fp, lru); in ip_frag_tbl_reuse()
35 TAILQ_INSERT_TAIL(&tbl->lru, fp, lru); in ip_frag_tbl_reuse()
36 IP_FRAG_TBL_STAT_UPDATE(&tbl->stat, reuse_num, 1); in ip_frag_tbl_reuse()
[all …]
|
| H A D | rte_ipv4_reassembly.c | 84 * @param tbl
98 rte_ipv4_frag_reassemble_packet(struct rte_ip_frag_tbl *tbl, in rte_ipv4_frag_reassemble_packet() argument
124 "tbl: %p, max_cycles: %" PRIu64 ", entry_mask: %#x, " in rte_ipv4_frag_reassemble_packet()
128 tbl, tbl->max_cycles, tbl->entry_mask, tbl->max_entries, in rte_ipv4_frag_reassemble_packet()
129 tbl->use_entries); in rte_ipv4_frag_reassemble_packet()
141 if ((fp = ip_frag_find(tbl, dr, &key, tms)) == NULL) { in rte_ipv4_frag_reassemble_packet()
147 "tbl in rte_ipv4_frag_reassemble_packet()
[all...] |
| H A D | rte_ipv6_reassembly.c | 118 * @param tbl
136 rte_ipv6_frag_reassemble_packet(struct rte_ip_frag_tbl *tbl, in rte_ipv6_frag_reassemble_packet() argument
167 "tbl: %p, max_cycles: %" PRIu64 ", entry_mask: %#x, " in rte_ipv6_frag_reassemble_packet()
172 tbl, tbl->max_cycles, tbl->entry_mask, tbl->max_entries, in rte_ipv6_frag_reassemble_packet()
173 tbl->use_entries); in rte_ipv6_frag_reassemble_packet()
185 fp = ip_frag_find(tbl, dr, &key, tms); in rte_ipv6_frag_reassemble_packet()
192 "tbl in rte_ipv6_frag_reassemble_packet()
[all...] |
| H A D | ip_frag_common.h | 56 struct ip_frag_pkt * ip_frag_find(struct rte_ip_frag_tbl *tbl,
60 struct ip_frag_pkt * ip_frag_lookup(struct rte_ip_frag_tbl *tbl,
150 ip_frag_inuse(struct rte_ip_frag_tbl *tbl, const struct ip_frag_pkt *fp) in ip_frag_inuse() argument
153 TAILQ_REMOVE(&tbl->lru, fp, lru); in ip_frag_inuse()
154 tbl->use_entries--; in ip_frag_inuse()
178 ip_frag_tbl_del(struct rte_ip_frag_tbl *tbl, struct rte_ip_frag_death_row *dr, in ip_frag_tbl_del() argument
183 TAILQ_REMOVE(&tbl->lru, fp, lru); in ip_frag_tbl_del()
184 tbl->use_entries--; in ip_frag_tbl_del()
185 IP_FRAG_TBL_STAT_UPDATE(&tbl->stat, del_num, 1); in ip_frag_tbl_del()
|
| H A D | rte_ip_frag.h | 70 * @param tbl
74 rte_ip_frag_table_destroy(struct rte_ip_frag_tbl *tbl);
109 * @param tbl
126 struct rte_mbuf *rte_ipv6_frag_reassemble_packet(struct rte_ip_frag_tbl *tbl,
218 * @param tbl
233 struct rte_mbuf * rte_ipv4_frag_reassemble_packet(struct rte_ip_frag_tbl *tbl,
274 * @param tbl
278 rte_ip_frag_table_statistics_dump(FILE * f, const struct rte_ip_frag_tbl *tbl);
283 * @param tbl
291 rte_ip_frag_table_del_expired_entries(struct rte_ip_frag_tbl *tbl,
[all...] |
| /dpdk/lib/lpm/ |
| H A D | rte_lpm_neon.h | 24 uint32_t tbl[4]; in rte_lpm_lookupx4() local
54 tbl[0] = *ptbl; in rte_lpm_lookupx4()
56 tbl[1] = *ptbl; in rte_lpm_lookupx4()
61 tbl[2] = *ptbl; in rte_lpm_lookupx4()
63 tbl[3] = *ptbl; in rte_lpm_lookupx4()
68 pt = (uint64_t)tbl[0] | in rte_lpm_lookupx4()
69 (uint64_t)tbl[1] << 32; in rte_lpm_lookupx4()
70 pt2 = (uint64_t)tbl[2] | in rte_lpm_lookupx4()
71 (uint64_t)tbl[3] << 32; in rte_lpm_lookupx4()
84 (tbl[0] & 0x00FFFFFF) * RTE_LPM_TBL8_GROUP_NUM_ENTRIES; in rte_lpm_lookupx4()
[all …]
|
| H A D | rte_lpm_sse.h | 23 uint32_t tbl[4]; in rte_lpm_lookupx4() local
55 tbl[0] = *ptbl; in rte_lpm_lookupx4()
57 tbl[1] = *ptbl; in rte_lpm_lookupx4()
62 tbl[2] = *ptbl; in rte_lpm_lookupx4()
64 tbl[3] = *ptbl; in rte_lpm_lookupx4()
69 pt = (uint64_t)tbl[0] | in rte_lpm_lookupx4()
70 (uint64_t)tbl[1] << 32; in rte_lpm_lookupx4()
71 pt2 = (uint64_t)tbl[2] | in rte_lpm_lookupx4()
72 (uint64_t)tbl[3] << 32; in rte_lpm_lookupx4()
85 (tbl[0] & 0x00FFFFFF) * RTE_LPM_TBL8_GROUP_NUM_ENTRIES; in rte_lpm_lookupx4()
[all …]
|
| H A D | rte_lpm_altivec.h | 24 uint32_t tbl[4]; in rte_lpm_lookupx4() local
55 tbl[0] = *ptbl; in rte_lpm_lookupx4()
60 tbl[1] = *ptbl; in rte_lpm_lookupx4()
65 tbl[2] = *ptbl; in rte_lpm_lookupx4()
70 tbl[3] = *ptbl; in rte_lpm_lookupx4()
75 pt = (uint64_t)tbl[0] | in rte_lpm_lookupx4()
76 (uint64_t)tbl[1] << 32; in rte_lpm_lookupx4()
77 pt2 = (uint64_t)tbl[2] | in rte_lpm_lookupx4()
78 (uint64_t)tbl[3] << 32; in rte_lpm_lookupx4()
91 (tbl[0] & 0x00FFFFFF) * RTE_LPM_TBL8_GROUP_NUM_ENTRIES; in rte_lpm_lookupx4()
[all …]
|
| H A D | rte_lpm6.c | 68 /** Rules tbl entry structure. */
75 /** Rules tbl entry key. */
567 simulate_add_step(struct rte_lpm6 *lpm, struct rte_lpm6_tbl_entry *tbl,
590 if (tbl[entry_ind].valid == 0 || tbl[entry_ind].ext_entry == 0) {
606 next_tbl_ind = tbl[entry_ind].lpm6_tbl8_gindex; in simulate_add_step()
619 add_step(struct rte_lpm6 *lpm, struct rte_lpm6_tbl_entry *tbl, in simulate_add_step()
647 if (!tbl[i].valid || (tbl[i].ext_entry == 0 &&
648 tbl[
598 simulate_add_step(struct rte_lpm6 * lpm,struct rte_lpm6_tbl_entry * tbl,struct rte_lpm6_tbl_entry ** next_tbl,const uint8_t * ip,uint8_t bytes,uint8_t first_byte,uint8_t depth,uint32_t * need_tbl_nb) simulate_add_step() argument
650 add_step(struct rte_lpm6 * lpm,struct rte_lpm6_tbl_entry * tbl,uint32_t tbl_ind,struct rte_lpm6_tbl_entry ** next_tbl,uint32_t * next_tbl_ind,uint8_t * ip,uint8_t bytes,uint8_t first_byte,uint8_t depth,uint32_t next_hop,uint8_t is_new_rule) add_step() argument
819 struct rte_lpm6_tbl_entry *tbl; simulate_add() local
857 struct rte_lpm6_tbl_entry *tbl; rte_lpm6_add() local
912 lookup_step(const struct rte_lpm6 * lpm,const struct rte_lpm6_tbl_entry * tbl,const struct rte_lpm6_tbl_entry ** tbl_next,const uint8_t * ip,uint8_t first_byte,uint32_t * next_hop) lookup_step() argument
946 const struct rte_lpm6_tbl_entry *tbl; rte_lpm6_lookup() local
980 const struct rte_lpm6_tbl_entry *tbl; rte_lpm6_lookup_bulk_func() local
1201 struct rte_lpm6_tbl_entry *tbl = &lpm->tbl24[first_3bytes]; rule_find_range() local
[all...] |
| /dpdk/lib/node/ |
| H A D | ip4_reassembly.c | 51 struct rte_ip_frag_tbl *tbl; in ip4_reassembly_node_process() local
58 /* Get core specific reassembly tbl */ in ip4_reassembly_node_process()
59 tbl = ctx->tbl; in ip4_reassembly_node_process()
85 mbuf_out = rte_ipv4_frag_reassemble_packet(tbl, dr, mbuf, rte_rdtsc(), in ip4_reassembly_node_process()
105 mbuf_out = rte_ipv4_frag_reassemble_packet(tbl, dr, mbuf, rte_rdtsc(), in ip4_reassembly_node_process()
141 elem->ctx.tbl = cfg[i].tbl; in rte_node_ip4_reassembly_configure()
|
| /dpdk/lib/fib/ |
| H A D | trie.h | 91 get_tbl_val_by_idx(uint64_t *tbl, uint32_t idx, uint8_t nh_sz) in get_tbl_val_by_idx()
93 return ((tbl[get_tbl_pos(idx, nh_sz)] >> (get_psd_idx(idx, nh_sz) * in get_tbl_val_by_idx()
98 get_tbl_p_by_idx(uint64_t *tbl, uint64_t idx, uint8_t nh_sz) in get_tbl_p_by_idx()
100 return (uint8_t *)tbl + (idx << nh_sz); in get_tbl_p_by_idx()
90 get_tbl_val_by_idx(uint64_t * tbl,uint32_t idx,uint8_t nh_sz) get_tbl_val_by_idx() argument
97 get_tbl_p_by_idx(uint64_t * tbl,uint64_t idx,uint8_t nh_sz) get_tbl_p_by_idx() argument
|
| /dpdk/lib/port/ |
| H A D | rte_port_ras.c | 168 struct rte_ip_frag_tbl *tbl = p->frag_tbl; in process_ipv4() local
174 mo = rte_ipv4_frag_reassemble_packet(tbl, dr, pkt, rte_rdtsc(), in process_ipv4()
201 struct rte_ip_frag_tbl *tbl = p->frag_tbl; in process_ipv6() local
207 mo = rte_ipv6_frag_reassemble_packet(tbl, dr, pkt, rte_rdtsc(), pkt_hdr, in process_ipv6()
|
| /dpdk/examples/ipsec-secgw/ |
| H A D | ipsec_worker.h | 286 struct buffer *tbl; in send_fragment_packet() local
290 tbl = qconf->tx_mbufs + port; in send_fragment_packet()
291 len = tbl->len; in send_fragment_packet()
294 if (len + RTE_LIBRTE_IP_FRAG_MAX_FRAG >= RTE_DIM(tbl->m_table)) { in send_fragment_packet()
299 n = RTE_DIM(tbl->m_table) - len; in send_fragment_packet()
305 rc = rte_ipv4_fragment_packet(m, tbl->m_table + len, in send_fragment_packet()
308 rc = rte_ipv6_fragment_packet(m, tbl->m_table + len, in send_fragment_packet()
322 pkt = tbl->m_table[i]; in send_fragment_packet()
|
| /dpdk/drivers/common/mlx5/linux/ |
| H A D | mlx5_glue.c | 445 mlx5_glue_dr_create_flow_action_dest_flow_tbl(void *tbl) in mlx5_glue_dr_create_flow_action_dest_flow_tbl() argument
448 return mlx5dv_dr_action_create_dest_table(tbl); in mlx5_glue_dr_create_flow_action_dest_flow_tbl()
450 (void)tbl; in mlx5_glue_dr_create_flow_action_dest_flow_tbl()
523 mlx5_glue_dr_destroy_flow_tbl(void *tbl) in mlx5_glue_dr_destroy_flow_tbl() argument
526 return mlx5dv_dr_table_destroy(tbl); in mlx5_glue_dr_destroy_flow_tbl()
528 (void)tbl; in mlx5_glue_dr_destroy_flow_tbl()
650 void *tbl) in mlx5_glue_dv_create_flow_matcher() argument
655 return mlx5dv_dr_matcher_create(tbl, matcher_attr->priority, in mlx5_glue_dv_create_flow_matcher()
659 (void)tbl; in mlx5_glue_dv_create_flow_matcher()
665 (void)tbl; in mlx5_glue_dv_create_flow_matcher()
[all …]
|