| /dpdk/app/test-pmd/ |
| H A D | noisy_vnf.c | 123 noisy_eth_tx_burst(struct fwd_stream *fs, uint16_t nb_rx, struct rte_mbuf **pkts_burst) in noisy_eth_tx_burst() argument 136 if (unlikely(nb_rx == 0)) { in noisy_eth_tx_burst() 145 sim_memory_lookups(ncf, nb_rx); in noisy_eth_tx_burst() 146 nb_tx = common_fwd_stream_transmit(fs, pkts_burst, nb_rx); in noisy_eth_tx_burst() 151 if (fifo_free >= nb_rx) { in noisy_eth_tx_burst() 152 nb_enqd = rte_ring_enqueue_burst(ncf->f, (void **) pkts_burst, nb_rx, NULL); in noisy_eth_tx_burst() 153 if (nb_enqd < nb_rx) { in noisy_eth_tx_burst() 154 fs->fwd_dropped += nb_rx - nb_enqd; in noisy_eth_tx_burst() 155 rte_pktmbuf_free_bulk(&pkts_burst[nb_enqd], nb_rx - nb_enqd); in noisy_eth_tx_burst() 158 nb_deqd = rte_ring_dequeue_burst(ncf->f, (void **) tmp_pkts, nb_rx, NULL); in noisy_eth_tx_burst() [all …]
|
| H A D | shared_rxq_fwd.c | 13 forward_rx_only(uint16_t nb_rx, struct rte_mbuf **pkts_burst) in forward_rx_only() argument 15 rte_pktmbuf_free_bulk(pkts_burst, nb_rx); in forward_rx_only() 45 forward_sub_burst(struct fwd_stream *src_fs, uint16_t port, uint16_t nb_rx, in forward_sub_burst() argument 51 fs->rx_packets += nb_rx; in forward_sub_burst() 52 forward_rx_only(nb_rx, pkts); in forward_sub_burst() 55 src_fs->fwd_dropped += nb_rx; in forward_sub_burst() 56 rte_pktmbuf_free_bulk(pkts, nb_rx); in forward_sub_burst() 66 forward_shared_rxq(struct fwd_stream *fs, uint16_t nb_rx, in forward_shared_rxq() argument 74 for (i = 0; i < nb_rx - 1; ++i) { in forward_shared_rxq() 89 &pkts_burst[nb_rx - nb_sub_burst]); in forward_shared_rxq() [all …]
|
| H A D | 5tswap.c | 32 uint16_t nb_rx; in pkt_burst_5tuple_swap() local 37 nb_rx = common_fwd_stream_receive(fs, pkts_burst, nb_pkt_per_burst); in pkt_burst_5tuple_swap() 38 if (unlikely(nb_rx == 0)) in pkt_burst_5tuple_swap() 41 do_5tswap(pkts_burst, nb_rx, fs); in pkt_burst_5tuple_swap() 43 common_fwd_stream_transmit(fs, pkts_burst, nb_rx); in pkt_burst_5tuple_swap()
|
| H A D | macfwd.c | 49 uint16_t nb_rx; in pkt_burst_mac_forward() local 54 nb_rx = common_fwd_stream_receive(fs, pkts_burst, nb_pkt_per_burst); in pkt_burst_mac_forward() 55 if (unlikely(nb_rx == 0)) in pkt_burst_mac_forward() 58 do_macfwd(pkts_burst, nb_rx, fs); in pkt_burst_mac_forward() 60 common_fwd_stream_transmit(fs, pkts_burst, nb_rx); in pkt_burst_mac_forward()
|
| H A D | macswap.c | 54 uint16_t nb_rx; in pkt_burst_mac_swap() local 59 nb_rx = common_fwd_stream_receive(fs, pkts_burst, nb_pkt_per_burst); in pkt_burst_mac_swap() 60 if (unlikely(nb_rx == 0)) in pkt_burst_mac_swap() 63 do_macswap(pkts_burst, nb_rx, &ports[fs->tx_port]); in pkt_burst_mac_swap() 64 common_fwd_stream_transmit(fs, pkts_burst, nb_rx); in pkt_burst_mac_swap()
|
| H A D | iofwd.c | 48 uint16_t nb_rx; in pkt_burst_io_forward() local 53 nb_rx = common_fwd_stream_receive(fs, pkts_burst, nb_pkt_per_burst); in pkt_burst_io_forward() 54 if (unlikely(nb_rx == 0)) in pkt_burst_io_forward() 57 common_fwd_stream_transmit(fs, pkts_burst, nb_rx); in pkt_burst_io_forward()
|
| H A D | rxonly.c | 48 uint16_t nb_rx; in pkt_burst_receive() local 53 nb_rx = common_fwd_stream_receive(fs, pkts_burst, nb_pkt_per_burst); in pkt_burst_receive() 54 if (unlikely(nb_rx == 0)) in pkt_burst_receive() 57 rte_pktmbuf_free_bulk(pkts_burst, nb_rx); in pkt_burst_receive()
|
| H A D | recycle_mbufs.c | 17 uint16_t nb_rx; in pkt_burst_recycle_mbufs() local 28 nb_rx = common_fwd_stream_receive(fs, pkts_burst, nb_pkt_per_burst); in pkt_burst_recycle_mbufs() 29 if (unlikely(nb_rx == 0)) in pkt_burst_recycle_mbufs() 32 common_fwd_stream_transmit(fs, pkts_burst, nb_rx); in pkt_burst_recycle_mbufs()
|
| /dpdk/app/test-eventdev/ |
| H A D | test_pipeline_atq.c | 71 uint16_t nb_rx = 0, nb_tx = 0; in pipeline_atq_worker_single_stage_burst_tx() local 74 nb_rx = rte_event_dequeue_burst(dev, port, ev, BURST_SIZE, 0); in pipeline_atq_worker_single_stage_burst_tx() 76 if (!nb_rx) { in pipeline_atq_worker_single_stage_burst_tx() 81 for (i = 0; i < nb_rx; i++) { in pipeline_atq_worker_single_stage_burst_tx() 86 nb_tx = pipeline_event_tx_burst(dev, port, ev, nb_rx, t); in pipeline_atq_worker_single_stage_burst_tx() 89 pipeline_worker_cleanup(dev, port, ev, nb_tx, nb_rx); in pipeline_atq_worker_single_stage_burst_tx() 99 uint16_t nb_rx = 0, nb_tx = 0; in pipeline_atq_worker_single_stage_burst_fwd() local 102 nb_rx = rte_event_dequeue_burst(dev, port, ev, BURST_SIZE, 0); in pipeline_atq_worker_single_stage_burst_fwd() 104 if (!nb_rx) { in pipeline_atq_worker_single_stage_burst_fwd() 109 for (i = 0; i < nb_rx; i++) { in pipeline_atq_worker_single_stage_burst_fwd() [all …]
|
| H A D | test_pipeline_queue.c | 79 uint16_t nb_rx = 0, nb_tx = 0; in pipeline_queue_worker_single_stage_burst_tx() local 82 nb_rx = rte_event_dequeue_burst(dev, port, ev, BURST_SIZE, 0); in pipeline_queue_worker_single_stage_burst_tx() 84 if (!nb_rx) { in pipeline_queue_worker_single_stage_burst_tx() 89 for (i = 0; i < nb_rx; i++) { in pipeline_queue_worker_single_stage_burst_tx() 101 nb_tx = pipeline_event_enqueue_burst(dev, port, ev, nb_rx, t); in pipeline_queue_worker_single_stage_burst_tx() 103 pipeline_worker_cleanup(dev, port, ev, nb_tx, nb_rx); in pipeline_queue_worker_single_stage_burst_tx() 113 uint16_t nb_rx = 0, nb_tx = 0; in pipeline_queue_worker_single_stage_burst_fwd() local 116 nb_rx = rte_event_dequeue_burst(dev, port, ev, BURST_SIZE, 0); in pipeline_queue_worker_single_stage_burst_fwd() 118 if (!nb_rx) { in pipeline_queue_worker_single_stage_burst_fwd() 123 for (i = 0; i < nb_rx; i++) { in pipeline_queue_worker_single_stage_burst_fwd() [all …]
|
| H A D | test_pipeline_common.h | 144 struct rte_event *ev, const uint16_t nb_rx, in pipeline_event_tx_burst() argument 149 enq = rte_event_eth_tx_adapter_enqueue(dev, port, ev, nb_rx, 0); in pipeline_event_tx_burst() 150 while (enq < nb_rx && !t->done) { in pipeline_event_tx_burst() 152 ev + enq, nb_rx - enq, 0); in pipeline_event_tx_burst() 173 struct rte_event *ev, const uint16_t nb_rx, in pipeline_event_enqueue_burst() argument 178 enq = rte_event_enqueue_burst(dev, port, ev, nb_rx); in pipeline_event_enqueue_burst() 179 while (enq < nb_rx && !t->done) { in pipeline_event_enqueue_burst() 181 ev + enq, nb_rx - enq); in pipeline_event_enqueue_burst()
|
| /dpdk/drivers/net/failsafe/ |
| H A D | failsafe_rxtx.c | 87 uint16_t nb_rx; in failsafe_rx_burst() local 93 nb_rx = 0; in failsafe_rx_burst() 99 nb_rx = ETH(sdev)-> in failsafe_rx_burst() 103 } while (nb_rx == 0 && sdev != rxq->sdev); in failsafe_rx_burst() 105 if (nb_rx) in failsafe_rx_burst() 106 failsafe_rx_set_port(rx_pkts, nb_rx, in failsafe_rx_burst() 108 return nb_rx; in failsafe_rx_burst() 119 uint16_t nb_rx; in failsafe_rx_burst_fast() local 127 nb_rx = ETH(sdev)-> in failsafe_rx_burst_fast() 131 } while (nb_rx == 0 && sdev != rxq->sdev); in failsafe_rx_burst_fast() [all …]
|
| /dpdk/app/test/ |
| H A D | test_pmd_perf.c | 341 unsigned i, portid, nb_rx, nb_tx; in measure_rxtx() local 349 nb_rx = rte_eth_rx_burst(portid, 0, in measure_rxtx() 351 if (unlikely(nb_rx == 0)) { in measure_rxtx() 356 count += nb_rx; in measure_rxtx() 357 nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx); in measure_rxtx() 358 if (unlikely(nb_tx < nb_rx)) { in measure_rxtx() 359 drop += (nb_rx - nb_tx); in measure_rxtx() 362 } while (++nb_tx < nb_rx); in measure_rxtx() 379 unsigned i, portid, nb_rx, nb_tx; in measure_rxonly() local 388 nb_rx = rte_eth_rx_burst(portid, 0, in measure_rxonly() [all …]
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_packed.c | 86 uint16_t num, nb_rx = 0; in virtio_recv_pkts_packed_vec() local 91 return nb_rx; in virtio_recv_pkts_packed_vec() 100 &rx_pkts[nb_rx])) { in virtio_recv_pkts_packed_vec() 101 nb_rx += PACKED_BATCH_SIZE; in virtio_recv_pkts_packed_vec() 107 &rx_pkts[nb_rx])) { in virtio_recv_pkts_packed_vec() 108 nb_rx++; in virtio_recv_pkts_packed_vec() 117 rxvq->stats.packets += nb_rx; in virtio_recv_pkts_packed_vec() 139 return nb_rx; in virtio_recv_pkts_packed_vec()
|
| /dpdk/examples/qos_sched/ |
| H A D | app_thread.c | 64 uint32_t i, nb_rx; in app_rx_thread() local 76 nb_rx = rte_eth_rx_burst(conf->rx_port, conf->rx_queue, rx_mbufs, in app_rx_thread() 79 if (likely(nb_rx != 0)) { in app_rx_thread() 80 APP_STATS_ADD(conf->stat.nb_rx, nb_rx); in app_rx_thread() 82 for(i = 0; i < nb_rx; i++) { in app_rx_thread() 93 (void **)rx_mbufs, nb_rx, NULL) == 0)) { in app_rx_thread() 94 for(i = 0; i < nb_rx; i++) { in app_rx_thread() 149 APP_STATS_ADD(conf->stat.nb_rx, nb_pkt); in app_worker_thread() 184 APP_STATS_ADD(conf->stat.nb_rx, nb_pkt); in app_mixed_thread()
|
| /dpdk/examples/ipsec-secgw/ |
| H A D | ipsec_lpm_neon.h | 117 route6_pkts_neon(struct rt_ctx *rt_ctx, struct rte_mbuf **pkts, int nb_rx) in route6_pkts_neon() 128 if (nb_rx == 0) in route6_pkts_neon() 135 for (i = 0; i < nb_rx; i++) { in route6_pkts_neon() 157 for (i = 0; i < nb_rx; i++) { in route6_pkts_neon() 169 send_multi_pkts(pkts, dst_port, nb_rx, 0, 0, false); in route6_pkts_neon() 176 route4_pkts_neon(struct rt_ctx *rt_ctx, struct rte_mbuf **pkts, int nb_rx, in route4_pkts_neon() 179 const int32_t k = RTE_ALIGN_FLOOR(nb_rx, FWDSTEP); in route4_pkts_neon() 180 const int32_t m = nb_rx % FWDSTEP; in route4_pkts_neon() 186 if (nb_rx == 0) in route4_pkts_neon() 209 send_multi_pkts(pkts, dst_port, nb_rx, tx_offload in route4_pkts_neon() 115 route6_pkts_neon(struct rt_ctx * rt_ctx,struct rte_mbuf ** pkts,int nb_rx) route6_pkts_neon() argument 175 route4_pkts_neon(struct rt_ctx * rt_ctx,struct rte_mbuf ** pkts,int nb_rx,uint64_t tx_offloads,bool ip_cksum) route4_pkts_neon() argument [all...] |
| /dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec.c | 66 uint16_t nb_rx; in hns3_recv_pkts_vec() local 86 nb_rx = hns3_recv_burst_vec(rxq, rx_pkts, nb_pkts, in hns3_recv_pkts_vec() 88 nb_rx = hns3_rx_reassemble_pkts(rx_pkts, nb_rx, pkt_err_mask); in hns3_recv_pkts_vec() 89 return nb_rx; in hns3_recv_pkts_vec() 92 nb_rx = 0; in hns3_recv_pkts_vec() 98 ret = hns3_recv_burst_vec(rxq, &rx_pkts[nb_rx], n, in hns3_recv_pkts_vec() 101 nb_rx += hns3_rx_reassemble_pkts(&rx_pkts[nb_rx], ret, in hns3_recv_pkts_vec() 110 return nb_rx; in hns3_recv_pkts_vec()
|
| H A D | hns3_rxtx_vec_sve.c | 82 uint16_t nb_rx = 0; in hns3_recv_burst_vec_sve() local 144 nb_rx += bd_valid_num; in hns3_recv_burst_vec_sve() 149 rxq->rx_rearm_nb += nb_rx; in hns3_recv_burst_vec_sve() 150 rxq->next_to_use += nb_rx; in hns3_recv_burst_vec_sve() 154 return nb_rx; in hns3_recv_burst_vec_sve() 165 uint16_t nb_rx; in hns3_recv_pkts_vec_sve() local 182 nb_rx = hns3_recv_burst_vec_sve(rxq, rx_pkts, nb_pkts, in hns3_recv_pkts_vec_sve() 184 nb_rx = hns3_rx_reassemble_pkts(rx_pkts, nb_rx, pkt_err_mask); in hns3_recv_pkts_vec_sve() 185 return nb_rx; in hns3_recv_pkts_vec_sve() 188 nb_rx = 0; in hns3_recv_pkts_vec_sve() [all …]
|
| /dpdk/examples/l2fwd-event/ |
| H A D | l2fwd_event.c | 244 uint16_t nb_rx = 0, nb_tx = 0; in l2fwd_event_loop_burst() 255 nb_rx = rte_event_dequeue_burst(event_d_id, port_id, ev, in l2fwd_event_loop_burst() 257 if (nb_rx == 0) in l2fwd_event_loop_burst() 260 for (i = 0; i < nb_rx; i++) { in l2fwd_event_loop_burst() 269 ev, nb_rx); in l2fwd_event_loop_burst() 270 while (nb_tx < nb_rx && !rsrc->force_quit) in l2fwd_event_loop_burst() 273 nb_rx - nb_tx); in l2fwd_event_loop_burst() 280 nb_rx, 0); in l2fwd_event_loop_burst() 281 while (nb_tx < nb_rx && !rsrc->force_quit) in l2fwd_event_loop_burst() 284 ev + nb_tx, nb_rx in l2fwd_event_loop_burst() 243 uint16_t nb_rx = 0, nb_tx = 0; l2fwd_event_loop_burst() local 427 uint16_t nb_rx = 0, nb_tx = 0; l2fwd_event_loop_vector() local [all...] |
| /dpdk/examples/l3fwd/ |
| H A D | l3fwd_em_sequential.h | 78 l3fwd_em_send_packets(int nb_rx, struct rte_mbuf **pkts_burst, in l3fwd_em_send_packets() argument 84 if (nb_rx > 0) { in l3fwd_em_send_packets() 89 for (i = 1, j = 0; j < nb_rx; i++, j++) { in l3fwd_em_send_packets() 90 if (i < nb_rx) { in l3fwd_em_send_packets() 98 send_packets_multi(qconf, pkts_burst, dst_port, nb_rx); in l3fwd_em_send_packets() 106 l3fwd_em_process_events(int nb_rx, struct rte_event **events, in l3fwd_em_process_events() argument 114 for (i = 1, j = 0; j < nb_rx; i++, j++) { in l3fwd_em_process_events() 118 if (i < nb_rx) { in l3fwd_em_process_events()
|
| H A D | l3fwd_em.h | 129 l3fwd_em_no_opt_send_packets(int nb_rx, struct rte_mbuf **pkts_burst, in l3fwd_em_no_opt_send_packets() argument 135 for (j = 0; j < PREFETCH_OFFSET && j < nb_rx; j++) in l3fwd_em_no_opt_send_packets() 142 for (j = 0; j < (nb_rx - PREFETCH_OFFSET); j++) { in l3fwd_em_no_opt_send_packets() 149 for (; j < nb_rx; j++) in l3fwd_em_no_opt_send_packets() 158 l3fwd_em_no_opt_process_events(int nb_rx, struct rte_event **events, in l3fwd_em_no_opt_process_events() argument 164 for (j = 0; j < PREFETCH_OFFSET && j < nb_rx; j++) in l3fwd_em_no_opt_process_events() 171 for (j = 0; j < (nb_rx - PREFETCH_OFFSET); j++) { in l3fwd_em_no_opt_process_events() 178 for (; j < nb_rx; j++) in l3fwd_em_no_opt_process_events()
|
| H A D | l3fwd_em_hlm.h | 181 l3fwd_em_process_packets(int nb_rx, struct rte_mbuf **pkts_burst, in l3fwd_em_process_packets() argument 188 * Send nb_rx - nb_rx % EM_HASH_LOOKUP_COUNT packets in l3fwd_em_process_packets() 191 int32_t n = RTE_ALIGN_FLOOR(nb_rx, EM_HASH_LOOKUP_COUNT); in l3fwd_em_process_packets() 193 for (j = 0; j < EM_HASH_LOOKUP_COUNT && j < nb_rx; j++) { in l3fwd_em_process_packets() 211 i < EM_HASH_LOOKUP_COUNT && pos < nb_rx; i++, pos++) { in l3fwd_em_process_packets() 237 for (; j < nb_rx; j++) { in l3fwd_em_process_packets() 249 l3fwd_em_send_packets(int nb_rx, struct rte_mbuf **pkts_burst, uint16_t portid, in l3fwd_em_send_packets() argument 254 l3fwd_em_process_packets(nb_rx, pkts_burst, dst_port, portid, qconf, 0); in l3fwd_em_send_packets() 255 send_packets_multi(qconf, pkts_burst, dst_port, nb_rx); in l3fwd_em_send_packets() 264 l3fwd_em_process_events(int nb_rx,struct rte_event ** ev,struct lcore_conf * qconf) l3fwd_em_process_events() argument [all...] |
| /dpdk/examples/eventdev_pipeline/ |
| H A D | pipeline_worker_tx.c | 29 struct rte_event *ev, const uint16_t nb_rx) in worker_event_enqueue_burst() argument 33 enq = rte_event_enqueue_burst(dev, port, ev, nb_rx); in worker_event_enqueue_burst() 34 while (enq < nb_rx && !fdata->done) in worker_event_enqueue_burst() 36 ev + enq, nb_rx - enq); in worker_event_enqueue_burst() 143 uint16_t nb_tx = 0, nb_rx = 0, i; in worker_do_tx_single_burst() local 146 nb_rx = rte_event_dequeue_burst(dev, port, ev, BATCH_SIZE, 0); in worker_do_tx_single_burst() 148 if (!nb_rx) { in worker_do_tx_single_burst() 152 received += nb_rx; in worker_do_tx_single_burst() 154 for (i = 0; i < nb_rx; i++) { in worker_do_tx_single_burst() 169 nb_tx = worker_event_enqueue_burst(dev, port, ev, nb_rx); in worker_do_tx_single_burst() 190 uint16_t i, nb_rx = 0, nb_tx = 0; worker_do_tx_single_burst_atq() local 343 uint16_t i, nb_rx = 0, nb_tx = 0; worker_do_tx_burst() local 399 uint16_t i, nb_rx = 0, nb_tx = 0; worker_do_tx_burst_atq() local [all...] |
| /dpdk/lib/power/ |
| H A D | rte_power_pmd_mgmt.c | 253 struct rte_mbuf **pkts __rte_unused, uint16_t nb_rx, in clb_multiwait() 258 const bool empty = nb_rx == 0; in clb_multiwait() 272 return nb_rx; in clb_multiwait() 276 return nb_rx; in clb_multiwait() 282 return nb_rx; in clb_multiwait() 287 return nb_rx; in clb_multiwait() 292 uint16_t nb_rx, uint16_t max_pkts __rte_unused, void *arg) in clb_umwait() argument 297 if (unlikely(nb_rx == 0)) { in clb_umwait() 312 return nb_rx; in clb_umwait() 317 struct rte_mbuf **pkts __rte_unused, uint16_t nb_rx, in clb_pause() argument 252 clb_multiwait(uint16_t port_id __rte_unused,uint16_t qidx __rte_unused,struct rte_mbuf ** pkts __rte_unused,uint16_t nb_rx,uint16_t max_pkts __rte_unused,void * arg) clb_multiwait() argument 358 clb_scale_freq(uint16_t port_id __rte_unused,uint16_t qidx __rte_unused,struct rte_mbuf ** pkts __rte_unused,uint16_t nb_rx,uint16_t max_pkts __rte_unused,void * arg) clb_scale_freq() argument [all...] |
| /dpdk/lib/ethdev/ |
| H A D | rte_ethdev_trace_fp.h | 32 void **pkt_tbl, uint16_t nb_rx), 36 rte_trace_point_emit_u16(nb_rx); 62 void **rx_pkts, uint16_t nb_rx, uint16_t nb_pkts), 66 rte_trace_point_emit_u16(nb_rx);
|