1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2017 Cavium, Inc 3 */ 4 5 #include <stdint.h> 6 #include <stdio.h> 7 #include <stdlib.h> 8 #include <unistd.h> 9 10 #include <rte_atomic.h> 11 #include <rte_common.h> 12 #include <ethdev_driver.h> 13 #include <rte_ether.h> 14 #include <rte_log.h> 15 #include <rte_mbuf.h> 16 #include <rte_prefetch.h> 17 18 #include "octeontx_ethdev.h" 19 #include "octeontx_rxtx.h" 20 #include "octeontx_logs.h" 21 22 uint16_t __rte_hot 23 octeontx_recv_pkts(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t nb_pkts) 24 { 25 struct octeontx_rxq *rxq; 26 struct rte_event ev; 27 size_t count; 28 uint16_t valid_event; 29 30 rxq = rx_queue; 31 count = 0; 32 while (count < nb_pkts) { 33 valid_event = rte_event_dequeue_burst(rxq->evdev, 34 rxq->ev_ports, &ev, 35 1, 0); 36 if (!valid_event) 37 break; 38 rx_pkts[count++] = ev.mbuf; 39 } 40 41 return count; /* return number of pkts received */ 42 } 43 44 #define T(name, f3, f2, f1, f0, sz, flags) \ 45 static uint16_t __rte_noinline __rte_hot \ 46 octeontx_xmit_pkts_ ##name(void *tx_queue, \ 47 struct rte_mbuf **tx_pkts, uint16_t pkts) \ 48 { \ 49 uint64_t cmd[(sz)]; \ 50 \ 51 return __octeontx_xmit_pkts(tx_queue, tx_pkts, pkts, cmd, \ 52 flags); \ 53 } 54 55 OCCTX_TX_FASTPATH_MODES 56 #undef T 57 58 void __rte_hot 59 octeontx_set_tx_function(struct rte_eth_dev *dev) 60 { 61 struct octeontx_nic *nic = octeontx_pmd_priv(dev); 62 63 const eth_tx_burst_t tx_burst_func[2][2][2][2] = { 64 #define T(name, f3, f2, f1, f0, sz, flags) \ 65 [f3][f2][f1][f0] = octeontx_xmit_pkts_ ##name, 66 67 OCCTX_TX_FASTPATH_MODES 68 #undef T 69 }; 70 71 dev->tx_pkt_burst = tx_burst_func 72 [!!(nic->tx_offload_flags & OCCTX_TX_OFFLOAD_MBUF_NOFF_F)] 73 [!!(nic->tx_offload_flags & OCCTX_TX_OFFLOAD_OL3_OL4_CSUM_F)] 74 [!!(nic->tx_offload_flags & OCCTX_TX_OFFLOAD_L3_L4_CSUM_F)] 75 [!!(nic->tx_offload_flags & OCCTX_TX_MULTI_SEG_F)]; 76 } 77