1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2010-2015 Intel Corporation 3 */ 4 5 #include <stdint.h> 6 #include <inttypes.h> 7 #include <rte_eal.h> 8 #include <rte_ethdev.h> 9 #include <rte_cycles.h> 10 #include <rte_lcore.h> 11 #include <rte_mbuf.h> 12 13 #define RX_RING_SIZE 128 14 #define TX_RING_SIZE 512 15 16 #define NUM_MBUFS 8191 17 #define MBUF_CACHE_SIZE 250 18 #define BURST_SIZE 32 19 20 static const struct rte_eth_conf port_conf_default = { 21 .rxmode = { .max_rx_pkt_len = ETHER_MAX_LEN, }, 22 }; 23 24 static unsigned nb_ports; 25 26 static struct { 27 uint64_t total_cycles; 28 uint64_t total_pkts; 29 } latency_numbers; 30 31 32 static uint16_t 33 add_timestamps(uint16_t port __rte_unused, uint16_t qidx __rte_unused, 34 struct rte_mbuf **pkts, uint16_t nb_pkts, 35 uint16_t max_pkts __rte_unused, void *_ __rte_unused) 36 { 37 unsigned i; 38 uint64_t now = rte_rdtsc(); 39 40 for (i = 0; i < nb_pkts; i++) 41 pkts[i]->udata64 = now; 42 return nb_pkts; 43 } 44 45 static uint16_t 46 calc_latency(uint16_t port __rte_unused, uint16_t qidx __rte_unused, 47 struct rte_mbuf **pkts, uint16_t nb_pkts, void *_ __rte_unused) 48 { 49 uint64_t cycles = 0; 50 uint64_t now = rte_rdtsc(); 51 unsigned i; 52 53 for (i = 0; i < nb_pkts; i++) 54 cycles += now - pkts[i]->udata64; 55 latency_numbers.total_cycles += cycles; 56 latency_numbers.total_pkts += nb_pkts; 57 58 if (latency_numbers.total_pkts > (100 * 1000 * 1000ULL)) { 59 printf("Latency = %"PRIu64" cycles\n", 60 latency_numbers.total_cycles / latency_numbers.total_pkts); 61 latency_numbers.total_cycles = latency_numbers.total_pkts = 0; 62 } 63 return nb_pkts; 64 } 65 66 /* 67 * Initialises a given port using global settings and with the rx buffers 68 * coming from the mbuf_pool passed as parameter 69 */ 70 static inline int 71 port_init(uint16_t port, struct rte_mempool *mbuf_pool) 72 { 73 struct rte_eth_conf port_conf = port_conf_default; 74 const uint16_t rx_rings = 1, tx_rings = 1; 75 uint16_t nb_rxd = RX_RING_SIZE; 76 uint16_t nb_txd = TX_RING_SIZE; 77 int retval; 78 uint16_t q; 79 80 if (port >= rte_eth_dev_count()) 81 return -1; 82 83 retval = rte_eth_dev_configure(port, rx_rings, tx_rings, &port_conf); 84 if (retval != 0) 85 return retval; 86 87 retval = rte_eth_dev_adjust_nb_rx_tx_desc(port, &nb_rxd, &nb_txd); 88 if (retval != 0) 89 return retval; 90 91 for (q = 0; q < rx_rings; q++) { 92 retval = rte_eth_rx_queue_setup(port, q, nb_rxd, 93 rte_eth_dev_socket_id(port), NULL, mbuf_pool); 94 if (retval < 0) 95 return retval; 96 } 97 98 for (q = 0; q < tx_rings; q++) { 99 retval = rte_eth_tx_queue_setup(port, q, nb_txd, 100 rte_eth_dev_socket_id(port), NULL); 101 if (retval < 0) 102 return retval; 103 } 104 105 retval = rte_eth_dev_start(port); 106 if (retval < 0) 107 return retval; 108 109 struct ether_addr addr; 110 111 rte_eth_macaddr_get(port, &addr); 112 printf("Port %u MAC: %02"PRIx8" %02"PRIx8" %02"PRIx8 113 " %02"PRIx8" %02"PRIx8" %02"PRIx8"\n", 114 (unsigned)port, 115 addr.addr_bytes[0], addr.addr_bytes[1], 116 addr.addr_bytes[2], addr.addr_bytes[3], 117 addr.addr_bytes[4], addr.addr_bytes[5]); 118 119 rte_eth_promiscuous_enable(port); 120 rte_eth_add_rx_callback(port, 0, add_timestamps, NULL); 121 rte_eth_add_tx_callback(port, 0, calc_latency, NULL); 122 123 return 0; 124 } 125 126 /* 127 * Main thread that does the work, reading from INPUT_PORT 128 * and writing to OUTPUT_PORT 129 */ 130 static __attribute__((noreturn)) void 131 lcore_main(void) 132 { 133 uint16_t port; 134 135 for (port = 0; port < nb_ports; port++) 136 if (rte_eth_dev_socket_id(port) > 0 && 137 rte_eth_dev_socket_id(port) != 138 (int)rte_socket_id()) 139 printf("WARNING, port %u is on remote NUMA node to " 140 "polling thread.\n\tPerformance will " 141 "not be optimal.\n", port); 142 143 printf("\nCore %u forwarding packets. [Ctrl+C to quit]\n", 144 rte_lcore_id()); 145 for (;;) { 146 for (port = 0; port < nb_ports; port++) { 147 struct rte_mbuf *bufs[BURST_SIZE]; 148 const uint16_t nb_rx = rte_eth_rx_burst(port, 0, 149 bufs, BURST_SIZE); 150 if (unlikely(nb_rx == 0)) 151 continue; 152 const uint16_t nb_tx = rte_eth_tx_burst(port ^ 1, 0, 153 bufs, nb_rx); 154 if (unlikely(nb_tx < nb_rx)) { 155 uint16_t buf; 156 157 for (buf = nb_tx; buf < nb_rx; buf++) 158 rte_pktmbuf_free(bufs[buf]); 159 } 160 } 161 } 162 } 163 164 /* Main function, does initialisation and calls the per-lcore functions */ 165 int 166 main(int argc, char *argv[]) 167 { 168 struct rte_mempool *mbuf_pool; 169 uint16_t portid; 170 171 /* init EAL */ 172 int ret = rte_eal_init(argc, argv); 173 174 if (ret < 0) 175 rte_exit(EXIT_FAILURE, "Error with EAL initialization\n"); 176 argc -= ret; 177 argv += ret; 178 179 nb_ports = rte_eth_dev_count(); 180 if (nb_ports < 2 || (nb_ports & 1)) 181 rte_exit(EXIT_FAILURE, "Error: number of ports must be even\n"); 182 183 mbuf_pool = rte_pktmbuf_pool_create("MBUF_POOL", 184 NUM_MBUFS * nb_ports, MBUF_CACHE_SIZE, 0, 185 RTE_MBUF_DEFAULT_BUF_SIZE, rte_socket_id()); 186 if (mbuf_pool == NULL) 187 rte_exit(EXIT_FAILURE, "Cannot create mbuf pool\n"); 188 189 /* initialize all ports */ 190 for (portid = 0; portid < nb_ports; portid++) 191 if (port_init(portid, mbuf_pool) != 0) 192 rte_exit(EXIT_FAILURE, "Cannot init port %"PRIu8"\n", 193 portid); 194 195 if (rte_lcore_count() > 1) 196 printf("\nWARNING: Too much enabled lcores - " 197 "App uses only 1 lcore\n"); 198 199 /* call lcore_main on master core only */ 200 lcore_main(); 201 return 0; 202 } 203