1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2016 Intel Corporation
3 */
4
5 #include <stdio.h>
6 #include <stdlib.h>
7 #include <string.h>
8 #include <stdint.h>
9 #include <inttypes.h>
10 #include <sys/types.h>
11 #include <sys/queue.h>
12 #include <setjmp.h>
13 #include <stdarg.h>
14 #include <ctype.h>
15 #include <errno.h>
16 #include <getopt.h>
17 #include <signal.h>
18 #include <stdbool.h>
19
20 #include <rte_common.h>
21 #include <rte_log.h>
22 #include <rte_malloc.h>
23 #include <rte_memory.h>
24 #include <rte_memcpy.h>
25 #include <rte_eal.h>
26 #include <rte_launch.h>
27 #include <rte_cycles.h>
28 #include <rte_prefetch.h>
29 #include <rte_lcore.h>
30 #include <rte_per_lcore.h>
31 #include <rte_branch_prediction.h>
32 #include <rte_interrupts.h>
33 #include <rte_random.h>
34 #include <rte_debug.h>
35 #include <rte_ether.h>
36 #include <rte_ethdev.h>
37 #include <rte_mempool.h>
38 #include <rte_mbuf.h>
39 #include <rte_string_fns.h>
40
41 static volatile bool force_quit;
42
43 /* MAC updating enabled by default */
44 static int mac_updating = 1;
45
46 /* Ports set in promiscuous mode off by default. */
47 static int promiscuous_on;
48
49 #define RTE_LOGTYPE_L2FWD RTE_LOGTYPE_USER1
50
51 #define MAX_PKT_BURST 32
52 #define BURST_TX_DRAIN_US 100 /* TX drain every ~100us */
53 #define MEMPOOL_CACHE_SIZE 256
54
55 /*
56 * Configurable number of RX/TX ring descriptors
57 */
58 #define RX_DESC_DEFAULT 1024
59 #define TX_DESC_DEFAULT 1024
60 static uint16_t nb_rxd = RX_DESC_DEFAULT;
61 static uint16_t nb_txd = TX_DESC_DEFAULT;
62
63 /* ethernet addresses of ports */
64 static struct rte_ether_addr l2fwd_ports_eth_addr[RTE_MAX_ETHPORTS];
65
66 /* mask of enabled ports */
67 static uint32_t l2fwd_enabled_port_mask = 0;
68
69 /* list of enabled ports */
70 static uint32_t l2fwd_dst_ports[RTE_MAX_ETHPORTS];
71
72 struct __rte_cache_aligned port_pair_params {
73 #define NUM_PORTS 2
74 uint16_t port[NUM_PORTS];
75 };
76
77 static struct port_pair_params port_pair_params_array[RTE_MAX_ETHPORTS / 2];
78 static struct port_pair_params *port_pair_params;
79 static uint16_t nb_port_pair_params;
80
81 static unsigned int l2fwd_rx_queue_per_lcore = 1;
82
83 #define MAX_RX_QUEUE_PER_LCORE 16
84 #define MAX_TX_QUEUE_PER_PORT 16
85 /* List of queues to be polled for a given lcore. 8< */
86 struct __rte_cache_aligned lcore_queue_conf {
87 unsigned n_rx_port;
88 unsigned rx_port_list[MAX_RX_QUEUE_PER_LCORE];
89 };
90 struct lcore_queue_conf lcore_queue_conf[RTE_MAX_LCORE];
91 /* >8 End of list of queues to be polled for a given lcore. */
92
93 static struct rte_eth_dev_tx_buffer *tx_buffer[RTE_MAX_ETHPORTS];
94
95 static struct rte_eth_conf port_conf = {
96 .txmode = {
97 .mq_mode = RTE_ETH_MQ_TX_NONE,
98 },
99 };
100
101 struct rte_mempool * l2fwd_pktmbuf_pool = NULL;
102
103 /* Per-port statistics struct */
104 struct __rte_cache_aligned l2fwd_port_statistics {
105 uint64_t tx;
106 uint64_t rx;
107 uint64_t dropped;
108 };
109 struct l2fwd_port_statistics port_statistics[RTE_MAX_ETHPORTS];
110
111 #define MAX_TIMER_PERIOD 86400 /* 1 day max */
112 /* A tsc-based timer responsible for triggering statistics printout */
113 static uint64_t timer_period = 10; /* default period is 10 seconds */
114
115 /* Print out statistics on packets dropped */
116 static void
print_stats(void)117 print_stats(void)
118 {
119 uint64_t total_packets_dropped, total_packets_tx, total_packets_rx;
120 unsigned portid;
121
122 total_packets_dropped = 0;
123 total_packets_tx = 0;
124 total_packets_rx = 0;
125
126 const char clr[] = { 27, '[', '2', 'J', '\0' };
127 const char topLeft[] = { 27, '[', '1', ';', '1', 'H','\0' };
128
129 /* Clear screen and move to top left */
130 printf("%s%s", clr, topLeft);
131
132 printf("\nPort statistics ====================================");
133
134 for (portid = 0; portid < RTE_MAX_ETHPORTS; portid++) {
135 /* skip disabled ports */
136 if ((l2fwd_enabled_port_mask & (1 << portid)) == 0)
137 continue;
138 printf("\nStatistics for port %u ------------------------------"
139 "\nPackets sent: %24"PRIu64
140 "\nPackets received: %20"PRIu64
141 "\nPackets dropped: %21"PRIu64,
142 portid,
143 port_statistics[portid].tx,
144 port_statistics[portid].rx,
145 port_statistics[portid].dropped);
146
147 total_packets_dropped += port_statistics[portid].dropped;
148 total_packets_tx += port_statistics[portid].tx;
149 total_packets_rx += port_statistics[portid].rx;
150 }
151 printf("\nAggregate statistics ==============================="
152 "\nTotal packets sent: %18"PRIu64
153 "\nTotal packets received: %14"PRIu64
154 "\nTotal packets dropped: %15"PRIu64,
155 total_packets_tx,
156 total_packets_rx,
157 total_packets_dropped);
158 printf("\n====================================================\n");
159
160 fflush(stdout);
161 }
162
163 static void
l2fwd_mac_updating(struct rte_mbuf * m,unsigned dest_portid)164 l2fwd_mac_updating(struct rte_mbuf *m, unsigned dest_portid)
165 {
166 struct rte_ether_hdr *eth;
167 void *tmp;
168
169 eth = rte_pktmbuf_mtod(m, struct rte_ether_hdr *);
170
171 /* 02:00:00:00:00:xx */
172 tmp = ð->dst_addr.addr_bytes[0];
173 *((uint64_t *)tmp) = 0x000000000002 + ((uint64_t)dest_portid << 40);
174
175 /* src addr */
176 rte_ether_addr_copy(&l2fwd_ports_eth_addr[dest_portid], ð->src_addr);
177 }
178
179 /* Simple forward. 8< */
180 static void
l2fwd_simple_forward(struct rte_mbuf * m,unsigned portid)181 l2fwd_simple_forward(struct rte_mbuf *m, unsigned portid)
182 {
183 unsigned dst_port;
184 int sent;
185 struct rte_eth_dev_tx_buffer *buffer;
186
187 dst_port = l2fwd_dst_ports[portid];
188
189 if (mac_updating)
190 l2fwd_mac_updating(m, dst_port);
191
192 buffer = tx_buffer[dst_port];
193 sent = rte_eth_tx_buffer(dst_port, 0, buffer, m);
194 if (sent)
195 port_statistics[dst_port].tx += sent;
196 }
197 /* >8 End of simple forward. */
198
199 /* main processing loop */
200 static void
l2fwd_main_loop(void)201 l2fwd_main_loop(void)
202 {
203 struct rte_mbuf *pkts_burst[MAX_PKT_BURST];
204 struct rte_mbuf *m;
205 int sent;
206 unsigned lcore_id;
207 uint64_t prev_tsc, diff_tsc, cur_tsc, timer_tsc;
208 unsigned i, j, portid, nb_rx;
209 struct lcore_queue_conf *qconf;
210 const uint64_t drain_tsc = (rte_get_tsc_hz() + US_PER_S - 1) / US_PER_S *
211 BURST_TX_DRAIN_US;
212 struct rte_eth_dev_tx_buffer *buffer;
213
214 prev_tsc = 0;
215 timer_tsc = 0;
216
217 lcore_id = rte_lcore_id();
218 qconf = &lcore_queue_conf[lcore_id];
219
220 if (qconf->n_rx_port == 0) {
221 RTE_LOG(INFO, L2FWD, "lcore %u has nothing to do\n", lcore_id);
222 return;
223 }
224
225 RTE_LOG(INFO, L2FWD, "entering main loop on lcore %u\n", lcore_id);
226
227 for (i = 0; i < qconf->n_rx_port; i++) {
228
229 portid = qconf->rx_port_list[i];
230 RTE_LOG(INFO, L2FWD, " -- lcoreid=%u portid=%u\n", lcore_id,
231 portid);
232
233 }
234
235 while (!force_quit) {
236
237 /* Drains TX queue in its main loop. 8< */
238 cur_tsc = rte_rdtsc();
239
240 /*
241 * TX burst queue drain
242 */
243 diff_tsc = cur_tsc - prev_tsc;
244 if (unlikely(diff_tsc > drain_tsc)) {
245
246 for (i = 0; i < qconf->n_rx_port; i++) {
247
248 portid = l2fwd_dst_ports[qconf->rx_port_list[i]];
249 buffer = tx_buffer[portid];
250
251 sent = rte_eth_tx_buffer_flush(portid, 0, buffer);
252 if (sent)
253 port_statistics[portid].tx += sent;
254
255 }
256
257 /* if timer is enabled */
258 if (timer_period > 0) {
259
260 /* advance the timer */
261 timer_tsc += diff_tsc;
262
263 /* if timer has reached its timeout */
264 if (unlikely(timer_tsc >= timer_period)) {
265
266 /* do this only on main core */
267 if (lcore_id == rte_get_main_lcore()) {
268 print_stats();
269 /* reset the timer */
270 timer_tsc = 0;
271 }
272 }
273 }
274
275 prev_tsc = cur_tsc;
276 }
277 /* >8 End of draining TX queue. */
278
279 /* Read packet from RX queues. 8< */
280 for (i = 0; i < qconf->n_rx_port; i++) {
281
282 portid = qconf->rx_port_list[i];
283 nb_rx = rte_eth_rx_burst(portid, 0,
284 pkts_burst, MAX_PKT_BURST);
285
286 if (unlikely(nb_rx == 0))
287 continue;
288
289 port_statistics[portid].rx += nb_rx;
290
291 for (j = 0; j < nb_rx; j++) {
292 m = pkts_burst[j];
293 rte_prefetch0(rte_pktmbuf_mtod(m, void *));
294 l2fwd_simple_forward(m, portid);
295 }
296 }
297 /* >8 End of read packet from RX queues. */
298 }
299 }
300
301 static int
l2fwd_launch_one_lcore(__rte_unused void * dummy)302 l2fwd_launch_one_lcore(__rte_unused void *dummy)
303 {
304 l2fwd_main_loop();
305 return 0;
306 }
307
308 /* display usage */
309 static void
l2fwd_usage(const char * prgname)310 l2fwd_usage(const char *prgname)
311 {
312 printf("%s [EAL options] -- -p PORTMASK [-P] [-q NQ]\n"
313 " -p PORTMASK: hexadecimal bitmask of ports to configure\n"
314 " -P : Enable promiscuous mode\n"
315 " -q NQ: number of queue (=ports) per lcore (default is 1)\n"
316 " -T PERIOD: statistics will be refreshed each PERIOD seconds (0 to disable, 10 default, 86400 maximum)\n"
317 " --no-mac-updating: Disable MAC addresses updating (enabled by default)\n"
318 " When enabled:\n"
319 " - The source MAC address is replaced by the TX port MAC address\n"
320 " - The destination MAC address is replaced by 02:00:00:00:00:TX_PORT_ID\n"
321 " --portmap: Configure forwarding port pair mapping\n"
322 " Default: alternate port pairs\n\n",
323 prgname);
324 }
325
326 static int
l2fwd_parse_portmask(const char * portmask)327 l2fwd_parse_portmask(const char *portmask)
328 {
329 char *end = NULL;
330 unsigned long pm;
331
332 /* parse hexadecimal string */
333 pm = strtoul(portmask, &end, 16);
334 if ((portmask[0] == '\0') || (end == NULL) || (*end != '\0'))
335 return 0;
336
337 return pm;
338 }
339
340 static int
l2fwd_parse_port_pair_config(const char * q_arg)341 l2fwd_parse_port_pair_config(const char *q_arg)
342 {
343 enum fieldnames {
344 FLD_PORT1 = 0,
345 FLD_PORT2,
346 _NUM_FLD
347 };
348 unsigned long int_fld[_NUM_FLD];
349 const char *p, *p0 = q_arg;
350 char *str_fld[_NUM_FLD];
351 unsigned int size;
352 char s[256];
353 char *end;
354 int i;
355
356 nb_port_pair_params = 0;
357
358 while ((p = strchr(p0, '(')) != NULL) {
359 ++p;
360 p0 = strchr(p, ')');
361 if (p0 == NULL)
362 return -1;
363
364 size = p0 - p;
365 if (size >= sizeof(s))
366 return -1;
367
368 memcpy(s, p, size);
369 s[size] = '\0';
370 if (rte_strsplit(s, sizeof(s), str_fld,
371 _NUM_FLD, ',') != _NUM_FLD)
372 return -1;
373 for (i = 0; i < _NUM_FLD; i++) {
374 errno = 0;
375 int_fld[i] = strtoul(str_fld[i], &end, 0);
376 if (errno != 0 || end == str_fld[i] ||
377 int_fld[i] >= RTE_MAX_ETHPORTS)
378 return -1;
379 }
380 if (nb_port_pair_params >= RTE_MAX_ETHPORTS/2) {
381 printf("exceeded max number of port pair params: %hu\n",
382 nb_port_pair_params);
383 return -1;
384 }
385 port_pair_params_array[nb_port_pair_params].port[0] =
386 (uint16_t)int_fld[FLD_PORT1];
387 port_pair_params_array[nb_port_pair_params].port[1] =
388 (uint16_t)int_fld[FLD_PORT2];
389 ++nb_port_pair_params;
390 }
391 port_pair_params = port_pair_params_array;
392 return 0;
393 }
394
395 static unsigned int
l2fwd_parse_nqueue(const char * q_arg)396 l2fwd_parse_nqueue(const char *q_arg)
397 {
398 char *end = NULL;
399 unsigned long n;
400
401 /* parse hexadecimal string */
402 n = strtoul(q_arg, &end, 10);
403 if ((q_arg[0] == '\0') || (end == NULL) || (*end != '\0'))
404 return 0;
405 if (n == 0)
406 return 0;
407 if (n >= MAX_RX_QUEUE_PER_LCORE)
408 return 0;
409
410 return n;
411 }
412
413 static int
l2fwd_parse_timer_period(const char * q_arg)414 l2fwd_parse_timer_period(const char *q_arg)
415 {
416 char *end = NULL;
417 int n;
418
419 /* parse number string */
420 n = strtol(q_arg, &end, 10);
421 if ((q_arg[0] == '\0') || (end == NULL) || (*end != '\0'))
422 return -1;
423 if (n >= MAX_TIMER_PERIOD)
424 return -1;
425
426 return n;
427 }
428
429 static const char short_options[] =
430 "p:" /* portmask */
431 "P" /* promiscuous */
432 "q:" /* number of queues */
433 "T:" /* timer period */
434 ;
435
436 #define CMD_LINE_OPT_NO_MAC_UPDATING "no-mac-updating"
437 #define CMD_LINE_OPT_PORTMAP_CONFIG "portmap"
438
439 enum {
440 /* long options mapped to a short option */
441
442 /* first long only option value must be >= 256, so that we won't
443 * conflict with short options */
444 CMD_LINE_OPT_NO_MAC_UPDATING_NUM = 256,
445 CMD_LINE_OPT_PORTMAP_NUM,
446 };
447
448 static const struct option lgopts[] = {
449 { CMD_LINE_OPT_NO_MAC_UPDATING, no_argument, 0,
450 CMD_LINE_OPT_NO_MAC_UPDATING_NUM},
451 { CMD_LINE_OPT_PORTMAP_CONFIG, 1, 0, CMD_LINE_OPT_PORTMAP_NUM},
452 {NULL, 0, 0, 0}
453 };
454
455 /* Parse the argument given in the command line of the application */
456 static int
l2fwd_parse_args(int argc,char ** argv)457 l2fwd_parse_args(int argc, char **argv)
458 {
459 int opt, ret, timer_secs;
460 char **argvopt;
461 int option_index;
462 char *prgname = argv[0];
463
464 argvopt = argv;
465 port_pair_params = NULL;
466
467 while ((opt = getopt_long(argc, argvopt, short_options,
468 lgopts, &option_index)) != EOF) {
469
470 switch (opt) {
471 /* portmask */
472 case 'p':
473 l2fwd_enabled_port_mask = l2fwd_parse_portmask(optarg);
474 if (l2fwd_enabled_port_mask == 0) {
475 printf("invalid portmask\n");
476 l2fwd_usage(prgname);
477 return -1;
478 }
479 break;
480 case 'P':
481 promiscuous_on = 1;
482 break;
483
484 /* nqueue */
485 case 'q':
486 l2fwd_rx_queue_per_lcore = l2fwd_parse_nqueue(optarg);
487 if (l2fwd_rx_queue_per_lcore == 0) {
488 printf("invalid queue number\n");
489 l2fwd_usage(prgname);
490 return -1;
491 }
492 break;
493
494 /* timer period */
495 case 'T':
496 timer_secs = l2fwd_parse_timer_period(optarg);
497 if (timer_secs < 0) {
498 printf("invalid timer period\n");
499 l2fwd_usage(prgname);
500 return -1;
501 }
502 timer_period = timer_secs;
503 break;
504
505 /* long options */
506 case CMD_LINE_OPT_PORTMAP_NUM:
507 ret = l2fwd_parse_port_pair_config(optarg);
508 if (ret) {
509 fprintf(stderr, "Invalid config\n");
510 l2fwd_usage(prgname);
511 return -1;
512 }
513 break;
514
515 case CMD_LINE_OPT_NO_MAC_UPDATING_NUM:
516 mac_updating = 0;
517 break;
518
519 default:
520 l2fwd_usage(prgname);
521 return -1;
522 }
523 }
524
525 if (optind >= 0)
526 argv[optind-1] = prgname;
527
528 ret = optind-1;
529 optind = 1; /* reset getopt lib */
530 return ret;
531 }
532
533 /*
534 * Check port pair config with enabled port mask,
535 * and for valid port pair combinations.
536 */
537 static int
check_port_pair_config(void)538 check_port_pair_config(void)
539 {
540 uint32_t port_pair_config_mask = 0;
541 uint32_t port_pair_mask = 0;
542 uint16_t index, i, portid;
543
544 for (index = 0; index < nb_port_pair_params; index++) {
545 port_pair_mask = 0;
546
547 for (i = 0; i < NUM_PORTS; i++) {
548 portid = port_pair_params[index].port[i];
549 if ((l2fwd_enabled_port_mask & (1 << portid)) == 0) {
550 printf("port %u is not enabled in port mask\n",
551 portid);
552 return -1;
553 }
554 if (!rte_eth_dev_is_valid_port(portid)) {
555 printf("port %u is not present on the board\n",
556 portid);
557 return -1;
558 }
559
560 port_pair_mask |= 1 << portid;
561 }
562
563 if (port_pair_config_mask & port_pair_mask) {
564 printf("port %u is used in other port pairs\n", portid);
565 return -1;
566 }
567 port_pair_config_mask |= port_pair_mask;
568 }
569
570 l2fwd_enabled_port_mask &= port_pair_config_mask;
571
572 return 0;
573 }
574
575 /* Check the link status of all ports in up to 9s, and print them finally */
576 static void
check_all_ports_link_status(uint32_t port_mask)577 check_all_ports_link_status(uint32_t port_mask)
578 {
579 #define CHECK_INTERVAL 100 /* 100ms */
580 #define MAX_CHECK_TIME 90 /* 9s (90 * 100ms) in total */
581 uint16_t portid;
582 uint8_t count, all_ports_up, print_flag = 0;
583 struct rte_eth_link link;
584 int ret;
585 char link_status_text[RTE_ETH_LINK_MAX_STR_LEN];
586
587 printf("\nChecking link status");
588 fflush(stdout);
589 for (count = 0; count <= MAX_CHECK_TIME; count++) {
590 if (force_quit)
591 return;
592 all_ports_up = 1;
593 RTE_ETH_FOREACH_DEV(portid) {
594 if (force_quit)
595 return;
596 if ((port_mask & (1 << portid)) == 0)
597 continue;
598 memset(&link, 0, sizeof(link));
599 ret = rte_eth_link_get_nowait(portid, &link);
600 if (ret < 0) {
601 all_ports_up = 0;
602 if (print_flag == 1)
603 printf("Port %u link get failed: %s\n",
604 portid, rte_strerror(-ret));
605 continue;
606 }
607 /* print link status if flag set */
608 if (print_flag == 1) {
609 rte_eth_link_to_str(link_status_text,
610 sizeof(link_status_text), &link);
611 printf("Port %d %s\n", portid,
612 link_status_text);
613 continue;
614 }
615 /* clear all_ports_up flag if any link down */
616 if (link.link_status == RTE_ETH_LINK_DOWN) {
617 all_ports_up = 0;
618 break;
619 }
620 }
621 /* after finally printing all link status, get out */
622 if (print_flag == 1)
623 break;
624
625 if (all_ports_up == 0) {
626 printf(".");
627 fflush(stdout);
628 rte_delay_ms(CHECK_INTERVAL);
629 }
630
631 /* set the print_flag if all ports up or timeout */
632 if (all_ports_up == 1 || count == (MAX_CHECK_TIME - 1)) {
633 print_flag = 1;
634 printf("done\n");
635 }
636 }
637 }
638
639 static void
signal_handler(int signum)640 signal_handler(int signum)
641 {
642 if (signum == SIGINT || signum == SIGTERM) {
643 printf("\n\nSignal %d received, preparing to exit...\n",
644 signum);
645 force_quit = true;
646 }
647 }
648
649 int
main(int argc,char ** argv)650 main(int argc, char **argv)
651 {
652 struct lcore_queue_conf *qconf;
653 int ret;
654 uint16_t nb_ports;
655 uint16_t nb_ports_available = 0;
656 uint16_t portid, last_port;
657 unsigned lcore_id, rx_lcore_id;
658 unsigned nb_ports_in_mask = 0;
659 unsigned int nb_lcores = 0;
660 unsigned int nb_mbufs;
661
662 /* Init EAL. 8< */
663 ret = rte_eal_init(argc, argv);
664 if (ret < 0)
665 rte_exit(EXIT_FAILURE, "Invalid EAL arguments\n");
666 argc -= ret;
667 argv += ret;
668
669 force_quit = false;
670 signal(SIGINT, signal_handler);
671 signal(SIGTERM, signal_handler);
672
673 /* parse application arguments (after the EAL ones) */
674 ret = l2fwd_parse_args(argc, argv);
675 if (ret < 0)
676 rte_exit(EXIT_FAILURE, "Invalid L2FWD arguments\n");
677 /* >8 End of init EAL. */
678
679 printf("MAC updating %s\n", mac_updating ? "enabled" : "disabled");
680
681 /* convert to number of cycles */
682 timer_period *= rte_get_timer_hz();
683
684 nb_ports = rte_eth_dev_count_avail();
685 if (nb_ports == 0)
686 rte_exit(EXIT_FAILURE, "No Ethernet ports - bye\n");
687
688 if (port_pair_params != NULL) {
689 if (check_port_pair_config() < 0)
690 rte_exit(EXIT_FAILURE, "Invalid port pair config\n");
691 }
692
693 /* check port mask to possible port mask */
694 if (l2fwd_enabled_port_mask & ~((1 << nb_ports) - 1))
695 rte_exit(EXIT_FAILURE, "Invalid portmask; possible (0x%x)\n",
696 (1 << nb_ports) - 1);
697
698 /* Initialization of the driver. 8< */
699
700 /* reset l2fwd_dst_ports */
701 for (portid = 0; portid < RTE_MAX_ETHPORTS; portid++)
702 l2fwd_dst_ports[portid] = 0;
703 last_port = 0;
704
705 /* populate destination port details */
706 if (port_pair_params != NULL) {
707 uint16_t idx, p;
708
709 for (idx = 0; idx < (nb_port_pair_params << 1); idx++) {
710 p = idx & 1;
711 portid = port_pair_params[idx >> 1].port[p];
712 l2fwd_dst_ports[portid] =
713 port_pair_params[idx >> 1].port[p ^ 1];
714 }
715 } else {
716 RTE_ETH_FOREACH_DEV(portid) {
717 /* skip ports that are not enabled */
718 if ((l2fwd_enabled_port_mask & (1 << portid)) == 0)
719 continue;
720
721 if (nb_ports_in_mask % 2) {
722 l2fwd_dst_ports[portid] = last_port;
723 l2fwd_dst_ports[last_port] = portid;
724 } else {
725 last_port = portid;
726 }
727
728 nb_ports_in_mask++;
729 }
730 if (nb_ports_in_mask % 2) {
731 printf("Notice: odd number of ports in portmask.\n");
732 l2fwd_dst_ports[last_port] = last_port;
733 }
734 }
735 /* >8 End of initialization of the driver. */
736
737 rx_lcore_id = 0;
738 qconf = NULL;
739
740 /* Initialize the port/queue configuration of each logical core */
741 RTE_ETH_FOREACH_DEV(portid) {
742 /* skip ports that are not enabled */
743 if ((l2fwd_enabled_port_mask & (1 << portid)) == 0)
744 continue;
745
746 /* get the lcore_id for this port */
747 while (rte_lcore_is_enabled(rx_lcore_id) == 0 ||
748 lcore_queue_conf[rx_lcore_id].n_rx_port ==
749 l2fwd_rx_queue_per_lcore) {
750 rx_lcore_id++;
751 if (rx_lcore_id >= RTE_MAX_LCORE)
752 rte_exit(EXIT_FAILURE, "Not enough cores\n");
753 }
754
755 if (qconf != &lcore_queue_conf[rx_lcore_id]) {
756 /* Assigned a new logical core in the loop above. */
757 qconf = &lcore_queue_conf[rx_lcore_id];
758 nb_lcores++;
759 }
760
761 qconf->rx_port_list[qconf->n_rx_port] = portid;
762 qconf->n_rx_port++;
763 printf("Lcore %u: RX port %u TX port %u\n", rx_lcore_id,
764 portid, l2fwd_dst_ports[portid]);
765 }
766
767 nb_mbufs = RTE_MAX(nb_ports * (nb_rxd + nb_txd + MAX_PKT_BURST +
768 nb_lcores * MEMPOOL_CACHE_SIZE), 8192U);
769
770 /* Create the mbuf pool. 8< */
771 l2fwd_pktmbuf_pool = rte_pktmbuf_pool_create("mbuf_pool", nb_mbufs,
772 MEMPOOL_CACHE_SIZE, 0, RTE_MBUF_DEFAULT_BUF_SIZE,
773 rte_socket_id());
774 if (l2fwd_pktmbuf_pool == NULL)
775 rte_exit(EXIT_FAILURE, "Cannot init mbuf pool\n");
776 /* >8 End of create the mbuf pool. */
777
778 /* Initialise each port */
779 RTE_ETH_FOREACH_DEV(portid) {
780 struct rte_eth_rxconf rxq_conf;
781 struct rte_eth_txconf txq_conf;
782 struct rte_eth_conf local_port_conf = port_conf;
783 struct rte_eth_dev_info dev_info;
784
785 /* skip ports that are not enabled */
786 if ((l2fwd_enabled_port_mask & (1 << portid)) == 0) {
787 printf("Skipping disabled port %u\n", portid);
788 continue;
789 }
790 nb_ports_available++;
791
792 /* init port */
793 printf("Initializing port %u... ", portid);
794 fflush(stdout);
795
796 ret = rte_eth_dev_info_get(portid, &dev_info);
797 if (ret != 0)
798 rte_exit(EXIT_FAILURE,
799 "Error during getting device (port %u) info: %s\n",
800 portid, strerror(-ret));
801
802 if (dev_info.tx_offload_capa & RTE_ETH_TX_OFFLOAD_MBUF_FAST_FREE)
803 local_port_conf.txmode.offloads |=
804 RTE_ETH_TX_OFFLOAD_MBUF_FAST_FREE;
805 /* Configure the number of queues for a port. */
806 ret = rte_eth_dev_configure(portid, 1, 1, &local_port_conf);
807 if (ret < 0)
808 rte_exit(EXIT_FAILURE, "Cannot configure device: err=%d, port=%u\n",
809 ret, portid);
810 /* >8 End of configuration of the number of queues for a port. */
811
812 ret = rte_eth_dev_adjust_nb_rx_tx_desc(portid, &nb_rxd,
813 &nb_txd);
814 if (ret < 0)
815 rte_exit(EXIT_FAILURE,
816 "Cannot adjust number of descriptors: err=%d, port=%u\n",
817 ret, portid);
818
819 ret = rte_eth_macaddr_get(portid,
820 &l2fwd_ports_eth_addr[portid]);
821 if (ret < 0)
822 rte_exit(EXIT_FAILURE,
823 "Cannot get MAC address: err=%d, port=%u\n",
824 ret, portid);
825
826 /* init one RX queue */
827 fflush(stdout);
828 rxq_conf = dev_info.default_rxconf;
829 rxq_conf.offloads = local_port_conf.rxmode.offloads;
830 /* RX queue setup. 8< */
831 ret = rte_eth_rx_queue_setup(portid, 0, nb_rxd,
832 rte_eth_dev_socket_id(portid),
833 &rxq_conf,
834 l2fwd_pktmbuf_pool);
835 if (ret < 0)
836 rte_exit(EXIT_FAILURE, "rte_eth_rx_queue_setup:err=%d, port=%u\n",
837 ret, portid);
838 /* >8 End of RX queue setup. */
839
840 /* Init one TX queue on each port. 8< */
841 fflush(stdout);
842 txq_conf = dev_info.default_txconf;
843 txq_conf.offloads = local_port_conf.txmode.offloads;
844 ret = rte_eth_tx_queue_setup(portid, 0, nb_txd,
845 rte_eth_dev_socket_id(portid),
846 &txq_conf);
847 if (ret < 0)
848 rte_exit(EXIT_FAILURE, "rte_eth_tx_queue_setup:err=%d, port=%u\n",
849 ret, portid);
850 /* >8 End of init one TX queue on each port. */
851
852 /* Initialize TX buffers */
853 tx_buffer[portid] = rte_zmalloc_socket("tx_buffer",
854 RTE_ETH_TX_BUFFER_SIZE(MAX_PKT_BURST), 0,
855 rte_eth_dev_socket_id(portid));
856 if (tx_buffer[portid] == NULL)
857 rte_exit(EXIT_FAILURE, "Cannot allocate buffer for tx on port %u\n",
858 portid);
859
860 rte_eth_tx_buffer_init(tx_buffer[portid], MAX_PKT_BURST);
861
862 ret = rte_eth_tx_buffer_set_err_callback(tx_buffer[portid],
863 rte_eth_tx_buffer_count_callback,
864 &port_statistics[portid].dropped);
865 if (ret < 0)
866 rte_exit(EXIT_FAILURE,
867 "Cannot set error callback for tx buffer on port %u\n",
868 portid);
869
870 ret = rte_eth_dev_set_ptypes(portid, RTE_PTYPE_UNKNOWN, NULL,
871 0);
872 if (ret < 0)
873 printf("Port %u, Failed to disable Ptype parsing\n",
874 portid);
875 /* Start device */
876 ret = rte_eth_dev_start(portid);
877 if (ret < 0)
878 rte_exit(EXIT_FAILURE, "rte_eth_dev_start:err=%d, port=%u\n",
879 ret, portid);
880
881 printf("done: \n");
882 if (promiscuous_on) {
883 ret = rte_eth_promiscuous_enable(portid);
884 if (ret != 0)
885 rte_exit(EXIT_FAILURE,
886 "rte_eth_promiscuous_enable:err=%s, port=%u\n",
887 rte_strerror(-ret), portid);
888 }
889
890 printf("Port %u, MAC address: " RTE_ETHER_ADDR_PRT_FMT "\n\n",
891 portid,
892 RTE_ETHER_ADDR_BYTES(&l2fwd_ports_eth_addr[portid]));
893
894 /* initialize port stats */
895 memset(&port_statistics, 0, sizeof(port_statistics));
896 }
897
898 if (!nb_ports_available) {
899 rte_exit(EXIT_FAILURE,
900 "All available ports are disabled. Please set portmask.\n");
901 }
902
903 check_all_ports_link_status(l2fwd_enabled_port_mask);
904
905 ret = 0;
906 /* launch per-lcore init on every lcore */
907 rte_eal_mp_remote_launch(l2fwd_launch_one_lcore, NULL, CALL_MAIN);
908 RTE_LCORE_FOREACH_WORKER(lcore_id) {
909 if (rte_eal_wait_lcore(lcore_id) < 0) {
910 ret = -1;
911 break;
912 }
913 }
914
915 RTE_ETH_FOREACH_DEV(portid) {
916 if ((l2fwd_enabled_port_mask & (1 << portid)) == 0)
917 continue;
918 printf("Closing port %d...", portid);
919 ret = rte_eth_dev_stop(portid);
920 if (ret != 0)
921 printf("rte_eth_dev_stop: err=%d, port=%d\n",
922 ret, portid);
923 rte_eth_dev_close(portid);
924 printf(" Done\n");
925 }
926
927 /* clean up the EAL */
928 rte_eal_cleanup();
929 printf("Bye...\n");
930
931 return ret;
932 }
933