1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2010-2016 Intel Corporation 3 */ 4 5 #include <stdio.h> 6 #include <stdlib.h> 7 #include <string.h> 8 #include <stdint.h> 9 #include <inttypes.h> 10 #include <sys/types.h> 11 #include <sys/queue.h> 12 #include <setjmp.h> 13 #include <stdarg.h> 14 #include <ctype.h> 15 #include <errno.h> 16 #include <getopt.h> 17 18 #include <rte_common.h> 19 #include <rte_log.h> 20 #include <rte_malloc.h> 21 #include <rte_memory.h> 22 #include <rte_memcpy.h> 23 #include <rte_eal.h> 24 #include <rte_launch.h> 25 #include <rte_atomic.h> 26 #include <rte_cycles.h> 27 #include <rte_prefetch.h> 28 #include <rte_lcore.h> 29 #include <rte_per_lcore.h> 30 #include <rte_branch_prediction.h> 31 #include <rte_interrupts.h> 32 #include <rte_random.h> 33 #include <rte_debug.h> 34 #include <rte_ether.h> 35 #include <rte_ethdev.h> 36 #include <rte_mempool.h> 37 #include <rte_mbuf.h> 38 39 #define RTE_LOGTYPE_LSI RTE_LOGTYPE_USER1 40 41 #define NB_MBUF 8192 42 43 #define MAX_PKT_BURST 32 44 #define BURST_TX_DRAIN_US 100 /* TX drain every ~100us */ 45 46 /* 47 * Configurable number of RX/TX ring descriptors 48 */ 49 #define RTE_TEST_RX_DESC_DEFAULT 1024 50 #define RTE_TEST_TX_DESC_DEFAULT 1024 51 static uint16_t nb_rxd = RTE_TEST_RX_DESC_DEFAULT; 52 static uint16_t nb_txd = RTE_TEST_TX_DESC_DEFAULT; 53 54 /* ethernet addresses of ports */ 55 static struct rte_ether_addr lsi_ports_eth_addr[RTE_MAX_ETHPORTS]; 56 57 /* mask of enabled ports */ 58 static uint32_t lsi_enabled_port_mask = 0; 59 60 static unsigned int lsi_rx_queue_per_lcore = 1; 61 62 /* destination port for L2 forwarding */ 63 static unsigned lsi_dst_ports[RTE_MAX_ETHPORTS] = {0}; 64 65 #define MAX_PKT_BURST 32 66 67 #define MAX_RX_QUEUE_PER_LCORE 16 68 #define MAX_TX_QUEUE_PER_PORT 16 69 struct lcore_queue_conf { 70 unsigned n_rx_port; 71 unsigned rx_port_list[MAX_RX_QUEUE_PER_LCORE]; 72 unsigned tx_queue_id; 73 } __rte_cache_aligned; 74 struct lcore_queue_conf lcore_queue_conf[RTE_MAX_LCORE]; 75 76 struct rte_eth_dev_tx_buffer *tx_buffer[RTE_MAX_ETHPORTS]; 77 78 static struct rte_eth_conf port_conf = { 79 .rxmode = { 80 .split_hdr_size = 0, 81 }, 82 .txmode = { 83 .mq_mode = ETH_MQ_TX_NONE, 84 }, 85 .intr_conf = { 86 .lsc = 1, /**< lsc interrupt feature enabled */ 87 }, 88 }; 89 90 struct rte_mempool * lsi_pktmbuf_pool = NULL; 91 92 /* Per-port statistics struct */ 93 struct lsi_port_statistics { 94 uint64_t tx; 95 uint64_t rx; 96 uint64_t dropped; 97 } __rte_cache_aligned; 98 struct lsi_port_statistics port_statistics[RTE_MAX_ETHPORTS]; 99 100 /* A tsc-based timer responsible for triggering statistics printout */ 101 #define TIMER_MILLISECOND 2000000ULL /* around 1ms at 2 Ghz */ 102 #define MAX_TIMER_PERIOD 86400 /* 1 day max */ 103 static int64_t timer_period = 10 * TIMER_MILLISECOND * 1000; /* default period is 10 seconds */ 104 105 /* Print out statistics on packets dropped */ 106 static void 107 print_stats(void) 108 { 109 struct rte_eth_link link; 110 uint64_t total_packets_dropped, total_packets_tx, total_packets_rx; 111 uint16_t portid; 112 113 total_packets_dropped = 0; 114 total_packets_tx = 0; 115 total_packets_rx = 0; 116 117 const char clr[] = { 27, '[', '2', 'J', '\0' }; 118 const char topLeft[] = { 27, '[', '1', ';', '1', 'H','\0' }; 119 int link_get_err; 120 121 /* Clear screen and move to top left */ 122 printf("%s%s", clr, topLeft); 123 124 printf("\nPort statistics ===================================="); 125 126 for (portid = 0; portid < RTE_MAX_ETHPORTS; portid++) { 127 /* skip ports that are not enabled */ 128 if ((lsi_enabled_port_mask & (1 << portid)) == 0) 129 continue; 130 131 memset(&link, 0, sizeof(link)); 132 link_get_err = rte_eth_link_get_nowait(portid, &link); 133 printf("\nStatistics for port %u ------------------------------" 134 "\nLink status: %25s" 135 "\nLink speed: %26s" 136 "\nLink duplex: %25s" 137 "\nPackets sent: %24"PRIu64 138 "\nPackets received: %20"PRIu64 139 "\nPackets dropped: %21"PRIu64, 140 portid, 141 link_get_err < 0 ? "Link get failed" : 142 (link.link_status ? "Link up" : "Link down"), 143 link_get_err < 0 ? "0" : 144 rte_eth_link_speed_to_str(link.link_speed), 145 link_get_err < 0 ? "Link get failed" : 146 (link.link_duplex == ETH_LINK_FULL_DUPLEX ? \ 147 "full-duplex" : "half-duplex"), 148 port_statistics[portid].tx, 149 port_statistics[portid].rx, 150 port_statistics[portid].dropped); 151 152 total_packets_dropped += port_statistics[portid].dropped; 153 total_packets_tx += port_statistics[portid].tx; 154 total_packets_rx += port_statistics[portid].rx; 155 } 156 printf("\nAggregate statistics ===============================" 157 "\nTotal packets sent: %18"PRIu64 158 "\nTotal packets received: %14"PRIu64 159 "\nTotal packets dropped: %15"PRIu64, 160 total_packets_tx, 161 total_packets_rx, 162 total_packets_dropped); 163 printf("\n====================================================\n"); 164 165 fflush(stdout); 166 } 167 168 static void 169 lsi_simple_forward(struct rte_mbuf *m, unsigned portid) 170 { 171 struct rte_ether_hdr *eth; 172 void *tmp; 173 unsigned dst_port = lsi_dst_ports[portid]; 174 int sent; 175 struct rte_eth_dev_tx_buffer *buffer; 176 177 eth = rte_pktmbuf_mtod(m, struct rte_ether_hdr *); 178 179 /* 02:00:00:00:00:xx */ 180 tmp = ð->d_addr.addr_bytes[0]; 181 *((uint64_t *)tmp) = 0x000000000002 + ((uint64_t)dst_port << 40); 182 183 /* src addr */ 184 rte_ether_addr_copy(&lsi_ports_eth_addr[dst_port], ð->s_addr); 185 186 buffer = tx_buffer[dst_port]; 187 sent = rte_eth_tx_buffer(dst_port, 0, buffer, m); 188 if (sent) 189 port_statistics[dst_port].tx += sent; 190 } 191 192 /* main processing loop */ 193 static void 194 lsi_main_loop(void) 195 { 196 struct rte_mbuf *pkts_burst[MAX_PKT_BURST]; 197 struct rte_mbuf *m; 198 unsigned lcore_id; 199 unsigned sent; 200 uint64_t prev_tsc, diff_tsc, cur_tsc, timer_tsc; 201 unsigned i, j, portid, nb_rx; 202 struct lcore_queue_conf *qconf; 203 const uint64_t drain_tsc = (rte_get_tsc_hz() + US_PER_S - 1) / US_PER_S * 204 BURST_TX_DRAIN_US; 205 struct rte_eth_dev_tx_buffer *buffer; 206 207 prev_tsc = 0; 208 timer_tsc = 0; 209 210 lcore_id = rte_lcore_id(); 211 qconf = &lcore_queue_conf[lcore_id]; 212 213 if (qconf->n_rx_port == 0) { 214 RTE_LOG(INFO, LSI, "lcore %u has nothing to do\n", lcore_id); 215 return; 216 } 217 218 RTE_LOG(INFO, LSI, "entering main loop on lcore %u\n", lcore_id); 219 220 for (i = 0; i < qconf->n_rx_port; i++) { 221 222 portid = qconf->rx_port_list[i]; 223 RTE_LOG(INFO, LSI, " -- lcoreid=%u portid=%u\n", lcore_id, 224 portid); 225 } 226 227 while (1) { 228 229 cur_tsc = rte_rdtsc(); 230 231 /* 232 * TX burst queue drain 233 */ 234 diff_tsc = cur_tsc - prev_tsc; 235 if (unlikely(diff_tsc > drain_tsc)) { 236 237 for (i = 0; i < qconf->n_rx_port; i++) { 238 239 portid = lsi_dst_ports[qconf->rx_port_list[i]]; 240 buffer = tx_buffer[portid]; 241 242 sent = rte_eth_tx_buffer_flush(portid, 0, buffer); 243 if (sent) 244 port_statistics[portid].tx += sent; 245 246 } 247 248 /* if timer is enabled */ 249 if (timer_period > 0) { 250 251 /* advance the timer */ 252 timer_tsc += diff_tsc; 253 254 /* if timer has reached its timeout */ 255 if (unlikely(timer_tsc >= (uint64_t) timer_period)) { 256 257 /* do this only on main core */ 258 if (lcore_id == rte_get_main_lcore()) { 259 print_stats(); 260 /* reset the timer */ 261 timer_tsc = 0; 262 } 263 } 264 } 265 266 prev_tsc = cur_tsc; 267 } 268 269 /* 270 * Read packet from RX queues 271 */ 272 for (i = 0; i < qconf->n_rx_port; i++) { 273 274 portid = qconf->rx_port_list[i]; 275 nb_rx = rte_eth_rx_burst((uint8_t) portid, 0, 276 pkts_burst, MAX_PKT_BURST); 277 278 port_statistics[portid].rx += nb_rx; 279 280 for (j = 0; j < nb_rx; j++) { 281 m = pkts_burst[j]; 282 rte_prefetch0(rte_pktmbuf_mtod(m, void *)); 283 lsi_simple_forward(m, portid); 284 } 285 } 286 } 287 } 288 289 static int 290 lsi_launch_one_lcore(__rte_unused void *dummy) 291 { 292 lsi_main_loop(); 293 return 0; 294 } 295 296 /* display usage */ 297 static void 298 lsi_usage(const char *prgname) 299 { 300 printf("%s [EAL options] -- -p PORTMASK [-q NQ]\n" 301 " -p PORTMASK: hexadecimal bitmask of ports to configure\n" 302 " -q NQ: number of queue (=ports) per lcore (default is 1)\n" 303 " -T PERIOD: statistics will be refreshed each PERIOD seconds (0 to disable, 10 default, 86400 maximum)\n", 304 prgname); 305 } 306 307 static int 308 lsi_parse_portmask(const char *portmask) 309 { 310 char *end = NULL; 311 unsigned long pm; 312 313 /* parse hexadecimal string */ 314 pm = strtoul(portmask, &end, 16); 315 if ((portmask[0] == '\0') || (end == NULL) || (*end != '\0')) 316 return 0; 317 318 return pm; 319 } 320 321 static unsigned int 322 lsi_parse_nqueue(const char *q_arg) 323 { 324 char *end = NULL; 325 unsigned long n; 326 327 /* parse hexadecimal string */ 328 n = strtoul(q_arg, &end, 10); 329 if ((q_arg[0] == '\0') || (end == NULL) || (*end != '\0')) 330 return 0; 331 if (n == 0) 332 return 0; 333 if (n >= MAX_RX_QUEUE_PER_LCORE) 334 return 0; 335 336 return n; 337 } 338 339 static int 340 lsi_parse_timer_period(const char *q_arg) 341 { 342 char *end = NULL; 343 int n; 344 345 /* parse number string */ 346 n = strtol(q_arg, &end, 10); 347 if ((q_arg[0] == '\0') || (end == NULL) || (*end != '\0')) 348 return -1; 349 if (n >= MAX_TIMER_PERIOD) 350 return -1; 351 352 return n; 353 } 354 355 /* Parse the argument given in the command line of the application */ 356 static int 357 lsi_parse_args(int argc, char **argv) 358 { 359 int opt, ret; 360 char **argvopt; 361 int option_index; 362 char *prgname = argv[0]; 363 static struct option lgopts[] = { 364 {NULL, 0, 0, 0} 365 }; 366 367 argvopt = argv; 368 369 while ((opt = getopt_long(argc, argvopt, "p:q:T:", 370 lgopts, &option_index)) != EOF) { 371 372 switch (opt) { 373 /* portmask */ 374 case 'p': 375 lsi_enabled_port_mask = lsi_parse_portmask(optarg); 376 if (lsi_enabled_port_mask == 0) { 377 printf("invalid portmask\n"); 378 lsi_usage(prgname); 379 return -1; 380 } 381 break; 382 383 /* nqueue */ 384 case 'q': 385 lsi_rx_queue_per_lcore = lsi_parse_nqueue(optarg); 386 if (lsi_rx_queue_per_lcore == 0) { 387 printf("invalid queue number\n"); 388 lsi_usage(prgname); 389 return -1; 390 } 391 break; 392 393 /* timer period */ 394 case 'T': 395 timer_period = lsi_parse_timer_period(optarg) * 1000 * TIMER_MILLISECOND; 396 if (timer_period < 0) { 397 printf("invalid timer period\n"); 398 lsi_usage(prgname); 399 return -1; 400 } 401 break; 402 403 /* long options */ 404 case 0: 405 lsi_usage(prgname); 406 return -1; 407 408 default: 409 lsi_usage(prgname); 410 return -1; 411 } 412 } 413 414 if (optind >= 0) 415 argv[optind-1] = prgname; 416 417 ret = optind-1; 418 optind = 1; /* reset getopt lib */ 419 return ret; 420 } 421 422 /** 423 * It will be called as the callback for specified port after a LSI interrupt 424 * has been fully handled. This callback needs to be implemented carefully as 425 * it will be called in the interrupt host thread which is different from the 426 * application main thread. 427 * 428 * @param port_id 429 * Port id. 430 * @param type 431 * event type. 432 * @param param 433 * Pointer to(address of) the parameters. 434 * 435 * @return 436 * int. 437 */ 438 static int 439 lsi_event_callback(uint16_t port_id, enum rte_eth_event_type type, void *param, 440 void *ret_param) 441 { 442 struct rte_eth_link link; 443 int ret; 444 char link_status_text[RTE_ETH_LINK_MAX_STR_LEN]; 445 446 RTE_SET_USED(param); 447 RTE_SET_USED(ret_param); 448 449 printf("\n\nIn registered callback...\n"); 450 printf("Event type: %s\n", type == RTE_ETH_EVENT_INTR_LSC ? "LSC interrupt" : "unknown event"); 451 ret = rte_eth_link_get_nowait(port_id, &link); 452 if (ret < 0) { 453 printf("Failed link get on port %d: %s\n", 454 port_id, rte_strerror(-ret)); 455 return ret; 456 } 457 rte_eth_link_to_str(link_status_text, sizeof(link_status_text), &link); 458 printf("Port %d %s\n\n", port_id, link_status_text); 459 460 return 0; 461 } 462 463 /* Check the link status of all ports in up to 9s, and print them finally */ 464 static void 465 check_all_ports_link_status(uint16_t port_num, uint32_t port_mask) 466 { 467 #define CHECK_INTERVAL 100 /* 100ms */ 468 #define MAX_CHECK_TIME 90 /* 9s (90 * 100ms) in total */ 469 uint8_t count, all_ports_up, print_flag = 0; 470 uint16_t portid; 471 struct rte_eth_link link; 472 int ret; 473 char link_status_text[RTE_ETH_LINK_MAX_STR_LEN]; 474 475 printf("\nChecking link status"); 476 fflush(stdout); 477 for (count = 0; count <= MAX_CHECK_TIME; count++) { 478 all_ports_up = 1; 479 for (portid = 0; portid < port_num; portid++) { 480 if ((port_mask & (1 << portid)) == 0) 481 continue; 482 memset(&link, 0, sizeof(link)); 483 ret = rte_eth_link_get_nowait(portid, &link); 484 if (ret < 0) { 485 all_ports_up = 0; 486 if (print_flag == 1) 487 printf("Port %u link get failed: %s\n", 488 portid, rte_strerror(-ret)); 489 continue; 490 } 491 /* print link status if flag set */ 492 if (print_flag == 1) { 493 rte_eth_link_to_str(link_status_text, 494 sizeof(link_status_text), &link); 495 printf("Port %d %s", portid, 496 link_status_text); 497 continue; 498 } 499 /* clear all_ports_up flag if any link down */ 500 if (link.link_status == ETH_LINK_DOWN) { 501 all_ports_up = 0; 502 break; 503 } 504 } 505 /* after finally printing all link status, get out */ 506 if (print_flag == 1) 507 break; 508 509 if (all_ports_up == 0) { 510 printf("."); 511 fflush(stdout); 512 rte_delay_ms(CHECK_INTERVAL); 513 } 514 515 /* set the print_flag if all ports up or timeout */ 516 if (all_ports_up == 1 || count == (MAX_CHECK_TIME - 1)) { 517 print_flag = 1; 518 printf("done\n"); 519 } 520 } 521 } 522 523 int 524 main(int argc, char **argv) 525 { 526 struct lcore_queue_conf *qconf; 527 int ret; 528 uint16_t nb_ports; 529 uint16_t portid, portid_last = 0; 530 unsigned lcore_id, rx_lcore_id; 531 unsigned nb_ports_in_mask = 0; 532 533 /* init EAL */ 534 ret = rte_eal_init(argc, argv); 535 if (ret < 0) 536 rte_exit(EXIT_FAILURE, "rte_eal_init failed"); 537 argc -= ret; 538 argv += ret; 539 540 /* parse application arguments (after the EAL ones) */ 541 ret = lsi_parse_args(argc, argv); 542 if (ret < 0) 543 rte_exit(EXIT_FAILURE, "Invalid arguments"); 544 545 /* create the mbuf pool */ 546 lsi_pktmbuf_pool = 547 rte_pktmbuf_pool_create("mbuf_pool", NB_MBUF, 32, 0, 548 RTE_MBUF_DEFAULT_BUF_SIZE, rte_socket_id()); 549 if (lsi_pktmbuf_pool == NULL) 550 rte_panic("Cannot init mbuf pool\n"); 551 552 nb_ports = rte_eth_dev_count_avail(); 553 if (nb_ports == 0) 554 rte_panic("No Ethernet port - bye\n"); 555 556 /* 557 * Each logical core is assigned a dedicated TX queue on each port. 558 */ 559 for (portid = 0; portid < nb_ports; portid++) { 560 /* skip ports that are not enabled */ 561 if ((lsi_enabled_port_mask & (1 << portid)) == 0) 562 continue; 563 564 /* save the destination port id */ 565 if (nb_ports_in_mask % 2) { 566 lsi_dst_ports[portid] = portid_last; 567 lsi_dst_ports[portid_last] = portid; 568 } 569 else 570 portid_last = portid; 571 572 nb_ports_in_mask++; 573 } 574 if (nb_ports_in_mask < 2 || nb_ports_in_mask % 2) 575 rte_exit(EXIT_FAILURE, "Current enabled port number is %u, " 576 "but it should be even and at least 2\n", 577 nb_ports_in_mask); 578 579 rx_lcore_id = 0; 580 qconf = &lcore_queue_conf[rx_lcore_id]; 581 582 /* Initialize the port/queue configuration of each logical core */ 583 for (portid = 0; portid < nb_ports; portid++) { 584 /* skip ports that are not enabled */ 585 if ((lsi_enabled_port_mask & (1 << portid)) == 0) 586 continue; 587 588 /* get the lcore_id for this port */ 589 while (rte_lcore_is_enabled(rx_lcore_id) == 0 || 590 lcore_queue_conf[rx_lcore_id].n_rx_port == 591 lsi_rx_queue_per_lcore) { 592 593 rx_lcore_id++; 594 if (rx_lcore_id >= RTE_MAX_LCORE) 595 rte_exit(EXIT_FAILURE, "Not enough cores\n"); 596 } 597 if (qconf != &lcore_queue_conf[rx_lcore_id]) 598 /* Assigned a new logical core in the loop above. */ 599 qconf = &lcore_queue_conf[rx_lcore_id]; 600 601 qconf->rx_port_list[qconf->n_rx_port] = portid; 602 qconf->n_rx_port++; 603 printf("Lcore %u: RX port %u\n",rx_lcore_id, (unsigned) portid); 604 } 605 606 /* Initialise each port */ 607 for (portid = 0; portid < nb_ports; portid++) { 608 struct rte_eth_rxconf rxq_conf; 609 struct rte_eth_txconf txq_conf; 610 struct rte_eth_conf local_port_conf = port_conf; 611 struct rte_eth_dev_info dev_info; 612 613 /* skip ports that are not enabled */ 614 if ((lsi_enabled_port_mask & (1 << portid)) == 0) { 615 printf("Skipping disabled port %u\n", (unsigned) portid); 616 continue; 617 } 618 /* init port */ 619 printf("Initializing port %u... ", (unsigned) portid); 620 fflush(stdout); 621 622 ret = rte_eth_dev_info_get(portid, &dev_info); 623 if (ret != 0) 624 rte_exit(EXIT_FAILURE, 625 "Error during getting device (port %u) info: %s\n", 626 portid, strerror(-ret)); 627 628 if (dev_info.tx_offload_capa & DEV_TX_OFFLOAD_MBUF_FAST_FREE) 629 local_port_conf.txmode.offloads |= 630 DEV_TX_OFFLOAD_MBUF_FAST_FREE; 631 ret = rte_eth_dev_configure(portid, 1, 1, &local_port_conf); 632 if (ret < 0) 633 rte_exit(EXIT_FAILURE, "Cannot configure device: err=%d, port=%u\n", 634 ret, (unsigned) portid); 635 636 ret = rte_eth_dev_adjust_nb_rx_tx_desc(portid, &nb_rxd, 637 &nb_txd); 638 if (ret < 0) 639 rte_exit(EXIT_FAILURE, 640 "rte_eth_dev_adjust_nb_rx_tx_desc: err=%d, port=%u\n", 641 ret, (unsigned) portid); 642 643 /* register lsi interrupt callback, need to be after 644 * rte_eth_dev_configure(). if (intr_conf.lsc == 0), no 645 * lsc interrupt will be present, and below callback to 646 * be registered will never be called. 647 */ 648 rte_eth_dev_callback_register(portid, 649 RTE_ETH_EVENT_INTR_LSC, lsi_event_callback, NULL); 650 651 ret = rte_eth_macaddr_get(portid, 652 &lsi_ports_eth_addr[portid]); 653 if (ret < 0) 654 rte_exit(EXIT_FAILURE, 655 "rte_eth_macaddr_get: err=%d, port=%u\n", 656 ret, (unsigned int)portid); 657 658 /* init one RX queue */ 659 fflush(stdout); 660 rxq_conf = dev_info.default_rxconf; 661 rxq_conf.offloads = local_port_conf.rxmode.offloads; 662 ret = rte_eth_rx_queue_setup(portid, 0, nb_rxd, 663 rte_eth_dev_socket_id(portid), 664 &rxq_conf, 665 lsi_pktmbuf_pool); 666 if (ret < 0) 667 rte_exit(EXIT_FAILURE, "rte_eth_rx_queue_setup: err=%d, port=%u\n", 668 ret, (unsigned) portid); 669 670 /* init one TX queue logical core on each port */ 671 fflush(stdout); 672 txq_conf = dev_info.default_txconf; 673 txq_conf.offloads = local_port_conf.txmode.offloads; 674 ret = rte_eth_tx_queue_setup(portid, 0, nb_txd, 675 rte_eth_dev_socket_id(portid), 676 &txq_conf); 677 if (ret < 0) 678 rte_exit(EXIT_FAILURE, "rte_eth_tx_queue_setup: err=%d,port=%u\n", 679 ret, (unsigned) portid); 680 681 /* Initialize TX buffers */ 682 tx_buffer[portid] = rte_zmalloc_socket("tx_buffer", 683 RTE_ETH_TX_BUFFER_SIZE(MAX_PKT_BURST), 0, 684 rte_eth_dev_socket_id(portid)); 685 if (tx_buffer[portid] == NULL) 686 rte_exit(EXIT_FAILURE, "Cannot allocate buffer for tx on port %u\n", 687 (unsigned) portid); 688 689 rte_eth_tx_buffer_init(tx_buffer[portid], MAX_PKT_BURST); 690 691 ret = rte_eth_tx_buffer_set_err_callback(tx_buffer[portid], 692 rte_eth_tx_buffer_count_callback, 693 &port_statistics[portid].dropped); 694 if (ret < 0) 695 rte_exit(EXIT_FAILURE, "Cannot set error callback for " 696 "tx buffer on port %u\n", (unsigned) portid); 697 698 /* Start device */ 699 ret = rte_eth_dev_start(portid); 700 if (ret < 0) 701 rte_exit(EXIT_FAILURE, "rte_eth_dev_start: err=%d, port=%u\n", 702 ret, (unsigned) portid); 703 printf("done:\n"); 704 705 ret = rte_eth_promiscuous_enable(portid); 706 if (ret != 0) 707 rte_exit(EXIT_FAILURE, 708 "rte_eth_promiscuous_enable: err=%s, port=%u\n", 709 rte_strerror(-ret), portid); 710 711 printf("Port %u, MAC address: %02X:%02X:%02X:%02X:%02X:%02X\n\n", 712 (unsigned) portid, 713 lsi_ports_eth_addr[portid].addr_bytes[0], 714 lsi_ports_eth_addr[portid].addr_bytes[1], 715 lsi_ports_eth_addr[portid].addr_bytes[2], 716 lsi_ports_eth_addr[portid].addr_bytes[3], 717 lsi_ports_eth_addr[portid].addr_bytes[4], 718 lsi_ports_eth_addr[portid].addr_bytes[5]); 719 720 /* initialize port stats */ 721 memset(&port_statistics, 0, sizeof(port_statistics)); 722 } 723 724 check_all_ports_link_status(nb_ports, lsi_enabled_port_mask); 725 726 /* launch per-lcore init on every lcore */ 727 rte_eal_mp_remote_launch(lsi_launch_one_lcore, NULL, CALL_MAIN); 728 RTE_LCORE_FOREACH_WORKER(lcore_id) { 729 if (rte_eal_wait_lcore(lcore_id) < 0) 730 return -1; 731 } 732 733 /* clean up the EAL */ 734 rte_eal_cleanup(); 735 736 return 0; 737 } 738