13998e2a0SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause 23998e2a0SBruce Richardson * Copyright(c) 2010-2014 Intel Corporation 38db653ffSAlan Carew */ 48db653ffSAlan Carew 58db653ffSAlan Carew #include <stdio.h> 68db653ffSAlan Carew #include <string.h> 78db653ffSAlan Carew #include <stdint.h> 88db653ffSAlan Carew #include <sys/epoll.h> 98db653ffSAlan Carew #include <fcntl.h> 108db653ffSAlan Carew #include <unistd.h> 118db653ffSAlan Carew #include <stdlib.h> 128db653ffSAlan Carew #include <signal.h> 138db653ffSAlan Carew #include <errno.h> 148db653ffSAlan Carew 158db653ffSAlan Carew #include <sys/queue.h> 168db653ffSAlan Carew 178db653ffSAlan Carew #include <rte_common.h> 188db653ffSAlan Carew #include <rte_eal.h> 198db653ffSAlan Carew #include <rte_launch.h> 208db653ffSAlan Carew #include <rte_log.h> 218db653ffSAlan Carew #include <rte_per_lcore.h> 228db653ffSAlan Carew #include <rte_lcore.h> 2320c78ac9SDavid Hunt #include <rte_ethdev.h> 2420c78ac9SDavid Hunt #include <getopt.h> 2520c78ac9SDavid Hunt #include <rte_cycles.h> 268db653ffSAlan Carew #include <rte_debug.h> 278db653ffSAlan Carew 288db653ffSAlan Carew #include "channel_manager.h" 298db653ffSAlan Carew #include "channel_monitor.h" 308db653ffSAlan Carew #include "power_manager.h" 318db653ffSAlan Carew #include "vm_power_cli.h" 32c9a47791SDavid Hunt #include <rte_pmd_ixgbe.h> 33c9a47791SDavid Hunt #include <rte_pmd_i40e.h> 34c9a47791SDavid Hunt #include <rte_pmd_bnxt.h> 358db653ffSAlan Carew 36867a6c66SKevin Laatz #define RX_RING_SIZE 1024 37867a6c66SKevin Laatz #define TX_RING_SIZE 1024 3820c78ac9SDavid Hunt 3920c78ac9SDavid Hunt #define NUM_MBUFS 8191 4020c78ac9SDavid Hunt #define MBUF_CACHE_SIZE 250 4120c78ac9SDavid Hunt #define BURST_SIZE 32 4220c78ac9SDavid Hunt 4320c78ac9SDavid Hunt static uint32_t enabled_port_mask; 4420c78ac9SDavid Hunt static volatile bool force_quit; 4520c78ac9SDavid Hunt 4620c78ac9SDavid Hunt /****************/ 4720c78ac9SDavid Hunt static const struct rte_eth_conf port_conf_default = { 48f21e3b88SShahaf Shuler .rxmode = { 49f21e3b88SShahaf Shuler .max_rx_pkt_len = ETHER_MAX_LEN, 50f21e3b88SShahaf Shuler .ignore_offload_bitfield = 1, 51f21e3b88SShahaf Shuler }, 5220c78ac9SDavid Hunt }; 5320c78ac9SDavid Hunt 5420c78ac9SDavid Hunt static inline int 5520c78ac9SDavid Hunt port_init(uint16_t port, struct rte_mempool *mbuf_pool) 5620c78ac9SDavid Hunt { 5720c78ac9SDavid Hunt struct rte_eth_conf port_conf = port_conf_default; 5820c78ac9SDavid Hunt const uint16_t rx_rings = 1, tx_rings = 1; 5920c78ac9SDavid Hunt int retval; 6020c78ac9SDavid Hunt uint16_t q; 61f21e3b88SShahaf Shuler struct rte_eth_dev_info dev_info; 62f21e3b88SShahaf Shuler struct rte_eth_txconf txq_conf; 6320c78ac9SDavid Hunt 6420c78ac9SDavid Hunt if (port >= rte_eth_dev_count()) 6520c78ac9SDavid Hunt return -1; 6620c78ac9SDavid Hunt 67f21e3b88SShahaf Shuler rte_eth_dev_info_get(port, &dev_info); 68f21e3b88SShahaf Shuler if (dev_info.tx_offload_capa & DEV_TX_OFFLOAD_MBUF_FAST_FREE) 69f21e3b88SShahaf Shuler port_conf.txmode.offloads |= 70f21e3b88SShahaf Shuler DEV_TX_OFFLOAD_MBUF_FAST_FREE; 71f21e3b88SShahaf Shuler 7220c78ac9SDavid Hunt /* Configure the Ethernet device. */ 7320c78ac9SDavid Hunt retval = rte_eth_dev_configure(port, rx_rings, tx_rings, &port_conf); 7420c78ac9SDavid Hunt if (retval != 0) 7520c78ac9SDavid Hunt return retval; 7620c78ac9SDavid Hunt 7720c78ac9SDavid Hunt /* Allocate and set up 1 RX queue per Ethernet port. */ 7820c78ac9SDavid Hunt for (q = 0; q < rx_rings; q++) { 7920c78ac9SDavid Hunt retval = rte_eth_rx_queue_setup(port, q, RX_RING_SIZE, 8020c78ac9SDavid Hunt rte_eth_dev_socket_id(port), NULL, mbuf_pool); 8120c78ac9SDavid Hunt if (retval < 0) 8220c78ac9SDavid Hunt return retval; 8320c78ac9SDavid Hunt } 8420c78ac9SDavid Hunt 85f21e3b88SShahaf Shuler txq_conf = dev_info.default_txconf; 86f21e3b88SShahaf Shuler txq_conf.txq_flags = ETH_TXQ_FLAGS_IGNORE; 87f21e3b88SShahaf Shuler txq_conf.offloads = port_conf.txmode.offloads; 8820c78ac9SDavid Hunt /* Allocate and set up 1 TX queue per Ethernet port. */ 8920c78ac9SDavid Hunt for (q = 0; q < tx_rings; q++) { 9020c78ac9SDavid Hunt retval = rte_eth_tx_queue_setup(port, q, TX_RING_SIZE, 91f21e3b88SShahaf Shuler rte_eth_dev_socket_id(port), &txq_conf); 9220c78ac9SDavid Hunt if (retval < 0) 9320c78ac9SDavid Hunt return retval; 9420c78ac9SDavid Hunt } 9520c78ac9SDavid Hunt 9620c78ac9SDavid Hunt /* Start the Ethernet port. */ 9720c78ac9SDavid Hunt retval = rte_eth_dev_start(port); 9820c78ac9SDavid Hunt if (retval < 0) 9920c78ac9SDavid Hunt return retval; 10020c78ac9SDavid Hunt 10120c78ac9SDavid Hunt /* Display the port MAC address. */ 10220c78ac9SDavid Hunt struct ether_addr addr; 10320c78ac9SDavid Hunt rte_eth_macaddr_get(port, &addr); 10420c78ac9SDavid Hunt printf("Port %u MAC: %02" PRIx8 " %02" PRIx8 " %02" PRIx8 10520c78ac9SDavid Hunt " %02" PRIx8 " %02" PRIx8 " %02" PRIx8 "\n", 10620c78ac9SDavid Hunt (unsigned int)port, 10720c78ac9SDavid Hunt addr.addr_bytes[0], addr.addr_bytes[1], 10820c78ac9SDavid Hunt addr.addr_bytes[2], addr.addr_bytes[3], 10920c78ac9SDavid Hunt addr.addr_bytes[4], addr.addr_bytes[5]); 11020c78ac9SDavid Hunt 11120c78ac9SDavid Hunt /* Enable RX in promiscuous mode for the Ethernet device. */ 11220c78ac9SDavid Hunt rte_eth_promiscuous_enable(port); 11320c78ac9SDavid Hunt 11420c78ac9SDavid Hunt 11520c78ac9SDavid Hunt return 0; 11620c78ac9SDavid Hunt } 11720c78ac9SDavid Hunt 11820c78ac9SDavid Hunt static int 11920c78ac9SDavid Hunt parse_portmask(const char *portmask) 12020c78ac9SDavid Hunt { 12120c78ac9SDavid Hunt char *end = NULL; 12220c78ac9SDavid Hunt unsigned long pm; 12320c78ac9SDavid Hunt 12420c78ac9SDavid Hunt /* parse hexadecimal string */ 12520c78ac9SDavid Hunt pm = strtoul(portmask, &end, 16); 12620c78ac9SDavid Hunt if ((portmask[0] == '\0') || (end == NULL) || (*end != '\0')) 12720c78ac9SDavid Hunt return -1; 12820c78ac9SDavid Hunt 12920c78ac9SDavid Hunt if (pm == 0) 13020c78ac9SDavid Hunt return -1; 13120c78ac9SDavid Hunt 13220c78ac9SDavid Hunt return pm; 13320c78ac9SDavid Hunt } 13420c78ac9SDavid Hunt /* Parse the argument given in the command line of the application */ 13520c78ac9SDavid Hunt static int 13620c78ac9SDavid Hunt parse_args(int argc, char **argv) 13720c78ac9SDavid Hunt { 13820c78ac9SDavid Hunt int opt, ret; 13920c78ac9SDavid Hunt char **argvopt; 14020c78ac9SDavid Hunt int option_index; 14120c78ac9SDavid Hunt char *prgname = argv[0]; 14220c78ac9SDavid Hunt static struct option lgopts[] = { 14320c78ac9SDavid Hunt { "mac-updating", no_argument, 0, 1}, 14420c78ac9SDavid Hunt { "no-mac-updating", no_argument, 0, 0}, 14520c78ac9SDavid Hunt {NULL, 0, 0, 0} 14620c78ac9SDavid Hunt }; 14720c78ac9SDavid Hunt argvopt = argv; 14820c78ac9SDavid Hunt 14920c78ac9SDavid Hunt while ((opt = getopt_long(argc, argvopt, "p:q:T:", 15020c78ac9SDavid Hunt lgopts, &option_index)) != EOF) { 15120c78ac9SDavid Hunt 15220c78ac9SDavid Hunt switch (opt) { 15320c78ac9SDavid Hunt /* portmask */ 15420c78ac9SDavid Hunt case 'p': 15520c78ac9SDavid Hunt enabled_port_mask = parse_portmask(optarg); 15620c78ac9SDavid Hunt if (enabled_port_mask == 0) { 15720c78ac9SDavid Hunt printf("invalid portmask\n"); 15820c78ac9SDavid Hunt return -1; 15920c78ac9SDavid Hunt } 16020c78ac9SDavid Hunt break; 16120c78ac9SDavid Hunt /* long options */ 16220c78ac9SDavid Hunt case 0: 16320c78ac9SDavid Hunt break; 16420c78ac9SDavid Hunt 16520c78ac9SDavid Hunt default: 16620c78ac9SDavid Hunt return -1; 16720c78ac9SDavid Hunt } 16820c78ac9SDavid Hunt } 16920c78ac9SDavid Hunt 17020c78ac9SDavid Hunt if (optind >= 0) 17120c78ac9SDavid Hunt argv[optind-1] = prgname; 17220c78ac9SDavid Hunt 17320c78ac9SDavid Hunt ret = optind-1; 17420c78ac9SDavid Hunt optind = 0; /* reset getopt lib */ 17520c78ac9SDavid Hunt return ret; 17620c78ac9SDavid Hunt } 17720c78ac9SDavid Hunt 17820c78ac9SDavid Hunt static void 17920c78ac9SDavid Hunt check_all_ports_link_status(uint16_t port_num, uint32_t port_mask) 18020c78ac9SDavid Hunt { 18120c78ac9SDavid Hunt #define CHECK_INTERVAL 100 /* 100ms */ 18220c78ac9SDavid Hunt #define MAX_CHECK_TIME 90 /* 9s (90 * 100ms) in total */ 18320c78ac9SDavid Hunt uint16_t portid, count, all_ports_up, print_flag = 0; 18420c78ac9SDavid Hunt struct rte_eth_link link; 18520c78ac9SDavid Hunt 18620c78ac9SDavid Hunt printf("\nChecking link status"); 18720c78ac9SDavid Hunt fflush(stdout); 18820c78ac9SDavid Hunt for (count = 0; count <= MAX_CHECK_TIME; count++) { 18920c78ac9SDavid Hunt if (force_quit) 19020c78ac9SDavid Hunt return; 19120c78ac9SDavid Hunt all_ports_up = 1; 19220c78ac9SDavid Hunt for (portid = 0; portid < port_num; portid++) { 19320c78ac9SDavid Hunt if (force_quit) 19420c78ac9SDavid Hunt return; 19520c78ac9SDavid Hunt if ((port_mask & (1 << portid)) == 0) 19620c78ac9SDavid Hunt continue; 19720c78ac9SDavid Hunt memset(&link, 0, sizeof(link)); 19820c78ac9SDavid Hunt rte_eth_link_get_nowait(portid, &link); 19920c78ac9SDavid Hunt /* print link status if flag set */ 20020c78ac9SDavid Hunt if (print_flag == 1) { 20120c78ac9SDavid Hunt if (link.link_status) 20220c78ac9SDavid Hunt printf("Port %d Link Up - speed %u " 20320c78ac9SDavid Hunt "Mbps - %s\n", (uint16_t)portid, 20420c78ac9SDavid Hunt (unsigned int)link.link_speed, 20520c78ac9SDavid Hunt (link.link_duplex == ETH_LINK_FULL_DUPLEX) ? 20620c78ac9SDavid Hunt ("full-duplex") : ("half-duplex\n")); 20720c78ac9SDavid Hunt else 20820c78ac9SDavid Hunt printf("Port %d Link Down\n", 20920c78ac9SDavid Hunt (uint16_t)portid); 21020c78ac9SDavid Hunt continue; 21120c78ac9SDavid Hunt } 21220c78ac9SDavid Hunt /* clear all_ports_up flag if any link down */ 21320c78ac9SDavid Hunt if (link.link_status == ETH_LINK_DOWN) { 21420c78ac9SDavid Hunt all_ports_up = 0; 21520c78ac9SDavid Hunt break; 21620c78ac9SDavid Hunt } 21720c78ac9SDavid Hunt } 21820c78ac9SDavid Hunt /* after finally printing all link status, get out */ 21920c78ac9SDavid Hunt if (print_flag == 1) 22020c78ac9SDavid Hunt break; 22120c78ac9SDavid Hunt 22220c78ac9SDavid Hunt if (all_ports_up == 0) { 22320c78ac9SDavid Hunt printf("."); 22420c78ac9SDavid Hunt fflush(stdout); 22520c78ac9SDavid Hunt rte_delay_ms(CHECK_INTERVAL); 22620c78ac9SDavid Hunt } 22720c78ac9SDavid Hunt 22820c78ac9SDavid Hunt /* set the print_flag if all ports up or timeout */ 22920c78ac9SDavid Hunt if (all_ports_up == 1 || count == (MAX_CHECK_TIME - 1)) { 23020c78ac9SDavid Hunt print_flag = 1; 23120c78ac9SDavid Hunt printf("done\n"); 23220c78ac9SDavid Hunt } 23320c78ac9SDavid Hunt } 23420c78ac9SDavid Hunt } 2358db653ffSAlan Carew static int 2368db653ffSAlan Carew run_monitor(__attribute__((unused)) void *arg) 2378db653ffSAlan Carew { 2388db653ffSAlan Carew if (channel_monitor_init() < 0) { 2398db653ffSAlan Carew printf("Unable to initialize channel monitor\n"); 2408db653ffSAlan Carew return -1; 2418db653ffSAlan Carew } 2428db653ffSAlan Carew run_channel_monitor(); 2438db653ffSAlan Carew return 0; 2448db653ffSAlan Carew } 2458db653ffSAlan Carew 2468db653ffSAlan Carew static void 2478db653ffSAlan Carew sig_handler(int signo) 2488db653ffSAlan Carew { 2498db653ffSAlan Carew printf("Received signal %d, exiting...\n", signo); 2508db653ffSAlan Carew channel_monitor_exit(); 2518db653ffSAlan Carew channel_manager_exit(); 2528db653ffSAlan Carew power_manager_exit(); 2538db653ffSAlan Carew 2548db653ffSAlan Carew } 2558db653ffSAlan Carew 2568db653ffSAlan Carew int 25798a16481SDavid Marchand main(int argc, char **argv) 2588db653ffSAlan Carew { 2598db653ffSAlan Carew int ret; 2608db653ffSAlan Carew unsigned lcore_id; 26120c78ac9SDavid Hunt unsigned int nb_ports; 26220c78ac9SDavid Hunt struct rte_mempool *mbuf_pool; 26320c78ac9SDavid Hunt uint16_t portid; 26420c78ac9SDavid Hunt 2658db653ffSAlan Carew 2668db653ffSAlan Carew ret = rte_eal_init(argc, argv); 2678db653ffSAlan Carew if (ret < 0) 2688db653ffSAlan Carew rte_panic("Cannot init EAL\n"); 2698db653ffSAlan Carew 2708db653ffSAlan Carew signal(SIGINT, sig_handler); 2718db653ffSAlan Carew signal(SIGTERM, sig_handler); 2728db653ffSAlan Carew 27320c78ac9SDavid Hunt argc -= ret; 27420c78ac9SDavid Hunt argv += ret; 27520c78ac9SDavid Hunt 27620c78ac9SDavid Hunt /* parse application arguments (after the EAL ones) */ 27720c78ac9SDavid Hunt ret = parse_args(argc, argv); 27820c78ac9SDavid Hunt if (ret < 0) 27920c78ac9SDavid Hunt rte_exit(EXIT_FAILURE, "Invalid arguments\n"); 28020c78ac9SDavid Hunt 28120c78ac9SDavid Hunt nb_ports = rte_eth_dev_count(); 28220c78ac9SDavid Hunt 28320c78ac9SDavid Hunt mbuf_pool = rte_pktmbuf_pool_create("MBUF_POOL", NUM_MBUFS * nb_ports, 28420c78ac9SDavid Hunt MBUF_CACHE_SIZE, 0, RTE_MBUF_DEFAULT_BUF_SIZE, rte_socket_id()); 28520c78ac9SDavid Hunt 28620c78ac9SDavid Hunt if (mbuf_pool == NULL) 28720c78ac9SDavid Hunt rte_exit(EXIT_FAILURE, "Cannot create mbuf pool\n"); 28820c78ac9SDavid Hunt 28920c78ac9SDavid Hunt /* Initialize ports. */ 29020c78ac9SDavid Hunt for (portid = 0; portid < nb_ports; portid++) { 291c9a47791SDavid Hunt struct ether_addr eth; 292c9a47791SDavid Hunt int w, j; 293*a032a081SDavid Coyle int ret; 294c9a47791SDavid Hunt 29520c78ac9SDavid Hunt if ((enabled_port_mask & (1 << portid)) == 0) 29620c78ac9SDavid Hunt continue; 297c9a47791SDavid Hunt 298c9a47791SDavid Hunt eth.addr_bytes[0] = 0xe0; 299c9a47791SDavid Hunt eth.addr_bytes[1] = 0xe0; 300c9a47791SDavid Hunt eth.addr_bytes[2] = 0xe0; 301c9a47791SDavid Hunt eth.addr_bytes[3] = 0xe0; 302c9a47791SDavid Hunt eth.addr_bytes[4] = portid + 0xf0; 303c9a47791SDavid Hunt 30420c78ac9SDavid Hunt if (port_init(portid, mbuf_pool) != 0) 30520c78ac9SDavid Hunt rte_exit(EXIT_FAILURE, "Cannot init port %"PRIu8 "\n", 30620c78ac9SDavid Hunt portid); 307c9a47791SDavid Hunt 308c9a47791SDavid Hunt for (w = 0; w < MAX_VFS; w++) { 309c9a47791SDavid Hunt eth.addr_bytes[5] = w + 0xf0; 310c9a47791SDavid Hunt 311c9a47791SDavid Hunt ret = rte_pmd_ixgbe_set_vf_mac_addr(portid, 312c9a47791SDavid Hunt w, ð); 313c9a47791SDavid Hunt if (ret == -ENOTSUP) 314c9a47791SDavid Hunt ret = rte_pmd_i40e_set_vf_mac_addr(portid, 315c9a47791SDavid Hunt w, ð); 316c9a47791SDavid Hunt if (ret == -ENOTSUP) 317c9a47791SDavid Hunt ret = rte_pmd_bnxt_set_vf_mac_addr(portid, 318c9a47791SDavid Hunt w, ð); 319c9a47791SDavid Hunt 320c9a47791SDavid Hunt switch (ret) { 321c9a47791SDavid Hunt case 0: 322c9a47791SDavid Hunt printf("Port %d VF %d MAC: ", 323c9a47791SDavid Hunt portid, w); 324c9a47791SDavid Hunt for (j = 0; j < 6; j++) { 325c9a47791SDavid Hunt printf("%02x", eth.addr_bytes[j]); 326c9a47791SDavid Hunt if (j < 5) 327c9a47791SDavid Hunt printf(":"); 328c9a47791SDavid Hunt } 329c9a47791SDavid Hunt printf("\n"); 330c9a47791SDavid Hunt break; 331c9a47791SDavid Hunt } 332c9a47791SDavid Hunt } 33320c78ac9SDavid Hunt } 33420c78ac9SDavid Hunt 3358db653ffSAlan Carew lcore_id = rte_get_next_lcore(-1, 1, 0); 3368db653ffSAlan Carew if (lcore_id == RTE_MAX_LCORE) { 3378db653ffSAlan Carew RTE_LOG(ERR, EAL, "A minimum of two cores are required to run " 3388db653ffSAlan Carew "application\n"); 3398db653ffSAlan Carew return 0; 3408db653ffSAlan Carew } 34120c78ac9SDavid Hunt 34220c78ac9SDavid Hunt check_all_ports_link_status(nb_ports, enabled_port_mask); 3438db653ffSAlan Carew rte_eal_remote_launch(run_monitor, NULL, lcore_id); 3448db653ffSAlan Carew 3458db653ffSAlan Carew if (power_manager_init() < 0) { 3468db653ffSAlan Carew printf("Unable to initialize power manager\n"); 3478db653ffSAlan Carew return -1; 3488db653ffSAlan Carew } 3498db653ffSAlan Carew if (channel_manager_init(CHANNEL_MGR_DEFAULT_HV_PATH) < 0) { 3508db653ffSAlan Carew printf("Unable to initialize channel manager\n"); 3518db653ffSAlan Carew return -1; 3528db653ffSAlan Carew } 3538db653ffSAlan Carew run_cli(NULL); 3548db653ffSAlan Carew 3558db653ffSAlan Carew rte_eal_mp_wait_lcore(); 3568db653ffSAlan Carew return 0; 3578db653ffSAlan Carew } 358