xref: /dpdk/examples/vm_power_manager/main.c (revision a032a0816a1e63cc90505b96c0abf0770b71f160)
13998e2a0SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause
23998e2a0SBruce Richardson  * Copyright(c) 2010-2014 Intel Corporation
38db653ffSAlan Carew  */
48db653ffSAlan Carew 
58db653ffSAlan Carew #include <stdio.h>
68db653ffSAlan Carew #include <string.h>
78db653ffSAlan Carew #include <stdint.h>
88db653ffSAlan Carew #include <sys/epoll.h>
98db653ffSAlan Carew #include <fcntl.h>
108db653ffSAlan Carew #include <unistd.h>
118db653ffSAlan Carew #include <stdlib.h>
128db653ffSAlan Carew #include <signal.h>
138db653ffSAlan Carew #include <errno.h>
148db653ffSAlan Carew 
158db653ffSAlan Carew #include <sys/queue.h>
168db653ffSAlan Carew 
178db653ffSAlan Carew #include <rte_common.h>
188db653ffSAlan Carew #include <rte_eal.h>
198db653ffSAlan Carew #include <rte_launch.h>
208db653ffSAlan Carew #include <rte_log.h>
218db653ffSAlan Carew #include <rte_per_lcore.h>
228db653ffSAlan Carew #include <rte_lcore.h>
2320c78ac9SDavid Hunt #include <rte_ethdev.h>
2420c78ac9SDavid Hunt #include <getopt.h>
2520c78ac9SDavid Hunt #include <rte_cycles.h>
268db653ffSAlan Carew #include <rte_debug.h>
278db653ffSAlan Carew 
288db653ffSAlan Carew #include "channel_manager.h"
298db653ffSAlan Carew #include "channel_monitor.h"
308db653ffSAlan Carew #include "power_manager.h"
318db653ffSAlan Carew #include "vm_power_cli.h"
32c9a47791SDavid Hunt #include <rte_pmd_ixgbe.h>
33c9a47791SDavid Hunt #include <rte_pmd_i40e.h>
34c9a47791SDavid Hunt #include <rte_pmd_bnxt.h>
358db653ffSAlan Carew 
36867a6c66SKevin Laatz #define RX_RING_SIZE 1024
37867a6c66SKevin Laatz #define TX_RING_SIZE 1024
3820c78ac9SDavid Hunt 
3920c78ac9SDavid Hunt #define NUM_MBUFS 8191
4020c78ac9SDavid Hunt #define MBUF_CACHE_SIZE 250
4120c78ac9SDavid Hunt #define BURST_SIZE 32
4220c78ac9SDavid Hunt 
4320c78ac9SDavid Hunt static uint32_t enabled_port_mask;
4420c78ac9SDavid Hunt static volatile bool force_quit;
4520c78ac9SDavid Hunt 
4620c78ac9SDavid Hunt /****************/
4720c78ac9SDavid Hunt static const struct rte_eth_conf port_conf_default = {
48f21e3b88SShahaf Shuler 	.rxmode = {
49f21e3b88SShahaf Shuler 		.max_rx_pkt_len = ETHER_MAX_LEN,
50f21e3b88SShahaf Shuler 		.ignore_offload_bitfield = 1,
51f21e3b88SShahaf Shuler 	},
5220c78ac9SDavid Hunt };
5320c78ac9SDavid Hunt 
5420c78ac9SDavid Hunt static inline int
5520c78ac9SDavid Hunt port_init(uint16_t port, struct rte_mempool *mbuf_pool)
5620c78ac9SDavid Hunt {
5720c78ac9SDavid Hunt 	struct rte_eth_conf port_conf = port_conf_default;
5820c78ac9SDavid Hunt 	const uint16_t rx_rings = 1, tx_rings = 1;
5920c78ac9SDavid Hunt 	int retval;
6020c78ac9SDavid Hunt 	uint16_t q;
61f21e3b88SShahaf Shuler 	struct rte_eth_dev_info dev_info;
62f21e3b88SShahaf Shuler 	struct rte_eth_txconf txq_conf;
6320c78ac9SDavid Hunt 
6420c78ac9SDavid Hunt 	if (port >= rte_eth_dev_count())
6520c78ac9SDavid Hunt 		return -1;
6620c78ac9SDavid Hunt 
67f21e3b88SShahaf Shuler 	rte_eth_dev_info_get(port, &dev_info);
68f21e3b88SShahaf Shuler 	if (dev_info.tx_offload_capa & DEV_TX_OFFLOAD_MBUF_FAST_FREE)
69f21e3b88SShahaf Shuler 		port_conf.txmode.offloads |=
70f21e3b88SShahaf Shuler 			DEV_TX_OFFLOAD_MBUF_FAST_FREE;
71f21e3b88SShahaf Shuler 
7220c78ac9SDavid Hunt 	/* Configure the Ethernet device. */
7320c78ac9SDavid Hunt 	retval = rte_eth_dev_configure(port, rx_rings, tx_rings, &port_conf);
7420c78ac9SDavid Hunt 	if (retval != 0)
7520c78ac9SDavid Hunt 		return retval;
7620c78ac9SDavid Hunt 
7720c78ac9SDavid Hunt 	/* Allocate and set up 1 RX queue per Ethernet port. */
7820c78ac9SDavid Hunt 	for (q = 0; q < rx_rings; q++) {
7920c78ac9SDavid Hunt 		retval = rte_eth_rx_queue_setup(port, q, RX_RING_SIZE,
8020c78ac9SDavid Hunt 				rte_eth_dev_socket_id(port), NULL, mbuf_pool);
8120c78ac9SDavid Hunt 		if (retval < 0)
8220c78ac9SDavid Hunt 			return retval;
8320c78ac9SDavid Hunt 	}
8420c78ac9SDavid Hunt 
85f21e3b88SShahaf Shuler 	txq_conf = dev_info.default_txconf;
86f21e3b88SShahaf Shuler 	txq_conf.txq_flags = ETH_TXQ_FLAGS_IGNORE;
87f21e3b88SShahaf Shuler 	txq_conf.offloads = port_conf.txmode.offloads;
8820c78ac9SDavid Hunt 	/* Allocate and set up 1 TX queue per Ethernet port. */
8920c78ac9SDavid Hunt 	for (q = 0; q < tx_rings; q++) {
9020c78ac9SDavid Hunt 		retval = rte_eth_tx_queue_setup(port, q, TX_RING_SIZE,
91f21e3b88SShahaf Shuler 				rte_eth_dev_socket_id(port), &txq_conf);
9220c78ac9SDavid Hunt 		if (retval < 0)
9320c78ac9SDavid Hunt 			return retval;
9420c78ac9SDavid Hunt 	}
9520c78ac9SDavid Hunt 
9620c78ac9SDavid Hunt 	/* Start the Ethernet port. */
9720c78ac9SDavid Hunt 	retval = rte_eth_dev_start(port);
9820c78ac9SDavid Hunt 	if (retval < 0)
9920c78ac9SDavid Hunt 		return retval;
10020c78ac9SDavid Hunt 
10120c78ac9SDavid Hunt 	/* Display the port MAC address. */
10220c78ac9SDavid Hunt 	struct ether_addr addr;
10320c78ac9SDavid Hunt 	rte_eth_macaddr_get(port, &addr);
10420c78ac9SDavid Hunt 	printf("Port %u MAC: %02" PRIx8 " %02" PRIx8 " %02" PRIx8
10520c78ac9SDavid Hunt 			   " %02" PRIx8 " %02" PRIx8 " %02" PRIx8 "\n",
10620c78ac9SDavid Hunt 			(unsigned int)port,
10720c78ac9SDavid Hunt 			addr.addr_bytes[0], addr.addr_bytes[1],
10820c78ac9SDavid Hunt 			addr.addr_bytes[2], addr.addr_bytes[3],
10920c78ac9SDavid Hunt 			addr.addr_bytes[4], addr.addr_bytes[5]);
11020c78ac9SDavid Hunt 
11120c78ac9SDavid Hunt 	/* Enable RX in promiscuous mode for the Ethernet device. */
11220c78ac9SDavid Hunt 	rte_eth_promiscuous_enable(port);
11320c78ac9SDavid Hunt 
11420c78ac9SDavid Hunt 
11520c78ac9SDavid Hunt 	return 0;
11620c78ac9SDavid Hunt }
11720c78ac9SDavid Hunt 
11820c78ac9SDavid Hunt static int
11920c78ac9SDavid Hunt parse_portmask(const char *portmask)
12020c78ac9SDavid Hunt {
12120c78ac9SDavid Hunt 	char *end = NULL;
12220c78ac9SDavid Hunt 	unsigned long pm;
12320c78ac9SDavid Hunt 
12420c78ac9SDavid Hunt 	/* parse hexadecimal string */
12520c78ac9SDavid Hunt 	pm = strtoul(portmask, &end, 16);
12620c78ac9SDavid Hunt 	if ((portmask[0] == '\0') || (end == NULL) || (*end != '\0'))
12720c78ac9SDavid Hunt 		return -1;
12820c78ac9SDavid Hunt 
12920c78ac9SDavid Hunt 	if (pm == 0)
13020c78ac9SDavid Hunt 		return -1;
13120c78ac9SDavid Hunt 
13220c78ac9SDavid Hunt 	return pm;
13320c78ac9SDavid Hunt }
13420c78ac9SDavid Hunt /* Parse the argument given in the command line of the application */
13520c78ac9SDavid Hunt static int
13620c78ac9SDavid Hunt parse_args(int argc, char **argv)
13720c78ac9SDavid Hunt {
13820c78ac9SDavid Hunt 	int opt, ret;
13920c78ac9SDavid Hunt 	char **argvopt;
14020c78ac9SDavid Hunt 	int option_index;
14120c78ac9SDavid Hunt 	char *prgname = argv[0];
14220c78ac9SDavid Hunt 	static struct option lgopts[] = {
14320c78ac9SDavid Hunt 		{ "mac-updating", no_argument, 0, 1},
14420c78ac9SDavid Hunt 		{ "no-mac-updating", no_argument, 0, 0},
14520c78ac9SDavid Hunt 		{NULL, 0, 0, 0}
14620c78ac9SDavid Hunt 	};
14720c78ac9SDavid Hunt 	argvopt = argv;
14820c78ac9SDavid Hunt 
14920c78ac9SDavid Hunt 	while ((opt = getopt_long(argc, argvopt, "p:q:T:",
15020c78ac9SDavid Hunt 				  lgopts, &option_index)) != EOF) {
15120c78ac9SDavid Hunt 
15220c78ac9SDavid Hunt 		switch (opt) {
15320c78ac9SDavid Hunt 		/* portmask */
15420c78ac9SDavid Hunt 		case 'p':
15520c78ac9SDavid Hunt 			enabled_port_mask = parse_portmask(optarg);
15620c78ac9SDavid Hunt 			if (enabled_port_mask == 0) {
15720c78ac9SDavid Hunt 				printf("invalid portmask\n");
15820c78ac9SDavid Hunt 				return -1;
15920c78ac9SDavid Hunt 			}
16020c78ac9SDavid Hunt 			break;
16120c78ac9SDavid Hunt 		/* long options */
16220c78ac9SDavid Hunt 		case 0:
16320c78ac9SDavid Hunt 			break;
16420c78ac9SDavid Hunt 
16520c78ac9SDavid Hunt 		default:
16620c78ac9SDavid Hunt 			return -1;
16720c78ac9SDavid Hunt 		}
16820c78ac9SDavid Hunt 	}
16920c78ac9SDavid Hunt 
17020c78ac9SDavid Hunt 	if (optind >= 0)
17120c78ac9SDavid Hunt 		argv[optind-1] = prgname;
17220c78ac9SDavid Hunt 
17320c78ac9SDavid Hunt 	ret = optind-1;
17420c78ac9SDavid Hunt 	optind = 0; /* reset getopt lib */
17520c78ac9SDavid Hunt 	return ret;
17620c78ac9SDavid Hunt }
17720c78ac9SDavid Hunt 
17820c78ac9SDavid Hunt static void
17920c78ac9SDavid Hunt check_all_ports_link_status(uint16_t port_num, uint32_t port_mask)
18020c78ac9SDavid Hunt {
18120c78ac9SDavid Hunt #define CHECK_INTERVAL 100 /* 100ms */
18220c78ac9SDavid Hunt #define MAX_CHECK_TIME 90 /* 9s (90 * 100ms) in total */
18320c78ac9SDavid Hunt 	uint16_t portid, count, all_ports_up, print_flag = 0;
18420c78ac9SDavid Hunt 	struct rte_eth_link link;
18520c78ac9SDavid Hunt 
18620c78ac9SDavid Hunt 	printf("\nChecking link status");
18720c78ac9SDavid Hunt 	fflush(stdout);
18820c78ac9SDavid Hunt 	for (count = 0; count <= MAX_CHECK_TIME; count++) {
18920c78ac9SDavid Hunt 		if (force_quit)
19020c78ac9SDavid Hunt 			return;
19120c78ac9SDavid Hunt 		all_ports_up = 1;
19220c78ac9SDavid Hunt 		for (portid = 0; portid < port_num; portid++) {
19320c78ac9SDavid Hunt 			if (force_quit)
19420c78ac9SDavid Hunt 				return;
19520c78ac9SDavid Hunt 			if ((port_mask & (1 << portid)) == 0)
19620c78ac9SDavid Hunt 				continue;
19720c78ac9SDavid Hunt 			memset(&link, 0, sizeof(link));
19820c78ac9SDavid Hunt 			rte_eth_link_get_nowait(portid, &link);
19920c78ac9SDavid Hunt 			/* print link status if flag set */
20020c78ac9SDavid Hunt 			if (print_flag == 1) {
20120c78ac9SDavid Hunt 				if (link.link_status)
20220c78ac9SDavid Hunt 					printf("Port %d Link Up - speed %u "
20320c78ac9SDavid Hunt 						"Mbps - %s\n", (uint16_t)portid,
20420c78ac9SDavid Hunt 						(unsigned int)link.link_speed,
20520c78ac9SDavid Hunt 				(link.link_duplex == ETH_LINK_FULL_DUPLEX) ?
20620c78ac9SDavid Hunt 					("full-duplex") : ("half-duplex\n"));
20720c78ac9SDavid Hunt 				else
20820c78ac9SDavid Hunt 					printf("Port %d Link Down\n",
20920c78ac9SDavid Hunt 						(uint16_t)portid);
21020c78ac9SDavid Hunt 				continue;
21120c78ac9SDavid Hunt 			}
21220c78ac9SDavid Hunt 		       /* clear all_ports_up flag if any link down */
21320c78ac9SDavid Hunt 			if (link.link_status == ETH_LINK_DOWN) {
21420c78ac9SDavid Hunt 				all_ports_up = 0;
21520c78ac9SDavid Hunt 				break;
21620c78ac9SDavid Hunt 			}
21720c78ac9SDavid Hunt 		}
21820c78ac9SDavid Hunt 		/* after finally printing all link status, get out */
21920c78ac9SDavid Hunt 		if (print_flag == 1)
22020c78ac9SDavid Hunt 			break;
22120c78ac9SDavid Hunt 
22220c78ac9SDavid Hunt 		if (all_ports_up == 0) {
22320c78ac9SDavid Hunt 			printf(".");
22420c78ac9SDavid Hunt 			fflush(stdout);
22520c78ac9SDavid Hunt 			rte_delay_ms(CHECK_INTERVAL);
22620c78ac9SDavid Hunt 		}
22720c78ac9SDavid Hunt 
22820c78ac9SDavid Hunt 		/* set the print_flag if all ports up or timeout */
22920c78ac9SDavid Hunt 		if (all_ports_up == 1 || count == (MAX_CHECK_TIME - 1)) {
23020c78ac9SDavid Hunt 			print_flag = 1;
23120c78ac9SDavid Hunt 			printf("done\n");
23220c78ac9SDavid Hunt 		}
23320c78ac9SDavid Hunt 	}
23420c78ac9SDavid Hunt }
2358db653ffSAlan Carew static int
2368db653ffSAlan Carew run_monitor(__attribute__((unused)) void *arg)
2378db653ffSAlan Carew {
2388db653ffSAlan Carew 	if (channel_monitor_init() < 0) {
2398db653ffSAlan Carew 		printf("Unable to initialize channel monitor\n");
2408db653ffSAlan Carew 		return -1;
2418db653ffSAlan Carew 	}
2428db653ffSAlan Carew 	run_channel_monitor();
2438db653ffSAlan Carew 	return 0;
2448db653ffSAlan Carew }
2458db653ffSAlan Carew 
2468db653ffSAlan Carew static void
2478db653ffSAlan Carew sig_handler(int signo)
2488db653ffSAlan Carew {
2498db653ffSAlan Carew 	printf("Received signal %d, exiting...\n", signo);
2508db653ffSAlan Carew 	channel_monitor_exit();
2518db653ffSAlan Carew 	channel_manager_exit();
2528db653ffSAlan Carew 	power_manager_exit();
2538db653ffSAlan Carew 
2548db653ffSAlan Carew }
2558db653ffSAlan Carew 
2568db653ffSAlan Carew int
25798a16481SDavid Marchand main(int argc, char **argv)
2588db653ffSAlan Carew {
2598db653ffSAlan Carew 	int ret;
2608db653ffSAlan Carew 	unsigned lcore_id;
26120c78ac9SDavid Hunt 	unsigned int nb_ports;
26220c78ac9SDavid Hunt 	struct rte_mempool *mbuf_pool;
26320c78ac9SDavid Hunt 	uint16_t portid;
26420c78ac9SDavid Hunt 
2658db653ffSAlan Carew 
2668db653ffSAlan Carew 	ret = rte_eal_init(argc, argv);
2678db653ffSAlan Carew 	if (ret < 0)
2688db653ffSAlan Carew 		rte_panic("Cannot init EAL\n");
2698db653ffSAlan Carew 
2708db653ffSAlan Carew 	signal(SIGINT, sig_handler);
2718db653ffSAlan Carew 	signal(SIGTERM, sig_handler);
2728db653ffSAlan Carew 
27320c78ac9SDavid Hunt 	argc -= ret;
27420c78ac9SDavid Hunt 	argv += ret;
27520c78ac9SDavid Hunt 
27620c78ac9SDavid Hunt 	/* parse application arguments (after the EAL ones) */
27720c78ac9SDavid Hunt 	ret = parse_args(argc, argv);
27820c78ac9SDavid Hunt 	if (ret < 0)
27920c78ac9SDavid Hunt 		rte_exit(EXIT_FAILURE, "Invalid arguments\n");
28020c78ac9SDavid Hunt 
28120c78ac9SDavid Hunt 	nb_ports = rte_eth_dev_count();
28220c78ac9SDavid Hunt 
28320c78ac9SDavid Hunt 	mbuf_pool = rte_pktmbuf_pool_create("MBUF_POOL", NUM_MBUFS * nb_ports,
28420c78ac9SDavid Hunt 		MBUF_CACHE_SIZE, 0, RTE_MBUF_DEFAULT_BUF_SIZE, rte_socket_id());
28520c78ac9SDavid Hunt 
28620c78ac9SDavid Hunt 	if (mbuf_pool == NULL)
28720c78ac9SDavid Hunt 		rte_exit(EXIT_FAILURE, "Cannot create mbuf pool\n");
28820c78ac9SDavid Hunt 
28920c78ac9SDavid Hunt 	/* Initialize ports. */
29020c78ac9SDavid Hunt 	for (portid = 0; portid < nb_ports; portid++) {
291c9a47791SDavid Hunt 		struct ether_addr eth;
292c9a47791SDavid Hunt 		int w, j;
293*a032a081SDavid Coyle 		int ret;
294c9a47791SDavid Hunt 
29520c78ac9SDavid Hunt 		if ((enabled_port_mask & (1 << portid)) == 0)
29620c78ac9SDavid Hunt 			continue;
297c9a47791SDavid Hunt 
298c9a47791SDavid Hunt 		eth.addr_bytes[0] = 0xe0;
299c9a47791SDavid Hunt 		eth.addr_bytes[1] = 0xe0;
300c9a47791SDavid Hunt 		eth.addr_bytes[2] = 0xe0;
301c9a47791SDavid Hunt 		eth.addr_bytes[3] = 0xe0;
302c9a47791SDavid Hunt 		eth.addr_bytes[4] = portid + 0xf0;
303c9a47791SDavid Hunt 
30420c78ac9SDavid Hunt 		if (port_init(portid, mbuf_pool) != 0)
30520c78ac9SDavid Hunt 			rte_exit(EXIT_FAILURE, "Cannot init port %"PRIu8 "\n",
30620c78ac9SDavid Hunt 					portid);
307c9a47791SDavid Hunt 
308c9a47791SDavid Hunt 		for (w = 0; w < MAX_VFS; w++) {
309c9a47791SDavid Hunt 			eth.addr_bytes[5] = w + 0xf0;
310c9a47791SDavid Hunt 
311c9a47791SDavid Hunt 			ret = rte_pmd_ixgbe_set_vf_mac_addr(portid,
312c9a47791SDavid Hunt 						w, &eth);
313c9a47791SDavid Hunt 			if (ret == -ENOTSUP)
314c9a47791SDavid Hunt 				ret = rte_pmd_i40e_set_vf_mac_addr(portid,
315c9a47791SDavid Hunt 						w, &eth);
316c9a47791SDavid Hunt 			if (ret == -ENOTSUP)
317c9a47791SDavid Hunt 				ret = rte_pmd_bnxt_set_vf_mac_addr(portid,
318c9a47791SDavid Hunt 						w, &eth);
319c9a47791SDavid Hunt 
320c9a47791SDavid Hunt 			switch (ret) {
321c9a47791SDavid Hunt 			case 0:
322c9a47791SDavid Hunt 				printf("Port %d VF %d MAC: ",
323c9a47791SDavid Hunt 						portid, w);
324c9a47791SDavid Hunt 				for (j = 0; j < 6; j++) {
325c9a47791SDavid Hunt 					printf("%02x", eth.addr_bytes[j]);
326c9a47791SDavid Hunt 					if (j < 5)
327c9a47791SDavid Hunt 						printf(":");
328c9a47791SDavid Hunt 				}
329c9a47791SDavid Hunt 				printf("\n");
330c9a47791SDavid Hunt 				break;
331c9a47791SDavid Hunt 			}
332c9a47791SDavid Hunt 		}
33320c78ac9SDavid Hunt 	}
33420c78ac9SDavid Hunt 
3358db653ffSAlan Carew 	lcore_id = rte_get_next_lcore(-1, 1, 0);
3368db653ffSAlan Carew 	if (lcore_id == RTE_MAX_LCORE) {
3378db653ffSAlan Carew 		RTE_LOG(ERR, EAL, "A minimum of two cores are required to run "
3388db653ffSAlan Carew 				"application\n");
3398db653ffSAlan Carew 		return 0;
3408db653ffSAlan Carew 	}
34120c78ac9SDavid Hunt 
34220c78ac9SDavid Hunt 	check_all_ports_link_status(nb_ports, enabled_port_mask);
3438db653ffSAlan Carew 	rte_eal_remote_launch(run_monitor, NULL, lcore_id);
3448db653ffSAlan Carew 
3458db653ffSAlan Carew 	if (power_manager_init() < 0) {
3468db653ffSAlan Carew 		printf("Unable to initialize power manager\n");
3478db653ffSAlan Carew 		return -1;
3488db653ffSAlan Carew 	}
3498db653ffSAlan Carew 	if (channel_manager_init(CHANNEL_MGR_DEFAULT_HV_PATH) < 0) {
3508db653ffSAlan Carew 		printf("Unable to initialize channel manager\n");
3518db653ffSAlan Carew 		return -1;
3528db653ffSAlan Carew 	}
3538db653ffSAlan Carew 	run_cli(NULL);
3548db653ffSAlan Carew 
3558db653ffSAlan Carew 	rte_eal_mp_wait_lcore();
3568db653ffSAlan Carew 	return 0;
3578db653ffSAlan Carew }
358