xref: /dpdk/examples/vm_power_manager/main.c (revision ace158c4a82199de12dbc4266b08d855d406443c)
13998e2a0SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause
23998e2a0SBruce Richardson  * Copyright(c) 2010-2014 Intel Corporation
38db653ffSAlan Carew  */
48db653ffSAlan Carew 
58db653ffSAlan Carew #include <stdio.h>
68db653ffSAlan Carew #include <string.h>
78db653ffSAlan Carew #include <stdint.h>
88db653ffSAlan Carew #include <sys/epoll.h>
98db653ffSAlan Carew #include <fcntl.h>
108db653ffSAlan Carew #include <unistd.h>
118db653ffSAlan Carew #include <stdlib.h>
128db653ffSAlan Carew #include <signal.h>
138db653ffSAlan Carew #include <errno.h>
148db653ffSAlan Carew 
158db653ffSAlan Carew #include <sys/queue.h>
168db653ffSAlan Carew 
178db653ffSAlan Carew #include <rte_common.h>
188db653ffSAlan Carew #include <rte_eal.h>
198db653ffSAlan Carew #include <rte_launch.h>
208db653ffSAlan Carew #include <rte_log.h>
218db653ffSAlan Carew #include <rte_per_lcore.h>
228db653ffSAlan Carew #include <rte_lcore.h>
2320c78ac9SDavid Hunt #include <rte_ethdev.h>
2420c78ac9SDavid Hunt #include <getopt.h>
2520c78ac9SDavid Hunt #include <rte_cycles.h>
268db653ffSAlan Carew #include <rte_debug.h>
278db653ffSAlan Carew 
288db653ffSAlan Carew #include "channel_manager.h"
298db653ffSAlan Carew #include "channel_monitor.h"
308db653ffSAlan Carew #include "power_manager.h"
318db653ffSAlan Carew #include "vm_power_cli.h"
32c9a47791SDavid Hunt #include <rte_pmd_ixgbe.h>
33c9a47791SDavid Hunt #include <rte_pmd_i40e.h>
34c9a47791SDavid Hunt #include <rte_pmd_bnxt.h>
358db653ffSAlan Carew 
36867a6c66SKevin Laatz #define RX_RING_SIZE 1024
37867a6c66SKevin Laatz #define TX_RING_SIZE 1024
3820c78ac9SDavid Hunt 
3920c78ac9SDavid Hunt #define NUM_MBUFS 8191
4020c78ac9SDavid Hunt #define MBUF_CACHE_SIZE 250
4120c78ac9SDavid Hunt #define BURST_SIZE 32
4220c78ac9SDavid Hunt 
4320c78ac9SDavid Hunt static uint32_t enabled_port_mask;
4420c78ac9SDavid Hunt static volatile bool force_quit;
4520c78ac9SDavid Hunt 
4620c78ac9SDavid Hunt /****************/
4720c78ac9SDavid Hunt static const struct rte_eth_conf port_conf_default = {
48f21e3b88SShahaf Shuler 	.rxmode = {
49f21e3b88SShahaf Shuler 		.max_rx_pkt_len = ETHER_MAX_LEN,
50f21e3b88SShahaf Shuler 	},
5120c78ac9SDavid Hunt };
5220c78ac9SDavid Hunt 
5320c78ac9SDavid Hunt static inline int
5420c78ac9SDavid Hunt port_init(uint16_t port, struct rte_mempool *mbuf_pool)
5520c78ac9SDavid Hunt {
5620c78ac9SDavid Hunt 	struct rte_eth_conf port_conf = port_conf_default;
5720c78ac9SDavid Hunt 	const uint16_t rx_rings = 1, tx_rings = 1;
5820c78ac9SDavid Hunt 	int retval;
5920c78ac9SDavid Hunt 	uint16_t q;
60f21e3b88SShahaf Shuler 	struct rte_eth_dev_info dev_info;
61f21e3b88SShahaf Shuler 	struct rte_eth_txconf txq_conf;
6220c78ac9SDavid Hunt 
63a9dbe180SThomas Monjalon 	if (!rte_eth_dev_is_valid_port(port))
6420c78ac9SDavid Hunt 		return -1;
6520c78ac9SDavid Hunt 
66f21e3b88SShahaf Shuler 	rte_eth_dev_info_get(port, &dev_info);
67f21e3b88SShahaf Shuler 	if (dev_info.tx_offload_capa & DEV_TX_OFFLOAD_MBUF_FAST_FREE)
68f21e3b88SShahaf Shuler 		port_conf.txmode.offloads |=
69f21e3b88SShahaf Shuler 			DEV_TX_OFFLOAD_MBUF_FAST_FREE;
70f21e3b88SShahaf Shuler 
7120c78ac9SDavid Hunt 	/* Configure the Ethernet device. */
7220c78ac9SDavid Hunt 	retval = rte_eth_dev_configure(port, rx_rings, tx_rings, &port_conf);
7320c78ac9SDavid Hunt 	if (retval != 0)
7420c78ac9SDavid Hunt 		return retval;
7520c78ac9SDavid Hunt 
7620c78ac9SDavid Hunt 	/* Allocate and set up 1 RX queue per Ethernet port. */
7720c78ac9SDavid Hunt 	for (q = 0; q < rx_rings; q++) {
7820c78ac9SDavid Hunt 		retval = rte_eth_rx_queue_setup(port, q, RX_RING_SIZE,
7920c78ac9SDavid Hunt 				rte_eth_dev_socket_id(port), NULL, mbuf_pool);
8020c78ac9SDavid Hunt 		if (retval < 0)
8120c78ac9SDavid Hunt 			return retval;
8220c78ac9SDavid Hunt 	}
8320c78ac9SDavid Hunt 
84f21e3b88SShahaf Shuler 	txq_conf = dev_info.default_txconf;
85f21e3b88SShahaf Shuler 	txq_conf.offloads = port_conf.txmode.offloads;
8620c78ac9SDavid Hunt 	/* Allocate and set up 1 TX queue per Ethernet port. */
8720c78ac9SDavid Hunt 	for (q = 0; q < tx_rings; q++) {
8820c78ac9SDavid Hunt 		retval = rte_eth_tx_queue_setup(port, q, TX_RING_SIZE,
89f21e3b88SShahaf Shuler 				rte_eth_dev_socket_id(port), &txq_conf);
9020c78ac9SDavid Hunt 		if (retval < 0)
9120c78ac9SDavid Hunt 			return retval;
9220c78ac9SDavid Hunt 	}
9320c78ac9SDavid Hunt 
9420c78ac9SDavid Hunt 	/* Start the Ethernet port. */
9520c78ac9SDavid Hunt 	retval = rte_eth_dev_start(port);
9620c78ac9SDavid Hunt 	if (retval < 0)
9720c78ac9SDavid Hunt 		return retval;
9820c78ac9SDavid Hunt 
9920c78ac9SDavid Hunt 	/* Display the port MAC address. */
10020c78ac9SDavid Hunt 	struct ether_addr addr;
10120c78ac9SDavid Hunt 	rte_eth_macaddr_get(port, &addr);
10220c78ac9SDavid Hunt 	printf("Port %u MAC: %02" PRIx8 " %02" PRIx8 " %02" PRIx8
10320c78ac9SDavid Hunt 			   " %02" PRIx8 " %02" PRIx8 " %02" PRIx8 "\n",
10420c78ac9SDavid Hunt 			(unsigned int)port,
10520c78ac9SDavid Hunt 			addr.addr_bytes[0], addr.addr_bytes[1],
10620c78ac9SDavid Hunt 			addr.addr_bytes[2], addr.addr_bytes[3],
10720c78ac9SDavid Hunt 			addr.addr_bytes[4], addr.addr_bytes[5]);
10820c78ac9SDavid Hunt 
10920c78ac9SDavid Hunt 	/* Enable RX in promiscuous mode for the Ethernet device. */
11020c78ac9SDavid Hunt 	rte_eth_promiscuous_enable(port);
11120c78ac9SDavid Hunt 
11220c78ac9SDavid Hunt 
11320c78ac9SDavid Hunt 	return 0;
11420c78ac9SDavid Hunt }
11520c78ac9SDavid Hunt 
11620c78ac9SDavid Hunt static int
11720c78ac9SDavid Hunt parse_portmask(const char *portmask)
11820c78ac9SDavid Hunt {
11920c78ac9SDavid Hunt 	char *end = NULL;
12020c78ac9SDavid Hunt 	unsigned long pm;
12120c78ac9SDavid Hunt 
12220c78ac9SDavid Hunt 	/* parse hexadecimal string */
12320c78ac9SDavid Hunt 	pm = strtoul(portmask, &end, 16);
12420c78ac9SDavid Hunt 	if ((portmask[0] == '\0') || (end == NULL) || (*end != '\0'))
12520c78ac9SDavid Hunt 		return -1;
12620c78ac9SDavid Hunt 
12720c78ac9SDavid Hunt 	if (pm == 0)
12820c78ac9SDavid Hunt 		return -1;
12920c78ac9SDavid Hunt 
13020c78ac9SDavid Hunt 	return pm;
13120c78ac9SDavid Hunt }
13220c78ac9SDavid Hunt /* Parse the argument given in the command line of the application */
13320c78ac9SDavid Hunt static int
13420c78ac9SDavid Hunt parse_args(int argc, char **argv)
13520c78ac9SDavid Hunt {
13620c78ac9SDavid Hunt 	int opt, ret;
13720c78ac9SDavid Hunt 	char **argvopt;
13820c78ac9SDavid Hunt 	int option_index;
13920c78ac9SDavid Hunt 	char *prgname = argv[0];
14020c78ac9SDavid Hunt 	static struct option lgopts[] = {
14120c78ac9SDavid Hunt 		{ "mac-updating", no_argument, 0, 1},
14220c78ac9SDavid Hunt 		{ "no-mac-updating", no_argument, 0, 0},
14320c78ac9SDavid Hunt 		{NULL, 0, 0, 0}
14420c78ac9SDavid Hunt 	};
14520c78ac9SDavid Hunt 	argvopt = argv;
14620c78ac9SDavid Hunt 
14720c78ac9SDavid Hunt 	while ((opt = getopt_long(argc, argvopt, "p:q:T:",
14820c78ac9SDavid Hunt 				  lgopts, &option_index)) != EOF) {
14920c78ac9SDavid Hunt 
15020c78ac9SDavid Hunt 		switch (opt) {
15120c78ac9SDavid Hunt 		/* portmask */
15220c78ac9SDavid Hunt 		case 'p':
15320c78ac9SDavid Hunt 			enabled_port_mask = parse_portmask(optarg);
15420c78ac9SDavid Hunt 			if (enabled_port_mask == 0) {
15520c78ac9SDavid Hunt 				printf("invalid portmask\n");
15620c78ac9SDavid Hunt 				return -1;
15720c78ac9SDavid Hunt 			}
15820c78ac9SDavid Hunt 			break;
15920c78ac9SDavid Hunt 		/* long options */
16020c78ac9SDavid Hunt 		case 0:
16120c78ac9SDavid Hunt 			break;
16220c78ac9SDavid Hunt 
16320c78ac9SDavid Hunt 		default:
16420c78ac9SDavid Hunt 			return -1;
16520c78ac9SDavid Hunt 		}
16620c78ac9SDavid Hunt 	}
16720c78ac9SDavid Hunt 
16820c78ac9SDavid Hunt 	if (optind >= 0)
16920c78ac9SDavid Hunt 		argv[optind-1] = prgname;
17020c78ac9SDavid Hunt 
17120c78ac9SDavid Hunt 	ret = optind-1;
17220c78ac9SDavid Hunt 	optind = 0; /* reset getopt lib */
17320c78ac9SDavid Hunt 	return ret;
17420c78ac9SDavid Hunt }
17520c78ac9SDavid Hunt 
17620c78ac9SDavid Hunt static void
1778728ccf3SThomas Monjalon check_all_ports_link_status(uint32_t port_mask)
17820c78ac9SDavid Hunt {
17920c78ac9SDavid Hunt #define CHECK_INTERVAL 100 /* 100ms */
18020c78ac9SDavid Hunt #define MAX_CHECK_TIME 90 /* 9s (90 * 100ms) in total */
18120c78ac9SDavid Hunt 	uint16_t portid, count, all_ports_up, print_flag = 0;
18220c78ac9SDavid Hunt 	struct rte_eth_link link;
18320c78ac9SDavid Hunt 
18420c78ac9SDavid Hunt 	printf("\nChecking link status");
18520c78ac9SDavid Hunt 	fflush(stdout);
18620c78ac9SDavid Hunt 	for (count = 0; count <= MAX_CHECK_TIME; count++) {
18720c78ac9SDavid Hunt 		if (force_quit)
18820c78ac9SDavid Hunt 			return;
18920c78ac9SDavid Hunt 		all_ports_up = 1;
1908728ccf3SThomas Monjalon 		RTE_ETH_FOREACH_DEV(portid) {
19120c78ac9SDavid Hunt 			if (force_quit)
19220c78ac9SDavid Hunt 				return;
19320c78ac9SDavid Hunt 			if ((port_mask & (1 << portid)) == 0)
19420c78ac9SDavid Hunt 				continue;
19520c78ac9SDavid Hunt 			memset(&link, 0, sizeof(link));
19620c78ac9SDavid Hunt 			rte_eth_link_get_nowait(portid, &link);
19720c78ac9SDavid Hunt 			/* print link status if flag set */
19820c78ac9SDavid Hunt 			if (print_flag == 1) {
19920c78ac9SDavid Hunt 				if (link.link_status)
20020c78ac9SDavid Hunt 					printf("Port %d Link Up - speed %u "
20120c78ac9SDavid Hunt 						"Mbps - %s\n", (uint16_t)portid,
20220c78ac9SDavid Hunt 						(unsigned int)link.link_speed,
20320c78ac9SDavid Hunt 				(link.link_duplex == ETH_LINK_FULL_DUPLEX) ?
20420c78ac9SDavid Hunt 					("full-duplex") : ("half-duplex\n"));
20520c78ac9SDavid Hunt 				else
20620c78ac9SDavid Hunt 					printf("Port %d Link Down\n",
20720c78ac9SDavid Hunt 						(uint16_t)portid);
20820c78ac9SDavid Hunt 				continue;
20920c78ac9SDavid Hunt 			}
21020c78ac9SDavid Hunt 		       /* clear all_ports_up flag if any link down */
21120c78ac9SDavid Hunt 			if (link.link_status == ETH_LINK_DOWN) {
21220c78ac9SDavid Hunt 				all_ports_up = 0;
21320c78ac9SDavid Hunt 				break;
21420c78ac9SDavid Hunt 			}
21520c78ac9SDavid Hunt 		}
21620c78ac9SDavid Hunt 		/* after finally printing all link status, get out */
21720c78ac9SDavid Hunt 		if (print_flag == 1)
21820c78ac9SDavid Hunt 			break;
21920c78ac9SDavid Hunt 
22020c78ac9SDavid Hunt 		if (all_ports_up == 0) {
22120c78ac9SDavid Hunt 			printf(".");
22220c78ac9SDavid Hunt 			fflush(stdout);
22320c78ac9SDavid Hunt 			rte_delay_ms(CHECK_INTERVAL);
22420c78ac9SDavid Hunt 		}
22520c78ac9SDavid Hunt 
22620c78ac9SDavid Hunt 		/* set the print_flag if all ports up or timeout */
22720c78ac9SDavid Hunt 		if (all_ports_up == 1 || count == (MAX_CHECK_TIME - 1)) {
22820c78ac9SDavid Hunt 			print_flag = 1;
22920c78ac9SDavid Hunt 			printf("done\n");
23020c78ac9SDavid Hunt 		}
23120c78ac9SDavid Hunt 	}
23220c78ac9SDavid Hunt }
2338db653ffSAlan Carew static int
2348db653ffSAlan Carew run_monitor(__attribute__((unused)) void *arg)
2358db653ffSAlan Carew {
2368db653ffSAlan Carew 	if (channel_monitor_init() < 0) {
2378db653ffSAlan Carew 		printf("Unable to initialize channel monitor\n");
2388db653ffSAlan Carew 		return -1;
2398db653ffSAlan Carew 	}
2408db653ffSAlan Carew 	run_channel_monitor();
2418db653ffSAlan Carew 	return 0;
2428db653ffSAlan Carew }
2438db653ffSAlan Carew 
2448db653ffSAlan Carew static void
2458db653ffSAlan Carew sig_handler(int signo)
2468db653ffSAlan Carew {
2478db653ffSAlan Carew 	printf("Received signal %d, exiting...\n", signo);
2488db653ffSAlan Carew 	channel_monitor_exit();
2498db653ffSAlan Carew 	channel_manager_exit();
2508db653ffSAlan Carew 	power_manager_exit();
2518db653ffSAlan Carew 
2528db653ffSAlan Carew }
2538db653ffSAlan Carew 
2548db653ffSAlan Carew int
25598a16481SDavid Marchand main(int argc, char **argv)
2568db653ffSAlan Carew {
2578db653ffSAlan Carew 	int ret;
2588db653ffSAlan Carew 	unsigned lcore_id;
25920c78ac9SDavid Hunt 	unsigned int nb_ports;
26020c78ac9SDavid Hunt 	struct rte_mempool *mbuf_pool;
26120c78ac9SDavid Hunt 	uint16_t portid;
26220c78ac9SDavid Hunt 
2638db653ffSAlan Carew 
2648db653ffSAlan Carew 	ret = rte_eal_init(argc, argv);
2658db653ffSAlan Carew 	if (ret < 0)
2668db653ffSAlan Carew 		rte_panic("Cannot init EAL\n");
2678db653ffSAlan Carew 
2688db653ffSAlan Carew 	signal(SIGINT, sig_handler);
2698db653ffSAlan Carew 	signal(SIGTERM, sig_handler);
2708db653ffSAlan Carew 
27120c78ac9SDavid Hunt 	argc -= ret;
27220c78ac9SDavid Hunt 	argv += ret;
27320c78ac9SDavid Hunt 
27420c78ac9SDavid Hunt 	/* parse application arguments (after the EAL ones) */
27520c78ac9SDavid Hunt 	ret = parse_args(argc, argv);
27620c78ac9SDavid Hunt 	if (ret < 0)
27720c78ac9SDavid Hunt 		rte_exit(EXIT_FAILURE, "Invalid arguments\n");
27820c78ac9SDavid Hunt 
279d9a42a69SThomas Monjalon 	nb_ports = rte_eth_dev_count_avail();
28020c78ac9SDavid Hunt 
281*ace158c4SDavid Hunt 	if (nb_ports > 0) {
282*ace158c4SDavid Hunt 		mbuf_pool = rte_pktmbuf_pool_create("MBUF_POOL",
283*ace158c4SDavid Hunt 				NUM_MBUFS * nb_ports, MBUF_CACHE_SIZE, 0,
284*ace158c4SDavid Hunt 				RTE_MBUF_DEFAULT_BUF_SIZE, rte_socket_id());
28520c78ac9SDavid Hunt 
28620c78ac9SDavid Hunt 		if (mbuf_pool == NULL)
28720c78ac9SDavid Hunt 			rte_exit(EXIT_FAILURE, "Cannot create mbuf pool\n");
28820c78ac9SDavid Hunt 
28920c78ac9SDavid Hunt 		/* Initialize ports. */
2908728ccf3SThomas Monjalon 		RTE_ETH_FOREACH_DEV(portid) {
291c9a47791SDavid Hunt 			struct ether_addr eth;
292c9a47791SDavid Hunt 			int w, j;
293a032a081SDavid Coyle 			int ret;
294c9a47791SDavid Hunt 
29520c78ac9SDavid Hunt 			if ((enabled_port_mask & (1 << portid)) == 0)
29620c78ac9SDavid Hunt 				continue;
297c9a47791SDavid Hunt 
298c9a47791SDavid Hunt 			eth.addr_bytes[0] = 0xe0;
299c9a47791SDavid Hunt 			eth.addr_bytes[1] = 0xe0;
300c9a47791SDavid Hunt 			eth.addr_bytes[2] = 0xe0;
301c9a47791SDavid Hunt 			eth.addr_bytes[3] = 0xe0;
302c9a47791SDavid Hunt 			eth.addr_bytes[4] = portid + 0xf0;
303c9a47791SDavid Hunt 
30420c78ac9SDavid Hunt 			if (port_init(portid, mbuf_pool) != 0)
305*ace158c4SDavid Hunt 				rte_exit(EXIT_FAILURE,
306*ace158c4SDavid Hunt 					"Cannot init port %"PRIu8 "\n",
30720c78ac9SDavid Hunt 					portid);
308c9a47791SDavid Hunt 
309c9a47791SDavid Hunt 			for (w = 0; w < MAX_VFS; w++) {
310c9a47791SDavid Hunt 				eth.addr_bytes[5] = w + 0xf0;
311c9a47791SDavid Hunt 
312c9a47791SDavid Hunt 				ret = rte_pmd_ixgbe_set_vf_mac_addr(portid,
313c9a47791SDavid Hunt 							w, &eth);
314c9a47791SDavid Hunt 				if (ret == -ENOTSUP)
315*ace158c4SDavid Hunt 					ret = rte_pmd_i40e_set_vf_mac_addr(
316*ace158c4SDavid Hunt 							portid, w, &eth);
317c9a47791SDavid Hunt 				if (ret == -ENOTSUP)
318*ace158c4SDavid Hunt 					ret = rte_pmd_bnxt_set_vf_mac_addr(
319*ace158c4SDavid Hunt 							portid, w, &eth);
320c9a47791SDavid Hunt 
321c9a47791SDavid Hunt 				switch (ret) {
322c9a47791SDavid Hunt 				case 0:
323c9a47791SDavid Hunt 					printf("Port %d VF %d MAC: ",
324c9a47791SDavid Hunt 							portid, w);
325*ace158c4SDavid Hunt 					for (j = 0; j < 5; j++) {
326*ace158c4SDavid Hunt 						printf("%02x:",
327*ace158c4SDavid Hunt 							eth.addr_bytes[j]);
328*ace158c4SDavid Hunt 					}
329*ace158c4SDavid Hunt 					printf("%02x\n", eth.addr_bytes[5]);
330*ace158c4SDavid Hunt 					break;
331c9a47791SDavid Hunt 				}
332c9a47791SDavid Hunt 				printf("\n");
333c9a47791SDavid Hunt 				break;
334c9a47791SDavid Hunt 			}
335c9a47791SDavid Hunt 		}
33620c78ac9SDavid Hunt 	}
33720c78ac9SDavid Hunt 
3388db653ffSAlan Carew 	lcore_id = rte_get_next_lcore(-1, 1, 0);
3398db653ffSAlan Carew 	if (lcore_id == RTE_MAX_LCORE) {
3408db653ffSAlan Carew 		RTE_LOG(ERR, EAL, "A minimum of two cores are required to run "
3418db653ffSAlan Carew 				"application\n");
3428db653ffSAlan Carew 		return 0;
3438db653ffSAlan Carew 	}
34420c78ac9SDavid Hunt 
3458728ccf3SThomas Monjalon 	check_all_ports_link_status(enabled_port_mask);
3468db653ffSAlan Carew 	rte_eal_remote_launch(run_monitor, NULL, lcore_id);
3478db653ffSAlan Carew 
3488db653ffSAlan Carew 	if (power_manager_init() < 0) {
3498db653ffSAlan Carew 		printf("Unable to initialize power manager\n");
3508db653ffSAlan Carew 		return -1;
3518db653ffSAlan Carew 	}
3528db653ffSAlan Carew 	if (channel_manager_init(CHANNEL_MGR_DEFAULT_HV_PATH) < 0) {
3538db653ffSAlan Carew 		printf("Unable to initialize channel manager\n");
3548db653ffSAlan Carew 		return -1;
3558db653ffSAlan Carew 	}
3568db653ffSAlan Carew 	run_cli(NULL);
3578db653ffSAlan Carew 
3588db653ffSAlan Carew 	rte_eal_mp_wait_lcore();
3598db653ffSAlan Carew 	return 0;
3608db653ffSAlan Carew }
361