xref: /dpdk/app/test/test_pmd_perf.c (revision af0785a2447b307965377b62f46a5f39457a85a3)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2010-2014 Intel Corporation
3  */
4 
5 
6 #include <stdio.h>
7 #include <inttypes.h>
8 #include <signal.h>
9 #include <unistd.h>
10 #include <rte_cycles.h>
11 #include <rte_ethdev.h>
12 #include <rte_byteorder.h>
13 #include <rte_malloc.h>
14 #include "packet_burst_generator.h"
15 #include "test.h"
16 
17 #define NB_ETHPORTS_USED                (1)
18 #define NB_SOCKETS                      (2)
19 #define MEMPOOL_CACHE_SIZE 250
20 #define MAX_PKT_BURST                   (32)
21 #define RX_DESC_DEFAULT        (1024)
22 #define TX_DESC_DEFAULT        (1024)
23 #define RTE_PORT_ALL            (~(uint16_t)0x0)
24 
25 /* how long test would take at full line rate */
26 #define RTE_TEST_DURATION                (2)
27 
28 /*
29  * RX and TX Prefetch, Host, and Write-back threshold values should be
30  * carefully set for optimal performance. Consult the network
31  * controller's datasheet and supporting DPDK documentation for guidance
32  * on how these parameters should be set.
33  */
34 #define RX_PTHRESH 8 /**< Default values of RX prefetch threshold reg. */
35 #define RX_HTHRESH 8 /**< Default values of RX host threshold reg. */
36 #define RX_WTHRESH 0 /**< Default values of RX write-back threshold reg. */
37 
38 /*
39  * These default values are optimized for use with the Intel(R) 82599 10 GbE
40  * Controller and the DPDK ixgbe PMD. Consider using other values for other
41  * network controllers and/or network drivers.
42  */
43 #define TX_PTHRESH 32 /**< Default values of TX prefetch threshold reg. */
44 #define TX_HTHRESH 0  /**< Default values of TX host threshold reg. */
45 #define TX_WTHRESH 0  /**< Default values of TX write-back threshold reg. */
46 
47 #define MAX_TRAFFIC_BURST              2048
48 
49 #define NB_MBUF RTE_MAX(						\
50 		(unsigned)(nb_ports*nb_rx_queue*nb_rxd +		\
51 			   nb_ports*nb_lcores*MAX_PKT_BURST +		\
52 			   nb_ports*nb_tx_queue*nb_txd +		\
53 			   nb_lcores*MEMPOOL_CACHE_SIZE +		\
54 			   nb_ports*MAX_TRAFFIC_BURST),			\
55 			(unsigned)8192)
56 
57 
58 static struct rte_mempool *mbufpool[NB_SOCKETS];
59 /* ethernet addresses of ports */
60 static struct rte_ether_addr ports_eth_addr[RTE_MAX_ETHPORTS];
61 
62 static struct rte_eth_conf port_conf = {
63 	.rxmode = {
64 		.mq_mode = RTE_ETH_MQ_RX_NONE,
65 	},
66 	.txmode = {
67 		.mq_mode = RTE_ETH_MQ_TX_NONE,
68 	},
69 	.lpbk_mode = 1,  /* enable loopback */
70 };
71 
72 static struct rte_eth_rxconf rx_conf = {
73 	.rx_thresh = {
74 		.pthresh = RX_PTHRESH,
75 		.hthresh = RX_HTHRESH,
76 		.wthresh = RX_WTHRESH,
77 	},
78 	.rx_free_thresh = 32,
79 };
80 
81 static struct rte_eth_txconf tx_conf = {
82 	.tx_thresh = {
83 		.pthresh = TX_PTHRESH,
84 		.hthresh = TX_HTHRESH,
85 		.wthresh = TX_WTHRESH,
86 	},
87 	.tx_free_thresh = 32, /* Use PMD default values */
88 	.tx_rs_thresh = 32, /* Use PMD default values */
89 };
90 
91 enum {
92 	LCORE_INVALID = 0,
93 	LCORE_AVAIL,
94 	LCORE_USED,
95 };
96 
97 struct lcore_conf {
98 	uint8_t status;
99 	uint8_t socketid;
100 	uint16_t nb_ports;
101 	uint16_t portlist[RTE_MAX_ETHPORTS];
102 } __rte_cache_aligned;
103 
104 struct lcore_conf lcore_conf[RTE_MAX_LCORE];
105 
106 static uint64_t link_mbps;
107 
108 enum {
109 	SC_CONTINUOUS = 0,
110 	SC_BURST_POLL_FIRST,
111 	SC_BURST_XMIT_FIRST,
112 };
113 
114 static uint32_t sc_flag;
115 
116 /* Check the link status of all ports in up to 3s, and print them finally */
117 static void
118 check_all_ports_link_status(uint16_t port_num, uint32_t port_mask)
119 {
120 #define CHECK_INTERVAL 100 /* 100ms */
121 #define MAX_CHECK_TIME 30 /* 3s (30 * 100ms) in total */
122 	uint16_t portid;
123 	uint8_t count, all_ports_up, print_flag = 0;
124 	struct rte_eth_link link;
125 	int ret;
126 	char link_status[RTE_ETH_LINK_MAX_STR_LEN];
127 
128 	printf("Checking link statuses...\n");
129 	fflush(stdout);
130 	for (count = 0; count <= MAX_CHECK_TIME; count++) {
131 		all_ports_up = 1;
132 		for (portid = 0; portid < port_num; portid++) {
133 			if ((port_mask & (1 << portid)) == 0)
134 				continue;
135 			memset(&link, 0, sizeof(link));
136 			ret = rte_eth_link_get_nowait(portid, &link);
137 			if (ret < 0) {
138 				all_ports_up = 0;
139 				if (print_flag == 1)
140 					printf("Port %u link get failed: %s\n",
141 						portid, rte_strerror(-ret));
142 				continue;
143 			}
144 
145 			/* print link status if flag set */
146 			if (print_flag == 1) {
147 				if (link.link_status && link_mbps == 0)
148 					link_mbps = link.link_speed;
149 
150 				rte_eth_link_to_str(link_status,
151 					sizeof(link_status), &link);
152 				printf("Port %d %s\n", portid, link_status);
153 				continue;
154 			}
155 			/* clear all_ports_up flag if any link down */
156 			if (link.link_status == RTE_ETH_LINK_DOWN) {
157 				all_ports_up = 0;
158 				break;
159 			}
160 		}
161 		/* after finally printing all link status, get out */
162 		if (print_flag == 1)
163 			break;
164 
165 		if (all_ports_up == 0) {
166 			fflush(stdout);
167 			rte_delay_ms(CHECK_INTERVAL);
168 		}
169 
170 		/* set the print_flag if all ports up or timeout */
171 		if (all_ports_up == 1 || count == (MAX_CHECK_TIME - 1))
172 			print_flag = 1;
173 	}
174 }
175 
176 static void
177 print_ethaddr(const char *name, const struct rte_ether_addr *eth_addr)
178 {
179 	char buf[RTE_ETHER_ADDR_FMT_SIZE];
180 	rte_ether_format_addr(buf, RTE_ETHER_ADDR_FMT_SIZE, eth_addr);
181 	printf("%s%s", name, buf);
182 }
183 
184 static int
185 init_traffic(struct rte_mempool *mp,
186 	     struct rte_mbuf **pkts_burst, uint32_t burst_size)
187 {
188 	struct rte_ether_hdr pkt_eth_hdr;
189 	struct rte_ipv4_hdr pkt_ipv4_hdr;
190 	struct rte_udp_hdr pkt_udp_hdr;
191 	uint32_t pktlen;
192 	static uint8_t src_mac[] = { 0x00, 0xFF, 0xAA, 0xFF, 0xAA, 0xFF };
193 	static uint8_t dst_mac[] = { 0x00, 0xAA, 0xFF, 0xAA, 0xFF, 0xAA };
194 
195 
196 	initialize_eth_header(&pkt_eth_hdr,
197 		(struct rte_ether_addr *)src_mac,
198 		(struct rte_ether_addr *)dst_mac, RTE_ETHER_TYPE_IPV4, 0, 0);
199 
200 	pktlen = initialize_ipv4_header(&pkt_ipv4_hdr,
201 					IPV4_ADDR(10, 0, 0, 1),
202 					IPV4_ADDR(10, 0, 0, 2), 26);
203 	printf("IPv4 pktlen %u\n", pktlen);
204 
205 	pktlen = initialize_udp_header(&pkt_udp_hdr, 0, 0, 18);
206 
207 	printf("UDP pktlen %u\n", pktlen);
208 
209 	return generate_packet_burst(mp, pkts_burst, &pkt_eth_hdr,
210 				     0, &pkt_ipv4_hdr, 1,
211 				     &pkt_udp_hdr, burst_size,
212 				     PACKET_BURST_GEN_PKT_LEN, 1);
213 }
214 
215 static int
216 init_lcores(void)
217 {
218 	unsigned lcore_id;
219 
220 	for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
221 		lcore_conf[lcore_id].socketid =
222 			rte_lcore_to_socket_id(lcore_id);
223 		if (rte_lcore_is_enabled(lcore_id) == 0) {
224 			lcore_conf[lcore_id].status = LCORE_INVALID;
225 			continue;
226 		} else
227 			lcore_conf[lcore_id].status = LCORE_AVAIL;
228 	}
229 	return 0;
230 }
231 
232 static int
233 init_mbufpool(unsigned nb_mbuf)
234 {
235 	int socketid;
236 	unsigned lcore_id;
237 	char s[64];
238 
239 	for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
240 		if (rte_lcore_is_enabled(lcore_id) == 0)
241 			continue;
242 
243 		socketid = rte_lcore_to_socket_id(lcore_id);
244 		if (socketid >= NB_SOCKETS) {
245 			rte_exit(EXIT_FAILURE,
246 				"Socket %d of lcore %u is out of range %d\n",
247 				socketid, lcore_id, NB_SOCKETS);
248 		}
249 		if (mbufpool[socketid] == NULL) {
250 			snprintf(s, sizeof(s), "mbuf_pool_%d", socketid);
251 			mbufpool[socketid] =
252 				rte_pktmbuf_pool_create(s, nb_mbuf,
253 					MEMPOOL_CACHE_SIZE, 0,
254 					RTE_MBUF_DEFAULT_BUF_SIZE, socketid);
255 			if (mbufpool[socketid] == NULL)
256 				rte_exit(EXIT_FAILURE,
257 					"Cannot init mbuf pool on socket %d\n",
258 					socketid);
259 			else
260 				printf("Allocated mbuf pool on socket %d\n",
261 					socketid);
262 		}
263 	}
264 	return 0;
265 }
266 
267 static uint16_t
268 alloc_lcore(int socketid)
269 {
270 	unsigned lcore_id;
271 
272 	for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
273 		if (LCORE_AVAIL != lcore_conf[lcore_id].status ||
274 		    (socketid != SOCKET_ID_ANY &&
275 		     lcore_conf[lcore_id].socketid != socketid) ||
276 		    lcore_id == rte_get_main_lcore())
277 			continue;
278 		lcore_conf[lcore_id].status = LCORE_USED;
279 		lcore_conf[lcore_id].nb_ports = 0;
280 		return lcore_id;
281 	}
282 
283 	return (uint16_t)-1;
284 }
285 
286 static volatile uint64_t stop;
287 static uint64_t count;
288 static uint64_t drop;
289 static uint64_t idle;
290 
291 static void
292 reset_count(void)
293 {
294 	count = 0;
295 	drop = 0;
296 	idle = 0;
297 }
298 
299 #ifndef RTE_EXEC_ENV_WINDOWS
300 static void
301 stats_display(uint16_t port_id)
302 {
303 	struct rte_eth_stats stats;
304 	rte_eth_stats_get(port_id, &stats);
305 
306 	printf("  RX-packets: %-10"PRIu64" RX-missed: %-10"PRIu64" RX-bytes:  "
307 	       "%-"PRIu64"\n",
308 	       stats.ipackets, stats.imissed, stats.ibytes);
309 	printf("  RX-errors: %-10"PRIu64" RX-nombuf:  %-10"PRIu64"\n",
310 	       stats.ierrors, stats.rx_nombuf);
311 	printf("  TX-packets: %-10"PRIu64" TX-errors: %-10"PRIu64" TX-bytes:  "
312 	       "%-"PRIu64"\n",
313 	       stats.opackets, stats.oerrors, stats.obytes);
314 }
315 
316 static void
317 signal_handler(int signum)
318 {
319 	/*  USR1 signal, stop testing */
320 	if (signum == SIGUSR1) {
321 		printf("Force Stop!\n");
322 		stop = 1;
323 	}
324 
325 	/*  USR2 signal, print stats */
326 	if (signum == SIGUSR2)
327 		stats_display(0);
328 }
329 #endif
330 
331 struct rte_mbuf **tx_burst;
332 
333 uint64_t (*do_measure)(struct lcore_conf *conf,
334 		       struct rte_mbuf *pkts_burst[],
335 		       uint64_t total_pkts);
336 
337 static uint64_t
338 measure_rxtx(struct lcore_conf *conf,
339 	     struct rte_mbuf *pkts_burst[],
340 	     uint64_t total_pkts)
341 {
342 	unsigned i, portid, nb_rx, nb_tx;
343 	uint64_t prev_tsc, cur_tsc;
344 
345 	prev_tsc = rte_rdtsc();
346 
347 	while (likely(!stop)) {
348 		for (i = 0; i < conf->nb_ports; i++) {
349 			portid = conf->portlist[i];
350 			nb_rx = rte_eth_rx_burst(portid, 0,
351 						 pkts_burst, MAX_PKT_BURST);
352 			if (unlikely(nb_rx == 0)) {
353 				idle++;
354 				continue;
355 			}
356 
357 			count += nb_rx;
358 			nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx);
359 			if (unlikely(nb_tx < nb_rx)) {
360 				drop += (nb_rx - nb_tx);
361 				do {
362 					rte_pktmbuf_free(pkts_burst[nb_tx]);
363 				} while (++nb_tx < nb_rx);
364 			}
365 		}
366 		if (unlikely(count >= total_pkts))
367 			break;
368 	}
369 
370 	cur_tsc = rte_rdtsc();
371 
372 	return cur_tsc - prev_tsc;
373 }
374 
375 static uint64_t
376 measure_rxonly(struct lcore_conf *conf,
377 	       struct rte_mbuf *pkts_burst[],
378 	       uint64_t total_pkts)
379 {
380 	unsigned i, portid, nb_rx, nb_tx;
381 	uint64_t diff_tsc, cur_tsc;
382 
383 	diff_tsc = 0;
384 	while (likely(!stop)) {
385 		for (i = 0; i < conf->nb_ports; i++) {
386 			portid = conf->portlist[i];
387 
388 			cur_tsc = rte_rdtsc();
389 			nb_rx = rte_eth_rx_burst(portid, 0,
390 						 pkts_burst, MAX_PKT_BURST);
391 			if (unlikely(nb_rx == 0)) {
392 				idle++;
393 				continue;
394 			}
395 			diff_tsc += rte_rdtsc() - cur_tsc;
396 
397 			count += nb_rx;
398 			nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx);
399 			if (unlikely(nb_tx < nb_rx)) {
400 				drop += (nb_rx - nb_tx);
401 				do {
402 					rte_pktmbuf_free(pkts_burst[nb_tx]);
403 				} while (++nb_tx < nb_rx);
404 			}
405 		}
406 		if (unlikely(count >= total_pkts))
407 			break;
408 	}
409 
410 	return diff_tsc;
411 }
412 
413 static uint64_t
414 measure_txonly(struct lcore_conf *conf,
415 	       struct rte_mbuf *pkts_burst[],
416 	       uint64_t total_pkts)
417 {
418 	unsigned i, portid, nb_rx, nb_tx;
419 	uint64_t diff_tsc, cur_tsc;
420 
421 	printf("do tx measure\n");
422 	diff_tsc = 0;
423 	while (likely(!stop)) {
424 		for (i = 0; i < conf->nb_ports; i++) {
425 			portid = conf->portlist[i];
426 			nb_rx = rte_eth_rx_burst(portid, 0,
427 						 pkts_burst, MAX_PKT_BURST);
428 			if (unlikely(nb_rx == 0)) {
429 				idle++;
430 				continue;
431 			}
432 
433 			count += nb_rx;
434 
435 			cur_tsc = rte_rdtsc();
436 			nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx);
437 			if (unlikely(nb_tx < nb_rx)) {
438 				drop += (nb_rx - nb_tx);
439 				do {
440 					rte_pktmbuf_free(pkts_burst[nb_tx]);
441 				} while (++nb_tx < nb_rx);
442 			}
443 			diff_tsc += rte_rdtsc() - cur_tsc;
444 		}
445 		if (unlikely(count >= total_pkts))
446 			break;
447 	}
448 
449 	return diff_tsc;
450 }
451 
452 /* main processing loop */
453 static int
454 main_loop(__rte_unused void *args)
455 {
456 #define PACKET_SIZE 64
457 #define FRAME_GAP 12
458 #define MAC_PREAMBLE 8
459 #define MAX_RETRY_COUNT 5
460 	struct rte_mbuf *pkts_burst[MAX_PKT_BURST];
461 	unsigned lcore_id;
462 	unsigned i, portid, nb_rx = 0, nb_tx = 0;
463 	struct lcore_conf *conf;
464 	int pkt_per_port;
465 	uint64_t diff_tsc;
466 	uint64_t packets_per_second, total_packets;
467 	int retry_cnt = 0;
468 	int free_pkt = 0;
469 
470 	lcore_id = rte_lcore_id();
471 	conf = &lcore_conf[lcore_id];
472 	if (conf->status != LCORE_USED)
473 		return 0;
474 
475 	pkt_per_port = MAX_TRAFFIC_BURST;
476 
477 	int idx = 0;
478 	for (i = 0; i < conf->nb_ports; i++) {
479 		int num = pkt_per_port;
480 		portid = conf->portlist[i];
481 		printf("inject %d packet to port %d\n", num, portid);
482 		while (num) {
483 			nb_tx = RTE_MIN(MAX_PKT_BURST, num);
484 			nb_tx = rte_eth_tx_burst(portid, 0,
485 						&tx_burst[idx], nb_tx);
486 			if (nb_tx == 0)
487 				retry_cnt++;
488 			num -= nb_tx;
489 			idx += nb_tx;
490 			if (retry_cnt == MAX_RETRY_COUNT) {
491 				retry_cnt = 0;
492 				break;
493 			}
494 		}
495 	}
496 	for (free_pkt = idx; free_pkt < (MAX_TRAFFIC_BURST * conf->nb_ports);
497 			free_pkt++)
498 		rte_pktmbuf_free(tx_burst[free_pkt]);
499 	printf("Total packets inject to prime ports = %u\n", idx);
500 
501 	packets_per_second = (link_mbps * 1000 * 1000) /
502 		((PACKET_SIZE + FRAME_GAP + MAC_PREAMBLE) * CHAR_BIT);
503 	printf("Each port will do %"PRIu64" packets per second\n",
504 	       packets_per_second);
505 
506 	total_packets = RTE_TEST_DURATION * conf->nb_ports * packets_per_second;
507 	printf("Test will stop after at least %"PRIu64" packets received\n",
508 		+ total_packets);
509 
510 	diff_tsc = do_measure(conf, pkts_burst, total_packets);
511 
512 	for (i = 0; i < conf->nb_ports; i++) {
513 		portid = conf->portlist[i];
514 		int nb_free = 0;
515 		uint64_t timeout = 10000;
516 		do { /* dry out */
517 			nb_rx = rte_eth_rx_burst(portid, 0,
518 						 pkts_burst, MAX_PKT_BURST);
519 			nb_tx = 0;
520 			while (nb_tx < nb_rx)
521 				rte_pktmbuf_free(pkts_burst[nb_tx++]);
522 			nb_free += nb_rx;
523 
524 			if (unlikely(nb_rx == 0))
525 				timeout--;
526 		} while (nb_free != pkt_per_port && timeout != 0);
527 		printf("free %d (expected %d) mbuf left in port %u\n", nb_free,
528 		       pkt_per_port, portid);
529 	}
530 
531 	if (count == 0)
532 		return -1;
533 
534 	printf("%"PRIu64" packet, %"PRIu64" drop, %"PRIu64" idle\n",
535 	       count, drop, idle);
536 	printf("Result: %"PRIu64" cycles per packet\n", diff_tsc / count);
537 
538 	return 0;
539 }
540 
541 static uint64_t start;
542 
543 static inline int
544 poll_burst(void *args)
545 {
546 #define MAX_IDLE           (10000)
547 	unsigned lcore_id;
548 	struct rte_mbuf **pkts_burst;
549 	uint64_t diff_tsc, cur_tsc;
550 	uint16_t next[RTE_MAX_ETHPORTS];
551 	struct lcore_conf *conf;
552 	uint32_t pkt_per_port = *((uint32_t *)args);
553 	unsigned i, portid, nb_rx = 0;
554 	uint64_t total;
555 	uint64_t timeout = MAX_IDLE;
556 	int num[RTE_MAX_ETHPORTS];
557 
558 	lcore_id = rte_lcore_id();
559 	conf = &lcore_conf[lcore_id];
560 	if (conf->status != LCORE_USED)
561 		return 0;
562 
563 	total = pkt_per_port * conf->nb_ports;
564 	printf("start to receive total expect %"PRIu64"\n", total);
565 
566 	pkts_burst = (struct rte_mbuf **)
567 		rte_calloc_socket("poll_burst",
568 				  total, sizeof(void *),
569 				  RTE_CACHE_LINE_SIZE, conf->socketid);
570 	if (!pkts_burst)
571 		return -1;
572 
573 	for (i = 0; i < conf->nb_ports; i++) {
574 		portid = conf->portlist[i];
575 		next[portid] = i * pkt_per_port;
576 		num[portid] = pkt_per_port;
577 	}
578 
579 	rte_wait_until_equal_64(&start, 1, __ATOMIC_ACQUIRE);
580 
581 	cur_tsc = rte_rdtsc();
582 	while (total) {
583 		for (i = 0; i < conf->nb_ports; i++) {
584 			portid = conf->portlist[i];
585 			nb_rx = rte_eth_rx_burst(portid, 0,
586 					&pkts_burst[next[portid]],
587 					RTE_MIN(MAX_PKT_BURST, num[portid]));
588 			if (unlikely(nb_rx == 0)) {
589 				timeout--;
590 				if (unlikely(timeout == 0))
591 					goto timeout;
592 				continue;
593 			}
594 			next[portid] += nb_rx;
595 			num[portid] -= nb_rx;
596 			total -= nb_rx;
597 		}
598 	}
599 timeout:
600 	diff_tsc = rte_rdtsc() - cur_tsc;
601 
602 	printf("%"PRIu64" packets lost, IDLE %"PRIu64" times\n",
603 	       total, MAX_IDLE - timeout);
604 	/* clean up */
605 	total = pkt_per_port * conf->nb_ports - total;
606 	for (i = 0; i < total; i++)
607 		rte_pktmbuf_free(pkts_burst[i]);
608 
609 	rte_free(pkts_burst);
610 
611 	if (total > 0)
612 		return diff_tsc / total;
613 	else
614 		return -1;
615 }
616 
617 static int
618 exec_burst(uint32_t flags, int lcore)
619 {
620 	unsigned int portid, nb_tx = 0;
621 	struct lcore_conf *conf;
622 	uint32_t pkt_per_port;
623 	int num, i, idx = 0;
624 	int diff_tsc;
625 
626 	conf = &lcore_conf[lcore];
627 
628 	pkt_per_port = MAX_TRAFFIC_BURST;
629 	num = pkt_per_port * conf->nb_ports;
630 
631 	/* only when polling first */
632 	if (flags == SC_BURST_POLL_FIRST)
633 		__atomic_store_n(&start, 1, __ATOMIC_RELAXED);
634 	else
635 		__atomic_store_n(&start, 0, __ATOMIC_RELAXED);
636 
637 	/* start polling thread
638 	 * if in POLL_FIRST mode, poll once launched;
639 	 * otherwise, not actually poll yet
640 	 */
641 	rte_eal_remote_launch(poll_burst,
642 			      (void *)&pkt_per_port, lcore);
643 
644 	/* start xmit */
645 	i = 0;
646 	while (num) {
647 		nb_tx = RTE_MIN(MAX_PKT_BURST, num);
648 		portid = conf->portlist[i];
649 		nb_tx = rte_eth_tx_burst(portid, 0, &tx_burst[idx], nb_tx);
650 		idx += nb_tx;
651 		num -= nb_tx;
652 		i = (i >= conf->nb_ports - 1) ? 0 : (i + 1);
653 	}
654 
655 	rte_delay_us(5 * US_PER_S);
656 
657 	/* only when polling second  */
658 	if (flags == SC_BURST_XMIT_FIRST)
659 		__atomic_store_n(&start, 1, __ATOMIC_RELEASE);
660 
661 	/* wait for polling finished */
662 	diff_tsc = rte_eal_wait_lcore(lcore);
663 	if (diff_tsc < 0) {
664 		printf("exec_burst: Failed to measure cycles per packet\n");
665 		return -1;
666 	}
667 
668 	printf("Result: %d cycles per packet\n", diff_tsc);
669 
670 	return 0;
671 }
672 
673 static int
674 test_pmd_perf(void)
675 {
676 	uint16_t nb_ports, num, nb_lcores, worker_id = (uint16_t)-1;
677 	uint16_t nb_rxd = MAX_TRAFFIC_BURST;
678 	uint16_t nb_txd = MAX_TRAFFIC_BURST;
679 	uint16_t portid;
680 	uint16_t nb_rx_queue = 1, nb_tx_queue = 1;
681 	int socketid = -1;
682 	int ret;
683 
684 	printf("Start PMD RXTX cycles cost test.\n");
685 
686 #ifndef RTE_EXEC_ENV_WINDOWS
687 	signal(SIGUSR1, signal_handler);
688 	signal(SIGUSR2, signal_handler);
689 #endif
690 
691 	nb_ports = rte_eth_dev_count_avail();
692 	if (nb_ports < NB_ETHPORTS_USED) {
693 		printf("At least %u port(s) used for perf. test\n",
694 		       NB_ETHPORTS_USED);
695 		return -1;
696 	}
697 
698 	nb_lcores = rte_lcore_count();
699 
700 	memset(lcore_conf, 0, sizeof(lcore_conf));
701 	init_lcores();
702 
703 	init_mbufpool(NB_MBUF);
704 
705 	if (sc_flag == SC_CONTINUOUS) {
706 		nb_rxd = RX_DESC_DEFAULT;
707 		nb_txd = TX_DESC_DEFAULT;
708 	}
709 	printf("CONFIG RXD=%d TXD=%d\n", nb_rxd, nb_txd);
710 
711 	reset_count();
712 	num = 0;
713 	RTE_ETH_FOREACH_DEV(portid) {
714 		if (socketid == -1) {
715 			worker_id = alloc_lcore(rte_eth_dev_socket_id(portid));
716 			if (worker_id == (uint16_t)-1) {
717 				printf("No avail lcore to run test\n");
718 				return -1;
719 			}
720 			socketid = rte_lcore_to_socket_id(worker_id);
721 			printf("Performance test runs on lcore %u socket %u\n",
722 			       worker_id, socketid);
723 		}
724 
725 		if (socketid != rte_eth_dev_socket_id(portid) &&
726 		    rte_eth_dev_socket_id(portid) != SOCKET_ID_ANY) {
727 			printf("Skip port %d\n", portid);
728 			continue;
729 		}
730 
731 		/* port configure */
732 		ret = rte_eth_dev_configure(portid, nb_rx_queue,
733 					    nb_tx_queue, &port_conf);
734 		if (ret < 0)
735 			rte_exit(EXIT_FAILURE,
736 				"Cannot configure device: err=%d, port=%d\n",
737 				 ret, portid);
738 
739 		ret = rte_eth_macaddr_get(portid, &ports_eth_addr[portid]);
740 		if (ret < 0)
741 			rte_exit(EXIT_FAILURE,
742 				"Cannot get mac address: err=%d, port=%d\n",
743 				 ret, portid);
744 
745 		printf("Port %u ", portid);
746 		print_ethaddr("Address:", &ports_eth_addr[portid]);
747 		printf("\n");
748 
749 		/* tx queue setup */
750 		ret = rte_eth_tx_queue_setup(portid, 0, nb_txd,
751 					     socketid, &tx_conf);
752 		if (ret < 0)
753 			rte_exit(EXIT_FAILURE,
754 				"rte_eth_tx_queue_setup: err=%d, "
755 				"port=%d\n", ret, portid);
756 
757 		/* rx queue steup */
758 		ret = rte_eth_rx_queue_setup(portid, 0, nb_rxd,
759 						socketid, &rx_conf,
760 						mbufpool[socketid]);
761 		if (ret < 0)
762 			rte_exit(EXIT_FAILURE, "rte_eth_rx_queue_setup: err=%d,"
763 				 "port=%d\n", ret, portid);
764 
765 		/* Start device */
766 		stop = 0;
767 		ret = rte_eth_dev_start(portid);
768 		if (ret < 0)
769 			rte_exit(EXIT_FAILURE,
770 				"rte_eth_dev_start: err=%d, port=%d\n",
771 				ret, portid);
772 
773 		/* always enable promiscuous */
774 		ret = rte_eth_promiscuous_enable(portid);
775 		if (ret != 0)
776 			rte_exit(EXIT_FAILURE,
777 				 "rte_eth_promiscuous_enable: err=%s, port=%d\n",
778 				 rte_strerror(-ret), portid);
779 
780 		lcore_conf[worker_id].portlist[num++] = portid;
781 		lcore_conf[worker_id].nb_ports++;
782 	}
783 	check_all_ports_link_status(nb_ports, RTE_PORT_ALL);
784 
785 	if (tx_burst == NULL) {
786 		tx_burst = (struct rte_mbuf **)
787 			rte_calloc_socket("tx_buff",
788 					  MAX_TRAFFIC_BURST * nb_ports,
789 					  sizeof(void *),
790 					  RTE_CACHE_LINE_SIZE, socketid);
791 		if (!tx_burst)
792 			return -1;
793 	}
794 
795 	init_traffic(mbufpool[socketid],
796 		     tx_burst, MAX_TRAFFIC_BURST * nb_ports);
797 
798 	printf("Generate %d packets @socket %d\n",
799 	       MAX_TRAFFIC_BURST * nb_ports, socketid);
800 
801 	if (sc_flag == SC_CONTINUOUS) {
802 		/* do both rxtx by default */
803 		if (NULL == do_measure)
804 			do_measure = measure_rxtx;
805 
806 		rte_eal_remote_launch(main_loop, NULL, worker_id);
807 
808 		if (rte_eal_wait_lcore(worker_id) < 0)
809 			return -1;
810 	} else if (sc_flag == SC_BURST_POLL_FIRST ||
811 		   sc_flag == SC_BURST_XMIT_FIRST)
812 		if (exec_burst(sc_flag, worker_id) < 0)
813 			return -1;
814 
815 	/* port tear down */
816 	RTE_ETH_FOREACH_DEV(portid) {
817 		if (socketid != rte_eth_dev_socket_id(portid))
818 			continue;
819 
820 		ret = rte_eth_dev_stop(portid);
821 		if (ret != 0)
822 			printf("rte_eth_dev_stop: err=%s, port=%u\n",
823 			       rte_strerror(-ret), portid);
824 	}
825 
826 	return 0;
827 }
828 
829 int
830 test_set_rxtx_conf(cmdline_fixed_string_t mode)
831 {
832 	printf("mode switch to %s\n", mode);
833 
834 	if (!strcmp(mode, "vector")) {
835 		/* vector rx, tx */
836 		tx_conf.tx_rs_thresh = 32;
837 		tx_conf.tx_free_thresh = 32;
838 		return 0;
839 	} else if (!strcmp(mode, "scalar")) {
840 		/* bulk alloc rx, full-featured tx */
841 		tx_conf.tx_rs_thresh = 32;
842 		tx_conf.tx_free_thresh = 32;
843 		port_conf.rxmode.offloads |= RTE_ETH_RX_OFFLOAD_CHECKSUM;
844 		return 0;
845 	} else if (!strcmp(mode, "hybrid")) {
846 		/* bulk alloc rx, vector tx
847 		 * when vec macro not define,
848 		 * using the same rx/tx as scalar
849 		 */
850 		tx_conf.tx_rs_thresh = 32;
851 		tx_conf.tx_free_thresh = 32;
852 		port_conf.rxmode.offloads |= RTE_ETH_RX_OFFLOAD_CHECKSUM;
853 		return 0;
854 	} else if (!strcmp(mode, "full")) {
855 		/* full feature rx,tx pair */
856 		tx_conf.tx_rs_thresh = 32;
857 		tx_conf.tx_free_thresh = 32;
858 		port_conf.rxmode.offloads |= RTE_ETH_RX_OFFLOAD_SCATTER;
859 		return 0;
860 	}
861 
862 	return -1;
863 }
864 
865 int
866 test_set_rxtx_anchor(cmdline_fixed_string_t type)
867 {
868 	printf("type switch to %s\n", type);
869 
870 	if (!strcmp(type, "rxtx")) {
871 		do_measure = measure_rxtx;
872 		return 0;
873 	} else if (!strcmp(type, "rxonly")) {
874 		do_measure = measure_rxonly;
875 		return 0;
876 	} else if (!strcmp(type, "txonly")) {
877 		do_measure = measure_txonly;
878 		return 0;
879 	}
880 
881 	return -1;
882 }
883 
884 int
885 test_set_rxtx_sc(cmdline_fixed_string_t type)
886 {
887 	printf("stream control switch to %s\n", type);
888 
889 	if (!strcmp(type, "continuous")) {
890 		sc_flag = SC_CONTINUOUS;
891 		return 0;
892 	} else if (!strcmp(type, "poll_before_xmit")) {
893 		sc_flag = SC_BURST_POLL_FIRST;
894 		return 0;
895 	} else if (!strcmp(type, "poll_after_xmit")) {
896 		sc_flag = SC_BURST_XMIT_FIRST;
897 		return 0;
898 	}
899 
900 	return -1;
901 }
902 
903 REGISTER_TEST_COMMAND(pmd_perf_autotest, test_pmd_perf);
904