xref: /dpdk/app/test/test_pmd_perf.c (revision 8809f78c7dd9f33a44a4f89c58fc91ded34296ed)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2010-2014 Intel Corporation
3  */
4 
5 
6 #include <stdio.h>
7 #include <inttypes.h>
8 #include <signal.h>
9 #include <unistd.h>
10 #include <rte_cycles.h>
11 #include <rte_ethdev.h>
12 #include <rte_byteorder.h>
13 #include <rte_atomic.h>
14 #include <rte_malloc.h>
15 #include "packet_burst_generator.h"
16 #include "test.h"
17 
18 #define NB_ETHPORTS_USED                (1)
19 #define NB_SOCKETS                      (2)
20 #define MEMPOOL_CACHE_SIZE 250
21 #define MAX_PKT_BURST                   (32)
22 #define RTE_TEST_RX_DESC_DEFAULT        (1024)
23 #define RTE_TEST_TX_DESC_DEFAULT        (1024)
24 #define RTE_PORT_ALL            (~(uint16_t)0x0)
25 
26 /* how long test would take at full line rate */
27 #define RTE_TEST_DURATION                (2)
28 
29 /*
30  * RX and TX Prefetch, Host, and Write-back threshold values should be
31  * carefully set for optimal performance. Consult the network
32  * controller's datasheet and supporting DPDK documentation for guidance
33  * on how these parameters should be set.
34  */
35 #define RX_PTHRESH 8 /**< Default values of RX prefetch threshold reg. */
36 #define RX_HTHRESH 8 /**< Default values of RX host threshold reg. */
37 #define RX_WTHRESH 0 /**< Default values of RX write-back threshold reg. */
38 
39 /*
40  * These default values are optimized for use with the Intel(R) 82599 10 GbE
41  * Controller and the DPDK ixgbe PMD. Consider using other values for other
42  * network controllers and/or network drivers.
43  */
44 #define TX_PTHRESH 32 /**< Default values of TX prefetch threshold reg. */
45 #define TX_HTHRESH 0  /**< Default values of TX host threshold reg. */
46 #define TX_WTHRESH 0  /**< Default values of TX write-back threshold reg. */
47 
48 #define MAX_TRAFFIC_BURST              2048
49 
50 #define NB_MBUF RTE_MAX(						\
51 		(unsigned)(nb_ports*nb_rx_queue*nb_rxd +		\
52 			   nb_ports*nb_lcores*MAX_PKT_BURST +		\
53 			   nb_ports*nb_tx_queue*nb_txd +		\
54 			   nb_lcores*MEMPOOL_CACHE_SIZE +		\
55 			   nb_ports*MAX_TRAFFIC_BURST),			\
56 			(unsigned)8192)
57 
58 
59 static struct rte_mempool *mbufpool[NB_SOCKETS];
60 /* ethernet addresses of ports */
61 static struct rte_ether_addr ports_eth_addr[RTE_MAX_ETHPORTS];
62 
63 static struct rte_eth_conf port_conf = {
64 	.rxmode = {
65 		.mq_mode = ETH_MQ_RX_NONE,
66 		.max_rx_pkt_len = RTE_ETHER_MAX_LEN,
67 		.split_hdr_size = 0,
68 	},
69 	.txmode = {
70 		.mq_mode = ETH_MQ_TX_NONE,
71 	},
72 	.lpbk_mode = 1,  /* enable loopback */
73 };
74 
75 static struct rte_eth_rxconf rx_conf = {
76 	.rx_thresh = {
77 		.pthresh = RX_PTHRESH,
78 		.hthresh = RX_HTHRESH,
79 		.wthresh = RX_WTHRESH,
80 	},
81 	.rx_free_thresh = 32,
82 };
83 
84 static struct rte_eth_txconf tx_conf = {
85 	.tx_thresh = {
86 		.pthresh = TX_PTHRESH,
87 		.hthresh = TX_HTHRESH,
88 		.wthresh = TX_WTHRESH,
89 	},
90 	.tx_free_thresh = 32, /* Use PMD default values */
91 	.tx_rs_thresh = 32, /* Use PMD default values */
92 };
93 
94 enum {
95 	LCORE_INVALID = 0,
96 	LCORE_AVAIL,
97 	LCORE_USED,
98 };
99 
100 struct lcore_conf {
101 	uint8_t status;
102 	uint8_t socketid;
103 	uint16_t nb_ports;
104 	uint16_t portlist[RTE_MAX_ETHPORTS];
105 } __rte_cache_aligned;
106 
107 struct lcore_conf lcore_conf[RTE_MAX_LCORE];
108 
109 static uint64_t link_mbps;
110 
111 enum {
112 	SC_CONTINUOUS = 0,
113 	SC_BURST_POLL_FIRST,
114 	SC_BURST_XMIT_FIRST,
115 };
116 
117 static uint32_t sc_flag;
118 
119 /* Check the link status of all ports in up to 3s, and print them finally */
120 static void
121 check_all_ports_link_status(uint16_t port_num, uint32_t port_mask)
122 {
123 #define CHECK_INTERVAL 100 /* 100ms */
124 #define MAX_CHECK_TIME 30 /* 3s (30 * 100ms) in total */
125 	uint16_t portid;
126 	uint8_t count, all_ports_up, print_flag = 0;
127 	struct rte_eth_link link;
128 	int ret;
129 	char link_status[RTE_ETH_LINK_MAX_STR_LEN];
130 
131 	printf("Checking link statuses...\n");
132 	fflush(stdout);
133 	for (count = 0; count <= MAX_CHECK_TIME; count++) {
134 		all_ports_up = 1;
135 		for (portid = 0; portid < port_num; portid++) {
136 			if ((port_mask & (1 << portid)) == 0)
137 				continue;
138 			memset(&link, 0, sizeof(link));
139 			ret = rte_eth_link_get_nowait(portid, &link);
140 			if (ret < 0) {
141 				all_ports_up = 0;
142 				if (print_flag == 1)
143 					printf("Port %u link get failed: %s\n",
144 						portid, rte_strerror(-ret));
145 				continue;
146 			}
147 
148 			/* print link status if flag set */
149 			if (print_flag == 1) {
150 				if (link.link_status && link_mbps == 0)
151 					link_mbps = link.link_speed;
152 
153 				rte_eth_link_to_str(link_status,
154 					sizeof(link_status), &link);
155 				printf("Port %d %s\n", portid, link_status);
156 				continue;
157 			}
158 			/* clear all_ports_up flag if any link down */
159 			if (link.link_status == ETH_LINK_DOWN) {
160 				all_ports_up = 0;
161 				break;
162 			}
163 		}
164 		/* after finally printing all link status, get out */
165 		if (print_flag == 1)
166 			break;
167 
168 		if (all_ports_up == 0) {
169 			fflush(stdout);
170 			rte_delay_ms(CHECK_INTERVAL);
171 		}
172 
173 		/* set the print_flag if all ports up or timeout */
174 		if (all_ports_up == 1 || count == (MAX_CHECK_TIME - 1))
175 			print_flag = 1;
176 	}
177 }
178 
179 static void
180 print_ethaddr(const char *name, const struct rte_ether_addr *eth_addr)
181 {
182 	char buf[RTE_ETHER_ADDR_FMT_SIZE];
183 	rte_ether_format_addr(buf, RTE_ETHER_ADDR_FMT_SIZE, eth_addr);
184 	printf("%s%s", name, buf);
185 }
186 
187 static int
188 init_traffic(struct rte_mempool *mp,
189 	     struct rte_mbuf **pkts_burst, uint32_t burst_size)
190 {
191 	struct rte_ether_hdr pkt_eth_hdr;
192 	struct rte_ipv4_hdr pkt_ipv4_hdr;
193 	struct rte_udp_hdr pkt_udp_hdr;
194 	uint32_t pktlen;
195 	static uint8_t src_mac[] = { 0x00, 0xFF, 0xAA, 0xFF, 0xAA, 0xFF };
196 	static uint8_t dst_mac[] = { 0x00, 0xAA, 0xFF, 0xAA, 0xFF, 0xAA };
197 
198 
199 	initialize_eth_header(&pkt_eth_hdr,
200 		(struct rte_ether_addr *)src_mac,
201 		(struct rte_ether_addr *)dst_mac, RTE_ETHER_TYPE_IPV4, 0, 0);
202 
203 	pktlen = initialize_ipv4_header(&pkt_ipv4_hdr,
204 					IPV4_ADDR(10, 0, 0, 1),
205 					IPV4_ADDR(10, 0, 0, 2), 26);
206 	printf("IPv4 pktlen %u\n", pktlen);
207 
208 	pktlen = initialize_udp_header(&pkt_udp_hdr, 0, 0, 18);
209 
210 	printf("UDP pktlen %u\n", pktlen);
211 
212 	return generate_packet_burst(mp, pkts_burst, &pkt_eth_hdr,
213 				     0, &pkt_ipv4_hdr, 1,
214 				     &pkt_udp_hdr, burst_size,
215 				     PACKET_BURST_GEN_PKT_LEN, 1);
216 }
217 
218 static int
219 init_lcores(void)
220 {
221 	unsigned lcore_id;
222 
223 	for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
224 		lcore_conf[lcore_id].socketid =
225 			rte_lcore_to_socket_id(lcore_id);
226 		if (rte_lcore_is_enabled(lcore_id) == 0) {
227 			lcore_conf[lcore_id].status = LCORE_INVALID;
228 			continue;
229 		} else
230 			lcore_conf[lcore_id].status = LCORE_AVAIL;
231 	}
232 	return 0;
233 }
234 
235 static int
236 init_mbufpool(unsigned nb_mbuf)
237 {
238 	int socketid;
239 	unsigned lcore_id;
240 	char s[64];
241 
242 	for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
243 		if (rte_lcore_is_enabled(lcore_id) == 0)
244 			continue;
245 
246 		socketid = rte_lcore_to_socket_id(lcore_id);
247 		if (socketid >= NB_SOCKETS) {
248 			rte_exit(EXIT_FAILURE,
249 				"Socket %d of lcore %u is out of range %d\n",
250 				socketid, lcore_id, NB_SOCKETS);
251 		}
252 		if (mbufpool[socketid] == NULL) {
253 			snprintf(s, sizeof(s), "mbuf_pool_%d", socketid);
254 			mbufpool[socketid] =
255 				rte_pktmbuf_pool_create(s, nb_mbuf,
256 					MEMPOOL_CACHE_SIZE, 0,
257 					RTE_MBUF_DEFAULT_BUF_SIZE, socketid);
258 			if (mbufpool[socketid] == NULL)
259 				rte_exit(EXIT_FAILURE,
260 					"Cannot init mbuf pool on socket %d\n",
261 					socketid);
262 			else
263 				printf("Allocated mbuf pool on socket %d\n",
264 					socketid);
265 		}
266 	}
267 	return 0;
268 }
269 
270 static uint16_t
271 alloc_lcore(uint16_t socketid)
272 {
273 	unsigned lcore_id;
274 
275 	for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
276 		if (LCORE_AVAIL != lcore_conf[lcore_id].status ||
277 		    lcore_conf[lcore_id].socketid != socketid ||
278 		    lcore_id == rte_get_main_lcore())
279 			continue;
280 		lcore_conf[lcore_id].status = LCORE_USED;
281 		lcore_conf[lcore_id].nb_ports = 0;
282 		return lcore_id;
283 	}
284 
285 	return (uint16_t)-1;
286 }
287 
288 static volatile uint64_t stop;
289 static uint64_t count;
290 static uint64_t drop;
291 static uint64_t idle;
292 
293 static void
294 reset_count(void)
295 {
296 	count = 0;
297 	drop = 0;
298 	idle = 0;
299 }
300 
301 static void
302 stats_display(uint16_t port_id)
303 {
304 	struct rte_eth_stats stats;
305 	rte_eth_stats_get(port_id, &stats);
306 
307 	printf("  RX-packets: %-10"PRIu64" RX-missed: %-10"PRIu64" RX-bytes:  "
308 	       "%-"PRIu64"\n",
309 	       stats.ipackets, stats.imissed, stats.ibytes);
310 	printf("  RX-errors: %-10"PRIu64" RX-nombuf:  %-10"PRIu64"\n",
311 	       stats.ierrors, stats.rx_nombuf);
312 	printf("  TX-packets: %-10"PRIu64" TX-errors: %-10"PRIu64" TX-bytes:  "
313 	       "%-"PRIu64"\n",
314 	       stats.opackets, stats.oerrors, stats.obytes);
315 }
316 
317 static void
318 signal_handler(int signum)
319 {
320 	/*  USR1 signal, stop testing */
321 	if (signum == SIGUSR1) {
322 		printf("Force Stop!\n");
323 		stop = 1;
324 	}
325 
326 	/*  USR2 signal, print stats */
327 	if (signum == SIGUSR2)
328 		stats_display(0);
329 }
330 
331 struct rte_mbuf **tx_burst;
332 
333 uint64_t (*do_measure)(struct lcore_conf *conf,
334 		       struct rte_mbuf *pkts_burst[],
335 		       uint64_t total_pkts);
336 
337 static uint64_t
338 measure_rxtx(struct lcore_conf *conf,
339 	     struct rte_mbuf *pkts_burst[],
340 	     uint64_t total_pkts)
341 {
342 	unsigned i, portid, nb_rx, nb_tx;
343 	uint64_t prev_tsc, cur_tsc;
344 
345 	prev_tsc = rte_rdtsc();
346 
347 	while (likely(!stop)) {
348 		for (i = 0; i < conf->nb_ports; i++) {
349 			portid = conf->portlist[i];
350 			nb_rx = rte_eth_rx_burst(portid, 0,
351 						 pkts_burst, MAX_PKT_BURST);
352 			if (unlikely(nb_rx == 0)) {
353 				idle++;
354 				continue;
355 			}
356 
357 			count += nb_rx;
358 			nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx);
359 			if (unlikely(nb_tx < nb_rx)) {
360 				drop += (nb_rx - nb_tx);
361 				do {
362 					rte_pktmbuf_free(pkts_burst[nb_tx]);
363 				} while (++nb_tx < nb_rx);
364 			}
365 		}
366 		if (unlikely(count >= total_pkts))
367 			break;
368 	}
369 
370 	cur_tsc = rte_rdtsc();
371 
372 	return cur_tsc - prev_tsc;
373 }
374 
375 static uint64_t
376 measure_rxonly(struct lcore_conf *conf,
377 	       struct rte_mbuf *pkts_burst[],
378 	       uint64_t total_pkts)
379 {
380 	unsigned i, portid, nb_rx, nb_tx;
381 	uint64_t diff_tsc, cur_tsc;
382 
383 	diff_tsc = 0;
384 	while (likely(!stop)) {
385 		for (i = 0; i < conf->nb_ports; i++) {
386 			portid = conf->portlist[i];
387 
388 			cur_tsc = rte_rdtsc();
389 			nb_rx = rte_eth_rx_burst(portid, 0,
390 						 pkts_burst, MAX_PKT_BURST);
391 			if (unlikely(nb_rx == 0)) {
392 				idle++;
393 				continue;
394 			}
395 			diff_tsc += rte_rdtsc() - cur_tsc;
396 
397 			count += nb_rx;
398 			nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx);
399 			if (unlikely(nb_tx < nb_rx)) {
400 				drop += (nb_rx - nb_tx);
401 				do {
402 					rte_pktmbuf_free(pkts_burst[nb_tx]);
403 				} while (++nb_tx < nb_rx);
404 			}
405 		}
406 		if (unlikely(count >= total_pkts))
407 			break;
408 	}
409 
410 	return diff_tsc;
411 }
412 
413 static uint64_t
414 measure_txonly(struct lcore_conf *conf,
415 	       struct rte_mbuf *pkts_burst[],
416 	       uint64_t total_pkts)
417 {
418 	unsigned i, portid, nb_rx, nb_tx;
419 	uint64_t diff_tsc, cur_tsc;
420 
421 	printf("do tx measure\n");
422 	diff_tsc = 0;
423 	while (likely(!stop)) {
424 		for (i = 0; i < conf->nb_ports; i++) {
425 			portid = conf->portlist[i];
426 			nb_rx = rte_eth_rx_burst(portid, 0,
427 						 pkts_burst, MAX_PKT_BURST);
428 			if (unlikely(nb_rx == 0)) {
429 				idle++;
430 				continue;
431 			}
432 
433 			count += nb_rx;
434 
435 			cur_tsc = rte_rdtsc();
436 			nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx);
437 			if (unlikely(nb_tx < nb_rx)) {
438 				drop += (nb_rx - nb_tx);
439 				do {
440 					rte_pktmbuf_free(pkts_burst[nb_tx]);
441 				} while (++nb_tx < nb_rx);
442 			}
443 			diff_tsc += rte_rdtsc() - cur_tsc;
444 		}
445 		if (unlikely(count >= total_pkts))
446 			break;
447 	}
448 
449 	return diff_tsc;
450 }
451 
452 /* main processing loop */
453 static int
454 main_loop(__rte_unused void *args)
455 {
456 #define PACKET_SIZE 64
457 #define FRAME_GAP 12
458 #define MAC_PREAMBLE 8
459 	struct rte_mbuf *pkts_burst[MAX_PKT_BURST];
460 	unsigned lcore_id;
461 	unsigned i, portid, nb_rx = 0, nb_tx = 0;
462 	struct lcore_conf *conf;
463 	int pkt_per_port;
464 	uint64_t diff_tsc;
465 	uint64_t packets_per_second, total_packets;
466 
467 	lcore_id = rte_lcore_id();
468 	conf = &lcore_conf[lcore_id];
469 	if (conf->status != LCORE_USED)
470 		return 0;
471 
472 	pkt_per_port = MAX_TRAFFIC_BURST;
473 
474 	int idx = 0;
475 	for (i = 0; i < conf->nb_ports; i++) {
476 		int num = pkt_per_port;
477 		portid = conf->portlist[i];
478 		printf("inject %d packet to port %d\n", num, portid);
479 		while (num) {
480 			nb_tx = RTE_MIN(MAX_PKT_BURST, num);
481 			nb_tx = rte_eth_tx_burst(portid, 0,
482 						&tx_burst[idx], nb_tx);
483 			num -= nb_tx;
484 			idx += nb_tx;
485 		}
486 	}
487 	printf("Total packets inject to prime ports = %u\n", idx);
488 
489 	packets_per_second = (link_mbps * 1000 * 1000) /
490 		((PACKET_SIZE + FRAME_GAP + MAC_PREAMBLE) * CHAR_BIT);
491 	printf("Each port will do %"PRIu64" packets per second\n",
492 	       packets_per_second);
493 
494 	total_packets = RTE_TEST_DURATION * conf->nb_ports * packets_per_second;
495 	printf("Test will stop after at least %"PRIu64" packets received\n",
496 		+ total_packets);
497 
498 	diff_tsc = do_measure(conf, pkts_burst, total_packets);
499 
500 	for (i = 0; i < conf->nb_ports; i++) {
501 		portid = conf->portlist[i];
502 		int nb_free = 0;
503 		uint64_t timeout = 10000;
504 		do { /* dry out */
505 			nb_rx = rte_eth_rx_burst(portid, 0,
506 						 pkts_burst, MAX_PKT_BURST);
507 			nb_tx = 0;
508 			while (nb_tx < nb_rx)
509 				rte_pktmbuf_free(pkts_burst[nb_tx++]);
510 			nb_free += nb_rx;
511 
512 			if (unlikely(nb_rx == 0))
513 				timeout--;
514 		} while (nb_free != pkt_per_port && timeout != 0);
515 		printf("free %d (expected %d) mbuf left in port %u\n", nb_free,
516 		       pkt_per_port, portid);
517 	}
518 
519 	if (count == 0)
520 		return -1;
521 
522 	printf("%"PRIu64" packet, %"PRIu64" drop, %"PRIu64" idle\n",
523 	       count, drop, idle);
524 	printf("Result: %"PRIu64" cycles per packet\n", diff_tsc / count);
525 
526 	return 0;
527 }
528 
529 static rte_atomic64_t start;
530 
531 static inline int
532 poll_burst(void *args)
533 {
534 #define MAX_IDLE           (10000)
535 	unsigned lcore_id;
536 	struct rte_mbuf **pkts_burst;
537 	uint64_t diff_tsc, cur_tsc;
538 	uint16_t next[RTE_MAX_ETHPORTS];
539 	struct lcore_conf *conf;
540 	uint32_t pkt_per_port = *((uint32_t *)args);
541 	unsigned i, portid, nb_rx = 0;
542 	uint64_t total;
543 	uint64_t timeout = MAX_IDLE;
544 	int num[RTE_MAX_ETHPORTS];
545 
546 	lcore_id = rte_lcore_id();
547 	conf = &lcore_conf[lcore_id];
548 	if (conf->status != LCORE_USED)
549 		return 0;
550 
551 	total = pkt_per_port * conf->nb_ports;
552 	printf("start to receive total expect %"PRIu64"\n", total);
553 
554 	pkts_burst = (struct rte_mbuf **)
555 		rte_calloc_socket("poll_burst",
556 				  total, sizeof(void *),
557 				  RTE_CACHE_LINE_SIZE, conf->socketid);
558 	if (!pkts_burst)
559 		return -1;
560 
561 	for (i = 0; i < conf->nb_ports; i++) {
562 		portid = conf->portlist[i];
563 		next[portid] = i * pkt_per_port;
564 		num[portid] = pkt_per_port;
565 	}
566 
567 	while (!rte_atomic64_read(&start))
568 		;
569 
570 	cur_tsc = rte_rdtsc();
571 	while (total) {
572 		for (i = 0; i < conf->nb_ports; i++) {
573 			portid = conf->portlist[i];
574 			nb_rx = rte_eth_rx_burst(portid, 0,
575 					&pkts_burst[next[portid]],
576 					RTE_MIN(MAX_PKT_BURST, num[portid]));
577 			if (unlikely(nb_rx == 0)) {
578 				timeout--;
579 				if (unlikely(timeout == 0))
580 					goto timeout;
581 				continue;
582 			}
583 			next[portid] += nb_rx;
584 			num[portid] -= nb_rx;
585 			total -= nb_rx;
586 		}
587 	}
588 timeout:
589 	diff_tsc = rte_rdtsc() - cur_tsc;
590 
591 	printf("%"PRIu64" packets lost, IDLE %"PRIu64" times\n",
592 	       total, MAX_IDLE - timeout);
593 	/* clean up */
594 	total = pkt_per_port * conf->nb_ports - total;
595 	for (i = 0; i < total; i++)
596 		rte_pktmbuf_free(pkts_burst[i]);
597 
598 	rte_free(pkts_burst);
599 
600 	if (total > 0)
601 		return diff_tsc / total;
602 	else
603 		return -1;
604 }
605 
606 static int
607 exec_burst(uint32_t flags, int lcore)
608 {
609 	unsigned i, portid, nb_tx = 0;
610 	struct lcore_conf *conf;
611 	uint32_t pkt_per_port;
612 	int num, idx = 0;
613 	int diff_tsc;
614 
615 	conf = &lcore_conf[lcore];
616 
617 	pkt_per_port = MAX_TRAFFIC_BURST;
618 	num = pkt_per_port * conf->nb_ports;
619 
620 	rte_atomic64_init(&start);
621 
622 	/* start polling thread, but not actually poll yet */
623 	rte_eal_remote_launch(poll_burst,
624 			      (void *)&pkt_per_port, lcore);
625 
626 	/* Only when polling first */
627 	if (flags == SC_BURST_POLL_FIRST)
628 		rte_atomic64_set(&start, 1);
629 
630 	/* start xmit */
631 	while (num) {
632 		nb_tx = RTE_MIN(MAX_PKT_BURST, num);
633 		for (i = 0; i < conf->nb_ports; i++) {
634 			portid = conf->portlist[i];
635 			nb_tx = rte_eth_tx_burst(portid, 0,
636 					 &tx_burst[idx], nb_tx);
637 			idx += nb_tx;
638 			num -= nb_tx;
639 		}
640 
641 	}
642 
643 	sleep(5);
644 
645 	/* only when polling second  */
646 	if (flags == SC_BURST_XMIT_FIRST)
647 		rte_atomic64_set(&start, 1);
648 
649 	/* wait for polling finished */
650 	diff_tsc = rte_eal_wait_lcore(lcore);
651 	if (diff_tsc < 0) {
652 		printf("exec_burst: Failed to measure cycles per packet\n");
653 		return -1;
654 	}
655 
656 	printf("Result: %d cycles per packet\n", diff_tsc);
657 
658 	return 0;
659 }
660 
661 static int
662 test_pmd_perf(void)
663 {
664 	uint16_t nb_ports, num, nb_lcores, worker_id = (uint16_t)-1;
665 	uint16_t nb_rxd = MAX_TRAFFIC_BURST;
666 	uint16_t nb_txd = MAX_TRAFFIC_BURST;
667 	uint16_t portid;
668 	uint16_t nb_rx_queue = 1, nb_tx_queue = 1;
669 	int socketid = -1;
670 	int ret;
671 
672 	printf("Start PMD RXTX cycles cost test.\n");
673 
674 	signal(SIGUSR1, signal_handler);
675 	signal(SIGUSR2, signal_handler);
676 
677 	nb_ports = rte_eth_dev_count_avail();
678 	if (nb_ports < NB_ETHPORTS_USED) {
679 		printf("At least %u port(s) used for perf. test\n",
680 		       NB_ETHPORTS_USED);
681 		return -1;
682 	}
683 
684 	nb_lcores = rte_lcore_count();
685 
686 	memset(lcore_conf, 0, sizeof(lcore_conf));
687 	init_lcores();
688 
689 	init_mbufpool(NB_MBUF);
690 
691 	if (sc_flag == SC_CONTINUOUS) {
692 		nb_rxd = RTE_TEST_RX_DESC_DEFAULT;
693 		nb_txd = RTE_TEST_TX_DESC_DEFAULT;
694 	}
695 	printf("CONFIG RXD=%d TXD=%d\n", nb_rxd, nb_txd);
696 
697 	reset_count();
698 	num = 0;
699 	RTE_ETH_FOREACH_DEV(portid) {
700 		if (socketid == -1) {
701 			socketid = rte_eth_dev_socket_id(portid);
702 			worker_id = alloc_lcore(socketid);
703 			if (worker_id == (uint16_t)-1) {
704 				printf("No avail lcore to run test\n");
705 				return -1;
706 			}
707 			printf("Performance test runs on lcore %u socket %u\n",
708 			       worker_id, socketid);
709 		}
710 
711 		if (socketid != rte_eth_dev_socket_id(portid)) {
712 			printf("Skip port %d\n", portid);
713 			continue;
714 		}
715 
716 		/* port configure */
717 		ret = rte_eth_dev_configure(portid, nb_rx_queue,
718 					    nb_tx_queue, &port_conf);
719 		if (ret < 0)
720 			rte_exit(EXIT_FAILURE,
721 				"Cannot configure device: err=%d, port=%d\n",
722 				 ret, portid);
723 
724 		ret = rte_eth_macaddr_get(portid, &ports_eth_addr[portid]);
725 		if (ret < 0)
726 			rte_exit(EXIT_FAILURE,
727 				"Cannot get mac address: err=%d, port=%d\n",
728 				 ret, portid);
729 
730 		printf("Port %u ", portid);
731 		print_ethaddr("Address:", &ports_eth_addr[portid]);
732 		printf("\n");
733 
734 		/* tx queue setup */
735 		ret = rte_eth_tx_queue_setup(portid, 0, nb_txd,
736 					     socketid, &tx_conf);
737 		if (ret < 0)
738 			rte_exit(EXIT_FAILURE,
739 				"rte_eth_tx_queue_setup: err=%d, "
740 				"port=%d\n", ret, portid);
741 
742 		/* rx queue steup */
743 		ret = rte_eth_rx_queue_setup(portid, 0, nb_rxd,
744 						socketid, &rx_conf,
745 						mbufpool[socketid]);
746 		if (ret < 0)
747 			rte_exit(EXIT_FAILURE, "rte_eth_rx_queue_setup: err=%d,"
748 				 "port=%d\n", ret, portid);
749 
750 		/* Start device */
751 		stop = 0;
752 		ret = rte_eth_dev_start(portid);
753 		if (ret < 0)
754 			rte_exit(EXIT_FAILURE,
755 				"rte_eth_dev_start: err=%d, port=%d\n",
756 				ret, portid);
757 
758 		/* always eanble promiscuous */
759 		ret = rte_eth_promiscuous_enable(portid);
760 		if (ret != 0)
761 			rte_exit(EXIT_FAILURE,
762 				 "rte_eth_promiscuous_enable: err=%s, port=%d\n",
763 				 rte_strerror(-ret), portid);
764 
765 		lcore_conf[worker_id].portlist[num++] = portid;
766 		lcore_conf[worker_id].nb_ports++;
767 	}
768 	check_all_ports_link_status(nb_ports, RTE_PORT_ALL);
769 
770 	if (tx_burst == NULL) {
771 		tx_burst = (struct rte_mbuf **)
772 			rte_calloc_socket("tx_buff",
773 					  MAX_TRAFFIC_BURST * nb_ports,
774 					  sizeof(void *),
775 					  RTE_CACHE_LINE_SIZE, socketid);
776 		if (!tx_burst)
777 			return -1;
778 	}
779 
780 	init_traffic(mbufpool[socketid],
781 		     tx_burst, MAX_TRAFFIC_BURST * nb_ports);
782 
783 	printf("Generate %d packets @socket %d\n",
784 	       MAX_TRAFFIC_BURST * nb_ports, socketid);
785 
786 	if (sc_flag == SC_CONTINUOUS) {
787 		/* do both rxtx by default */
788 		if (NULL == do_measure)
789 			do_measure = measure_rxtx;
790 
791 		rte_eal_remote_launch(main_loop, NULL, worker_id);
792 
793 		if (rte_eal_wait_lcore(worker_id) < 0)
794 			return -1;
795 	} else if (sc_flag == SC_BURST_POLL_FIRST ||
796 		   sc_flag == SC_BURST_XMIT_FIRST)
797 		if (exec_burst(sc_flag, worker_id) < 0)
798 			return -1;
799 
800 	/* port tear down */
801 	RTE_ETH_FOREACH_DEV(portid) {
802 		if (socketid != rte_eth_dev_socket_id(portid))
803 			continue;
804 
805 		ret = rte_eth_dev_stop(portid);
806 		if (ret != 0)
807 			printf("rte_eth_dev_stop: err=%s, port=%u\n",
808 			       rte_strerror(-ret), portid);
809 	}
810 
811 	return 0;
812 }
813 
814 int
815 test_set_rxtx_conf(cmdline_fixed_string_t mode)
816 {
817 	printf("mode switch to %s\n", mode);
818 
819 	if (!strcmp(mode, "vector")) {
820 		/* vector rx, tx */
821 		tx_conf.tx_rs_thresh = 32;
822 		tx_conf.tx_free_thresh = 32;
823 		return 0;
824 	} else if (!strcmp(mode, "scalar")) {
825 		/* bulk alloc rx, full-featured tx */
826 		tx_conf.tx_rs_thresh = 32;
827 		tx_conf.tx_free_thresh = 32;
828 		port_conf.rxmode.offloads |= DEV_RX_OFFLOAD_CHECKSUM;
829 		return 0;
830 	} else if (!strcmp(mode, "hybrid")) {
831 		/* bulk alloc rx, vector tx
832 		 * when vec macro not define,
833 		 * using the same rx/tx as scalar
834 		 */
835 		tx_conf.tx_rs_thresh = 32;
836 		tx_conf.tx_free_thresh = 32;
837 		port_conf.rxmode.offloads |= DEV_RX_OFFLOAD_CHECKSUM;
838 		return 0;
839 	} else if (!strcmp(mode, "full")) {
840 		/* full feature rx,tx pair */
841 		tx_conf.tx_rs_thresh = 32;
842 		tx_conf.tx_free_thresh = 32;
843 		port_conf.rxmode.offloads |= DEV_RX_OFFLOAD_SCATTER;
844 		return 0;
845 	}
846 
847 	return -1;
848 }
849 
850 int
851 test_set_rxtx_anchor(cmdline_fixed_string_t type)
852 {
853 	printf("type switch to %s\n", type);
854 
855 	if (!strcmp(type, "rxtx")) {
856 		do_measure = measure_rxtx;
857 		return 0;
858 	} else if (!strcmp(type, "rxonly")) {
859 		do_measure = measure_rxonly;
860 		return 0;
861 	} else if (!strcmp(type, "txonly")) {
862 		do_measure = measure_txonly;
863 		return 0;
864 	}
865 
866 	return -1;
867 }
868 
869 int
870 test_set_rxtx_sc(cmdline_fixed_string_t type)
871 {
872 	printf("stream control switch to %s\n", type);
873 
874 	if (!strcmp(type, "continuous")) {
875 		sc_flag = SC_CONTINUOUS;
876 		return 0;
877 	} else if (!strcmp(type, "poll_before_xmit")) {
878 		sc_flag = SC_BURST_POLL_FIRST;
879 		return 0;
880 	} else if (!strcmp(type, "poll_after_xmit")) {
881 		sc_flag = SC_BURST_XMIT_FIRST;
882 		return 0;
883 	}
884 
885 	return -1;
886 }
887 
888 REGISTER_TEST_COMMAND(pmd_perf_autotest, test_pmd_perf);
889