xref: /dpdk/app/pdump/main.c (revision c9902a15bd005b6d4fe072cf7b60fe4ee679155f)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2016 Intel Corporation
3  */
4 
5 #include <stdio.h>
6 #include <string.h>
7 #include <stdint.h>
8 #include <inttypes.h>
9 #include <stdlib.h>
10 #include <getopt.h>
11 #include <signal.h>
12 #include <stdbool.h>
13 #include <net/if.h>
14 
15 #include <rte_eal.h>
16 #include <rte_alarm.h>
17 #include <rte_common.h>
18 #include <rte_debug.h>
19 #include <rte_ethdev.h>
20 #include <rte_memory.h>
21 #include <rte_lcore.h>
22 #include <rte_branch_prediction.h>
23 #include <rte_errno.h>
24 #include <rte_dev.h>
25 #include <rte_kvargs.h>
26 #include <rte_mempool.h>
27 #include <rte_ring.h>
28 #include <rte_string_fns.h>
29 #include <rte_pdump.h>
30 
31 #define CMD_LINE_OPT_PDUMP "pdump"
32 #define CMD_LINE_OPT_PDUMP_NUM 256
33 #define CMD_LINE_OPT_MULTI "multi"
34 #define CMD_LINE_OPT_MULTI_NUM 257
35 #define PDUMP_PORT_ARG "port"
36 #define PDUMP_PCI_ARG "device_id"
37 #define PDUMP_QUEUE_ARG "queue"
38 #define PDUMP_DIR_ARG "dir"
39 #define PDUMP_RX_DEV_ARG "rx-dev"
40 #define PDUMP_TX_DEV_ARG "tx-dev"
41 #define PDUMP_RING_SIZE_ARG "ring-size"
42 #define PDUMP_MSIZE_ARG "mbuf-size"
43 #define PDUMP_NUM_MBUFS_ARG "total-num-mbufs"
44 
45 #define VDEV_NAME_FMT "net_pcap_%s_%d"
46 #define VDEV_PCAP_ARGS_FMT "tx_pcap=%s"
47 #define VDEV_IFACE_ARGS_FMT "tx_iface=%s"
48 #define TX_STREAM_SIZE 64
49 
50 #define MP_NAME "pdump_pool_%d"
51 
52 #define RX_RING "rx_ring_%d"
53 #define TX_RING "tx_ring_%d"
54 
55 #define RX_STR "rx"
56 #define TX_STR "tx"
57 
58 /* Maximum long option length for option parsing. */
59 #define APP_ARG_TCPDUMP_MAX_TUPLES 54
60 #define MBUF_POOL_CACHE_SIZE 250
61 #define TX_DESC_PER_QUEUE 512
62 #define RX_DESC_PER_QUEUE 128
63 #define MBUFS_PER_POOL 65535
64 #define MAX_LONG_OPT_SZ 64
65 #define RING_SIZE 16384
66 #define SIZE 256
67 #define BURST_SIZE 32
68 #define NUM_VDEVS 2
69 /* Maximum delay for exiting after primary process. */
70 #define MONITOR_INTERVAL (500 * 1000)
71 
72 /* true if x is a power of 2 */
73 #define POWEROF2(x) ((((x)-1) & (x)) == 0)
74 
75 enum pdump_en_dis {
76 	DISABLE = 1,
77 	ENABLE = 2
78 };
79 
80 enum pcap_stream {
81 	IFACE = 1,
82 	PCAP = 2
83 };
84 
85 enum pdump_by {
86 	PORT_ID = 1,
87 	DEVICE_ID = 2
88 };
89 
90 static const char * const valid_pdump_arguments[] = {
91 	PDUMP_PORT_ARG,
92 	PDUMP_PCI_ARG,
93 	PDUMP_QUEUE_ARG,
94 	PDUMP_DIR_ARG,
95 	PDUMP_RX_DEV_ARG,
96 	PDUMP_TX_DEV_ARG,
97 	PDUMP_RING_SIZE_ARG,
98 	PDUMP_MSIZE_ARG,
99 	PDUMP_NUM_MBUFS_ARG,
100 	NULL
101 };
102 
103 struct pdump_stats {
104 	uint64_t dequeue_pkts;
105 	uint64_t tx_pkts;
106 	uint64_t freed_pkts;
107 };
108 
109 struct pdump_tuples {
110 	/* cli params */
111 	uint16_t port;
112 	char *device_id;
113 	uint16_t queue;
114 	char rx_dev[TX_STREAM_SIZE];
115 	char tx_dev[TX_STREAM_SIZE];
116 	uint32_t ring_size;
117 	uint16_t mbuf_data_size;
118 	uint32_t total_num_mbufs;
119 
120 	/* params for library API call */
121 	uint32_t dir;
122 	struct rte_mempool *mp;
123 	struct rte_ring *rx_ring;
124 	struct rte_ring *tx_ring;
125 
126 	/* params for packet dumping */
127 	enum pdump_by dump_by_type;
128 	uint16_t rx_vdev_id;
129 	uint16_t tx_vdev_id;
130 	enum pcap_stream rx_vdev_stream_type;
131 	enum pcap_stream tx_vdev_stream_type;
132 	bool single_pdump_dev;
133 
134 	/* stats */
135 	struct pdump_stats stats;
136 } __rte_cache_aligned;
137 static struct pdump_tuples pdump_t[APP_ARG_TCPDUMP_MAX_TUPLES];
138 
139 struct parse_val {
140 	uint64_t min;
141 	uint64_t max;
142 	uint64_t val;
143 };
144 
145 static int num_tuples;
146 static struct rte_eth_conf port_conf_default;
147 static volatile uint8_t quit_signal;
148 static uint8_t multiple_core_capture;
149 
150 /**< display usage */
151 static void
152 pdump_usage(const char *prgname)
153 {
154 	printf("usage: %s [EAL options] --"
155 			" --["CMD_LINE_OPT_MULTI"]\n"
156 			" --"CMD_LINE_OPT_PDUMP" "
157 			"'(port=<port id> | device_id=<pci id or vdev name>),"
158 			"(queue=<queue_id>),"
159 			"(rx-dev=<iface or pcap file> |"
160 			" tx-dev=<iface or pcap file>,"
161 			"[ring-size=<ring size>default:16384],"
162 			"[mbuf-size=<mbuf data size>default:2176],"
163 			"[total-num-mbufs=<number of mbufs>default:65535]'\n",
164 			prgname);
165 }
166 
167 static int
168 parse_device_id(const char *key __rte_unused, const char *value,
169 		void *extra_args)
170 {
171 	struct pdump_tuples *pt = extra_args;
172 
173 	pt->device_id = strdup(value);
174 	pt->dump_by_type = DEVICE_ID;
175 
176 	return 0;
177 }
178 
179 static int
180 parse_queue(const char *key __rte_unused, const char *value, void *extra_args)
181 {
182 	unsigned long n;
183 	struct pdump_tuples *pt = extra_args;
184 
185 	if (!strcmp(value, "*"))
186 		pt->queue = RTE_PDUMP_ALL_QUEUES;
187 	else {
188 		n = strtoul(value, NULL, 10);
189 		pt->queue = (uint16_t) n;
190 	}
191 	return 0;
192 }
193 
194 static int
195 parse_rxtxdev(const char *key, const char *value, void *extra_args)
196 {
197 
198 	struct pdump_tuples *pt = extra_args;
199 
200 	if (!strcmp(key, PDUMP_RX_DEV_ARG)) {
201 		strlcpy(pt->rx_dev, value, sizeof(pt->rx_dev));
202 		/* identify the tx stream type for pcap vdev */
203 		if (if_nametoindex(pt->rx_dev))
204 			pt->rx_vdev_stream_type = IFACE;
205 	} else if (!strcmp(key, PDUMP_TX_DEV_ARG)) {
206 		strlcpy(pt->tx_dev, value, sizeof(pt->tx_dev));
207 		/* identify the tx stream type for pcap vdev */
208 		if (if_nametoindex(pt->tx_dev))
209 			pt->tx_vdev_stream_type = IFACE;
210 	}
211 
212 	return 0;
213 }
214 
215 static int
216 parse_uint_value(const char *key, const char *value, void *extra_args)
217 {
218 	struct parse_val *v;
219 	unsigned long t;
220 	char *end;
221 	int ret = 0;
222 
223 	errno = 0;
224 	v = extra_args;
225 	t = strtoul(value, &end, 10);
226 
227 	if (errno != 0 || end[0] != 0 || t < v->min || t > v->max) {
228 		printf("invalid value:\"%s\" for key:\"%s\", "
229 			"value must be >= %"PRIu64" and <= %"PRIu64"\n",
230 			value, key, v->min, v->max);
231 		ret = -EINVAL;
232 	}
233 	if (!strcmp(key, PDUMP_RING_SIZE_ARG) && !POWEROF2(t)) {
234 		printf("invalid value:\"%s\" for key:\"%s\", "
235 			"value must be power of 2\n", value, key);
236 		ret = -EINVAL;
237 	}
238 
239 	if (ret != 0)
240 		return ret;
241 
242 	v->val = t;
243 	return 0;
244 }
245 
246 static int
247 parse_pdump(const char *optarg)
248 {
249 	struct rte_kvargs *kvlist;
250 	int ret = 0, cnt1, cnt2;
251 	struct pdump_tuples *pt;
252 	struct parse_val v = {0};
253 
254 	pt = &pdump_t[num_tuples];
255 
256 	/* initial check for invalid arguments */
257 	kvlist = rte_kvargs_parse(optarg, valid_pdump_arguments);
258 	if (kvlist == NULL) {
259 		printf("--pdump=\"%s\": invalid argument passed\n", optarg);
260 		return -1;
261 	}
262 
263 	/* port/device_id parsing and validation */
264 	cnt1 = rte_kvargs_count(kvlist, PDUMP_PORT_ARG);
265 	cnt2 = rte_kvargs_count(kvlist, PDUMP_PCI_ARG);
266 	if (!((cnt1 == 1 && cnt2 == 0) || (cnt1 == 0 && cnt2 == 1))) {
267 		printf("--pdump=\"%s\": must have either port or "
268 			"device_id argument\n", optarg);
269 		ret = -1;
270 		goto free_kvlist;
271 	} else if (cnt1 == 1) {
272 		v.min = 0;
273 		v.max = RTE_MAX_ETHPORTS-1;
274 		ret = rte_kvargs_process(kvlist, PDUMP_PORT_ARG,
275 				&parse_uint_value, &v);
276 		if (ret < 0)
277 			goto free_kvlist;
278 		pt->port = (uint16_t) v.val;
279 		pt->dump_by_type = PORT_ID;
280 	} else if (cnt2 == 1) {
281 		ret = rte_kvargs_process(kvlist, PDUMP_PCI_ARG,
282 				&parse_device_id, pt);
283 		if (ret < 0)
284 			goto free_kvlist;
285 	}
286 
287 	/* queue parsing and validation */
288 	cnt1 = rte_kvargs_count(kvlist, PDUMP_QUEUE_ARG);
289 	if (cnt1 != 1) {
290 		printf("--pdump=\"%s\": must have queue argument\n", optarg);
291 		ret = -1;
292 		goto free_kvlist;
293 	}
294 	ret = rte_kvargs_process(kvlist, PDUMP_QUEUE_ARG, &parse_queue, pt);
295 	if (ret < 0)
296 		goto free_kvlist;
297 
298 	/* rx-dev and tx-dev parsing and validation */
299 	cnt1 = rte_kvargs_count(kvlist, PDUMP_RX_DEV_ARG);
300 	cnt2 = rte_kvargs_count(kvlist, PDUMP_TX_DEV_ARG);
301 	if (cnt1 == 0 && cnt2 == 0) {
302 		printf("--pdump=\"%s\": must have either rx-dev or "
303 			"tx-dev argument\n", optarg);
304 		ret = -1;
305 		goto free_kvlist;
306 	} else if (cnt1 == 1 && cnt2 == 1) {
307 		ret = rte_kvargs_process(kvlist, PDUMP_RX_DEV_ARG,
308 					&parse_rxtxdev, pt);
309 		if (ret < 0)
310 			goto free_kvlist;
311 		ret = rte_kvargs_process(kvlist, PDUMP_TX_DEV_ARG,
312 					&parse_rxtxdev, pt);
313 		if (ret < 0)
314 			goto free_kvlist;
315 		/* if captured packets has to send to the same vdev */
316 		if (!strcmp(pt->rx_dev, pt->tx_dev))
317 			pt->single_pdump_dev = true;
318 		pt->dir = RTE_PDUMP_FLAG_RXTX;
319 	} else if (cnt1 == 1) {
320 		ret = rte_kvargs_process(kvlist, PDUMP_RX_DEV_ARG,
321 					&parse_rxtxdev, pt);
322 		if (ret < 0)
323 			goto free_kvlist;
324 		pt->dir = RTE_PDUMP_FLAG_RX;
325 	} else if (cnt2 == 1) {
326 		ret = rte_kvargs_process(kvlist, PDUMP_TX_DEV_ARG,
327 					&parse_rxtxdev, pt);
328 		if (ret < 0)
329 			goto free_kvlist;
330 		pt->dir = RTE_PDUMP_FLAG_TX;
331 	}
332 
333 	/* optional */
334 	/* ring_size parsing and validation */
335 	cnt1 = rte_kvargs_count(kvlist, PDUMP_RING_SIZE_ARG);
336 	if (cnt1 == 1) {
337 		v.min = 2;
338 		v.max = RTE_RING_SZ_MASK-1;
339 		ret = rte_kvargs_process(kvlist, PDUMP_RING_SIZE_ARG,
340 						&parse_uint_value, &v);
341 		if (ret < 0)
342 			goto free_kvlist;
343 		pt->ring_size = (uint32_t) v.val;
344 	} else
345 		pt->ring_size = RING_SIZE;
346 
347 	/* mbuf_data_size parsing and validation */
348 	cnt1 = rte_kvargs_count(kvlist, PDUMP_MSIZE_ARG);
349 	if (cnt1 == 1) {
350 		v.min = 1;
351 		v.max = UINT16_MAX;
352 		ret = rte_kvargs_process(kvlist, PDUMP_MSIZE_ARG,
353 						&parse_uint_value, &v);
354 		if (ret < 0)
355 			goto free_kvlist;
356 		pt->mbuf_data_size = (uint16_t) v.val;
357 	} else
358 		pt->mbuf_data_size = RTE_MBUF_DEFAULT_BUF_SIZE;
359 
360 	/* total_num_mbufs parsing and validation */
361 	cnt1 = rte_kvargs_count(kvlist, PDUMP_NUM_MBUFS_ARG);
362 	if (cnt1 == 1) {
363 		v.min = 1025;
364 		v.max = UINT16_MAX;
365 		ret = rte_kvargs_process(kvlist, PDUMP_NUM_MBUFS_ARG,
366 						&parse_uint_value, &v);
367 		if (ret < 0)
368 			goto free_kvlist;
369 		pt->total_num_mbufs = (uint16_t) v.val;
370 	} else
371 		pt->total_num_mbufs = MBUFS_PER_POOL;
372 
373 	num_tuples++;
374 
375 free_kvlist:
376 	rte_kvargs_free(kvlist);
377 	return ret;
378 }
379 
380 /* Parse the argument given in the command line of the application */
381 static int
382 launch_args_parse(int argc, char **argv, char *prgname)
383 {
384 	int opt, ret;
385 	int option_index;
386 	static struct option long_option[] = {
387 		{CMD_LINE_OPT_PDUMP, 1, 0, CMD_LINE_OPT_PDUMP_NUM},
388 		{CMD_LINE_OPT_MULTI, 0, 0, CMD_LINE_OPT_MULTI_NUM},
389 		{NULL, 0, 0, 0}
390 	};
391 
392 	if (argc == 1)
393 		pdump_usage(prgname);
394 
395 	/* Parse command line */
396 	while ((opt = getopt_long(argc, argv, " ",
397 			long_option, &option_index)) != EOF) {
398 		switch (opt) {
399 		case CMD_LINE_OPT_PDUMP_NUM:
400 			ret = parse_pdump(optarg);
401 			if (ret) {
402 				pdump_usage(prgname);
403 				return -1;
404 			}
405 			break;
406 		case CMD_LINE_OPT_MULTI_NUM:
407 			multiple_core_capture = 1;
408 			break;
409 		default:
410 			pdump_usage(prgname);
411 			return -1;
412 		}
413 	}
414 
415 	return 0;
416 }
417 
418 static void
419 monitor_primary(void *arg __rte_unused)
420 {
421 	if (quit_signal)
422 		return;
423 
424 	if (rte_eal_primary_proc_alive(NULL)) {
425 		rte_eal_alarm_set(MONITOR_INTERVAL, monitor_primary, NULL);
426 		return;
427 	}
428 
429 	printf("Primary process is no longer active, exiting...\n");
430 	quit_signal = 1;
431 }
432 
433 static void
434 print_pdump_stats(void)
435 {
436 	int i;
437 	struct pdump_tuples *pt;
438 
439 	for (i = 0; i < num_tuples; i++) {
440 		printf("##### PDUMP DEBUG STATS #####\n");
441 		pt = &pdump_t[i];
442 		printf(" -packets dequeued:			%"PRIu64"\n",
443 							pt->stats.dequeue_pkts);
444 		printf(" -packets transmitted to vdev:		%"PRIu64"\n",
445 							pt->stats.tx_pkts);
446 		printf(" -packets freed:			%"PRIu64"\n",
447 							pt->stats.freed_pkts);
448 	}
449 }
450 
451 static inline void
452 disable_pdump(struct pdump_tuples *pt)
453 {
454 	if (pt->dump_by_type == DEVICE_ID)
455 		rte_pdump_disable_by_deviceid(pt->device_id, pt->queue,
456 						pt->dir);
457 	else if (pt->dump_by_type == PORT_ID)
458 		rte_pdump_disable(pt->port, pt->queue, pt->dir);
459 }
460 
461 static inline void
462 pdump_rxtx(struct rte_ring *ring, uint16_t vdev_id, struct pdump_stats *stats)
463 {
464 	/* write input packets of port to vdev for pdump */
465 	struct rte_mbuf *rxtx_bufs[BURST_SIZE];
466 
467 	/* first dequeue packets from ring of primary process */
468 	const uint16_t nb_in_deq = rte_ring_dequeue_burst(ring,
469 			(void *)rxtx_bufs, BURST_SIZE, NULL);
470 	stats->dequeue_pkts += nb_in_deq;
471 
472 	if (nb_in_deq) {
473 		/* then sent on vdev */
474 		uint16_t nb_in_txd = rte_eth_tx_burst(
475 				vdev_id,
476 				0, rxtx_bufs, nb_in_deq);
477 		stats->tx_pkts += nb_in_txd;
478 
479 		if (unlikely(nb_in_txd < nb_in_deq)) {
480 			unsigned int drops = nb_in_deq - nb_in_txd;
481 
482 			rte_pktmbuf_free_bulk(&rxtx_bufs[nb_in_txd], drops);
483 			stats->freed_pkts += drops;
484 		}
485 	}
486 }
487 
488 static void
489 free_ring_data(struct rte_ring *ring, uint16_t vdev_id,
490 		struct pdump_stats *stats)
491 {
492 	while (rte_ring_count(ring))
493 		pdump_rxtx(ring, vdev_id, stats);
494 }
495 
496 static void
497 cleanup_rings(void)
498 {
499 	int i;
500 	struct pdump_tuples *pt;
501 
502 	for (i = 0; i < num_tuples; i++) {
503 		pt = &pdump_t[i];
504 
505 		if (pt->device_id)
506 			free(pt->device_id);
507 
508 		/* free the rings */
509 		if (pt->rx_ring)
510 			rte_ring_free(pt->rx_ring);
511 		if (pt->tx_ring)
512 			rte_ring_free(pt->tx_ring);
513 	}
514 }
515 
516 static void
517 cleanup_pdump_resources(void)
518 {
519 	int i;
520 	struct pdump_tuples *pt;
521 	char name[RTE_ETH_NAME_MAX_LEN];
522 
523 	/* disable pdump and free the pdump_tuple resources */
524 	for (i = 0; i < num_tuples; i++) {
525 		pt = &pdump_t[i];
526 
527 		/* remove callbacks */
528 		disable_pdump(pt);
529 
530 		/*
531 		* transmit rest of the enqueued packets of the rings on to
532 		* the vdev, in order to release mbufs to the mepool.
533 		**/
534 		if (pt->dir & RTE_PDUMP_FLAG_RX)
535 			free_ring_data(pt->rx_ring, pt->rx_vdev_id, &pt->stats);
536 		if (pt->dir & RTE_PDUMP_FLAG_TX)
537 			free_ring_data(pt->tx_ring, pt->tx_vdev_id, &pt->stats);
538 
539 		/* Remove the vdev(s) created */
540 		if (pt->dir & RTE_PDUMP_FLAG_RX) {
541 			rte_eth_dev_get_name_by_port(pt->rx_vdev_id, name);
542 			rte_eal_hotplug_remove("vdev", name);
543 		}
544 
545 		if (pt->single_pdump_dev)
546 			continue;
547 
548 		if (pt->dir & RTE_PDUMP_FLAG_TX) {
549 			rte_eth_dev_get_name_by_port(pt->tx_vdev_id, name);
550 			rte_eal_hotplug_remove("vdev", name);
551 		}
552 
553 	}
554 	cleanup_rings();
555 }
556 
557 static void
558 disable_primary_monitor(void)
559 {
560 	int ret;
561 
562 	/*
563 	 * Cancel monitoring of primary process.
564 	 * There will be no error if no alarm is set
565 	 * (in case primary process kill was detected earlier).
566 	 */
567 	ret = rte_eal_alarm_cancel(monitor_primary, NULL);
568 	if (ret < 0)
569 		printf("Fail to disable monitor:%d\n", ret);
570 }
571 
572 static void
573 signal_handler(int sig_num)
574 {
575 	if (sig_num == SIGINT) {
576 		printf("\n\nSignal %d received, preparing to exit...\n",
577 				sig_num);
578 		quit_signal = 1;
579 	}
580 }
581 
582 static inline int
583 configure_vdev(uint16_t port_id)
584 {
585 	struct rte_ether_addr addr;
586 	const uint16_t rxRings = 0, txRings = 1;
587 	int ret;
588 	uint16_t q;
589 
590 	if (!rte_eth_dev_is_valid_port(port_id))
591 		return -1;
592 
593 	ret = rte_eth_dev_configure(port_id, rxRings, txRings,
594 					&port_conf_default);
595 	if (ret != 0)
596 		rte_exit(EXIT_FAILURE, "dev config failed\n");
597 
598 	for (q = 0; q < txRings; q++) {
599 		ret = rte_eth_tx_queue_setup(port_id, q, TX_DESC_PER_QUEUE,
600 				rte_eth_dev_socket_id(port_id), NULL);
601 		if (ret < 0)
602 			rte_exit(EXIT_FAILURE, "queue setup failed\n");
603 	}
604 
605 	ret = rte_eth_dev_start(port_id);
606 	if (ret < 0)
607 		rte_exit(EXIT_FAILURE, "dev start failed\n");
608 
609 	ret = rte_eth_macaddr_get(port_id, &addr);
610 	if (ret != 0)
611 		rte_exit(EXIT_FAILURE, "macaddr get failed\n");
612 
613 	printf("Port %u MAC: %02"PRIx8" %02"PRIx8" %02"PRIx8
614 			" %02"PRIx8" %02"PRIx8" %02"PRIx8"\n",
615 			port_id, RTE_ETHER_ADDR_BYTES(&addr));
616 
617 	ret = rte_eth_promiscuous_enable(port_id);
618 	if (ret != 0) {
619 		rte_exit(EXIT_FAILURE,
620 			 "promiscuous mode enable failed: %s\n",
621 			 rte_strerror(-ret));
622 		return ret;
623 	}
624 
625 	return 0;
626 }
627 
628 static void
629 create_mp_ring_vdev(void)
630 {
631 	int i;
632 	uint16_t portid;
633 	struct pdump_tuples *pt = NULL;
634 	struct rte_mempool *mbuf_pool = NULL;
635 	char vdev_name[SIZE];
636 	char vdev_args[SIZE];
637 	char ring_name[SIZE];
638 	char mempool_name[SIZE];
639 
640 	for (i = 0; i < num_tuples; i++) {
641 		pt = &pdump_t[i];
642 		snprintf(mempool_name, SIZE, MP_NAME, i);
643 		mbuf_pool = rte_mempool_lookup(mempool_name);
644 		if (mbuf_pool == NULL) {
645 			/* create mempool */
646 			mbuf_pool = rte_pktmbuf_pool_create_by_ops(mempool_name,
647 					pt->total_num_mbufs,
648 					MBUF_POOL_CACHE_SIZE, 0,
649 					pt->mbuf_data_size,
650 					rte_socket_id(), "ring_mp_mc");
651 			if (mbuf_pool == NULL) {
652 				cleanup_rings();
653 				rte_exit(EXIT_FAILURE,
654 					"Mempool creation failed: %s\n",
655 					rte_strerror(rte_errno));
656 			}
657 		}
658 		pt->mp = mbuf_pool;
659 
660 		if (pt->dir == RTE_PDUMP_FLAG_RXTX) {
661 			/* if captured packets has to send to the same vdev */
662 			/* create rx_ring */
663 			snprintf(ring_name, SIZE, RX_RING, i);
664 			pt->rx_ring = rte_ring_create(ring_name, pt->ring_size,
665 					rte_socket_id(), 0);
666 			if (pt->rx_ring == NULL) {
667 				cleanup_rings();
668 				rte_exit(EXIT_FAILURE, "%s:%s:%d\n",
669 						rte_strerror(rte_errno),
670 						__func__, __LINE__);
671 			}
672 
673 			/* create tx_ring */
674 			snprintf(ring_name, SIZE, TX_RING, i);
675 			pt->tx_ring = rte_ring_create(ring_name, pt->ring_size,
676 					rte_socket_id(), 0);
677 			if (pt->tx_ring == NULL) {
678 				cleanup_rings();
679 				rte_exit(EXIT_FAILURE, "%s:%s:%d\n",
680 						rte_strerror(rte_errno),
681 						__func__, __LINE__);
682 			}
683 
684 			/* create vdevs */
685 			snprintf(vdev_name, sizeof(vdev_name),
686 				 VDEV_NAME_FMT, RX_STR, i);
687 			(pt->rx_vdev_stream_type == IFACE) ?
688 			snprintf(vdev_args, sizeof(vdev_args),
689 				 VDEV_IFACE_ARGS_FMT, pt->rx_dev) :
690 			snprintf(vdev_args, sizeof(vdev_args),
691 				 VDEV_PCAP_ARGS_FMT, pt->rx_dev);
692 			if (rte_eal_hotplug_add("vdev", vdev_name,
693 						vdev_args) < 0) {
694 				cleanup_rings();
695 				rte_exit(EXIT_FAILURE,
696 					"vdev creation failed:%s:%d\n",
697 					__func__, __LINE__);
698 			}
699 			if (rte_eth_dev_get_port_by_name(vdev_name,
700 							 &portid) != 0) {
701 				rte_eal_hotplug_remove("vdev", vdev_name);
702 				cleanup_rings();
703 				rte_exit(EXIT_FAILURE,
704 					"cannot find added vdev %s:%s:%d\n",
705 					vdev_name, __func__, __LINE__);
706 			}
707 			pt->rx_vdev_id = portid;
708 
709 			/* configure vdev */
710 			configure_vdev(pt->rx_vdev_id);
711 
712 			if (pt->single_pdump_dev)
713 				pt->tx_vdev_id = portid;
714 			else {
715 				snprintf(vdev_name, sizeof(vdev_name),
716 					 VDEV_NAME_FMT, TX_STR, i);
717 				(pt->rx_vdev_stream_type == IFACE) ?
718 				snprintf(vdev_args, sizeof(vdev_args),
719 					 VDEV_IFACE_ARGS_FMT, pt->tx_dev) :
720 				snprintf(vdev_args, sizeof(vdev_args),
721 					 VDEV_PCAP_ARGS_FMT, pt->tx_dev);
722 				if (rte_eal_hotplug_add("vdev", vdev_name,
723 							vdev_args) < 0) {
724 					cleanup_rings();
725 					rte_exit(EXIT_FAILURE,
726 						"vdev creation failed:"
727 						"%s:%d\n", __func__, __LINE__);
728 				}
729 				if (rte_eth_dev_get_port_by_name(vdev_name,
730 						&portid) != 0) {
731 					rte_eal_hotplug_remove("vdev",
732 							       vdev_name);
733 					cleanup_rings();
734 					rte_exit(EXIT_FAILURE,
735 						"cannot find added vdev %s:%s:%d\n",
736 						vdev_name, __func__, __LINE__);
737 				}
738 				pt->tx_vdev_id = portid;
739 
740 				/* configure vdev */
741 				configure_vdev(pt->tx_vdev_id);
742 			}
743 		} else if (pt->dir == RTE_PDUMP_FLAG_RX) {
744 
745 			/* create rx_ring */
746 			snprintf(ring_name, SIZE, RX_RING, i);
747 			pt->rx_ring = rte_ring_create(ring_name, pt->ring_size,
748 					rte_socket_id(), 0);
749 			if (pt->rx_ring == NULL) {
750 				cleanup_rings();
751 				rte_exit(EXIT_FAILURE, "%s\n",
752 					rte_strerror(rte_errno));
753 			}
754 
755 			snprintf(vdev_name, sizeof(vdev_name),
756 				 VDEV_NAME_FMT, RX_STR, i);
757 			(pt->rx_vdev_stream_type == IFACE) ?
758 			snprintf(vdev_args, sizeof(vdev_args),
759 				 VDEV_IFACE_ARGS_FMT, pt->rx_dev) :
760 			snprintf(vdev_args, sizeof(vdev_args),
761 				 VDEV_PCAP_ARGS_FMT, pt->rx_dev);
762 			if (rte_eal_hotplug_add("vdev", vdev_name,
763 						vdev_args) < 0) {
764 				cleanup_rings();
765 				rte_exit(EXIT_FAILURE,
766 					"vdev creation failed:%s:%d\n",
767 					__func__, __LINE__);
768 			}
769 			if (rte_eth_dev_get_port_by_name(vdev_name,
770 							 &portid) != 0) {
771 				rte_eal_hotplug_remove("vdev", vdev_name);
772 				cleanup_rings();
773 				rte_exit(EXIT_FAILURE,
774 					"cannot find added vdev %s:%s:%d\n",
775 					vdev_name, __func__, __LINE__);
776 			}
777 			pt->rx_vdev_id = portid;
778 			/* configure vdev */
779 			configure_vdev(pt->rx_vdev_id);
780 		} else if (pt->dir == RTE_PDUMP_FLAG_TX) {
781 
782 			/* create tx_ring */
783 			snprintf(ring_name, SIZE, TX_RING, i);
784 			pt->tx_ring = rte_ring_create(ring_name, pt->ring_size,
785 					rte_socket_id(), 0);
786 			if (pt->tx_ring == NULL) {
787 				cleanup_rings();
788 				rte_exit(EXIT_FAILURE, "%s\n",
789 					rte_strerror(rte_errno));
790 			}
791 
792 			snprintf(vdev_name, sizeof(vdev_name),
793 				 VDEV_NAME_FMT, TX_STR, i);
794 			(pt->tx_vdev_stream_type == IFACE) ?
795 			snprintf(vdev_args, sizeof(vdev_args),
796 				 VDEV_IFACE_ARGS_FMT, pt->tx_dev) :
797 			snprintf(vdev_args, sizeof(vdev_args),
798 				 VDEV_PCAP_ARGS_FMT, pt->tx_dev);
799 			if (rte_eal_hotplug_add("vdev", vdev_name,
800 						vdev_args) < 0) {
801 				cleanup_rings();
802 				rte_exit(EXIT_FAILURE,
803 					"vdev creation failed\n");
804 			}
805 			if (rte_eth_dev_get_port_by_name(vdev_name,
806 							 &portid) != 0) {
807 				rte_eal_hotplug_remove("vdev", vdev_name);
808 				cleanup_rings();
809 				rte_exit(EXIT_FAILURE,
810 					"cannot find added vdev %s:%s:%d\n",
811 					vdev_name, __func__, __LINE__);
812 			}
813 			pt->tx_vdev_id = portid;
814 
815 			/* configure vdev */
816 			configure_vdev(pt->tx_vdev_id);
817 		}
818 	}
819 }
820 
821 static void
822 enable_pdump(void)
823 {
824 	int i;
825 	struct pdump_tuples *pt;
826 	int ret = 0, ret1 = 0;
827 
828 	for (i = 0; i < num_tuples; i++) {
829 		pt = &pdump_t[i];
830 		if (pt->dir == RTE_PDUMP_FLAG_RXTX) {
831 			if (pt->dump_by_type == DEVICE_ID) {
832 				ret = rte_pdump_enable_by_deviceid(
833 						pt->device_id,
834 						pt->queue,
835 						RTE_PDUMP_FLAG_RX,
836 						pt->rx_ring,
837 						pt->mp, NULL);
838 				ret1 = rte_pdump_enable_by_deviceid(
839 						pt->device_id,
840 						pt->queue,
841 						RTE_PDUMP_FLAG_TX,
842 						pt->tx_ring,
843 						pt->mp, NULL);
844 			} else if (pt->dump_by_type == PORT_ID) {
845 				ret = rte_pdump_enable(pt->port, pt->queue,
846 						RTE_PDUMP_FLAG_RX,
847 						pt->rx_ring, pt->mp, NULL);
848 				ret1 = rte_pdump_enable(pt->port, pt->queue,
849 						RTE_PDUMP_FLAG_TX,
850 						pt->tx_ring, pt->mp, NULL);
851 			}
852 		} else if (pt->dir == RTE_PDUMP_FLAG_RX) {
853 			if (pt->dump_by_type == DEVICE_ID)
854 				ret = rte_pdump_enable_by_deviceid(
855 						pt->device_id,
856 						pt->queue,
857 						pt->dir, pt->rx_ring,
858 						pt->mp, NULL);
859 			else if (pt->dump_by_type == PORT_ID)
860 				ret = rte_pdump_enable(pt->port, pt->queue,
861 						pt->dir,
862 						pt->rx_ring, pt->mp, NULL);
863 		} else if (pt->dir == RTE_PDUMP_FLAG_TX) {
864 			if (pt->dump_by_type == DEVICE_ID)
865 				ret = rte_pdump_enable_by_deviceid(
866 						pt->device_id,
867 						pt->queue,
868 						pt->dir,
869 						pt->tx_ring, pt->mp, NULL);
870 			else if (pt->dump_by_type == PORT_ID)
871 				ret = rte_pdump_enable(pt->port, pt->queue,
872 						pt->dir,
873 						pt->tx_ring, pt->mp, NULL);
874 		}
875 		if (ret < 0 || ret1 < 0) {
876 			cleanup_pdump_resources();
877 			rte_exit(EXIT_FAILURE, "%s\n", rte_strerror(rte_errno));
878 		}
879 	}
880 }
881 
882 static inline void
883 pdump_packets(struct pdump_tuples *pt)
884 {
885 	if (pt->dir & RTE_PDUMP_FLAG_RX)
886 		pdump_rxtx(pt->rx_ring, pt->rx_vdev_id, &pt->stats);
887 	if (pt->dir & RTE_PDUMP_FLAG_TX)
888 		pdump_rxtx(pt->tx_ring, pt->tx_vdev_id, &pt->stats);
889 }
890 
891 static int
892 dump_packets_core(void *arg)
893 {
894 	struct pdump_tuples *pt = (struct pdump_tuples *) arg;
895 
896 	printf(" core (%u); port %u device (%s) queue %u\n",
897 			rte_lcore_id(), pt->port, pt->device_id, pt->queue);
898 	fflush(stdout);
899 
900 	while (!quit_signal)
901 		pdump_packets(pt);
902 
903 	return 0;
904 }
905 
906 static inline void
907 dump_packets(void)
908 {
909 	int i;
910 	uint32_t lcore_id = 0;
911 
912 	if (!multiple_core_capture) {
913 		printf(" core (%u), capture for (%d) tuples\n",
914 				rte_lcore_id(), num_tuples);
915 
916 		for (i = 0; i < num_tuples; i++)
917 			printf(" - port %u device (%s) queue %u\n",
918 				pdump_t[i].port,
919 				pdump_t[i].device_id,
920 				pdump_t[i].queue);
921 
922 		while (!quit_signal) {
923 			for (i = 0; i < num_tuples; i++)
924 				pdump_packets(&pdump_t[i]);
925 		}
926 
927 		return;
928 	}
929 
930 	/* check if there enough core */
931 	if ((uint32_t)num_tuples >= rte_lcore_count()) {
932 		printf("Insufficient cores to run parallel!\n");
933 		return;
934 	}
935 
936 	lcore_id = rte_get_next_lcore(lcore_id, 1, 0);
937 
938 	for (i = 0; i < num_tuples; i++) {
939 		rte_eal_remote_launch(dump_packets_core,
940 				&pdump_t[i], lcore_id);
941 		lcore_id = rte_get_next_lcore(lcore_id, 1, 0);
942 
943 		if (rte_eal_wait_lcore(lcore_id) < 0)
944 			rte_exit(EXIT_FAILURE, "failed to wait\n");
945 	}
946 
947 	/* main core */
948 	while (!quit_signal)
949 		;
950 }
951 
952 static void
953 enable_primary_monitor(void)
954 {
955 	int ret;
956 
957 	/* Once primary exits, so will pdump. */
958 	ret = rte_eal_alarm_set(MONITOR_INTERVAL, monitor_primary, NULL);
959 	if (ret < 0)
960 		printf("Fail to enable monitor:%d\n", ret);
961 }
962 
963 int
964 main(int argc, char **argv)
965 {
966 	int diag;
967 	int ret;
968 	int i;
969 
970 	char n_flag[] = "-n4";
971 	char mp_flag[] = "--proc-type=secondary";
972 	char *argp[argc + 2];
973 
974 	/* catch ctrl-c so we can print on exit */
975 	signal(SIGINT, signal_handler);
976 
977 	argp[0] = argv[0];
978 	argp[1] = n_flag;
979 	argp[2] = mp_flag;
980 
981 	for (i = 1; i < argc; i++)
982 		argp[i + 2] = argv[i];
983 
984 	argc += 2;
985 
986 	diag = rte_eal_init(argc, argp);
987 	if (diag < 0)
988 		rte_panic("Cannot init EAL\n");
989 
990 	if (rte_eth_dev_count_avail() == 0)
991 		rte_exit(EXIT_FAILURE, "No Ethernet ports - bye\n");
992 
993 	argc -= diag;
994 	argv += (diag - 2);
995 
996 	/* parse app arguments */
997 	if (argc > 1) {
998 		ret = launch_args_parse(argc, argv, argp[0]);
999 		if (ret < 0)
1000 			rte_exit(EXIT_FAILURE, "Invalid argument\n");
1001 	}
1002 
1003 	/* create mempool, ring and vdevs info */
1004 	create_mp_ring_vdev();
1005 	enable_pdump();
1006 	enable_primary_monitor();
1007 	dump_packets();
1008 
1009 	disable_primary_monitor();
1010 	cleanup_pdump_resources();
1011 	/* dump debug stats */
1012 	print_pdump_stats();
1013 
1014 	ret = rte_eal_cleanup();
1015 	if (ret)
1016 		printf("Error from rte_eal_cleanup(), %d\n", ret);
1017 
1018 	return 0;
1019 }
1020