xref: /dpdk/drivers/net/netvsc/hn_ethdev.c (revision 85c42091892cf308d838709dba2ebb935dadf741)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2016-2018 Microsoft Corporation
3  * Copyright(c) 2013-2016 Brocade Communications Systems, Inc.
4  * All rights reserved.
5  */
6 
7 #include <stdint.h>
8 #include <string.h>
9 #include <stdio.h>
10 #include <errno.h>
11 #include <unistd.h>
12 
13 #include <rte_ethdev.h>
14 #include <rte_memcpy.h>
15 #include <rte_string_fns.h>
16 #include <rte_memzone.h>
17 #include <rte_devargs.h>
18 #include <rte_malloc.h>
19 #include <rte_kvargs.h>
20 #include <rte_atomic.h>
21 #include <rte_branch_prediction.h>
22 #include <rte_ether.h>
23 #include <rte_ethdev_driver.h>
24 #include <rte_cycles.h>
25 #include <rte_errno.h>
26 #include <rte_memory.h>
27 #include <rte_eal.h>
28 #include <rte_dev.h>
29 #include <rte_bus_vmbus.h>
30 
31 #include "hn_logs.h"
32 #include "hn_var.h"
33 #include "hn_rndis.h"
34 #include "hn_nvs.h"
35 #include "ndis.h"
36 
37 #define HN_TX_OFFLOAD_CAPS (DEV_TX_OFFLOAD_IPV4_CKSUM | \
38 			    DEV_TX_OFFLOAD_TCP_CKSUM  | \
39 			    DEV_TX_OFFLOAD_UDP_CKSUM  | \
40 			    DEV_TX_OFFLOAD_TCP_TSO    | \
41 			    DEV_TX_OFFLOAD_MULTI_SEGS | \
42 			    DEV_TX_OFFLOAD_VLAN_INSERT)
43 
44 #define HN_RX_OFFLOAD_CAPS (DEV_RX_OFFLOAD_CHECKSUM | \
45 			    DEV_RX_OFFLOAD_VLAN_STRIP)
46 
47 int hn_logtype_init;
48 int hn_logtype_driver;
49 
50 struct hn_xstats_name_off {
51 	char name[RTE_ETH_XSTATS_NAME_SIZE];
52 	unsigned int offset;
53 };
54 
55 static const struct hn_xstats_name_off hn_stat_strings[] = {
56 	{ "good_packets",           offsetof(struct hn_stats, packets) },
57 	{ "good_bytes",             offsetof(struct hn_stats, bytes) },
58 	{ "errors",                 offsetof(struct hn_stats, errors) },
59 	{ "ring full",              offsetof(struct hn_stats, ring_full) },
60 	{ "multicast_packets",      offsetof(struct hn_stats, multicast) },
61 	{ "broadcast_packets",      offsetof(struct hn_stats, broadcast) },
62 	{ "undersize_packets",      offsetof(struct hn_stats, size_bins[0]) },
63 	{ "size_64_packets",        offsetof(struct hn_stats, size_bins[1]) },
64 	{ "size_65_127_packets",    offsetof(struct hn_stats, size_bins[2]) },
65 	{ "size_128_255_packets",   offsetof(struct hn_stats, size_bins[3]) },
66 	{ "size_256_511_packets",   offsetof(struct hn_stats, size_bins[4]) },
67 	{ "size_512_1023_packets",  offsetof(struct hn_stats, size_bins[5]) },
68 	{ "size_1024_1518_packets", offsetof(struct hn_stats, size_bins[6]) },
69 	{ "size_1519_max_packets",  offsetof(struct hn_stats, size_bins[7]) },
70 };
71 
72 static struct rte_eth_dev *
73 eth_dev_vmbus_allocate(struct rte_vmbus_device *dev, size_t private_data_size)
74 {
75 	struct rte_eth_dev *eth_dev;
76 	const char *name;
77 
78 	if (!dev)
79 		return NULL;
80 
81 	name = dev->device.name;
82 
83 	if (rte_eal_process_type() == RTE_PROC_PRIMARY) {
84 		eth_dev = rte_eth_dev_allocate(name);
85 		if (!eth_dev) {
86 			PMD_DRV_LOG(NOTICE, "can not allocate rte ethdev");
87 			return NULL;
88 		}
89 
90 		if (private_data_size) {
91 			eth_dev->data->dev_private =
92 				rte_zmalloc_socket(name, private_data_size,
93 						     RTE_CACHE_LINE_SIZE, dev->device.numa_node);
94 			if (!eth_dev->data->dev_private) {
95 				PMD_DRV_LOG(NOTICE, "can not allocate driver data");
96 				rte_eth_dev_release_port(eth_dev);
97 				return NULL;
98 			}
99 		}
100 	} else {
101 		eth_dev = rte_eth_dev_attach_secondary(name);
102 		if (!eth_dev) {
103 			PMD_DRV_LOG(NOTICE, "can not attach secondary");
104 			return NULL;
105 		}
106 	}
107 
108 	eth_dev->device = &dev->device;
109 	eth_dev->intr_handle = &dev->intr_handle;
110 
111 	return eth_dev;
112 }
113 
114 static void
115 eth_dev_vmbus_release(struct rte_eth_dev *eth_dev)
116 {
117 	/* free ether device */
118 	rte_eth_dev_release_port(eth_dev);
119 
120 	if (rte_eal_process_type() == RTE_PROC_PRIMARY)
121 		rte_free(eth_dev->data->dev_private);
122 
123 	eth_dev->data->dev_private = NULL;
124 
125 	/*
126 	 * Secondary process will check the name to attach.
127 	 * Clear this field to avoid attaching a released ports.
128 	 */
129 	eth_dev->data->name[0] = '\0';
130 
131 	eth_dev->device = NULL;
132 	eth_dev->intr_handle = NULL;
133 }
134 
135 /* handle "latency=X" from devargs */
136 static int hn_set_latency(const char *key, const char *value, void *opaque)
137 {
138 	struct hn_data *hv = opaque;
139 	char *endp = NULL;
140 	unsigned long lat;
141 
142 	errno = 0;
143 	lat = strtoul(value, &endp, 0);
144 
145 	if (*value == '\0' || *endp != '\0') {
146 		PMD_DRV_LOG(ERR, "invalid parameter %s=%s", key, value);
147 		return -EINVAL;
148 	}
149 
150 	PMD_DRV_LOG(DEBUG, "set latency %lu usec", lat);
151 
152 	hv->latency = lat * 1000;	/* usec to nsec */
153 	return 0;
154 }
155 
156 /* Parse device arguments */
157 static int hn_parse_args(const struct rte_eth_dev *dev)
158 {
159 	struct hn_data *hv = dev->data->dev_private;
160 	struct rte_devargs *devargs = dev->device->devargs;
161 	static const char * const valid_keys[] = {
162 		"latency",
163 		NULL
164 	};
165 	struct rte_kvargs *kvlist;
166 
167 	if (!devargs)
168 		return 0;
169 
170 	PMD_INIT_LOG(DEBUG, "device args %s %s",
171 		     devargs->name, devargs->args);
172 
173 	kvlist = rte_kvargs_parse(devargs->args, valid_keys);
174 	if (!kvlist) {
175 		PMD_DRV_LOG(NOTICE, "invalid parameters");
176 		return -EINVAL;
177 	}
178 
179 	rte_kvargs_process(kvlist, "latency", hn_set_latency, hv);
180 	rte_kvargs_free(kvlist);
181 	return 0;
182 }
183 
184 /* Update link status.
185  * Note: the DPDK definition of "wait_to_complete"
186  *   means block this call until link is up.
187  *   which is not worth supporting.
188  */
189 static int
190 hn_dev_link_update(struct rte_eth_dev *dev,
191 		   __rte_unused int wait_to_complete)
192 {
193 	struct hn_data *hv = dev->data->dev_private;
194 	struct rte_eth_link link, old;
195 	int error;
196 
197 	old = dev->data->dev_link;
198 
199 	error = hn_rndis_get_linkstatus(hv);
200 	if (error)
201 		return error;
202 
203 	hn_rndis_get_linkspeed(hv);
204 
205 	link = (struct rte_eth_link) {
206 		.link_duplex = ETH_LINK_FULL_DUPLEX,
207 		.link_autoneg = ETH_LINK_SPEED_FIXED,
208 		.link_speed = hv->link_speed / 10000,
209 	};
210 
211 	if (hv->link_status == NDIS_MEDIA_STATE_CONNECTED)
212 		link.link_status = ETH_LINK_UP;
213 	else
214 		link.link_status = ETH_LINK_DOWN;
215 
216 	if (old.link_status == link.link_status)
217 		return 0;
218 
219 	PMD_INIT_LOG(DEBUG, "Port %d is %s", dev->data->port_id,
220 		     (link.link_status == ETH_LINK_UP) ? "up" : "down");
221 
222 	return rte_eth_linkstatus_set(dev, &link);
223 }
224 
225 static void hn_dev_info_get(struct rte_eth_dev *dev,
226 			    struct rte_eth_dev_info *dev_info)
227 {
228 	struct hn_data *hv = dev->data->dev_private;
229 
230 	dev_info->speed_capa = ETH_LINK_SPEED_10G;
231 	dev_info->min_rx_bufsize = HN_MIN_RX_BUF_SIZE;
232 	dev_info->max_rx_pktlen  = HN_MAX_XFER_LEN;
233 	dev_info->max_mac_addrs  = 1;
234 
235 	dev_info->hash_key_size = NDIS_HASH_KEYSIZE_TOEPLITZ;
236 	dev_info->flow_type_rss_offloads =
237 		ETH_RSS_IPV4 | ETH_RSS_IPV6 | ETH_RSS_TCP | ETH_RSS_UDP;
238 
239 	dev_info->max_rx_queues = hv->max_queues;
240 	dev_info->max_tx_queues = hv->max_queues;
241 
242 	hn_rndis_get_offload(hv, dev_info);
243 }
244 
245 static void
246 hn_dev_promiscuous_enable(struct rte_eth_dev *dev)
247 {
248 	struct hn_data *hv = dev->data->dev_private;
249 
250 	hn_rndis_set_rxfilter(hv, NDIS_PACKET_TYPE_PROMISCUOUS);
251 }
252 
253 static void
254 hn_dev_promiscuous_disable(struct rte_eth_dev *dev)
255 {
256 	struct hn_data *hv = dev->data->dev_private;
257 	uint32_t filter;
258 
259 	filter = NDIS_PACKET_TYPE_DIRECTED | NDIS_PACKET_TYPE_BROADCAST;
260 	if (dev->data->all_multicast)
261 		filter |= NDIS_PACKET_TYPE_ALL_MULTICAST;
262 	hn_rndis_set_rxfilter(hv, filter);
263 }
264 
265 static void
266 hn_dev_allmulticast_enable(struct rte_eth_dev *dev)
267 {
268 	struct hn_data *hv = dev->data->dev_private;
269 
270 	hn_rndis_set_rxfilter(hv, NDIS_PACKET_TYPE_DIRECTED |
271 			      NDIS_PACKET_TYPE_ALL_MULTICAST |
272 			NDIS_PACKET_TYPE_BROADCAST);
273 }
274 
275 static void
276 hn_dev_allmulticast_disable(struct rte_eth_dev *dev)
277 {
278 	struct hn_data *hv = dev->data->dev_private;
279 
280 	hn_rndis_set_rxfilter(hv, NDIS_PACKET_TYPE_DIRECTED |
281 			     NDIS_PACKET_TYPE_BROADCAST);
282 }
283 
284 /* Setup shared rx/tx queue data */
285 static int hn_subchan_configure(struct hn_data *hv,
286 				uint32_t subchan)
287 {
288 	struct vmbus_channel *primary = hn_primary_chan(hv);
289 	int err;
290 	unsigned int retry = 0;
291 
292 	PMD_DRV_LOG(DEBUG,
293 		    "open %u subchannels", subchan);
294 
295 	/* Send create sub channels command */
296 	err = hn_nvs_alloc_subchans(hv, &subchan);
297 	if (err)
298 		return  err;
299 
300 	while (subchan > 0) {
301 		struct vmbus_channel *new_sc;
302 		uint16_t chn_index;
303 
304 		err = rte_vmbus_subchan_open(primary, &new_sc);
305 		if (err == -ENOENT && ++retry < 1000) {
306 			/* This can happen if not ready yet */
307 			rte_delay_ms(10);
308 			continue;
309 		}
310 
311 		if (err) {
312 			PMD_DRV_LOG(ERR,
313 				    "open subchannel failed: %d", err);
314 			return err;
315 		}
316 
317 		rte_vmbus_set_latency(hv->vmbus, new_sc, hv->latency);
318 
319 		retry = 0;
320 		chn_index = rte_vmbus_sub_channel_index(new_sc);
321 		if (chn_index == 0 || chn_index > hv->max_queues) {
322 			PMD_DRV_LOG(ERR,
323 				    "Invalid subchannel offermsg channel %u",
324 				    chn_index);
325 			return -EIO;
326 		}
327 
328 		PMD_DRV_LOG(DEBUG, "new sub channel %u", chn_index);
329 		hv->channels[chn_index] = new_sc;
330 		--subchan;
331 	}
332 
333 	return err;
334 }
335 
336 static int hn_dev_configure(struct rte_eth_dev *dev)
337 {
338 	const struct rte_eth_conf *dev_conf = &dev->data->dev_conf;
339 	const struct rte_eth_rxmode *rxmode = &dev_conf->rxmode;
340 	const struct rte_eth_txmode *txmode = &dev_conf->txmode;
341 
342 	const struct rte_eth_rss_conf *rss_conf =
343 		&dev_conf->rx_adv_conf.rss_conf;
344 	struct hn_data *hv = dev->data->dev_private;
345 	uint64_t unsupported;
346 	int err, subchan;
347 
348 	PMD_INIT_FUNC_TRACE();
349 
350 	unsupported = txmode->offloads & ~HN_TX_OFFLOAD_CAPS;
351 	if (unsupported) {
352 		PMD_DRV_LOG(NOTICE,
353 			    "unsupported TX offload: %#" PRIx64,
354 			    unsupported);
355 		return -EINVAL;
356 	}
357 
358 	unsupported = rxmode->offloads & ~HN_RX_OFFLOAD_CAPS;
359 	if (unsupported) {
360 		PMD_DRV_LOG(NOTICE,
361 			    "unsupported RX offload: %#" PRIx64,
362 			    rxmode->offloads);
363 		return -EINVAL;
364 	}
365 
366 	err = hn_rndis_conf_offload(hv, txmode->offloads,
367 				    rxmode->offloads);
368 	if (err) {
369 		PMD_DRV_LOG(NOTICE,
370 			    "offload configure failed");
371 		return err;
372 	}
373 
374 	hv->num_queues = RTE_MAX(dev->data->nb_rx_queues,
375 				 dev->data->nb_tx_queues);
376 	subchan = hv->num_queues - 1;
377 	if (subchan > 0) {
378 		err = hn_subchan_configure(hv, subchan);
379 		if (err) {
380 			PMD_DRV_LOG(NOTICE,
381 				    "subchannel configuration failed");
382 			return err;
383 		}
384 
385 		err = hn_rndis_conf_rss(hv, rss_conf);
386 		if (err) {
387 			PMD_DRV_LOG(NOTICE,
388 				    "rss configuration failed");
389 			return err;
390 		}
391 	}
392 
393 	return 0;
394 }
395 
396 static int hn_dev_stats_get(struct rte_eth_dev *dev,
397 			    struct rte_eth_stats *stats)
398 {
399 	unsigned int i;
400 
401 	for (i = 0; i < dev->data->nb_tx_queues; i++) {
402 		const struct hn_tx_queue *txq = dev->data->tx_queues[i];
403 
404 		if (!txq)
405 			continue;
406 
407 		stats->opackets += txq->stats.packets;
408 		stats->obytes += txq->stats.bytes;
409 		stats->oerrors += txq->stats.errors;
410 
411 		if (i < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
412 			stats->q_opackets[i] = txq->stats.packets;
413 			stats->q_obytes[i] = txq->stats.bytes;
414 		}
415 	}
416 
417 	for (i = 0; i < dev->data->nb_rx_queues; i++) {
418 		const struct hn_rx_queue *rxq = dev->data->rx_queues[i];
419 
420 		if (!rxq)
421 			continue;
422 
423 		stats->ipackets += rxq->stats.packets;
424 		stats->ibytes += rxq->stats.bytes;
425 		stats->ierrors += rxq->stats.errors;
426 		stats->imissed += rxq->stats.ring_full;
427 
428 		if (i < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
429 			stats->q_ipackets[i] = rxq->stats.packets;
430 			stats->q_ibytes[i] = rxq->stats.bytes;
431 		}
432 	}
433 
434 	stats->rx_nombuf = dev->data->rx_mbuf_alloc_failed;
435 	return 0;
436 }
437 
438 static void
439 hn_dev_stats_reset(struct rte_eth_dev *dev)
440 {
441 	unsigned int i;
442 
443 	PMD_INIT_FUNC_TRACE();
444 
445 	for (i = 0; i < dev->data->nb_tx_queues; i++) {
446 		struct hn_tx_queue *txq = dev->data->tx_queues[i];
447 
448 		if (!txq)
449 			continue;
450 		memset(&txq->stats, 0, sizeof(struct hn_stats));
451 	}
452 
453 	for (i = 0; i < dev->data->nb_rx_queues; i++) {
454 		struct hn_rx_queue *rxq = dev->data->rx_queues[i];
455 
456 		if (!rxq)
457 			continue;
458 
459 		memset(&rxq->stats, 0, sizeof(struct hn_stats));
460 	}
461 }
462 
463 static int
464 hn_dev_xstats_get_names(struct rte_eth_dev *dev,
465 			struct rte_eth_xstat_name *xstats_names,
466 			__rte_unused unsigned int limit)
467 {
468 	unsigned int i, t, count = 0;
469 
470 	PMD_INIT_FUNC_TRACE();
471 
472 	if (!xstats_names)
473 		return dev->data->nb_tx_queues * RTE_DIM(hn_stat_strings)
474 			+ dev->data->nb_rx_queues * RTE_DIM(hn_stat_strings);
475 
476 	/* Note: limit checked in rte_eth_xstats_names() */
477 	for (i = 0; i < dev->data->nb_tx_queues; i++) {
478 		const struct hn_tx_queue *txq = dev->data->tx_queues[i];
479 
480 		if (!txq)
481 			continue;
482 
483 		for (t = 0; t < RTE_DIM(hn_stat_strings); t++)
484 			snprintf(xstats_names[count++].name,
485 				 RTE_ETH_XSTATS_NAME_SIZE,
486 				 "tx_q%u_%s", i, hn_stat_strings[t].name);
487 	}
488 
489 	for (i = 0; i < dev->data->nb_rx_queues; i++)  {
490 		const struct hn_rx_queue *rxq = dev->data->rx_queues[i];
491 
492 		if (!rxq)
493 			continue;
494 
495 		for (t = 0; t < RTE_DIM(hn_stat_strings); t++)
496 			snprintf(xstats_names[count++].name,
497 				 RTE_ETH_XSTATS_NAME_SIZE,
498 				 "rx_q%u_%s", i,
499 				 hn_stat_strings[t].name);
500 	}
501 
502 	return count;
503 }
504 
505 static int
506 hn_dev_xstats_get(struct rte_eth_dev *dev,
507 		  struct rte_eth_xstat *xstats,
508 		  unsigned int n)
509 {
510 	unsigned int i, t, count = 0;
511 
512 	const unsigned int nstats =
513 		dev->data->nb_tx_queues * RTE_DIM(hn_stat_strings)
514 		+ dev->data->nb_rx_queues * RTE_DIM(hn_stat_strings);
515 	const char *stats;
516 
517 	PMD_INIT_FUNC_TRACE();
518 
519 	if (n < nstats)
520 		return nstats;
521 
522 	for (i = 0; i < dev->data->nb_tx_queues; i++) {
523 		const struct hn_tx_queue *txq = dev->data->tx_queues[i];
524 
525 		if (!txq)
526 			continue;
527 
528 		stats = (const char *)&txq->stats;
529 		for (t = 0; t < RTE_DIM(hn_stat_strings); t++)
530 			xstats[count++].value = *(const uint64_t *)
531 				(stats + hn_stat_strings[t].offset);
532 	}
533 
534 	for (i = 0; i < dev->data->nb_rx_queues; i++) {
535 		const struct hn_rx_queue *rxq = dev->data->rx_queues[i];
536 
537 		if (!rxq)
538 			continue;
539 
540 		stats = (const char *)&rxq->stats;
541 		for (t = 0; t < RTE_DIM(hn_stat_strings); t++)
542 			xstats[count++].value = *(const uint64_t *)
543 				(stats + hn_stat_strings[t].offset);
544 	}
545 
546 	return count;
547 }
548 
549 static int
550 hn_dev_start(struct rte_eth_dev *dev)
551 {
552 	struct hn_data *hv = dev->data->dev_private;
553 
554 	PMD_INIT_FUNC_TRACE();
555 
556 	/* check if lsc interrupt feature is enabled */
557 	if (dev->data->dev_conf.intr_conf.lsc) {
558 		PMD_DRV_LOG(ERR, "link status not supported yet");
559 		return -ENOTSUP;
560 	}
561 
562 	return hn_rndis_set_rxfilter(hv,
563 				     NDIS_PACKET_TYPE_BROADCAST |
564 				     NDIS_PACKET_TYPE_ALL_MULTICAST |
565 				     NDIS_PACKET_TYPE_DIRECTED);
566 }
567 
568 static void
569 hn_dev_stop(struct rte_eth_dev *dev)
570 {
571 	struct hn_data *hv = dev->data->dev_private;
572 
573 	PMD_INIT_FUNC_TRACE();
574 
575 	hn_rndis_set_rxfilter(hv, 0);
576 }
577 
578 static void
579 hn_dev_close(struct rte_eth_dev *dev __rte_unused)
580 {
581 	PMD_INIT_LOG(DEBUG, "close");
582 }
583 
584 static const struct eth_dev_ops hn_eth_dev_ops = {
585 	.dev_configure		= hn_dev_configure,
586 	.dev_start		= hn_dev_start,
587 	.dev_stop		= hn_dev_stop,
588 	.dev_close		= hn_dev_close,
589 	.dev_infos_get		= hn_dev_info_get,
590 	.txq_info_get		= hn_dev_tx_queue_info,
591 	.rxq_info_get		= hn_dev_rx_queue_info,
592 	.promiscuous_enable     = hn_dev_promiscuous_enable,
593 	.promiscuous_disable    = hn_dev_promiscuous_disable,
594 	.allmulticast_enable    = hn_dev_allmulticast_enable,
595 	.allmulticast_disable   = hn_dev_allmulticast_disable,
596 	.tx_queue_setup		= hn_dev_tx_queue_setup,
597 	.tx_queue_release	= hn_dev_tx_queue_release,
598 	.tx_done_cleanup        = hn_dev_tx_done_cleanup,
599 	.rx_queue_setup		= hn_dev_rx_queue_setup,
600 	.rx_queue_release	= hn_dev_rx_queue_release,
601 	.link_update		= hn_dev_link_update,
602 	.stats_get		= hn_dev_stats_get,
603 	.xstats_get		= hn_dev_xstats_get,
604 	.xstats_get_names	= hn_dev_xstats_get_names,
605 	.stats_reset            = hn_dev_stats_reset,
606 	.xstats_reset		= hn_dev_stats_reset,
607 };
608 
609 /*
610  * Setup connection between PMD and kernel.
611  */
612 static int
613 hn_attach(struct hn_data *hv, unsigned int mtu)
614 {
615 	int error;
616 
617 	/* Attach NVS */
618 	error = hn_nvs_attach(hv, mtu);
619 	if (error)
620 		goto failed_nvs;
621 
622 	/* Attach RNDIS */
623 	error = hn_rndis_attach(hv);
624 	if (error)
625 		goto failed_rndis;
626 
627 	/*
628 	 * NOTE:
629 	 * Under certain conditions on certain versions of Hyper-V,
630 	 * the RNDIS rxfilter is _not_ zero on the hypervisor side
631 	 * after the successful RNDIS initialization.
632 	 */
633 	hn_rndis_set_rxfilter(hv, NDIS_PACKET_TYPE_NONE);
634 	return 0;
635 failed_rndis:
636 	hn_nvs_detach(hv);
637 failed_nvs:
638 	return error;
639 }
640 
641 static void
642 hn_detach(struct hn_data *hv)
643 {
644 	hn_nvs_detach(hv);
645 	hn_rndis_detach(hv);
646 }
647 
648 static int
649 eth_hn_dev_init(struct rte_eth_dev *eth_dev)
650 {
651 	struct hn_data *hv = eth_dev->data->dev_private;
652 	struct rte_device *device = eth_dev->device;
653 	struct rte_vmbus_device *vmbus;
654 	unsigned int rxr_cnt;
655 	int err, max_chan;
656 
657 	PMD_INIT_FUNC_TRACE();
658 
659 	vmbus = container_of(device, struct rte_vmbus_device, device);
660 	eth_dev->dev_ops = &hn_eth_dev_ops;
661 	eth_dev->tx_pkt_burst = &hn_xmit_pkts;
662 	eth_dev->rx_pkt_burst = &hn_recv_pkts;
663 
664 	/*
665 	 * for secondary processes, we don't initialize any further as primary
666 	 * has already done this work.
667 	 */
668 	if (rte_eal_process_type() != RTE_PROC_PRIMARY)
669 		return 0;
670 
671 	/* Since Hyper-V only supports one MAC address, just use local data */
672 	eth_dev->data->mac_addrs = &hv->mac_addr;
673 
674 	hv->vmbus = vmbus;
675 	hv->rxbuf_res = &vmbus->resource[HV_RECV_BUF_MAP];
676 	hv->chim_res  = &vmbus->resource[HV_SEND_BUF_MAP];
677 	hv->port_id = eth_dev->data->port_id;
678 	hv->latency = HN_CHAN_LATENCY_NS;
679 
680 	err = hn_parse_args(eth_dev);
681 	if (err)
682 		return err;
683 
684 	/* Initialize primary channel input for control operations */
685 	err = rte_vmbus_chan_open(vmbus, &hv->channels[0]);
686 	if (err)
687 		return err;
688 
689 	rte_vmbus_set_latency(hv->vmbus, hv->channels[0], hv->latency);
690 
691 	hv->primary = hn_rx_queue_alloc(hv, 0,
692 					eth_dev->device->numa_node);
693 
694 	if (!hv->primary)
695 		return -ENOMEM;
696 
697 	err = hn_attach(hv, ETHER_MTU);
698 	if  (err)
699 		goto failed;
700 
701 	err = hn_tx_pool_init(eth_dev);
702 	if (err)
703 		goto failed;
704 
705 	err = hn_rndis_get_eaddr(hv, hv->mac_addr.addr_bytes);
706 	if (err)
707 		goto failed;
708 
709 	max_chan = rte_vmbus_max_channels(vmbus);
710 	PMD_INIT_LOG(DEBUG, "VMBus max channels %d", max_chan);
711 	if (max_chan <= 0)
712 		goto failed;
713 
714 	if (hn_rndis_query_rsscaps(hv, &rxr_cnt) != 0)
715 		rxr_cnt = 1;
716 
717 	hv->max_queues = RTE_MIN(rxr_cnt, (unsigned int)max_chan);
718 
719 	return 0;
720 
721 failed:
722 	PMD_INIT_LOG(NOTICE, "device init failed");
723 
724 	hn_detach(hv);
725 	return err;
726 }
727 
728 static int
729 eth_hn_dev_uninit(struct rte_eth_dev *eth_dev)
730 {
731 	struct hn_data *hv = eth_dev->data->dev_private;
732 
733 	PMD_INIT_FUNC_TRACE();
734 
735 	if (rte_eal_process_type() != RTE_PROC_PRIMARY)
736 		return 0;
737 
738 	hn_dev_stop(eth_dev);
739 	hn_dev_close(eth_dev);
740 
741 	eth_dev->dev_ops = NULL;
742 	eth_dev->tx_pkt_burst = NULL;
743 	eth_dev->rx_pkt_burst = NULL;
744 
745 	hn_detach(hv);
746 	rte_vmbus_chan_close(hv->primary->chan);
747 	rte_free(hv->primary);
748 
749 	eth_dev->data->mac_addrs = NULL;
750 
751 	return 0;
752 }
753 
754 static int eth_hn_probe(struct rte_vmbus_driver *drv __rte_unused,
755 			struct rte_vmbus_device *dev)
756 {
757 	struct rte_eth_dev *eth_dev;
758 	int ret;
759 
760 	PMD_INIT_FUNC_TRACE();
761 
762 	eth_dev = eth_dev_vmbus_allocate(dev, sizeof(struct hn_data));
763 	if (!eth_dev)
764 		return -ENOMEM;
765 
766 	ret = eth_hn_dev_init(eth_dev);
767 	if (ret)
768 		eth_dev_vmbus_release(eth_dev);
769 	else
770 		rte_eth_dev_probing_finish(eth_dev);
771 
772 	return ret;
773 }
774 
775 static int eth_hn_remove(struct rte_vmbus_device *dev)
776 {
777 	struct rte_eth_dev *eth_dev;
778 	int ret;
779 
780 	PMD_INIT_FUNC_TRACE();
781 
782 	eth_dev = rte_eth_dev_allocated(dev->device.name);
783 	if (!eth_dev)
784 		return -ENODEV;
785 
786 	ret = eth_hn_dev_uninit(eth_dev);
787 	if (ret)
788 		return ret;
789 
790 	eth_dev_vmbus_release(eth_dev);
791 	return 0;
792 }
793 
794 /* Network device GUID */
795 static const rte_uuid_t hn_net_ids[] = {
796 	/*  f8615163-df3e-46c5-913f-f2d2f965ed0e */
797 	RTE_UUID_INIT(0xf8615163, 0xdf3e, 0x46c5, 0x913f, 0xf2d2f965ed0eULL),
798 	{ 0 }
799 };
800 
801 static struct rte_vmbus_driver rte_netvsc_pmd = {
802 	.id_table = hn_net_ids,
803 	.probe = eth_hn_probe,
804 	.remove = eth_hn_remove,
805 };
806 
807 RTE_PMD_REGISTER_VMBUS(net_netvsc, rte_netvsc_pmd);
808 RTE_PMD_REGISTER_KMOD_DEP(net_netvsc, "* uio_hv_generic");
809 
810 RTE_INIT(hn_init_log);
811 static void
812 hn_init_log(void)
813 {
814 	hn_logtype_init = rte_log_register("pmd.net.netvsc.init");
815 	if (hn_logtype_init >= 0)
816 		rte_log_set_level(hn_logtype_init, RTE_LOG_NOTICE);
817 	hn_logtype_driver = rte_log_register("pmd.net.netvsc.driver");
818 	if (hn_logtype_driver >= 0)
819 		rte_log_set_level(hn_logtype_driver, RTE_LOG_NOTICE);
820 }
821