15566a3e3SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause 25566a3e3SBruce Richardson * Copyright(c) 2010-2016 Intel Corporation 3e9efa4d9SJianfeng Tan */ 4e9efa4d9SJianfeng Tan 5e9efa4d9SJianfeng Tan #include <stdint.h> 6e9efa4d9SJianfeng Tan #include <sys/types.h> 7e9efa4d9SJianfeng Tan #include <unistd.h> 8ef53b603SJianfeng Tan #include <fcntl.h> 9ef53b603SJianfeng Tan #include <sys/socket.h> 10e9efa4d9SJianfeng Tan 11ce2eabddSJianfeng Tan #include <rte_malloc.h> 12ce2eabddSJianfeng Tan #include <rte_kvargs.h> 13050fe6e9SJan Blunck #include <rte_ethdev_vdev.h> 14d4a586d2SJianfeng Tan #include <rte_bus_vdev.h> 15ef53b603SJianfeng Tan #include <rte_alarm.h> 16ce2eabddSJianfeng Tan 17ce2eabddSJianfeng Tan #include "virtio_ethdev.h" 18e9efa4d9SJianfeng Tan #include "virtio_logs.h" 19e9efa4d9SJianfeng Tan #include "virtio_pci.h" 20e9efa4d9SJianfeng Tan #include "virtqueue.h" 211b69528eSJianfeng Tan #include "virtio_rxtx.h" 22e9efa4d9SJianfeng Tan #include "virtio_user/virtio_user_dev.h" 23e9efa4d9SJianfeng Tan 24e9efa4d9SJianfeng Tan #define virtio_user_get_dev(hw) \ 25e9efa4d9SJianfeng Tan ((struct virtio_user_dev *)(hw)->virtio_user_dev) 26e9efa4d9SJianfeng Tan 27bd8f50a4SZhiyong Yang static int 28bd8f50a4SZhiyong Yang virtio_user_server_reconnect(struct virtio_user_dev *dev) 29bd8f50a4SZhiyong Yang { 30bd8f50a4SZhiyong Yang int ret; 31bd8f50a4SZhiyong Yang int connectfd; 32bd8f50a4SZhiyong Yang struct rte_eth_dev *eth_dev = &rte_eth_devices[dev->port_id]; 33bd8f50a4SZhiyong Yang 34bd8f50a4SZhiyong Yang connectfd = accept(dev->listenfd, NULL, NULL); 35bd8f50a4SZhiyong Yang if (connectfd < 0) 36bd8f50a4SZhiyong Yang return -1; 37bd8f50a4SZhiyong Yang 38bd8f50a4SZhiyong Yang dev->vhostfd = connectfd; 39201a4165SZhiyong Yang if (dev->ops->send_request(dev, VHOST_USER_GET_FEATURES, 40201a4165SZhiyong Yang &dev->device_features) < 0) { 41201a4165SZhiyong Yang PMD_INIT_LOG(ERR, "get_features failed: %s", 42201a4165SZhiyong Yang strerror(errno)); 43201a4165SZhiyong Yang return -1; 44201a4165SZhiyong Yang } 45201a4165SZhiyong Yang 46bb97d2ddSTiwei Bie dev->device_features |= dev->frontend_features; 47bb97d2ddSTiwei Bie 487c66ff61SMarvin Liu /* umask vhost-user unsupported features */ 497c66ff61SMarvin Liu dev->device_features &= ~(dev->unsupported_features); 50201a4165SZhiyong Yang 51201a4165SZhiyong Yang dev->features &= dev->device_features; 52201a4165SZhiyong Yang 53bd8f50a4SZhiyong Yang ret = virtio_user_start_device(dev); 54bd8f50a4SZhiyong Yang if (ret < 0) 55bd8f50a4SZhiyong Yang return -1; 56bd8f50a4SZhiyong Yang 57201a4165SZhiyong Yang if (dev->queue_pairs > 1) { 58201a4165SZhiyong Yang ret = virtio_user_handle_mq(dev, dev->queue_pairs); 59201a4165SZhiyong Yang if (ret != 0) { 60201a4165SZhiyong Yang PMD_INIT_LOG(ERR, "Fails to enable multi-queue pairs!"); 61201a4165SZhiyong Yang return -1; 62201a4165SZhiyong Yang } 63201a4165SZhiyong Yang } 64bd8f50a4SZhiyong Yang if (eth_dev->data->dev_flags & RTE_ETH_DEV_INTR_LSC) { 65bd8f50a4SZhiyong Yang if (rte_intr_disable(eth_dev->intr_handle) < 0) { 66bd8f50a4SZhiyong Yang PMD_DRV_LOG(ERR, "interrupt disable failed"); 67bd8f50a4SZhiyong Yang return -1; 68bd8f50a4SZhiyong Yang } 69bd8f50a4SZhiyong Yang rte_intr_callback_unregister(eth_dev->intr_handle, 70bd8f50a4SZhiyong Yang virtio_interrupt_handler, 71bd8f50a4SZhiyong Yang eth_dev); 72bd8f50a4SZhiyong Yang eth_dev->intr_handle->fd = connectfd; 73bd8f50a4SZhiyong Yang rte_intr_callback_register(eth_dev->intr_handle, 74bd8f50a4SZhiyong Yang virtio_interrupt_handler, eth_dev); 75bd8f50a4SZhiyong Yang 76bd8f50a4SZhiyong Yang if (rte_intr_enable(eth_dev->intr_handle) < 0) { 77bd8f50a4SZhiyong Yang PMD_DRV_LOG(ERR, "interrupt enable failed"); 78bd8f50a4SZhiyong Yang return -1; 79bd8f50a4SZhiyong Yang } 80bd8f50a4SZhiyong Yang } 81bd8f50a4SZhiyong Yang PMD_INIT_LOG(NOTICE, "server mode virtio-user reconnection succeeds!"); 82bd8f50a4SZhiyong Yang return 0; 83bd8f50a4SZhiyong Yang } 84bd8f50a4SZhiyong Yang 85e9efa4d9SJianfeng Tan static void 86ef53b603SJianfeng Tan virtio_user_delayed_handler(void *param) 87ef53b603SJianfeng Tan { 88ef53b603SJianfeng Tan struct virtio_hw *hw = (struct virtio_hw *)param; 89bd8f50a4SZhiyong Yang struct rte_eth_dev *eth_dev = &rte_eth_devices[hw->port_id]; 90bd8f50a4SZhiyong Yang struct virtio_user_dev *dev = virtio_user_get_dev(hw); 91ef53b603SJianfeng Tan 92bd8f50a4SZhiyong Yang if (rte_intr_disable(eth_dev->intr_handle) < 0) { 93bd8f50a4SZhiyong Yang PMD_DRV_LOG(ERR, "interrupt disable failed"); 94bd8f50a4SZhiyong Yang return; 95bd8f50a4SZhiyong Yang } 96bd8f50a4SZhiyong Yang rte_intr_callback_unregister(eth_dev->intr_handle, 97bd8f50a4SZhiyong Yang virtio_interrupt_handler, eth_dev); 98bd8f50a4SZhiyong Yang if (dev->is_server) { 99bd8f50a4SZhiyong Yang if (dev->vhostfd >= 0) { 100bd8f50a4SZhiyong Yang close(dev->vhostfd); 101bd8f50a4SZhiyong Yang dev->vhostfd = -1; 102bd8f50a4SZhiyong Yang } 103bd8f50a4SZhiyong Yang eth_dev->intr_handle->fd = dev->listenfd; 104bd8f50a4SZhiyong Yang rte_intr_callback_register(eth_dev->intr_handle, 105bd8f50a4SZhiyong Yang virtio_interrupt_handler, eth_dev); 106bd8f50a4SZhiyong Yang if (rte_intr_enable(eth_dev->intr_handle) < 0) { 107bd8f50a4SZhiyong Yang PMD_DRV_LOG(ERR, "interrupt enable failed"); 108bd8f50a4SZhiyong Yang return; 109bd8f50a4SZhiyong Yang } 110bd8f50a4SZhiyong Yang } 111ef53b603SJianfeng Tan } 112ef53b603SJianfeng Tan 113ef53b603SJianfeng Tan static void 114e9efa4d9SJianfeng Tan virtio_user_read_dev_config(struct virtio_hw *hw, size_t offset, 115e9efa4d9SJianfeng Tan void *dst, int length) 116e9efa4d9SJianfeng Tan { 117e9efa4d9SJianfeng Tan int i; 118e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 119e9efa4d9SJianfeng Tan 120e9efa4d9SJianfeng Tan if (offset == offsetof(struct virtio_net_config, mac) && 121e9efa4d9SJianfeng Tan length == ETHER_ADDR_LEN) { 122e9efa4d9SJianfeng Tan for (i = 0; i < ETHER_ADDR_LEN; ++i) 123e9efa4d9SJianfeng Tan ((uint8_t *)dst)[i] = dev->mac_addr[i]; 124e9efa4d9SJianfeng Tan return; 125e9efa4d9SJianfeng Tan } 126e9efa4d9SJianfeng Tan 127ef53b603SJianfeng Tan if (offset == offsetof(struct virtio_net_config, status)) { 128ef53b603SJianfeng Tan char buf[128]; 129ef53b603SJianfeng Tan 130ef53b603SJianfeng Tan if (dev->vhostfd >= 0) { 131ef53b603SJianfeng Tan int r; 132ef53b603SJianfeng Tan int flags; 133ef53b603SJianfeng Tan 134ef53b603SJianfeng Tan flags = fcntl(dev->vhostfd, F_GETFL); 1352fd826a3SSebastian Basierski if (fcntl(dev->vhostfd, F_SETFL, 1362fd826a3SSebastian Basierski flags | O_NONBLOCK) == -1) { 1372fd826a3SSebastian Basierski PMD_DRV_LOG(ERR, "error setting O_NONBLOCK flag"); 1382fd826a3SSebastian Basierski return; 1392fd826a3SSebastian Basierski } 140ef53b603SJianfeng Tan r = recv(dev->vhostfd, buf, 128, MSG_PEEK); 141ef53b603SJianfeng Tan if (r == 0 || (r < 0 && errno != EAGAIN)) { 142ef53b603SJianfeng Tan dev->status &= (~VIRTIO_NET_S_LINK_UP); 143ef53b603SJianfeng Tan PMD_DRV_LOG(ERR, "virtio-user port %u is down", 144ef53b603SJianfeng Tan hw->port_id); 145bd8f50a4SZhiyong Yang 146bd8f50a4SZhiyong Yang /* This function could be called in the process 147bd8f50a4SZhiyong Yang * of interrupt handling, callback cannot be 148bd8f50a4SZhiyong Yang * unregistered here, set an alarm to do it. 149ef53b603SJianfeng Tan */ 150ef53b603SJianfeng Tan rte_eal_alarm_set(1, 151ef53b603SJianfeng Tan virtio_user_delayed_handler, 152ef53b603SJianfeng Tan (void *)hw); 153ef53b603SJianfeng Tan } else { 154ef53b603SJianfeng Tan dev->status |= VIRTIO_NET_S_LINK_UP; 155ef53b603SJianfeng Tan } 156f76ef453SSebastian Basierski if (fcntl(dev->vhostfd, F_SETFL, 157f76ef453SSebastian Basierski flags & ~O_NONBLOCK) == -1) { 158f76ef453SSebastian Basierski PMD_DRV_LOG(ERR, "error clearing O_NONBLOCK flag"); 159f76ef453SSebastian Basierski return; 160f76ef453SSebastian Basierski } 161bd8f50a4SZhiyong Yang } else if (dev->is_server) { 162bd8f50a4SZhiyong Yang dev->status &= (~VIRTIO_NET_S_LINK_UP); 163bd8f50a4SZhiyong Yang if (virtio_user_server_reconnect(dev) >= 0) 164bd8f50a4SZhiyong Yang dev->status |= VIRTIO_NET_S_LINK_UP; 165ef53b603SJianfeng Tan } 166bd8f50a4SZhiyong Yang 167e9efa4d9SJianfeng Tan *(uint16_t *)dst = dev->status; 168ef53b603SJianfeng Tan } 169e9efa4d9SJianfeng Tan 170e9efa4d9SJianfeng Tan if (offset == offsetof(struct virtio_net_config, max_virtqueue_pairs)) 171e9efa4d9SJianfeng Tan *(uint16_t *)dst = dev->max_queue_pairs; 172e9efa4d9SJianfeng Tan } 173e9efa4d9SJianfeng Tan 174e9efa4d9SJianfeng Tan static void 175e9efa4d9SJianfeng Tan virtio_user_write_dev_config(struct virtio_hw *hw, size_t offset, 176e9efa4d9SJianfeng Tan const void *src, int length) 177e9efa4d9SJianfeng Tan { 178e9efa4d9SJianfeng Tan int i; 179e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 180e9efa4d9SJianfeng Tan 181e9efa4d9SJianfeng Tan if ((offset == offsetof(struct virtio_net_config, mac)) && 182e9efa4d9SJianfeng Tan (length == ETHER_ADDR_LEN)) 183e9efa4d9SJianfeng Tan for (i = 0; i < ETHER_ADDR_LEN; ++i) 184e9efa4d9SJianfeng Tan dev->mac_addr[i] = ((const uint8_t *)src)[i]; 185e9efa4d9SJianfeng Tan else 186f2462150SFerruh Yigit PMD_DRV_LOG(ERR, "not supported offset=%zu, len=%d", 187e9efa4d9SJianfeng Tan offset, length); 188e9efa4d9SJianfeng Tan } 189e9efa4d9SJianfeng Tan 190e9efa4d9SJianfeng Tan static void 191c12a26eeSJianfeng Tan virtio_user_reset(struct virtio_hw *hw) 192c12a26eeSJianfeng Tan { 193c12a26eeSJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 194c12a26eeSJianfeng Tan 195c12a26eeSJianfeng Tan if (dev->status & VIRTIO_CONFIG_STATUS_DRIVER_OK) 196c12a26eeSJianfeng Tan virtio_user_stop_device(dev); 197c12a26eeSJianfeng Tan } 198c12a26eeSJianfeng Tan 199c12a26eeSJianfeng Tan static void 200e9efa4d9SJianfeng Tan virtio_user_set_status(struct virtio_hw *hw, uint8_t status) 201e9efa4d9SJianfeng Tan { 202e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 203e9efa4d9SJianfeng Tan 204e9efa4d9SJianfeng Tan if (status & VIRTIO_CONFIG_STATUS_DRIVER_OK) 205e9efa4d9SJianfeng Tan virtio_user_start_device(dev); 206c12a26eeSJianfeng Tan else if (status == VIRTIO_CONFIG_STATUS_RESET) 207c12a26eeSJianfeng Tan virtio_user_reset(hw); 208e9efa4d9SJianfeng Tan dev->status = status; 209e9efa4d9SJianfeng Tan } 210e9efa4d9SJianfeng Tan 211e9efa4d9SJianfeng Tan static uint8_t 212e9efa4d9SJianfeng Tan virtio_user_get_status(struct virtio_hw *hw) 213e9efa4d9SJianfeng Tan { 214e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 215e9efa4d9SJianfeng Tan 216e9efa4d9SJianfeng Tan return dev->status; 217e9efa4d9SJianfeng Tan } 218e9efa4d9SJianfeng Tan 219e9efa4d9SJianfeng Tan static uint64_t 220e9efa4d9SJianfeng Tan virtio_user_get_features(struct virtio_hw *hw) 221e9efa4d9SJianfeng Tan { 222e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 223e9efa4d9SJianfeng Tan 224142678d4SJianfeng Tan /* unmask feature bits defined in vhost user protocol */ 225142678d4SJianfeng Tan return dev->device_features & VIRTIO_PMD_SUPPORTED_GUEST_FEATURES; 226e9efa4d9SJianfeng Tan } 227e9efa4d9SJianfeng Tan 228e9efa4d9SJianfeng Tan static void 229e9efa4d9SJianfeng Tan virtio_user_set_features(struct virtio_hw *hw, uint64_t features) 230e9efa4d9SJianfeng Tan { 231e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 232e9efa4d9SJianfeng Tan 233142678d4SJianfeng Tan dev->features = features & dev->device_features; 234e9efa4d9SJianfeng Tan } 235e9efa4d9SJianfeng Tan 236e9efa4d9SJianfeng Tan static uint8_t 237e9efa4d9SJianfeng Tan virtio_user_get_isr(struct virtio_hw *hw __rte_unused) 238e9efa4d9SJianfeng Tan { 23935c4f855SJianfeng Tan /* rxq interrupts and config interrupt are separated in virtio-user, 24035c4f855SJianfeng Tan * here we only report config change. 241e9efa4d9SJianfeng Tan */ 24235c4f855SJianfeng Tan return VIRTIO_PCI_ISR_CONFIG; 243e9efa4d9SJianfeng Tan } 244e9efa4d9SJianfeng Tan 245e9efa4d9SJianfeng Tan static uint16_t 246e9efa4d9SJianfeng Tan virtio_user_set_config_irq(struct virtio_hw *hw __rte_unused, 247e9efa4d9SJianfeng Tan uint16_t vec __rte_unused) 248e9efa4d9SJianfeng Tan { 24935c4f855SJianfeng Tan return 0; 250e9efa4d9SJianfeng Tan } 251e9efa4d9SJianfeng Tan 2523d4fb6fdSJianfeng Tan static uint16_t 2533d4fb6fdSJianfeng Tan virtio_user_set_queue_irq(struct virtio_hw *hw __rte_unused, 2543d4fb6fdSJianfeng Tan struct virtqueue *vq __rte_unused, 2553d4fb6fdSJianfeng Tan uint16_t vec) 2563d4fb6fdSJianfeng Tan { 2573d4fb6fdSJianfeng Tan /* pretend we have done that */ 2583d4fb6fdSJianfeng Tan return vec; 2593d4fb6fdSJianfeng Tan } 2603d4fb6fdSJianfeng Tan 261e9efa4d9SJianfeng Tan /* This function is to get the queue size, aka, number of descs, of a specified 262e9efa4d9SJianfeng Tan * queue. Different with the VHOST_USER_GET_QUEUE_NUM, which is used to get the 263e9efa4d9SJianfeng Tan * max supported queues. 264e9efa4d9SJianfeng Tan */ 265e9efa4d9SJianfeng Tan static uint16_t 266e9efa4d9SJianfeng Tan virtio_user_get_queue_num(struct virtio_hw *hw, uint16_t queue_id __rte_unused) 267e9efa4d9SJianfeng Tan { 268e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 269e9efa4d9SJianfeng Tan 270e9efa4d9SJianfeng Tan /* Currently, each queue has same queue size */ 271e9efa4d9SJianfeng Tan return dev->queue_size; 272e9efa4d9SJianfeng Tan } 273e9efa4d9SJianfeng Tan 274e9efa4d9SJianfeng Tan static int 275e9efa4d9SJianfeng Tan virtio_user_setup_queue(struct virtio_hw *hw, struct virtqueue *vq) 276e9efa4d9SJianfeng Tan { 277e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 278e9efa4d9SJianfeng Tan uint16_t queue_idx = vq->vq_queue_index; 279e9efa4d9SJianfeng Tan uint64_t desc_addr, avail_addr, used_addr; 280e9efa4d9SJianfeng Tan 281e9efa4d9SJianfeng Tan desc_addr = (uintptr_t)vq->vq_ring_virt_mem; 282e9efa4d9SJianfeng Tan avail_addr = desc_addr + vq->vq_nentries * sizeof(struct vring_desc); 283e9efa4d9SJianfeng Tan used_addr = RTE_ALIGN_CEIL(avail_addr + offsetof(struct vring_avail, 284e9efa4d9SJianfeng Tan ring[vq->vq_nentries]), 285e9efa4d9SJianfeng Tan VIRTIO_PCI_VRING_ALIGN); 286e9efa4d9SJianfeng Tan 287e9efa4d9SJianfeng Tan dev->vrings[queue_idx].num = vq->vq_nentries; 288e9efa4d9SJianfeng Tan dev->vrings[queue_idx].desc = (void *)(uintptr_t)desc_addr; 289e9efa4d9SJianfeng Tan dev->vrings[queue_idx].avail = (void *)(uintptr_t)avail_addr; 290e9efa4d9SJianfeng Tan dev->vrings[queue_idx].used = (void *)(uintptr_t)used_addr; 291e9efa4d9SJianfeng Tan 292e9efa4d9SJianfeng Tan return 0; 293e9efa4d9SJianfeng Tan } 294e9efa4d9SJianfeng Tan 295e9efa4d9SJianfeng Tan static void 296e9efa4d9SJianfeng Tan virtio_user_del_queue(struct virtio_hw *hw, struct virtqueue *vq) 297e9efa4d9SJianfeng Tan { 298e9efa4d9SJianfeng Tan /* For legacy devices, write 0 to VIRTIO_PCI_QUEUE_PFN port, QEMU 299e9efa4d9SJianfeng Tan * correspondingly stops the ioeventfds, and reset the status of 300e9efa4d9SJianfeng Tan * the device. 301e9efa4d9SJianfeng Tan * For modern devices, set queue desc, avail, used in PCI bar to 0, 302e9efa4d9SJianfeng Tan * not see any more behavior in QEMU. 303e9efa4d9SJianfeng Tan * 304e9efa4d9SJianfeng Tan * Here we just care about what information to deliver to vhost-user 305e9efa4d9SJianfeng Tan * or vhost-kernel. So we just close ioeventfd for now. 306e9efa4d9SJianfeng Tan */ 307e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 308e9efa4d9SJianfeng Tan 309e9efa4d9SJianfeng Tan close(dev->callfds[vq->vq_queue_index]); 310e9efa4d9SJianfeng Tan close(dev->kickfds[vq->vq_queue_index]); 311e9efa4d9SJianfeng Tan } 312e9efa4d9SJianfeng Tan 313e9efa4d9SJianfeng Tan static void 314e9efa4d9SJianfeng Tan virtio_user_notify_queue(struct virtio_hw *hw, struct virtqueue *vq) 315e9efa4d9SJianfeng Tan { 316e9efa4d9SJianfeng Tan uint64_t buf = 1; 317e9efa4d9SJianfeng Tan struct virtio_user_dev *dev = virtio_user_get_dev(hw); 318e9efa4d9SJianfeng Tan 3191b69528eSJianfeng Tan if (hw->cvq && (hw->cvq->vq == vq)) { 3201b69528eSJianfeng Tan virtio_user_handle_cq(dev, vq->vq_queue_index); 3211b69528eSJianfeng Tan return; 3221b69528eSJianfeng Tan } 3231b69528eSJianfeng Tan 324e9efa4d9SJianfeng Tan if (write(dev->kickfds[vq->vq_queue_index], &buf, sizeof(buf)) < 0) 325f2462150SFerruh Yigit PMD_DRV_LOG(ERR, "failed to kick backend: %s", 326e9efa4d9SJianfeng Tan strerror(errno)); 327e9efa4d9SJianfeng Tan } 328e9efa4d9SJianfeng Tan 3296d890f8aSYuanhan Liu const struct virtio_pci_ops virtio_user_ops = { 330e9efa4d9SJianfeng Tan .read_dev_cfg = virtio_user_read_dev_config, 331e9efa4d9SJianfeng Tan .write_dev_cfg = virtio_user_write_dev_config, 332e9efa4d9SJianfeng Tan .get_status = virtio_user_get_status, 333e9efa4d9SJianfeng Tan .set_status = virtio_user_set_status, 334e9efa4d9SJianfeng Tan .get_features = virtio_user_get_features, 335e9efa4d9SJianfeng Tan .set_features = virtio_user_set_features, 336e9efa4d9SJianfeng Tan .get_isr = virtio_user_get_isr, 337e9efa4d9SJianfeng Tan .set_config_irq = virtio_user_set_config_irq, 3383d4fb6fdSJianfeng Tan .set_queue_irq = virtio_user_set_queue_irq, 339e9efa4d9SJianfeng Tan .get_queue_num = virtio_user_get_queue_num, 340e9efa4d9SJianfeng Tan .setup_queue = virtio_user_setup_queue, 341e9efa4d9SJianfeng Tan .del_queue = virtio_user_del_queue, 342e9efa4d9SJianfeng Tan .notify_queue = virtio_user_notify_queue, 343e9efa4d9SJianfeng Tan }; 344ce2eabddSJianfeng Tan 345ce2eabddSJianfeng Tan static const char *valid_args[] = { 346ce2eabddSJianfeng Tan #define VIRTIO_USER_ARG_QUEUES_NUM "queues" 347ce2eabddSJianfeng Tan VIRTIO_USER_ARG_QUEUES_NUM, 348ce2eabddSJianfeng Tan #define VIRTIO_USER_ARG_CQ_NUM "cq" 349ce2eabddSJianfeng Tan VIRTIO_USER_ARG_CQ_NUM, 350ce2eabddSJianfeng Tan #define VIRTIO_USER_ARG_MAC "mac" 351ce2eabddSJianfeng Tan VIRTIO_USER_ARG_MAC, 352ce2eabddSJianfeng Tan #define VIRTIO_USER_ARG_PATH "path" 353ce2eabddSJianfeng Tan VIRTIO_USER_ARG_PATH, 354ce2eabddSJianfeng Tan #define VIRTIO_USER_ARG_QUEUE_SIZE "queue_size" 355ce2eabddSJianfeng Tan VIRTIO_USER_ARG_QUEUE_SIZE, 3564214a1b4SWenfeng Liu #define VIRTIO_USER_ARG_INTERFACE_NAME "iface" 3574214a1b4SWenfeng Liu VIRTIO_USER_ARG_INTERFACE_NAME, 358bd8f50a4SZhiyong Yang #define VIRTIO_USER_ARG_SERVER_MODE "server" 359bd8f50a4SZhiyong Yang VIRTIO_USER_ARG_SERVER_MODE, 360488ed97aSMarvin Liu #define VIRTIO_USER_ARG_MRG_RXBUF "mrg_rxbuf" 361488ed97aSMarvin Liu VIRTIO_USER_ARG_MRG_RXBUF, 362488ed97aSMarvin Liu #define VIRTIO_USER_ARG_IN_ORDER "in_order" 363488ed97aSMarvin Liu VIRTIO_USER_ARG_IN_ORDER, 364*34f3966cSYuanhan Liu #define VIRTIO_USER_ARG_PACKED_VQ "packed_vq" 365*34f3966cSYuanhan Liu VIRTIO_USER_ARG_PACKED_VQ, 366ce2eabddSJianfeng Tan NULL 367ce2eabddSJianfeng Tan }; 368ce2eabddSJianfeng Tan 369ce2eabddSJianfeng Tan #define VIRTIO_USER_DEF_CQ_EN 0 370ce2eabddSJianfeng Tan #define VIRTIO_USER_DEF_Q_NUM 1 371ce2eabddSJianfeng Tan #define VIRTIO_USER_DEF_Q_SZ 256 372bd8f50a4SZhiyong Yang #define VIRTIO_USER_DEF_SERVER_MODE 0 373ce2eabddSJianfeng Tan 374ce2eabddSJianfeng Tan static int 375ce2eabddSJianfeng Tan get_string_arg(const char *key __rte_unused, 376ce2eabddSJianfeng Tan const char *value, void *extra_args) 377ce2eabddSJianfeng Tan { 378ce2eabddSJianfeng Tan if (!value || !extra_args) 379ce2eabddSJianfeng Tan return -EINVAL; 380ce2eabddSJianfeng Tan 381ce2eabddSJianfeng Tan *(char **)extra_args = strdup(value); 382ce2eabddSJianfeng Tan 3834214a1b4SWenfeng Liu if (!*(char **)extra_args) 3844214a1b4SWenfeng Liu return -ENOMEM; 3854214a1b4SWenfeng Liu 386ce2eabddSJianfeng Tan return 0; 387ce2eabddSJianfeng Tan } 388ce2eabddSJianfeng Tan 389ce2eabddSJianfeng Tan static int 390ce2eabddSJianfeng Tan get_integer_arg(const char *key __rte_unused, 391ce2eabddSJianfeng Tan const char *value, void *extra_args) 392ce2eabddSJianfeng Tan { 393ce2eabddSJianfeng Tan if (!value || !extra_args) 394ce2eabddSJianfeng Tan return -EINVAL; 395ce2eabddSJianfeng Tan 396ce2eabddSJianfeng Tan *(uint64_t *)extra_args = strtoull(value, NULL, 0); 397ce2eabddSJianfeng Tan 398ce2eabddSJianfeng Tan return 0; 399ce2eabddSJianfeng Tan } 400ce2eabddSJianfeng Tan 40173db5badSDavid Marchand static struct rte_vdev_driver virtio_user_driver; 40273db5badSDavid Marchand 403ce2eabddSJianfeng Tan static struct rte_eth_dev * 404050fe6e9SJan Blunck virtio_user_eth_dev_alloc(struct rte_vdev_device *vdev) 405ce2eabddSJianfeng Tan { 406ce2eabddSJianfeng Tan struct rte_eth_dev *eth_dev; 407ce2eabddSJianfeng Tan struct rte_eth_dev_data *data; 408ce2eabddSJianfeng Tan struct virtio_hw *hw; 409ce2eabddSJianfeng Tan struct virtio_user_dev *dev; 410ce2eabddSJianfeng Tan 411050fe6e9SJan Blunck eth_dev = rte_eth_vdev_allocate(vdev, sizeof(*hw)); 412ce2eabddSJianfeng Tan if (!eth_dev) { 413ce2eabddSJianfeng Tan PMD_INIT_LOG(ERR, "cannot alloc rte_eth_dev"); 414ce2eabddSJianfeng Tan return NULL; 415ce2eabddSJianfeng Tan } 416ce2eabddSJianfeng Tan 417ce2eabddSJianfeng Tan data = eth_dev->data; 418050fe6e9SJan Blunck hw = eth_dev->data->dev_private; 419ce2eabddSJianfeng Tan 420ce2eabddSJianfeng Tan dev = rte_zmalloc(NULL, sizeof(*dev), 0); 421ce2eabddSJianfeng Tan if (!dev) { 422ce2eabddSJianfeng Tan PMD_INIT_LOG(ERR, "malloc virtio_user_dev failed"); 423ce2eabddSJianfeng Tan rte_eth_dev_release_port(eth_dev); 424ce2eabddSJianfeng Tan return NULL; 425ce2eabddSJianfeng Tan } 426ce2eabddSJianfeng Tan 427553f4593SYuanhan Liu hw->port_id = data->port_id; 4283d4fb6fdSJianfeng Tan dev->port_id = data->port_id; 429553f4593SYuanhan Liu virtio_hw_internal[hw->port_id].vtpci_ops = &virtio_user_ops; 430ef53b603SJianfeng Tan /* 431ef53b603SJianfeng Tan * MSIX is required to enable LSC (see virtio_init_device). 432ef53b603SJianfeng Tan * Here just pretend that we support msix. 433ef53b603SJianfeng Tan */ 434ef53b603SJianfeng Tan hw->use_msix = 1; 435ce2eabddSJianfeng Tan hw->modern = 0; 43609649363SOlivier Matz hw->use_simple_rx = 0; 4379f233f54SMarvin Liu hw->use_inorder_rx = 0; 4389f233f54SMarvin Liu hw->use_inorder_tx = 0; 439ce2eabddSJianfeng Tan hw->virtio_user_dev = dev; 440ce2eabddSJianfeng Tan return eth_dev; 441ce2eabddSJianfeng Tan } 442ce2eabddSJianfeng Tan 443ca8326a9SJianfeng Tan static void 444ca8326a9SJianfeng Tan virtio_user_eth_dev_free(struct rte_eth_dev *eth_dev) 445ca8326a9SJianfeng Tan { 446ca8326a9SJianfeng Tan struct rte_eth_dev_data *data = eth_dev->data; 447ca8326a9SJianfeng Tan struct virtio_hw *hw = data->dev_private; 448ca8326a9SJianfeng Tan 449ca8326a9SJianfeng Tan rte_free(hw->virtio_user_dev); 450ca8326a9SJianfeng Tan rte_eth_dev_release_port(eth_dev); 451ca8326a9SJianfeng Tan } 452ca8326a9SJianfeng Tan 453ce2eabddSJianfeng Tan /* Dev initialization routine. Invoked once for each virtio vdev at 454c3b2fdfeSYong Wang * EAL init time, see rte_bus_probe(). 455ce2eabddSJianfeng Tan * Returns 0 on success. 456ce2eabddSJianfeng Tan */ 457ce2eabddSJianfeng Tan static int 4585d2aa461SJan Blunck virtio_user_pmd_probe(struct rte_vdev_device *dev) 459ce2eabddSJianfeng Tan { 46014f06474SJianfeng Tan struct rte_kvargs *kvlist = NULL; 461ce2eabddSJianfeng Tan struct rte_eth_dev *eth_dev; 462ce2eabddSJianfeng Tan struct virtio_hw *hw; 463ce2eabddSJianfeng Tan uint64_t queues = VIRTIO_USER_DEF_Q_NUM; 464ce2eabddSJianfeng Tan uint64_t cq = VIRTIO_USER_DEF_CQ_EN; 465ce2eabddSJianfeng Tan uint64_t queue_size = VIRTIO_USER_DEF_Q_SZ; 466bd8f50a4SZhiyong Yang uint64_t server_mode = VIRTIO_USER_DEF_SERVER_MODE; 467488ed97aSMarvin Liu uint64_t mrg_rxbuf = 1; 468488ed97aSMarvin Liu uint64_t in_order = 1; 469ce2eabddSJianfeng Tan char *path = NULL; 4704214a1b4SWenfeng Liu char *ifname = NULL; 471ce2eabddSJianfeng Tan char *mac_addr = NULL; 472ce2eabddSJianfeng Tan int ret = -1; 473*34f3966cSYuanhan Liu uint64_t packed_vq = 0; 474ce2eabddSJianfeng Tan 4755d2aa461SJan Blunck kvlist = rte_kvargs_parse(rte_vdev_device_args(dev), valid_args); 476ce2eabddSJianfeng Tan if (!kvlist) { 477ce2eabddSJianfeng Tan PMD_INIT_LOG(ERR, "error when parsing param"); 478ce2eabddSJianfeng Tan goto end; 479ce2eabddSJianfeng Tan } 480ce2eabddSJianfeng Tan 4819cca159eSMaxime Coquelin if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_PATH) == 1) { 482ca8326a9SJianfeng Tan if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_PATH, 483ca8326a9SJianfeng Tan &get_string_arg, &path) < 0) { 484404bd6bfSJianfeng Tan PMD_INIT_LOG(ERR, "error to parse %s", 485404bd6bfSJianfeng Tan VIRTIO_USER_ARG_PATH); 486404bd6bfSJianfeng Tan goto end; 487404bd6bfSJianfeng Tan } 4889cca159eSMaxime Coquelin } else { 489f2462150SFerruh Yigit PMD_INIT_LOG(ERR, "arg %s is mandatory for virtio_user", 4902dac0df4STiwei Bie VIRTIO_USER_ARG_PATH); 491ce2eabddSJianfeng Tan goto end; 492ce2eabddSJianfeng Tan } 493ce2eabddSJianfeng Tan 4944214a1b4SWenfeng Liu if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_INTERFACE_NAME) == 1) { 4954214a1b4SWenfeng Liu if (is_vhost_user_by_type(path)) { 4964214a1b4SWenfeng Liu PMD_INIT_LOG(ERR, 4974214a1b4SWenfeng Liu "arg %s applies only to vhost-kernel backend", 4984214a1b4SWenfeng Liu VIRTIO_USER_ARG_INTERFACE_NAME); 4994214a1b4SWenfeng Liu goto end; 5004214a1b4SWenfeng Liu } 5014214a1b4SWenfeng Liu 5024214a1b4SWenfeng Liu if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_INTERFACE_NAME, 5034214a1b4SWenfeng Liu &get_string_arg, &ifname) < 0) { 5044214a1b4SWenfeng Liu PMD_INIT_LOG(ERR, "error to parse %s", 5054214a1b4SWenfeng Liu VIRTIO_USER_ARG_INTERFACE_NAME); 5064214a1b4SWenfeng Liu goto end; 5074214a1b4SWenfeng Liu } 5084214a1b4SWenfeng Liu } 5094214a1b4SWenfeng Liu 510404bd6bfSJianfeng Tan if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_MAC) == 1) { 511ca8326a9SJianfeng Tan if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_MAC, 512ca8326a9SJianfeng Tan &get_string_arg, &mac_addr) < 0) { 513404bd6bfSJianfeng Tan PMD_INIT_LOG(ERR, "error to parse %s", 514404bd6bfSJianfeng Tan VIRTIO_USER_ARG_MAC); 515404bd6bfSJianfeng Tan goto end; 516404bd6bfSJianfeng Tan } 517404bd6bfSJianfeng Tan } 518ce2eabddSJianfeng Tan 519404bd6bfSJianfeng Tan if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_QUEUE_SIZE) == 1) { 520ca8326a9SJianfeng Tan if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_QUEUE_SIZE, 521ca8326a9SJianfeng Tan &get_integer_arg, &queue_size) < 0) { 522404bd6bfSJianfeng Tan PMD_INIT_LOG(ERR, "error to parse %s", 523404bd6bfSJianfeng Tan VIRTIO_USER_ARG_QUEUE_SIZE); 524404bd6bfSJianfeng Tan goto end; 525404bd6bfSJianfeng Tan } 526404bd6bfSJianfeng Tan } 527ce2eabddSJianfeng Tan 528404bd6bfSJianfeng Tan if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_QUEUES_NUM) == 1) { 529ca8326a9SJianfeng Tan if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_QUEUES_NUM, 530ca8326a9SJianfeng Tan &get_integer_arg, &queues) < 0) { 531404bd6bfSJianfeng Tan PMD_INIT_LOG(ERR, "error to parse %s", 532404bd6bfSJianfeng Tan VIRTIO_USER_ARG_QUEUES_NUM); 533404bd6bfSJianfeng Tan goto end; 534404bd6bfSJianfeng Tan } 535404bd6bfSJianfeng Tan } 536ce2eabddSJianfeng Tan 537bd8f50a4SZhiyong Yang if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_SERVER_MODE) == 1) { 538bd8f50a4SZhiyong Yang if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_SERVER_MODE, 539bd8f50a4SZhiyong Yang &get_integer_arg, &server_mode) < 0) { 540bd8f50a4SZhiyong Yang PMD_INIT_LOG(ERR, "error to parse %s", 541bd8f50a4SZhiyong Yang VIRTIO_USER_ARG_SERVER_MODE); 542bd8f50a4SZhiyong Yang goto end; 543bd8f50a4SZhiyong Yang } 544bd8f50a4SZhiyong Yang } 545bd8f50a4SZhiyong Yang 546404bd6bfSJianfeng Tan if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_CQ_NUM) == 1) { 547ca8326a9SJianfeng Tan if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_CQ_NUM, 548ca8326a9SJianfeng Tan &get_integer_arg, &cq) < 0) { 549404bd6bfSJianfeng Tan PMD_INIT_LOG(ERR, "error to parse %s", 550404bd6bfSJianfeng Tan VIRTIO_USER_ARG_CQ_NUM); 551404bd6bfSJianfeng Tan goto end; 552404bd6bfSJianfeng Tan } 553404bd6bfSJianfeng Tan } else if (queues > 1) { 5541b69528eSJianfeng Tan cq = 1; 555404bd6bfSJianfeng Tan } 5561b69528eSJianfeng Tan 557*34f3966cSYuanhan Liu if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_PACKED_VQ) == 1) { 558*34f3966cSYuanhan Liu if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_PACKED_VQ, 559*34f3966cSYuanhan Liu &get_integer_arg, &packed_vq) < 0) { 560*34f3966cSYuanhan Liu PMD_INIT_LOG(ERR, "error to parse %s", 561*34f3966cSYuanhan Liu VIRTIO_USER_ARG_PACKED_VQ); 562*34f3966cSYuanhan Liu goto end; 563*34f3966cSYuanhan Liu } 564*34f3966cSYuanhan Liu } 565*34f3966cSYuanhan Liu 5661b69528eSJianfeng Tan if (queues > 1 && cq == 0) { 5671b69528eSJianfeng Tan PMD_INIT_LOG(ERR, "multi-q requires ctrl-q"); 5681b69528eSJianfeng Tan goto end; 5691b69528eSJianfeng Tan } 570ce2eabddSJianfeng Tan 5712269b9aeSWenfeng Liu if (queues > VIRTIO_MAX_VIRTQUEUE_PAIRS) { 5722269b9aeSWenfeng Liu PMD_INIT_LOG(ERR, "arg %s %" PRIu64 " exceeds the limit %u", 5732269b9aeSWenfeng Liu VIRTIO_USER_ARG_QUEUES_NUM, queues, 5742269b9aeSWenfeng Liu VIRTIO_MAX_VIRTQUEUE_PAIRS); 5752269b9aeSWenfeng Liu goto end; 5762269b9aeSWenfeng Liu } 5772269b9aeSWenfeng Liu 578488ed97aSMarvin Liu if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_MRG_RXBUF) == 1) { 579488ed97aSMarvin Liu if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_MRG_RXBUF, 580488ed97aSMarvin Liu &get_integer_arg, &mrg_rxbuf) < 0) { 581488ed97aSMarvin Liu PMD_INIT_LOG(ERR, "error to parse %s", 582488ed97aSMarvin Liu VIRTIO_USER_ARG_MRG_RXBUF); 583488ed97aSMarvin Liu goto end; 584488ed97aSMarvin Liu } 585488ed97aSMarvin Liu } 586488ed97aSMarvin Liu 587488ed97aSMarvin Liu if (rte_kvargs_count(kvlist, VIRTIO_USER_ARG_IN_ORDER) == 1) { 588488ed97aSMarvin Liu if (rte_kvargs_process(kvlist, VIRTIO_USER_ARG_IN_ORDER, 589488ed97aSMarvin Liu &get_integer_arg, &in_order) < 0) { 590488ed97aSMarvin Liu PMD_INIT_LOG(ERR, "error to parse %s", 591488ed97aSMarvin Liu VIRTIO_USER_ARG_IN_ORDER); 592488ed97aSMarvin Liu goto end; 593488ed97aSMarvin Liu } 594488ed97aSMarvin Liu } 595488ed97aSMarvin Liu 596727d83caSAmi Sabo if (rte_eal_process_type() == RTE_PROC_PRIMARY) { 597bd8f50a4SZhiyong Yang struct virtio_user_dev *vu_dev; 598bd8f50a4SZhiyong Yang 599050fe6e9SJan Blunck eth_dev = virtio_user_eth_dev_alloc(dev); 600ce2eabddSJianfeng Tan if (!eth_dev) { 601e8df94b8SJianfeng Tan PMD_INIT_LOG(ERR, "virtio_user fails to alloc device"); 602ce2eabddSJianfeng Tan goto end; 603ce2eabddSJianfeng Tan } 604ce2eabddSJianfeng Tan 605ce2eabddSJianfeng Tan hw = eth_dev->data->dev_private; 606bd8f50a4SZhiyong Yang vu_dev = virtio_user_get_dev(hw); 607bd8f50a4SZhiyong Yang if (server_mode == 1) 608bd8f50a4SZhiyong Yang vu_dev->is_server = true; 609bd8f50a4SZhiyong Yang else 610bd8f50a4SZhiyong Yang vu_dev->is_server = false; 611ce2eabddSJianfeng Tan if (virtio_user_dev_init(hw->virtio_user_dev, path, queues, cq, 612488ed97aSMarvin Liu queue_size, mac_addr, &ifname, mrg_rxbuf, 613*34f3966cSYuanhan Liu in_order, packed_vq) < 0) { 614ca8326a9SJianfeng Tan PMD_INIT_LOG(ERR, "virtio_user_dev_init fails"); 615ca8326a9SJianfeng Tan virtio_user_eth_dev_free(eth_dev); 616ce2eabddSJianfeng Tan goto end; 617ca8326a9SJianfeng Tan } 618fbe90cddSThomas Monjalon 619727d83caSAmi Sabo } else { 6205d2aa461SJan Blunck eth_dev = rte_eth_dev_attach_secondary(rte_vdev_device_name(dev)); 621727d83caSAmi Sabo if (!eth_dev) 622727d83caSAmi Sabo goto end; 623727d83caSAmi Sabo } 624ce2eabddSJianfeng Tan 6253dcfe039SThomas Monjalon /* previously called by rte_pci_probe() for physical dev */ 626ce2eabddSJianfeng Tan if (eth_virtio_dev_init(eth_dev) < 0) { 627ce2eabddSJianfeng Tan PMD_INIT_LOG(ERR, "eth_virtio_dev_init fails"); 628ca8326a9SJianfeng Tan virtio_user_eth_dev_free(eth_dev); 629ce2eabddSJianfeng Tan goto end; 630ce2eabddSJianfeng Tan } 631fbe90cddSThomas Monjalon 632fbe90cddSThomas Monjalon rte_eth_dev_probing_finish(eth_dev); 633ce2eabddSJianfeng Tan ret = 0; 634ce2eabddSJianfeng Tan 635ce2eabddSJianfeng Tan end: 63614f06474SJianfeng Tan if (kvlist) 63714f06474SJianfeng Tan rte_kvargs_free(kvlist); 638ce2eabddSJianfeng Tan if (path) 639ce2eabddSJianfeng Tan free(path); 640ce2eabddSJianfeng Tan if (mac_addr) 641ce2eabddSJianfeng Tan free(mac_addr); 6424214a1b4SWenfeng Liu if (ifname) 6434214a1b4SWenfeng Liu free(ifname); 644ce2eabddSJianfeng Tan return ret; 645ce2eabddSJianfeng Tan } 646ce2eabddSJianfeng Tan 647ce2eabddSJianfeng Tan static int 6485d2aa461SJan Blunck virtio_user_pmd_remove(struct rte_vdev_device *vdev) 649ce2eabddSJianfeng Tan { 6505d2aa461SJan Blunck const char *name; 651ce2eabddSJianfeng Tan struct rte_eth_dev *eth_dev; 652ce2eabddSJianfeng Tan struct virtio_hw *hw; 653ce2eabddSJianfeng Tan struct virtio_user_dev *dev; 654ce2eabddSJianfeng Tan 6555d2aa461SJan Blunck if (!vdev) 656ce2eabddSJianfeng Tan return -EINVAL; 657ce2eabddSJianfeng Tan 6585d2aa461SJan Blunck name = rte_vdev_device_name(vdev); 659f2462150SFerruh Yigit PMD_DRV_LOG(INFO, "Un-Initializing %s", name); 660ce2eabddSJianfeng Tan eth_dev = rte_eth_dev_allocated(name); 661ce2eabddSJianfeng Tan if (!eth_dev) 662ce2eabddSJianfeng Tan return -ENODEV; 663ce2eabddSJianfeng Tan 664ce2eabddSJianfeng Tan /* make sure the device is stopped, queues freed */ 665ce2eabddSJianfeng Tan rte_eth_dev_close(eth_dev->data->port_id); 666ce2eabddSJianfeng Tan 667ce2eabddSJianfeng Tan hw = eth_dev->data->dev_private; 668ce2eabddSJianfeng Tan dev = hw->virtio_user_dev; 669ce2eabddSJianfeng Tan virtio_user_dev_uninit(dev); 670ce2eabddSJianfeng Tan 671ce2eabddSJianfeng Tan rte_eth_dev_release_port(eth_dev); 672ce2eabddSJianfeng Tan 673ce2eabddSJianfeng Tan return 0; 674ce2eabddSJianfeng Tan } 675ce2eabddSJianfeng Tan 676fe363dd4SJan Viktorin static struct rte_vdev_driver virtio_user_driver = { 67750a3345fSShreyansh Jain .probe = virtio_user_pmd_probe, 67850a3345fSShreyansh Jain .remove = virtio_user_pmd_remove, 679ce2eabddSJianfeng Tan }; 680ce2eabddSJianfeng Tan 68101f19227SShreyansh Jain RTE_PMD_REGISTER_VDEV(net_virtio_user, virtio_user_driver); 6829fa80cb2SJan Blunck RTE_PMD_REGISTER_ALIAS(net_virtio_user, virtio_user); 68301f19227SShreyansh Jain RTE_PMD_REGISTER_PARAM_STRING(net_virtio_user, 68444e32a67SPablo de Lara "path=<path> " 68544e32a67SPablo de Lara "mac=<mac addr> " 68644e32a67SPablo de Lara "cq=<int> " 68744e32a67SPablo de Lara "queue_size=<int> " 6884214a1b4SWenfeng Liu "queues=<int> " 689488ed97aSMarvin Liu "iface=<string> " 69062758c76STiwei Bie "server=<0|1> " 691488ed97aSMarvin Liu "mrg_rxbuf=<0|1> " 692488ed97aSMarvin Liu "in_order=<0|1>"); 693