1cf9b3c36SYuval Avnery /* SPDX-License-Identifier: BSD-3-Clause 2cf9b3c36SYuval Avnery * Copyright 2020 Mellanox Technologies, Ltd 3cf9b3c36SYuval Avnery */ 4cf9b3c36SYuval Avnery 5cfc672a9SOri Kam #include <rte_malloc.h> 6cfc672a9SOri Kam #include <rte_log.h> 7cfc672a9SOri Kam #include <rte_errno.h> 8cfc672a9SOri Kam #include <rte_bus_pci.h> 9cfc672a9SOri Kam #include <rte_pci.h> 10cfc672a9SOri Kam #include <rte_regexdev.h> 11cfc672a9SOri Kam #include <rte_regexdev_core.h> 12cfc672a9SOri Kam #include <rte_regexdev_driver.h> 13cfc672a9SOri Kam 14cfc672a9SOri Kam #include <mlx5_glue.h> 15cfc672a9SOri Kam #include <mlx5_devx_cmds.h> 16cfc672a9SOri Kam #include <mlx5_prm.h> 17cfc672a9SOri Kam 18cf9b3c36SYuval Avnery #include "mlx5_regex.h" 19215b1223SYuval Avnery #include "mlx5_regex_utils.h" 20215b1223SYuval Avnery 21215b1223SYuval Avnery int mlx5_regex_logtype; 22215b1223SYuval Avnery 23*c126512bSOri Kam const struct rte_regexdev_ops mlx5_regexdev_ops = { 24*c126512bSOri Kam .dev_info_get = mlx5_regex_info_get, 25*c126512bSOri Kam }; 26cfc672a9SOri Kam 27cfc672a9SOri Kam static struct ibv_device * 28cfc672a9SOri Kam mlx5_regex_get_ib_device_match(struct rte_pci_addr *addr) 29cfc672a9SOri Kam { 30cfc672a9SOri Kam int n; 31cfc672a9SOri Kam struct ibv_device **ibv_list = mlx5_glue->get_device_list(&n); 32cfc672a9SOri Kam struct ibv_device *ibv_match = NULL; 33cfc672a9SOri Kam 34cfc672a9SOri Kam if (!ibv_list) { 35cfc672a9SOri Kam rte_errno = ENOSYS; 36cfc672a9SOri Kam return NULL; 37cfc672a9SOri Kam } 38cfc672a9SOri Kam while (n-- > 0) { 39cfc672a9SOri Kam struct rte_pci_addr pci_addr; 40cfc672a9SOri Kam 41cfc672a9SOri Kam DRV_LOG(DEBUG, "Checking device \"%s\"..", ibv_list[n]->name); 42cfc672a9SOri Kam if (mlx5_dev_to_pci_addr(ibv_list[n]->ibdev_path, &pci_addr)) 43cfc672a9SOri Kam continue; 44cfc672a9SOri Kam if (rte_pci_addr_cmp(addr, &pci_addr)) 45cfc672a9SOri Kam continue; 46cfc672a9SOri Kam ibv_match = ibv_list[n]; 47cfc672a9SOri Kam break; 48cfc672a9SOri Kam } 49cfc672a9SOri Kam if (!ibv_match) 50cfc672a9SOri Kam rte_errno = ENOENT; 51cfc672a9SOri Kam mlx5_glue->free_device_list(ibv_list); 52cfc672a9SOri Kam return ibv_match; 53cfc672a9SOri Kam } 54cfc672a9SOri Kam 55cfc672a9SOri Kam static void 56cfc672a9SOri Kam mlx5_regex_get_name(char *name, struct rte_pci_device *pci_dev __rte_unused) 57cfc672a9SOri Kam { 58cfc672a9SOri Kam sprintf(name, "mlx5_regex_%02x:%02x.%02x", pci_dev->addr.bus, 59cfc672a9SOri Kam pci_dev->addr.devid, pci_dev->addr.function); 60cfc672a9SOri Kam } 61cfc672a9SOri Kam 62cfc672a9SOri Kam static int 63cfc672a9SOri Kam mlx5_regex_pci_probe(struct rte_pci_driver *pci_drv __rte_unused, 64cfc672a9SOri Kam struct rte_pci_device *pci_dev) 65cfc672a9SOri Kam { 66cfc672a9SOri Kam struct ibv_device *ibv; 67cfc672a9SOri Kam struct mlx5_regex_priv *priv = NULL; 68cfc672a9SOri Kam struct ibv_context *ctx = NULL; 69cfc672a9SOri Kam struct mlx5_hca_attr attr; 70cfc672a9SOri Kam char name[RTE_REGEXDEV_NAME_MAX_LEN]; 71cfc672a9SOri Kam int ret; 72cfc672a9SOri Kam 73cfc672a9SOri Kam ibv = mlx5_regex_get_ib_device_match(&pci_dev->addr); 74cfc672a9SOri Kam if (!ibv) { 75cfc672a9SOri Kam DRV_LOG(ERR, "No matching IB device for PCI slot " 76cfc672a9SOri Kam PCI_PRI_FMT ".", pci_dev->addr.domain, 77cfc672a9SOri Kam pci_dev->addr.bus, pci_dev->addr.devid, 78cfc672a9SOri Kam pci_dev->addr.function); 79cfc672a9SOri Kam return -rte_errno; 80cfc672a9SOri Kam } 81cfc672a9SOri Kam DRV_LOG(INFO, "PCI information matches for device \"%s\".", 82cfc672a9SOri Kam ibv->name); 83cfc672a9SOri Kam ctx = mlx5_glue->dv_open_device(ibv); 84cfc672a9SOri Kam if (!ctx) { 85cfc672a9SOri Kam DRV_LOG(ERR, "Failed to open IB device \"%s\".", ibv->name); 86cfc672a9SOri Kam rte_errno = ENODEV; 87cfc672a9SOri Kam return -rte_errno; 88cfc672a9SOri Kam } 89cfc672a9SOri Kam ret = mlx5_devx_cmd_query_hca_attr(ctx, &attr); 90cfc672a9SOri Kam if (ret) { 91cfc672a9SOri Kam DRV_LOG(ERR, "Unable to read HCA capabilities."); 92cfc672a9SOri Kam rte_errno = ENOTSUP; 93cfc672a9SOri Kam goto error; 94cfc672a9SOri Kam } else if (!attr.regex || attr.regexp_num_of_engines == 0) { 95cfc672a9SOri Kam DRV_LOG(ERR, "Not enough capabilities to support RegEx, maybe " 96cfc672a9SOri Kam "old FW/OFED version?"); 97cfc672a9SOri Kam rte_errno = ENOTSUP; 98cfc672a9SOri Kam goto error; 99cfc672a9SOri Kam } 100cfc672a9SOri Kam priv = rte_zmalloc("mlx5 regex device private", sizeof(*priv), 101cfc672a9SOri Kam RTE_CACHE_LINE_SIZE); 102cfc672a9SOri Kam if (!priv) { 103cfc672a9SOri Kam DRV_LOG(ERR, "Failed to allocate private memory."); 104cfc672a9SOri Kam rte_errno = ENOMEM; 105cfc672a9SOri Kam goto error; 106cfc672a9SOri Kam } 107cfc672a9SOri Kam priv->ctx = ctx; 108cfc672a9SOri Kam mlx5_regex_get_name(name, pci_dev); 109cfc672a9SOri Kam priv->regexdev = rte_regexdev_register(name); 110cfc672a9SOri Kam if (priv->regexdev == NULL) { 111cfc672a9SOri Kam DRV_LOG(ERR, "Failed to register RegEx device."); 112cfc672a9SOri Kam rte_errno = rte_errno ? rte_errno : EINVAL; 113cfc672a9SOri Kam goto error; 114cfc672a9SOri Kam } 115cfc672a9SOri Kam priv->regexdev->dev_ops = &mlx5_regexdev_ops; 116cfc672a9SOri Kam priv->regexdev->device = (struct rte_device *)pci_dev; 117cfc672a9SOri Kam priv->regexdev->data->dev_private = priv; 118cfc672a9SOri Kam return 0; 119cfc672a9SOri Kam 120cfc672a9SOri Kam error: 121cfc672a9SOri Kam if (ctx) 122cfc672a9SOri Kam mlx5_glue->close_device(ctx); 123cfc672a9SOri Kam if (priv) 124cfc672a9SOri Kam rte_free(priv); 125cfc672a9SOri Kam return -rte_errno; 126cfc672a9SOri Kam } 127cfc672a9SOri Kam 128cfc672a9SOri Kam static int 129cfc672a9SOri Kam mlx5_regex_pci_remove(struct rte_pci_device *pci_dev) 130cfc672a9SOri Kam { 131cfc672a9SOri Kam char name[RTE_REGEXDEV_NAME_MAX_LEN]; 132cfc672a9SOri Kam struct rte_regexdev *dev; 133cfc672a9SOri Kam struct mlx5_regex_priv *priv = NULL; 134cfc672a9SOri Kam 135cfc672a9SOri Kam mlx5_regex_get_name(name, pci_dev); 136cfc672a9SOri Kam dev = rte_regexdev_get_device_by_name(name); 137cfc672a9SOri Kam if (!dev) 138cfc672a9SOri Kam return 0; 139cfc672a9SOri Kam priv = dev->data->dev_private; 140cfc672a9SOri Kam if (priv) { 141cfc672a9SOri Kam if (priv->ctx) 142cfc672a9SOri Kam mlx5_glue->close_device(priv->ctx); 143cfc672a9SOri Kam if (priv->regexdev) 144cfc672a9SOri Kam rte_regexdev_unregister(priv->regexdev); 145cfc672a9SOri Kam rte_free(priv); 146cfc672a9SOri Kam } 147cfc672a9SOri Kam return 0; 148cfc672a9SOri Kam } 149cfc672a9SOri Kam 150cfc672a9SOri Kam static const struct rte_pci_id mlx5_regex_pci_id_map[] = { 151cfc672a9SOri Kam { 152cfc672a9SOri Kam RTE_PCI_DEVICE(PCI_VENDOR_ID_MELLANOX, 153cfc672a9SOri Kam PCI_DEVICE_ID_MELLANOX_CONNECTX6DXBF) 154cfc672a9SOri Kam }, 155cfc672a9SOri Kam { 156cfc672a9SOri Kam .vendor_id = 0 157cfc672a9SOri Kam } 158cfc672a9SOri Kam }; 159cfc672a9SOri Kam 160cfc672a9SOri Kam static struct rte_pci_driver mlx5_regex_driver = { 161cfc672a9SOri Kam .driver = { 162cfc672a9SOri Kam .name = "mlx5_regex", 163cfc672a9SOri Kam }, 164cfc672a9SOri Kam .id_table = mlx5_regex_pci_id_map, 165cfc672a9SOri Kam .probe = mlx5_regex_pci_probe, 166cfc672a9SOri Kam .remove = mlx5_regex_pci_remove, 167cfc672a9SOri Kam .drv_flags = 0, 168cfc672a9SOri Kam }; 169cfc672a9SOri Kam 170cfc672a9SOri Kam RTE_INIT(rte_mlx5_regex_init) 171cfc672a9SOri Kam { 172cfc672a9SOri Kam if (mlx5_glue) 173cfc672a9SOri Kam rte_pci_register(&mlx5_regex_driver); 174cfc672a9SOri Kam } 175cfc672a9SOri Kam 176215b1223SYuval Avnery RTE_LOG_REGISTER(mlx5_regex_logtype, pmd.regex.mlx5, NOTICE) 177cfc672a9SOri Kam RTE_PMD_EXPORT_NAME(net_mlx5_regex, __COUNTER__); 178cfc672a9SOri Kam RTE_PMD_REGISTER_PCI_TABLE(net_mlx5_regex, mlx5_regex_pci_id_map); 179cfc672a9SOri Kam RTE_PMD_REGISTER_KMOD_DEP(net_mlx5_regex, "* ib_uverbs & mlx5_core & mlx5_ib"); 180