1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2020 Mellanox Technologies, Ltd
3 */
4
5 #include <rte_malloc.h>
6 #include <rte_log.h>
7 #include <rte_errno.h>
8 #include <rte_pci.h>
9 #include <rte_regexdev.h>
10 #include <rte_regexdev_core.h>
11 #include <rte_regexdev_driver.h>
12 #include <bus_pci_driver.h>
13
14 #include <mlx5_common.h>
15 #include <mlx5_common_mr.h>
16 #include <mlx5_glue.h>
17 #include <mlx5_devx_cmds.h>
18 #include <mlx5_prm.h>
19
20 #include "mlx5_regex.h"
21 #include "mlx5_regex_utils.h"
22
23 #define MLX5_REGEX_DRIVER_NAME regex_mlx5
24
25 int mlx5_regex_logtype;
26
27 const struct rte_regexdev_ops mlx5_regexdev_ops = {
28 .dev_info_get = mlx5_regex_info_get,
29 .dev_configure = mlx5_regex_configure,
30 .dev_db_import = mlx5_regex_rules_db_import,
31 .dev_qp_setup = mlx5_regex_qp_setup,
32 .dev_start = mlx5_regex_start,
33 .dev_stop = mlx5_regex_stop,
34 .dev_close = mlx5_regex_close,
35 };
36
37 int
mlx5_regex_start(struct rte_regexdev * dev)38 mlx5_regex_start(struct rte_regexdev *dev)
39 {
40 struct mlx5_regex_priv *priv = dev->data->dev_private;
41
42 return mlx5_dev_mempool_subscribe(priv->cdev);
43 }
44
45 int
mlx5_regex_stop(struct rte_regexdev * dev __rte_unused)46 mlx5_regex_stop(struct rte_regexdev *dev __rte_unused)
47 {
48 struct mlx5_regex_priv *priv = dev->data->dev_private;
49
50 mlx5_regex_clean_ctrl(dev);
51 rte_free(priv->qps);
52 priv->qps = NULL;
53
54 return 0;
55 }
56
57 int
mlx5_regex_close(struct rte_regexdev * dev __rte_unused)58 mlx5_regex_close(struct rte_regexdev *dev __rte_unused)
59 {
60 return 0;
61 }
62
63 static void
mlx5_regex_get_name(char * name,struct rte_device * dev)64 mlx5_regex_get_name(char *name, struct rte_device *dev)
65 {
66 sprintf(name, "mlx5_regex_%s", dev->name);
67 }
68
69 static int
mlx5_regex_dev_probe(struct mlx5_common_device * cdev,struct mlx5_kvargs_ctrl * mkvlist __rte_unused)70 mlx5_regex_dev_probe(struct mlx5_common_device *cdev,
71 struct mlx5_kvargs_ctrl *mkvlist __rte_unused)
72 {
73 struct mlx5_regex_priv *priv = NULL;
74 struct mlx5_hca_attr *attr = &cdev->config.hca_attr;
75 char name[RTE_REGEXDEV_NAME_MAX_LEN];
76 int ret;
77
78 if ((!attr->regexp_params && !attr->mmo_regex_sq_en && !attr->mmo_regex_qp_en)
79 || attr->regexp_num_of_engines == 0) {
80 DRV_LOG(ERR, "Not enough capabilities to support RegEx, maybe "
81 "old FW/OFED version?");
82 rte_errno = ENOTSUP;
83 return -rte_errno;
84 }
85 priv = rte_zmalloc("mlx5 regex device private", sizeof(*priv),
86 RTE_CACHE_LINE_SIZE);
87 if (!priv) {
88 DRV_LOG(ERR, "Failed to allocate private memory.");
89 rte_errno = ENOMEM;
90 return -rte_errno;
91 }
92 priv->mmo_regex_qp_cap = attr->mmo_regex_qp_en;
93 priv->mmo_regex_sq_cap = attr->mmo_regex_sq_en;
94 priv->cdev = cdev;
95 priv->nb_engines = 2; /* attr.regexp_num_of_engines */
96 if (attr->regexp_version == MLX5_RXP_BF2_IDENTIFIER)
97 priv->is_bf2 = 1;
98 /* Default RXP programming mode to Shared. */
99 priv->prog_mode = MLX5_RXP_SHARED_PROG_MODE;
100 mlx5_regex_get_name(name, cdev->dev);
101 priv->regexdev = rte_regexdev_register(name);
102 if (priv->regexdev == NULL) {
103 DRV_LOG(ERR, "Failed to register RegEx device.");
104 rte_errno = rte_errno ? rte_errno : EINVAL;
105 goto dev_error;
106 }
107 ret = mlx5_devx_uar_prepare(cdev, &priv->uar);
108 if (ret)
109 goto error;
110 priv->regexdev->dev_ops = &mlx5_regexdev_ops;
111 priv->regexdev->enqueue = mlx5_regexdev_enqueue;
112 #ifdef HAVE_MLX5_UMR_IMKEY
113 if (!attr->umr_indirect_mkey_disabled &&
114 !attr->umr_modify_entity_size_disabled)
115 priv->has_umr = 1;
116 if (priv->has_umr)
117 priv->regexdev->enqueue = mlx5_regexdev_enqueue_gga;
118 #endif
119 priv->regexdev->dequeue = mlx5_regexdev_dequeue;
120 priv->regexdev->device = cdev->dev;
121 priv->regexdev->data->dev_private = priv;
122 priv->regexdev->state = RTE_REGEXDEV_READY;
123 DRV_LOG(INFO, "RegEx GGA is %s.",
124 priv->has_umr ? "supported" : "unsupported");
125 return 0;
126
127 error:
128 if (priv->regexdev)
129 rte_regexdev_unregister(priv->regexdev);
130 dev_error:
131 rte_free(priv);
132 return -rte_errno;
133 }
134
135 static int
mlx5_regex_dev_remove(struct mlx5_common_device * cdev)136 mlx5_regex_dev_remove(struct mlx5_common_device *cdev)
137 {
138 char name[RTE_REGEXDEV_NAME_MAX_LEN];
139 struct rte_regexdev *dev;
140 struct mlx5_regex_priv *priv = NULL;
141
142 mlx5_regex_get_name(name, cdev->dev);
143 dev = rte_regexdev_get_device_by_name(name);
144 if (!dev)
145 return 0;
146 priv = dev->data->dev_private;
147 if (priv) {
148 mlx5_devx_uar_release(&priv->uar);
149 if (priv->regexdev)
150 rte_regexdev_unregister(priv->regexdev);
151 rte_free(priv);
152 }
153 return 0;
154 }
155
156 static const struct rte_pci_id mlx5_regex_pci_id_map[] = {
157 {
158 RTE_PCI_DEVICE(PCI_VENDOR_ID_MELLANOX,
159 PCI_DEVICE_ID_MELLANOX_BLUEFIELD2)
160 },
161 {
162 RTE_PCI_DEVICE(PCI_VENDOR_ID_MELLANOX,
163 PCI_DEVICE_ID_MELLANOX_BLUEFIELD3)
164 },
165 {
166 .vendor_id = 0
167 }
168 };
169
170 static struct mlx5_class_driver mlx5_regex_driver = {
171 .drv_class = MLX5_CLASS_REGEX,
172 .name = RTE_STR(MLX5_REGEX_DRIVER_NAME),
173 .id_table = mlx5_regex_pci_id_map,
174 .probe = mlx5_regex_dev_probe,
175 .remove = mlx5_regex_dev_remove,
176 };
177
RTE_INIT(rte_mlx5_regex_init)178 RTE_INIT(rte_mlx5_regex_init)
179 {
180 mlx5_common_init();
181 if (mlx5_glue)
182 mlx5_class_driver_register(&mlx5_regex_driver);
183 }
184
185 RTE_LOG_REGISTER_DEFAULT(mlx5_regex_logtype, NOTICE)
186 RTE_PMD_EXPORT_NAME(MLX5_REGEX_DRIVER_NAME, __COUNTER__);
187 RTE_PMD_REGISTER_PCI_TABLE(MLX5_REGEX_DRIVER_NAME, mlx5_regex_pci_id_map);
188 RTE_PMD_REGISTER_KMOD_DEP(MLX5_REGEX_DRIVER_NAME, "* ib_uverbs & mlx5_core & mlx5_ib");
189