1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright 2020 Mellanox Technologies, Ltd 3 */ 4 5 #ifndef MLX5_REGEX_H 6 #define MLX5_REGEX_H 7 8 #include <rte_regexdev.h> 9 10 #include <infiniband/verbs.h> 11 #include <infiniband/mlx5dv.h> 12 13 #include <mlx5_common.h> 14 #include <mlx5_common_mr.h> 15 #include <mlx5_common_devx.h> 16 17 #include "mlx5_rxp.h" 18 #include "mlx5_regex_utils.h" 19 20 struct mlx5_regex_sq { 21 uint16_t log_nb_desc; /* Log 2 number of desc for this object. */ 22 struct mlx5_devx_sq sq_obj; /* The SQ DevX object. */ 23 size_t pi, db_pi; 24 size_t ci; 25 uint32_t sqn; 26 }; 27 28 struct mlx5_regex_cq { 29 uint32_t log_nb_desc; /* Log 2 number of desc for this object. */ 30 struct mlx5_devx_cq cq_obj; /* The CQ DevX object. */ 31 size_t ci; 32 }; 33 34 struct mlx5_regex_qp { 35 uint32_t flags; /* QP user flags. */ 36 uint32_t nb_desc; /* Total number of desc for this qp. */ 37 struct mlx5_regex_sq *sqs; /* Pointer to sq array. */ 38 uint16_t nb_obj; /* Number of sq objects. */ 39 struct mlx5_regex_cq cq; /* CQ struct. */ 40 uint32_t free_sqs; 41 struct mlx5_regex_job *jobs; 42 struct ibv_mr *metadata; 43 struct ibv_mr *outputs; 44 struct ibv_mr *imkey_addr; /* Indirect mkey array region. */ 45 size_t ci, pi; 46 struct mlx5_mr_ctrl mr_ctrl; 47 }; 48 49 struct mlx5_regex_db { 50 void *ptr; /* Pointer to the db memory. */ 51 uint32_t len; /* The memory len. */ 52 bool active; /* Active flag. */ 53 uint8_t db_assigned_to_eng_num; 54 /**< To which engine the db is connected. */ 55 struct mlx5_regex_umem umem; 56 /**< The umem struct. */ 57 }; 58 59 struct mlx5_regex_priv { 60 TAILQ_ENTRY(mlx5_regex_priv) next; 61 struct ibv_context *ctx; /* Device context. */ 62 struct rte_pci_device *pci_dev; 63 struct rte_regexdev *regexdev; /* Pointer to the RegEx dev. */ 64 uint16_t nb_queues; /* Number of queues. */ 65 struct mlx5_regex_qp *qps; /* Pointer to the qp array. */ 66 uint16_t nb_max_matches; /* Max number of matches. */ 67 enum mlx5_rxp_program_mode prog_mode; 68 struct mlx5_regex_db db[MLX5_RXP_MAX_ENGINES + 69 MLX5_RXP_EM_COUNT]; 70 uint32_t nb_engines; /* Number of RegEx engines. */ 71 struct mlx5dv_devx_uar *uar; /* UAR object. */ 72 struct ibv_pd *pd; 73 struct mlx5_mr_share_cache mr_scache; /* Global shared MR cache. */ 74 uint8_t is_bf2; /* The device is BF2 device. */ 75 uint8_t sq_ts_format; /* Whether SQ supports timestamp formats. */ 76 uint8_t has_umr; /* The device supports UMR. */ 77 }; 78 79 #ifdef HAVE_IBV_FLOW_DV_SUPPORT 80 static inline int 81 regex_get_pdn(void *pd, uint32_t *pdn) 82 { 83 struct mlx5dv_obj obj; 84 struct mlx5dv_pd pd_info; 85 int ret = 0; 86 87 obj.pd.in = pd; 88 obj.pd.out = &pd_info; 89 ret = mlx5_glue->dv_init_obj(&obj, MLX5DV_OBJ_PD); 90 if (ret) { 91 DRV_LOG(DEBUG, "Fail to get PD object info"); 92 return ret; 93 } 94 *pdn = pd_info.pdn; 95 return 0; 96 } 97 #endif 98 99 /* mlx5_regex.c */ 100 int mlx5_regex_start(struct rte_regexdev *dev); 101 int mlx5_regex_stop(struct rte_regexdev *dev); 102 int mlx5_regex_close(struct rte_regexdev *dev); 103 104 /* mlx5_rxp.c */ 105 int mlx5_regex_info_get(struct rte_regexdev *dev, 106 struct rte_regexdev_info *info); 107 int mlx5_regex_configure(struct rte_regexdev *dev, 108 const struct rte_regexdev_config *cfg); 109 int mlx5_regex_rules_db_import(struct rte_regexdev *dev, 110 const char *rule_db, uint32_t rule_db_len); 111 112 /* mlx5_regex_devx.c */ 113 int mlx5_devx_regex_register_write(struct ibv_context *ctx, int engine_id, 114 uint32_t addr, uint32_t data); 115 int mlx5_devx_regex_register_read(struct ibv_context *ctx, int engine_id, 116 uint32_t addr, uint32_t *data); 117 int mlx5_devx_regex_database_stop(void *ctx, uint8_t engine); 118 int mlx5_devx_regex_database_resume(void *ctx, uint8_t engine); 119 int mlx5_devx_regex_database_program(void *ctx, uint8_t engine, 120 uint32_t umem_id, uint64_t umem_offset); 121 122 /* mlx5_regex_control.c */ 123 int mlx5_regex_qp_setup(struct rte_regexdev *dev, uint16_t qp_ind, 124 const struct rte_regexdev_qp_conf *cfg); 125 126 /* mlx5_regex_fastpath.c */ 127 int mlx5_regexdev_setup_fastpath(struct mlx5_regex_priv *priv, uint32_t qp_id); 128 void mlx5_regexdev_teardown_fastpath(struct mlx5_regex_priv *priv, 129 uint32_t qp_id); 130 uint16_t mlx5_regexdev_enqueue(struct rte_regexdev *dev, uint16_t qp_id, 131 struct rte_regex_ops **ops, uint16_t nb_ops); 132 uint16_t mlx5_regexdev_dequeue(struct rte_regexdev *dev, uint16_t qp_id, 133 struct rte_regex_ops **ops, uint16_t nb_ops); 134 uint16_t mlx5_regexdev_enqueue_gga(struct rte_regexdev *dev, uint16_t qp_id, 135 struct rte_regex_ops **ops, uint16_t nb_ops); 136 #endif /* MLX5_REGEX_H */ 137