1cf9b3c36SYuval Avnery /* SPDX-License-Identifier: BSD-3-Clause 2cf9b3c36SYuval Avnery * Copyright 2020 Mellanox Technologies, Ltd 3cf9b3c36SYuval Avnery */ 4cf9b3c36SYuval Avnery 5cf9b3c36SYuval Avnery #ifndef MLX5_REGEX_H 6cf9b3c36SYuval Avnery #define MLX5_REGEX_H 7cf9b3c36SYuval Avnery 89428310aSOri Kam #include <rte_regexdev.h> 99428310aSOri Kam 10b34d8163SFrancis Kelly #include <infiniband/verbs.h> 11b34d8163SFrancis Kelly #include <infiniband/mlx5dv.h> 12b34d8163SFrancis Kelly 13b34d8163SFrancis Kelly #include <mlx5_common.h> 14cda883bbSYuval Avnery #include <mlx5_common_mr.h> 153ddf5706SMichael Baum #include <mlx5_common_devx.h> 16b34d8163SFrancis Kelly 17b34d8163SFrancis Kelly #include "mlx5_rxp.h" 18330a70b7SSuanming Mou #include "mlx5_regex_utils.h" 19b34d8163SFrancis Kelly 20e3dbbf71SOri Kam struct mlx5_regex_sq { 21b34d8163SFrancis Kelly uint16_t log_nb_desc; /* Log 2 number of desc for this object. */ 229de7b160SMichael Baum struct mlx5_devx_sq sq_obj; /* The SQ DevX object. */ 234d4e245aSYuval Avnery size_t pi, db_pi; 244d4e245aSYuval Avnery size_t ci; 254d4e245aSYuval Avnery uint32_t sqn; 26b34d8163SFrancis Kelly }; 27b34d8163SFrancis Kelly 28b34d8163SFrancis Kelly struct mlx5_regex_cq { 29b34d8163SFrancis Kelly uint32_t log_nb_desc; /* Log 2 number of desc for this object. */ 303ddf5706SMichael Baum struct mlx5_devx_cq cq_obj; /* The CQ DevX object. */ 310db041e7SYuval Avnery size_t ci; 32e3dbbf71SOri Kam }; 33e3dbbf71SOri Kam 34e3dbbf71SOri Kam struct mlx5_regex_qp { 35e3dbbf71SOri Kam uint32_t flags; /* QP user flags. */ 36e3dbbf71SOri Kam uint32_t nb_desc; /* Total number of desc for this qp. */ 37e3dbbf71SOri Kam struct mlx5_regex_sq *sqs; /* Pointer to sq array. */ 38b34d8163SFrancis Kelly uint16_t nb_obj; /* Number of sq objects. */ 39b34d8163SFrancis Kelly struct mlx5_regex_cq cq; /* CQ struct. */ 405f41b66dSYuval Avnery uint32_t free_sqs; 415f41b66dSYuval Avnery struct mlx5_regex_job *jobs; 425f41b66dSYuval Avnery struct ibv_mr *metadata; 435f41b66dSYuval Avnery struct ibv_mr *outputs; 44330a70b7SSuanming Mou struct ibv_mr *imkey_addr; /* Indirect mkey array region. */ 454d4e245aSYuval Avnery size_t ci, pi; 46cda883bbSYuval Avnery struct mlx5_mr_ctrl mr_ctrl; 47b34d8163SFrancis Kelly }; 48b34d8163SFrancis Kelly 49b34d8163SFrancis Kelly struct mlx5_regex_db { 50b34d8163SFrancis Kelly void *ptr; /* Pointer to the db memory. */ 51b34d8163SFrancis Kelly uint32_t len; /* The memory len. */ 52b34d8163SFrancis Kelly bool active; /* Active flag. */ 53b34d8163SFrancis Kelly uint8_t db_assigned_to_eng_num; 54b34d8163SFrancis Kelly /**< To which engine the db is connected. */ 55b34d8163SFrancis Kelly struct mlx5_regex_umem umem; 56b34d8163SFrancis Kelly /**< The umem struct. */ 57e3dbbf71SOri Kam }; 58e3dbbf71SOri Kam 59cfc672a9SOri Kam struct mlx5_regex_priv { 60cfc672a9SOri Kam TAILQ_ENTRY(mlx5_regex_priv) next; 61cfc672a9SOri Kam struct ibv_context *ctx; /* Device context. */ 62cfc672a9SOri Kam struct rte_regexdev *regexdev; /* Pointer to the RegEx dev. */ 63e3dbbf71SOri Kam uint16_t nb_queues; /* Number of queues. */ 64e3dbbf71SOri Kam struct mlx5_regex_qp *qps; /* Pointer to the qp array. */ 65e3dbbf71SOri Kam uint16_t nb_max_matches; /* Max number of matches. */ 66b34d8163SFrancis Kelly enum mlx5_rxp_program_mode prog_mode; 67b34d8163SFrancis Kelly struct mlx5_regex_db db[MLX5_RXP_MAX_ENGINES + 68b34d8163SFrancis Kelly MLX5_RXP_EM_COUNT]; 69b34d8163SFrancis Kelly uint32_t nb_engines; /* Number of RegEx engines. */ 70b34d8163SFrancis Kelly struct mlx5dv_devx_uar *uar; /* UAR object. */ 71b34d8163SFrancis Kelly struct ibv_pd *pd; 72*29ca3215SMichael Baum TAILQ_ENTRY(mlx5_regex_priv) mem_event_cb; 73*29ca3215SMichael Baum /**< Called by memory event callback. */ 74cda883bbSYuval Avnery struct mlx5_mr_share_cache mr_scache; /* Global shared MR cache. */ 75f324162eSOri Kam uint8_t is_bf2; /* The device is BF2 device. */ 76dd25bd20SViacheslav Ovsiienko uint8_t sq_ts_format; /* Whether SQ supports timestamp formats. */ 77330a70b7SSuanming Mou uint8_t has_umr; /* The device supports UMR. */ 78cfc672a9SOri Kam }; 79c126512bSOri Kam 80330a70b7SSuanming Mou #ifdef HAVE_IBV_FLOW_DV_SUPPORT 81330a70b7SSuanming Mou static inline int 82330a70b7SSuanming Mou regex_get_pdn(void *pd, uint32_t *pdn) 83330a70b7SSuanming Mou { 84330a70b7SSuanming Mou struct mlx5dv_obj obj; 85330a70b7SSuanming Mou struct mlx5dv_pd pd_info; 86330a70b7SSuanming Mou int ret = 0; 87330a70b7SSuanming Mou 88330a70b7SSuanming Mou obj.pd.in = pd; 89330a70b7SSuanming Mou obj.pd.out = &pd_info; 90330a70b7SSuanming Mou ret = mlx5_glue->dv_init_obj(&obj, MLX5DV_OBJ_PD); 91330a70b7SSuanming Mou if (ret) { 92330a70b7SSuanming Mou DRV_LOG(DEBUG, "Fail to get PD object info"); 93330a70b7SSuanming Mou return ret; 94330a70b7SSuanming Mou } 95330a70b7SSuanming Mou *pdn = pd_info.pdn; 96330a70b7SSuanming Mou return 0; 97330a70b7SSuanming Mou } 98330a70b7SSuanming Mou #endif 99330a70b7SSuanming Mou 100aea75c5aSOri Kam /* mlx5_regex.c */ 101aea75c5aSOri Kam int mlx5_regex_start(struct rte_regexdev *dev); 102aea75c5aSOri Kam int mlx5_regex_stop(struct rte_regexdev *dev); 103aea75c5aSOri Kam int mlx5_regex_close(struct rte_regexdev *dev); 104aea75c5aSOri Kam 105c126512bSOri Kam /* mlx5_rxp.c */ 106c126512bSOri Kam int mlx5_regex_info_get(struct rte_regexdev *dev, 107c126512bSOri Kam struct rte_regexdev_info *info); 108e3dbbf71SOri Kam int mlx5_regex_configure(struct rte_regexdev *dev, 109e3dbbf71SOri Kam const struct rte_regexdev_config *cfg); 110b34d8163SFrancis Kelly int mlx5_regex_rules_db_import(struct rte_regexdev *dev, 111b34d8163SFrancis Kelly const char *rule_db, uint32_t rule_db_len); 112c126512bSOri Kam 1139428310aSOri Kam /* mlx5_regex_devx.c */ 1149428310aSOri Kam int mlx5_devx_regex_register_write(struct ibv_context *ctx, int engine_id, 1159428310aSOri Kam uint32_t addr, uint32_t data); 1169428310aSOri Kam int mlx5_devx_regex_register_read(struct ibv_context *ctx, int engine_id, 1179428310aSOri Kam uint32_t addr, uint32_t *data); 118b34d8163SFrancis Kelly int mlx5_devx_regex_database_stop(void *ctx, uint8_t engine); 119b34d8163SFrancis Kelly int mlx5_devx_regex_database_resume(void *ctx, uint8_t engine); 120b34d8163SFrancis Kelly int mlx5_devx_regex_database_program(void *ctx, uint8_t engine, 121b34d8163SFrancis Kelly uint32_t umem_id, uint64_t umem_offset); 122b34d8163SFrancis Kelly 123b34d8163SFrancis Kelly /* mlx5_regex_control.c */ 124b34d8163SFrancis Kelly int mlx5_regex_qp_setup(struct rte_regexdev *dev, uint16_t qp_ind, 125b34d8163SFrancis Kelly const struct rte_regexdev_qp_conf *cfg); 1269428310aSOri Kam 1275f41b66dSYuval Avnery /* mlx5_regex_fastpath.c */ 1285f41b66dSYuval Avnery int mlx5_regexdev_setup_fastpath(struct mlx5_regex_priv *priv, uint32_t qp_id); 12954fa1f6aSYuval Avnery void mlx5_regexdev_teardown_fastpath(struct mlx5_regex_priv *priv, 13054fa1f6aSYuval Avnery uint32_t qp_id); 1314d4e245aSYuval Avnery uint16_t mlx5_regexdev_enqueue(struct rte_regexdev *dev, uint16_t qp_id, 1324d4e245aSYuval Avnery struct rte_regex_ops **ops, uint16_t nb_ops); 1330db041e7SYuval Avnery uint16_t mlx5_regexdev_dequeue(struct rte_regexdev *dev, uint16_t qp_id, 1340db041e7SYuval Avnery struct rte_regex_ops **ops, uint16_t nb_ops); 135330a70b7SSuanming Mou uint16_t mlx5_regexdev_enqueue_gga(struct rte_regexdev *dev, uint16_t qp_id, 136330a70b7SSuanming Mou struct rte_regex_ops **ops, uint16_t nb_ops); 137cf9b3c36SYuval Avnery #endif /* MLX5_REGEX_H */ 138