1cf9b3c36SYuval Avnery /* SPDX-License-Identifier: BSD-3-Clause 2cf9b3c36SYuval Avnery * Copyright 2020 Mellanox Technologies, Ltd 3cf9b3c36SYuval Avnery */ 4cf9b3c36SYuval Avnery 5cf9b3c36SYuval Avnery #ifndef MLX5_REGEX_H 6cf9b3c36SYuval Avnery #define MLX5_REGEX_H 7cf9b3c36SYuval Avnery 89428310aSOri Kam #include <rte_regexdev.h> 99428310aSOri Kam 10b34d8163SFrancis Kelly #include <infiniband/verbs.h> 11b34d8163SFrancis Kelly #include <infiniband/mlx5dv.h> 12b34d8163SFrancis Kelly 13b34d8163SFrancis Kelly #include <mlx5_common.h> 14b34d8163SFrancis Kelly 15b34d8163SFrancis Kelly #include "mlx5_rxp.h" 16b34d8163SFrancis Kelly 17e3dbbf71SOri Kam struct mlx5_regex_sq { 18b34d8163SFrancis Kelly uint16_t log_nb_desc; /* Log 2 number of desc for this object. */ 19b34d8163SFrancis Kelly struct mlx5_devx_obj *obj; /* The SQ DevX object. */ 20b34d8163SFrancis Kelly int64_t dbr_offset; /* Door bell record offset. */ 21b34d8163SFrancis Kelly uint32_t dbr_umem; /* Door bell record umem id. */ 22fbc8c700SOri Kam uint8_t *wqe; /* The SQ ring buffer. */ 23b34d8163SFrancis Kelly struct mlx5dv_devx_umem *wqe_umem; /* SQ buffer umem. */ 244d4e245aSYuval Avnery size_t pi, db_pi; 254d4e245aSYuval Avnery size_t ci; 264d4e245aSYuval Avnery uint32_t sqn; 2792f2c6a3SOri Kam uint32_t *dbr; 28b34d8163SFrancis Kelly }; 29b34d8163SFrancis Kelly 30b34d8163SFrancis Kelly struct mlx5_regex_cq { 31b34d8163SFrancis Kelly uint32_t log_nb_desc; /* Log 2 number of desc for this object. */ 32b34d8163SFrancis Kelly struct mlx5_devx_obj *obj; /* The CQ DevX object. */ 33b34d8163SFrancis Kelly int64_t dbr_offset; /* Door bell record offset. */ 34b34d8163SFrancis Kelly uint32_t dbr_umem; /* Door bell record umem id. */ 35b34d8163SFrancis Kelly volatile struct mlx5_cqe *cqe; /* The CQ ring buffer. */ 36b34d8163SFrancis Kelly struct mlx5dv_devx_umem *cqe_umem; /* CQ buffer umem. */ 37*0db041e7SYuval Avnery size_t ci; 3892f2c6a3SOri Kam uint32_t *dbr; 39e3dbbf71SOri Kam }; 40e3dbbf71SOri Kam 41e3dbbf71SOri Kam struct mlx5_regex_qp { 42e3dbbf71SOri Kam uint32_t flags; /* QP user flags. */ 43e3dbbf71SOri Kam uint32_t nb_desc; /* Total number of desc for this qp. */ 44e3dbbf71SOri Kam struct mlx5_regex_sq *sqs; /* Pointer to sq array. */ 45b34d8163SFrancis Kelly uint16_t nb_obj; /* Number of sq objects. */ 46b34d8163SFrancis Kelly struct mlx5_regex_cq cq; /* CQ struct. */ 475f41b66dSYuval Avnery uint32_t free_sqs; 485f41b66dSYuval Avnery struct mlx5_regex_job *jobs; 495f41b66dSYuval Avnery struct ibv_mr *metadata; 505f41b66dSYuval Avnery struct ibv_mr *inputs; 515f41b66dSYuval Avnery struct ibv_mr *outputs; 524d4e245aSYuval Avnery size_t ci, pi; 53b34d8163SFrancis Kelly }; 54b34d8163SFrancis Kelly 55b34d8163SFrancis Kelly struct mlx5_regex_db { 56b34d8163SFrancis Kelly void *ptr; /* Pointer to the db memory. */ 57b34d8163SFrancis Kelly uint32_t len; /* The memory len. */ 58b34d8163SFrancis Kelly bool active; /* Active flag. */ 59b34d8163SFrancis Kelly uint8_t db_assigned_to_eng_num; 60b34d8163SFrancis Kelly /**< To which engine the db is connected. */ 61b34d8163SFrancis Kelly struct mlx5_regex_umem umem; 62b34d8163SFrancis Kelly /**< The umem struct. */ 63e3dbbf71SOri Kam }; 64e3dbbf71SOri Kam 65cfc672a9SOri Kam struct mlx5_regex_priv { 66cfc672a9SOri Kam TAILQ_ENTRY(mlx5_regex_priv) next; 67cfc672a9SOri Kam struct ibv_context *ctx; /* Device context. */ 68cfc672a9SOri Kam struct rte_pci_device *pci_dev; 69cfc672a9SOri Kam struct rte_regexdev *regexdev; /* Pointer to the RegEx dev. */ 70e3dbbf71SOri Kam uint16_t nb_queues; /* Number of queues. */ 71e3dbbf71SOri Kam struct mlx5_regex_qp *qps; /* Pointer to the qp array. */ 72e3dbbf71SOri Kam uint16_t nb_max_matches; /* Max number of matches. */ 73b34d8163SFrancis Kelly enum mlx5_rxp_program_mode prog_mode; 74b34d8163SFrancis Kelly struct mlx5_regex_db db[MLX5_RXP_MAX_ENGINES + 75b34d8163SFrancis Kelly MLX5_RXP_EM_COUNT]; 76b34d8163SFrancis Kelly uint32_t nb_engines; /* Number of RegEx engines. */ 77b34d8163SFrancis Kelly uint32_t eqn; /* EQ number. */ 78b34d8163SFrancis Kelly struct mlx5dv_devx_uar *uar; /* UAR object. */ 79b34d8163SFrancis Kelly struct ibv_pd *pd; 80fbc8c700SOri Kam struct mlx5_dbr_page_list dbrpgs; /* Door-bell pages. */ 81cfc672a9SOri Kam }; 82c126512bSOri Kam 83c126512bSOri Kam /* mlx5_rxp.c */ 84c126512bSOri Kam int mlx5_regex_info_get(struct rte_regexdev *dev, 85c126512bSOri Kam struct rte_regexdev_info *info); 86e3dbbf71SOri Kam int mlx5_regex_configure(struct rte_regexdev *dev, 87e3dbbf71SOri Kam const struct rte_regexdev_config *cfg); 88b34d8163SFrancis Kelly int mlx5_regex_rules_db_import(struct rte_regexdev *dev, 89b34d8163SFrancis Kelly const char *rule_db, uint32_t rule_db_len); 90c126512bSOri Kam 919428310aSOri Kam /* mlx5_regex_devx.c */ 929428310aSOri Kam int mlx5_devx_regex_register_write(struct ibv_context *ctx, int engine_id, 939428310aSOri Kam uint32_t addr, uint32_t data); 949428310aSOri Kam int mlx5_devx_regex_register_read(struct ibv_context *ctx, int engine_id, 959428310aSOri Kam uint32_t addr, uint32_t *data); 96b34d8163SFrancis Kelly int mlx5_devx_regex_database_stop(void *ctx, uint8_t engine); 97b34d8163SFrancis Kelly int mlx5_devx_regex_database_resume(void *ctx, uint8_t engine); 98b34d8163SFrancis Kelly int mlx5_devx_regex_database_program(void *ctx, uint8_t engine, 99b34d8163SFrancis Kelly uint32_t umem_id, uint64_t umem_offset); 100b34d8163SFrancis Kelly 101b34d8163SFrancis Kelly /* mlx5_regex_control.c */ 102b34d8163SFrancis Kelly int mlx5_regex_qp_setup(struct rte_regexdev *dev, uint16_t qp_ind, 103b34d8163SFrancis Kelly const struct rte_regexdev_qp_conf *cfg); 1049428310aSOri Kam 1055f41b66dSYuval Avnery /* mlx5_regex_fastpath.c */ 1065f41b66dSYuval Avnery int mlx5_regexdev_setup_fastpath(struct mlx5_regex_priv *priv, uint32_t qp_id); 1074d4e245aSYuval Avnery uint16_t mlx5_regexdev_enqueue(struct rte_regexdev *dev, uint16_t qp_id, 1084d4e245aSYuval Avnery struct rte_regex_ops **ops, uint16_t nb_ops); 109*0db041e7SYuval Avnery uint16_t mlx5_regexdev_dequeue(struct rte_regexdev *dev, uint16_t qp_id, 110*0db041e7SYuval Avnery struct rte_regex_ops **ops, uint16_t nb_ops); 1115f41b66dSYuval Avnery 112cf9b3c36SYuval Avnery #endif /* MLX5_REGEX_H */ 113