1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright 2018 6WIND S.A. 3 * Copyright 2018 Mellanox Technologies, Ltd 4 */ 5 6 #ifndef MLX5_GLUE_H_ 7 #define MLX5_GLUE_H_ 8 9 #include <stddef.h> 10 #include <stdint.h> 11 /* Verbs headers do not support -pedantic. */ 12 #ifdef PEDANTIC 13 #pragma GCC diagnostic ignored "-Wpedantic" 14 #endif 15 #include <infiniband/mlx5dv.h> 16 #include <infiniband/verbs.h> 17 #ifdef PEDANTIC 18 #pragma GCC diagnostic error "-Wpedantic" 19 #endif 20 21 #include <rte_byteorder.h> 22 23 #include "mlx5_autoconf.h" 24 25 #ifndef MLX5_GLUE_VERSION 26 #define MLX5_GLUE_VERSION "" 27 #endif 28 29 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42 30 struct ibv_counter_set; 31 struct ibv_counter_set_data; 32 struct ibv_counter_set_description; 33 struct ibv_counter_set_init_attr; 34 struct ibv_query_counter_set_attr; 35 #endif 36 37 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45 38 struct ibv_counters; 39 struct ibv_counters_init_attr; 40 struct ibv_counter_attach_attr; 41 #endif 42 43 #ifndef HAVE_IBV_DEVICE_TUNNEL_SUPPORT 44 struct mlx5dv_qp_init_attr; 45 #endif 46 47 #ifndef HAVE_IBV_DEVICE_STRIDING_RQ_SUPPORT 48 struct mlx5dv_wq_init_attr; 49 #endif 50 51 #ifndef HAVE_IBV_FLOW_DV_SUPPORT 52 struct mlx5dv_flow_matcher; 53 struct mlx5dv_flow_matcher_attr; 54 struct mlx5dv_flow_action_attr; 55 struct mlx5dv_flow_match_parameters; 56 struct mlx5dv_dr_flow_meter_attr; 57 struct ibv_flow_action; 58 enum mlx5dv_flow_action_packet_reformat_type { packet_reformat_type = 0, }; 59 enum mlx5dv_flow_table_type { flow_table_type = 0, }; 60 #endif 61 62 #ifndef HAVE_IBV_FLOW_DEVX_COUNTERS 63 #define MLX5DV_FLOW_ACTION_COUNTERS_DEVX 0 64 #endif 65 66 #ifndef HAVE_IBV_DEVX_OBJ 67 struct mlx5dv_devx_obj; 68 struct mlx5dv_devx_umem { uint32_t umem_id; }; 69 struct mlx5dv_devx_uar { void *reg_addr; void *base_addr; uint32_t page_id; }; 70 #endif 71 72 #ifndef HAVE_IBV_DEVX_ASYNC 73 struct mlx5dv_devx_cmd_comp; 74 struct mlx5dv_devx_async_cmd_hdr; 75 #endif 76 77 #ifndef HAVE_MLX5DV_DR 78 enum mlx5dv_dr_domain_type { unused, }; 79 struct mlx5dv_dr_domain; 80 struct mlx5dv_dr_action; 81 #define MLX5DV_DR_ACTION_FLAGS_ROOT_LEVEL 1 82 #endif 83 84 #ifndef HAVE_MLX5DV_DR_DEVX_PORT 85 struct mlx5dv_devx_port; 86 #endif 87 88 #ifndef HAVE_MLX5DV_DR_DEVX_PORT_V35 89 struct mlx5dv_port; 90 #endif 91 92 #define MLX5_PORT_QUERY_VPORT (1u << 0) 93 #define MLX5_PORT_QUERY_REG_C0 (1u << 1) 94 #define MLX5_PORT_QUERY_ESW_OWNER_VHCA_ID (1u << 2) 95 96 struct mlx5_port_info { 97 uint16_t query_flags; 98 uint16_t vport_id; /* Associated VF vport index (if any). */ 99 uint16_t esw_owner_vhca_id; /* Associated the esw_owner that this VF belongs to. */ 100 uint32_t vport_meta_tag; /* Used for vport index match ove VF LAG. */ 101 uint32_t vport_meta_mask; /* Used for vport index field match mask. */ 102 }; 103 104 #ifndef HAVE_MLX5_DR_CREATE_ACTION_FLOW_METER 105 struct mlx5dv_dr_flow_meter_attr; 106 #endif 107 108 #ifndef HAVE_MLX5_DR_CREATE_ACTION_FLOW_SAMPLE 109 struct mlx5dv_dr_flow_sampler_attr { 110 uint32_t sample_ratio; 111 void *default_next_table; 112 size_t num_sample_actions; 113 struct mlx5dv_dr_action **sample_actions; 114 uint64_t action; 115 }; 116 #endif 117 118 #ifndef HAVE_MLX5_DR_CREATE_ACTION_DEST_ARRAY 119 enum mlx5dv_dr_action_dest_type { 120 MLX5DV_DR_ACTION_DEST, 121 MLX5DV_DR_ACTION_DEST_REFORMAT, 122 }; 123 struct mlx5dv_dr_action_dest_reformat { 124 struct mlx5dv_dr_action *reformat; 125 struct mlx5dv_dr_action *dest; 126 }; 127 struct mlx5dv_dr_action_dest_attr { 128 enum mlx5dv_dr_action_dest_type type; 129 union { 130 struct mlx5dv_dr_action *dest; 131 struct mlx5dv_dr_action_dest_reformat *dest_reformat; 132 }; 133 }; 134 #endif 135 136 #ifndef HAVE_IBV_DEVX_EVENT 137 struct mlx5dv_devx_event_channel { int fd; }; 138 struct mlx5dv_devx_async_event_hdr; 139 #define MLX5DV_DEVX_CREATE_EVENT_CHANNEL_FLAGS_OMIT_EV_DATA 1 140 #endif 141 142 #ifndef HAVE_IBV_VAR 143 struct mlx5dv_var { uint32_t page_id; uint32_t length; off_t mmap_off; 144 uint64_t comp_mask; }; 145 #endif 146 147 #ifndef HAVE_IBV_RELAXED_ORDERING 148 #define IBV_ACCESS_RELAXED_ORDERING 0 149 #endif 150 151 #ifndef HAVE_MLX5DV_CREATE_STEERING_ANCHOR 152 struct mlx5dv_steering_anchor_attr { 153 uint32_t ft_type; 154 uint16_t priority; 155 uint64_t comp_mask; 156 }; 157 158 struct mlx5dv_steering_anchor { 159 uint32_t id; 160 }; 161 #endif 162 163 struct mlx5_glue { 164 const char *version; 165 int (*fork_init)(void); 166 struct ibv_pd *(*alloc_pd)(struct ibv_context *context); 167 int (*dealloc_pd)(struct ibv_pd *pd); 168 struct ibv_pd *(*import_pd)(struct ibv_context *context, 169 uint32_t pd_handle); 170 int (*unimport_pd)(struct ibv_pd *pd); 171 struct ibv_device **(*get_device_list)(int *num_devices); 172 void (*free_device_list)(struct ibv_device **list); 173 struct ibv_context *(*open_device)(struct ibv_device *device); 174 struct ibv_context *(*import_device)(int cmd_fd); 175 int (*close_device)(struct ibv_context *context); 176 int (*query_device)(struct ibv_context *context, 177 struct ibv_device_attr *device_attr); 178 int (*query_device_ex)(struct ibv_context *context, 179 const struct ibv_query_device_ex_input *input, 180 struct ibv_device_attr_ex *attr); 181 const char *(*get_device_name)(struct ibv_device *device); 182 int (*query_rt_values_ex)(struct ibv_context *context, 183 struct ibv_values_ex *values); 184 int (*query_port)(struct ibv_context *context, uint8_t port_num, 185 struct ibv_port_attr *port_attr); 186 struct ibv_comp_channel *(*create_comp_channel) 187 (struct ibv_context *context); 188 int (*destroy_comp_channel)(struct ibv_comp_channel *channel); 189 struct ibv_cq *(*create_cq)(struct ibv_context *context, int cqe, 190 void *cq_context, 191 struct ibv_comp_channel *channel, 192 int comp_vector); 193 int (*destroy_cq)(struct ibv_cq *cq); 194 int (*get_cq_event)(struct ibv_comp_channel *channel, 195 struct ibv_cq **cq, void **cq_context); 196 void (*ack_cq_events)(struct ibv_cq *cq, unsigned int nevents); 197 struct ibv_rwq_ind_table *(*create_rwq_ind_table) 198 (struct ibv_context *context, 199 struct ibv_rwq_ind_table_init_attr *init_attr); 200 int (*destroy_rwq_ind_table)(struct ibv_rwq_ind_table *rwq_ind_table); 201 struct ibv_wq *(*create_wq)(struct ibv_context *context, 202 struct ibv_wq_init_attr *wq_init_attr); 203 int (*destroy_wq)(struct ibv_wq *wq); 204 int (*modify_wq)(struct ibv_wq *wq, struct ibv_wq_attr *wq_attr); 205 struct ibv_flow *(*create_flow)(struct ibv_qp *qp, 206 struct ibv_flow_attr *flow); 207 int (*destroy_flow)(struct ibv_flow *flow_id); 208 int (*destroy_flow_action)(void *action); 209 struct ibv_qp *(*create_qp)(struct ibv_pd *pd, 210 struct ibv_qp_init_attr *qp_init_attr); 211 struct ibv_qp *(*create_qp_ex) 212 (struct ibv_context *context, 213 struct ibv_qp_init_attr_ex *qp_init_attr_ex); 214 int (*destroy_qp)(struct ibv_qp *qp); 215 int (*modify_qp)(struct ibv_qp *qp, struct ibv_qp_attr *attr, 216 int attr_mask); 217 struct ibv_mr *(*reg_mr)(struct ibv_pd *pd, void *addr, 218 size_t length, int access); 219 struct ibv_mr *(*reg_mr_iova)(struct ibv_pd *pd, void *addr, 220 size_t length, uint64_t iova, 221 int access); 222 struct ibv_mr *(*alloc_null_mr)(struct ibv_pd *pd); 223 int (*dereg_mr)(struct ibv_mr *mr); 224 struct ibv_counter_set *(*create_counter_set) 225 (struct ibv_context *context, 226 struct ibv_counter_set_init_attr *init_attr); 227 int (*destroy_counter_set)(struct ibv_counter_set *cs); 228 int (*describe_counter_set) 229 (struct ibv_context *context, 230 uint16_t counter_set_id, 231 struct ibv_counter_set_description *cs_desc); 232 int (*query_counter_set)(struct ibv_query_counter_set_attr *query_attr, 233 struct ibv_counter_set_data *cs_data); 234 struct ibv_counters *(*create_counters) 235 (struct ibv_context *context, 236 struct ibv_counters_init_attr *init_attr); 237 int (*destroy_counters)(struct ibv_counters *counters); 238 int (*attach_counters)(struct ibv_counters *counters, 239 struct ibv_counter_attach_attr *attr, 240 struct ibv_flow *flow); 241 int (*query_counters)(struct ibv_counters *counters, 242 uint64_t *counters_value, 243 uint32_t ncounters, 244 uint32_t flags); 245 void (*ack_async_event)(struct ibv_async_event *event); 246 int (*get_async_event)(struct ibv_context *context, 247 struct ibv_async_event *event); 248 const char *(*port_state_str)(enum ibv_port_state port_state); 249 struct ibv_cq *(*cq_ex_to_cq)(struct ibv_cq_ex *cq); 250 void *(*dr_create_flow_action_dest_flow_tbl)(void *tbl); 251 void *(*dr_create_flow_action_dest_port)(void *domain, 252 uint32_t port); 253 void *(*dr_create_flow_action_drop)(void); 254 void *(*dr_create_flow_action_push_vlan) 255 (struct mlx5dv_dr_domain *domain, 256 rte_be32_t vlan_tag); 257 void *(*dr_create_flow_action_pop_vlan)(void); 258 void *(*dr_create_flow_tbl)(void *domain, uint32_t level); 259 int (*dr_destroy_flow_tbl)(void *tbl); 260 void *(*dr_create_domain)(struct ibv_context *ctx, 261 enum mlx5dv_dr_domain_type domain); 262 int (*dr_destroy_domain)(void *domain); 263 int (*dr_sync_domain)(void *domain, uint32_t flags); 264 struct ibv_cq_ex *(*dv_create_cq) 265 (struct ibv_context *context, 266 struct ibv_cq_init_attr_ex *cq_attr, 267 struct mlx5dv_cq_init_attr *mlx5_cq_attr); 268 struct ibv_wq *(*dv_create_wq) 269 (struct ibv_context *context, 270 struct ibv_wq_init_attr *wq_attr, 271 struct mlx5dv_wq_init_attr *mlx5_wq_attr); 272 int (*dv_query_device)(struct ibv_context *ctx_in, 273 struct mlx5dv_context *attrs_out); 274 int (*dv_set_context_attr)(struct ibv_context *ibv_ctx, 275 enum mlx5dv_set_ctx_attr_type type, 276 void *attr); 277 int (*dv_init_obj)(struct mlx5dv_obj *obj, uint64_t obj_type); 278 struct ibv_qp *(*dv_create_qp) 279 (struct ibv_context *context, 280 struct ibv_qp_init_attr_ex *qp_init_attr_ex, 281 struct mlx5dv_qp_init_attr *dv_qp_init_attr); 282 void *(*dv_create_flow_matcher) 283 (struct ibv_context *context, 284 struct mlx5dv_flow_matcher_attr *matcher_attr, 285 void *tbl); 286 void *(*dv_create_flow_matcher_root) 287 (struct ibv_context *context, 288 struct mlx5dv_flow_matcher_attr *matcher_attr); 289 void *(*dv_create_flow)(void *matcher, void *match_value, 290 size_t num_actions, void *actions[]); 291 void *(*dv_create_flow_root)(void *matcher, void *match_value, 292 size_t num_actions, void *actions); 293 void *(*dv_create_flow_action_counter)(void *obj, uint32_t offset); 294 void *(*dv_create_flow_action_dest_ibv_qp)(void *qp); 295 void *(*dv_create_flow_action_dest_devx_tir)(void *tir); 296 void *(*dv_create_flow_action_modify_header) 297 (struct ibv_context *ctx, enum mlx5dv_flow_table_type ft_type, 298 void *domain, uint64_t flags, size_t actions_sz, 299 uint64_t actions[]); 300 void *(*dv_create_flow_action_modify_header_root) 301 (struct ibv_context *ctx, size_t actions_sz, uint64_t actions[], 302 enum mlx5dv_flow_table_type ft_type); 303 void *(*dv_create_flow_action_packet_reformat) 304 (struct ibv_context *ctx, 305 enum mlx5dv_flow_action_packet_reformat_type reformat_type, 306 enum mlx5dv_flow_table_type ft_type, 307 struct mlx5dv_dr_domain *domain, 308 uint32_t flags, size_t data_sz, void *data); 309 void *(*dv_create_flow_action_packet_reformat_root) 310 (struct ibv_context *ctx, 311 size_t data_sz, void *data, 312 enum mlx5dv_flow_action_packet_reformat_type reformat_type, 313 enum mlx5dv_flow_table_type ft_type); 314 void *(*dv_create_flow_action_tag)(uint32_t tag); 315 void *(*dv_create_flow_action_meter) 316 (struct mlx5dv_dr_flow_meter_attr *attr); 317 int (*dv_modify_flow_action_meter)(void *action, 318 struct mlx5dv_dr_flow_meter_attr *attr, uint64_t modify_bits); 319 void *(*dr_create_flow_action_default_miss)(void); 320 int (*dv_destroy_flow)(void *flow); 321 int (*dv_destroy_flow_matcher)(void *matcher); 322 int (*dv_destroy_flow_matcher_root)(void *matcher); 323 struct ibv_context *(*dv_open_device)(struct ibv_device *device); 324 struct mlx5dv_var *(*dv_alloc_var)(struct ibv_context *context, 325 uint32_t flags); 326 void (*dv_free_var)(struct mlx5dv_var *var); 327 struct mlx5dv_devx_uar *(*devx_alloc_uar)(struct ibv_context *context, 328 uint32_t flags); 329 void (*devx_free_uar)(struct mlx5dv_devx_uar *devx_uar); 330 struct mlx5dv_devx_obj *(*devx_obj_create) 331 (struct ibv_context *ctx, 332 const void *in, size_t inlen, 333 void *out, size_t outlen); 334 int (*devx_obj_destroy)(struct mlx5dv_devx_obj *obj); 335 int (*devx_obj_query)(struct mlx5dv_devx_obj *obj, 336 const void *in, size_t inlen, 337 void *out, size_t outlen); 338 int (*devx_obj_modify)(struct mlx5dv_devx_obj *obj, 339 const void *in, size_t inlen, 340 void *out, size_t outlen); 341 int (*devx_general_cmd)(struct ibv_context *context, 342 const void *in, size_t inlen, 343 void *out, size_t outlen); 344 struct mlx5dv_devx_cmd_comp *(*devx_create_cmd_comp) 345 (struct ibv_context *context); 346 void (*devx_destroy_cmd_comp)(struct mlx5dv_devx_cmd_comp *cmd_comp); 347 int (*devx_obj_query_async)(struct mlx5dv_devx_obj *obj, 348 const void *in, size_t inlen, 349 size_t outlen, uint64_t wr_id, 350 struct mlx5dv_devx_cmd_comp *cmd_comp); 351 int (*devx_get_async_cmd_comp)(struct mlx5dv_devx_cmd_comp *cmd_comp, 352 struct mlx5dv_devx_async_cmd_hdr *resp, 353 size_t cmd_resp_len); 354 struct mlx5dv_devx_umem *(*devx_umem_reg)(struct ibv_context *context, 355 void *addr, size_t size, 356 uint32_t access); 357 int (*devx_umem_dereg)(struct mlx5dv_devx_umem *dv_devx_umem); 358 int (*devx_qp_query)(struct ibv_qp *qp, 359 const void *in, size_t inlen, 360 void *out, size_t outlen); 361 int (*devx_wq_query)(struct ibv_wq *wq, const void *in, size_t inlen, 362 void *out, size_t outlen); 363 int (*devx_port_query)(struct ibv_context *ctx, 364 uint32_t port_num, 365 struct mlx5_port_info *info); 366 int (*dr_dump_domain)(FILE *file, void *domain); 367 int (*dr_dump_rule)(FILE *file, void *rule); 368 int (*devx_query_eqn)(struct ibv_context *context, uint32_t cpus, 369 uint32_t *eqn); 370 struct mlx5dv_devx_event_channel *(*devx_create_event_channel) 371 (struct ibv_context *context, int flags); 372 void (*devx_destroy_event_channel) 373 (struct mlx5dv_devx_event_channel *event_channel); 374 int (*devx_subscribe_devx_event) 375 (struct mlx5dv_devx_event_channel *event_channel, 376 struct mlx5dv_devx_obj *obj, 377 uint16_t events_sz, 378 uint16_t events_num[], 379 uint64_t cookie); 380 int (*devx_subscribe_devx_event_fd) 381 (struct mlx5dv_devx_event_channel *event_channel, 382 int fd, 383 struct mlx5dv_devx_obj *obj, 384 uint16_t event_num); 385 ssize_t (*devx_get_event) 386 (struct mlx5dv_devx_event_channel *event_channel, 387 struct mlx5dv_devx_async_event_hdr *event_data, 388 size_t event_resp_len); 389 void (*dr_reclaim_domain_memory)(void *domain, uint32_t enable); 390 void (*dr_allow_duplicate_rules)(void *domain, uint32_t allow); 391 struct mlx5dv_pp *(*dv_alloc_pp)(struct ibv_context *context, 392 size_t pp_context_sz, 393 const void *pp_context, 394 uint32_t flags); 395 void (*dv_free_pp)(struct mlx5dv_pp *pp); 396 void *(*dr_create_flow_action_sampler) 397 (struct mlx5dv_dr_flow_sampler_attr *attr); 398 void *(*dr_create_flow_action_dest_array) 399 (void *domain, 400 size_t num_dest, 401 struct mlx5dv_dr_action_dest_attr *dests[]); 402 void *(*dv_create_flow_action_aso) 403 (struct mlx5dv_dr_domain *domain, void *aso_obj, 404 uint32_t offset, uint32_t flags, uint8_t return_reg_c); 405 void *(*dr_create_flow_action_send_to_kernel)(void *tbl, 406 uint16_t priority); 407 struct mlx5dv_steering_anchor *(*create_steering_anchor) 408 (struct ibv_context *context, 409 struct mlx5dv_steering_anchor_attr *attr); 410 int (*destroy_steering_anchor)(struct mlx5dv_steering_anchor *sa); 411 }; 412 413 extern const struct mlx5_glue *mlx5_glue; 414 415 #endif /* MLX5_GLUE_H_ */ 416