xref: /dpdk/drivers/common/mlx5/linux/mlx5_glue.c (revision 7cc8ef9cf4e9d1f3b1c16daea706f9f433968c61)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright 2018 6WIND S.A.
3  * Copyright 2018 Mellanox Technologies, Ltd
4  */
5 
6 #include <errno.h>
7 #include <stdalign.h>
8 #include <stddef.h>
9 #include <stdint.h>
10 #include <stdlib.h>
11 /*
12  * Not needed by this file; included to work around the lack of off_t
13  * definition for mlx5dv.h with unpatched rdma-core versions.
14  */
15 #include <sys/types.h>
16 
17 #include "mlx5_glue.h"
18 
19 static int
20 mlx5_glue_fork_init(void)
21 {
22 	return ibv_fork_init();
23 }
24 
25 static struct ibv_pd *
26 mlx5_glue_alloc_pd(struct ibv_context *context)
27 {
28 	return ibv_alloc_pd(context);
29 }
30 
31 static int
32 mlx5_glue_dealloc_pd(struct ibv_pd *pd)
33 {
34 	return ibv_dealloc_pd(pd);
35 }
36 
37 static struct ibv_pd *
38 mlx5_glue_import_pd(struct ibv_context *context, uint32_t pd_handle)
39 {
40 #ifdef HAVE_MLX5_IBV_IMPORT_CTX_PD_AND_MR
41 	return ibv_import_pd(context, pd_handle);
42 #else
43 	(void)context;
44 	(void)pd_handle;
45 	errno = ENOTSUP;
46 	return NULL;
47 #endif
48 }
49 
50 static int
51 mlx5_glue_unimport_pd(struct ibv_pd *pd)
52 {
53 #ifdef HAVE_MLX5_IBV_IMPORT_CTX_PD_AND_MR
54 	ibv_unimport_pd(pd);
55 	return 0;
56 #else
57 	(void)pd;
58 	errno = ENOTSUP;
59 	return -errno;
60 #endif
61 }
62 
63 static struct ibv_device **
64 mlx5_glue_get_device_list(int *num_devices)
65 {
66 	return ibv_get_device_list(num_devices);
67 }
68 
69 static void
70 mlx5_glue_free_device_list(struct ibv_device **list)
71 {
72 	ibv_free_device_list(list);
73 }
74 
75 static struct ibv_context *
76 mlx5_glue_open_device(struct ibv_device *device)
77 {
78 	return ibv_open_device(device);
79 }
80 
81 static struct ibv_context *
82 mlx5_glue_import_device(int cmd_fd)
83 {
84 #ifdef HAVE_MLX5_IBV_IMPORT_CTX_PD_AND_MR
85 	return ibv_import_device(cmd_fd);
86 #else
87 	(void)cmd_fd;
88 	errno = ENOTSUP;
89 	return NULL;
90 #endif
91 }
92 
93 static int
94 mlx5_glue_close_device(struct ibv_context *context)
95 {
96 	return ibv_close_device(context);
97 }
98 
99 static int
100 mlx5_glue_query_device(struct ibv_context *context,
101 		       struct ibv_device_attr *device_attr)
102 {
103 	return ibv_query_device(context, device_attr);
104 }
105 
106 static int
107 mlx5_glue_query_device_ex(struct ibv_context *context,
108 			  const struct ibv_query_device_ex_input *input,
109 			  struct ibv_device_attr_ex *attr)
110 {
111 	return ibv_query_device_ex(context, input, attr);
112 }
113 
114 static int
115 mlx5_glue_query_rt_values_ex(struct ibv_context *context,
116 			  struct ibv_values_ex *values)
117 {
118 	return ibv_query_rt_values_ex(context, values);
119 }
120 
121 static int
122 mlx5_glue_query_port(struct ibv_context *context, uint8_t port_num,
123 		     struct ibv_port_attr *port_attr)
124 {
125 	return ibv_query_port(context, port_num, port_attr);
126 }
127 
128 static struct ibv_comp_channel *
129 mlx5_glue_create_comp_channel(struct ibv_context *context)
130 {
131 	return ibv_create_comp_channel(context);
132 }
133 
134 static int
135 mlx5_glue_destroy_comp_channel(struct ibv_comp_channel *channel)
136 {
137 	return ibv_destroy_comp_channel(channel);
138 }
139 
140 static struct ibv_cq *
141 mlx5_glue_create_cq(struct ibv_context *context, int cqe, void *cq_context,
142 		    struct ibv_comp_channel *channel, int comp_vector)
143 {
144 	return ibv_create_cq(context, cqe, cq_context, channel, comp_vector);
145 }
146 
147 static int
148 mlx5_glue_destroy_cq(struct ibv_cq *cq)
149 {
150 	return ibv_destroy_cq(cq);
151 }
152 
153 static int
154 mlx5_glue_get_cq_event(struct ibv_comp_channel *channel, struct ibv_cq **cq,
155 		       void **cq_context)
156 {
157 	return ibv_get_cq_event(channel, cq, cq_context);
158 }
159 
160 static void
161 mlx5_glue_ack_cq_events(struct ibv_cq *cq, unsigned int nevents)
162 {
163 	ibv_ack_cq_events(cq, nevents);
164 }
165 
166 static struct ibv_rwq_ind_table *
167 mlx5_glue_create_rwq_ind_table(struct ibv_context *context,
168 			       struct ibv_rwq_ind_table_init_attr *init_attr)
169 {
170 	return ibv_create_rwq_ind_table(context, init_attr);
171 }
172 
173 static int
174 mlx5_glue_destroy_rwq_ind_table(struct ibv_rwq_ind_table *rwq_ind_table)
175 {
176 	return ibv_destroy_rwq_ind_table(rwq_ind_table);
177 }
178 
179 static struct ibv_wq *
180 mlx5_glue_create_wq(struct ibv_context *context,
181 		    struct ibv_wq_init_attr *wq_init_attr)
182 {
183 	return ibv_create_wq(context, wq_init_attr);
184 }
185 
186 static int
187 mlx5_glue_destroy_wq(struct ibv_wq *wq)
188 {
189 	return ibv_destroy_wq(wq);
190 }
191 static int
192 mlx5_glue_modify_wq(struct ibv_wq *wq, struct ibv_wq_attr *wq_attr)
193 {
194 	return ibv_modify_wq(wq, wq_attr);
195 }
196 
197 static struct ibv_flow *
198 mlx5_glue_create_flow(struct ibv_qp *qp, struct ibv_flow_attr *flow)
199 {
200 	return ibv_create_flow(qp, flow);
201 }
202 
203 static int
204 mlx5_glue_destroy_flow(struct ibv_flow *flow_id)
205 {
206 	return ibv_destroy_flow(flow_id);
207 }
208 
209 static int
210 mlx5_glue_destroy_flow_action(void *action)
211 {
212 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
213 #ifdef HAVE_MLX5DV_DR
214 	return mlx5dv_dr_action_destroy(action);
215 #else
216 	struct mlx5dv_flow_action_attr *attr = action;
217 	int res = 0;
218 	switch (attr->type) {
219 	case MLX5DV_FLOW_ACTION_TAG:
220 		break;
221 	default:
222 		res = ibv_destroy_flow_action(attr->action);
223 		break;
224 	}
225 	free(action);
226 	return res;
227 #endif
228 #else
229 	(void)action;
230 	return -ENOTSUP;
231 #endif
232 }
233 
234 static struct ibv_qp *
235 mlx5_glue_create_qp(struct ibv_pd *pd, struct ibv_qp_init_attr *qp_init_attr)
236 {
237 	return ibv_create_qp(pd, qp_init_attr);
238 }
239 
240 static struct ibv_qp *
241 mlx5_glue_create_qp_ex(struct ibv_context *context,
242 		       struct ibv_qp_init_attr_ex *qp_init_attr_ex)
243 {
244 	return ibv_create_qp_ex(context, qp_init_attr_ex);
245 }
246 
247 static int
248 mlx5_glue_destroy_qp(struct ibv_qp *qp)
249 {
250 	return ibv_destroy_qp(qp);
251 }
252 
253 static int
254 mlx5_glue_modify_qp(struct ibv_qp *qp, struct ibv_qp_attr *attr, int attr_mask)
255 {
256 	return ibv_modify_qp(qp, attr, attr_mask);
257 }
258 
259 static struct ibv_mr *
260 mlx5_glue_reg_mr(struct ibv_pd *pd, void *addr, size_t length, int access)
261 {
262 	return ibv_reg_mr(pd, addr, length, access);
263 }
264 
265 static struct ibv_mr *
266 mlx5_glue_reg_mr_iova(struct ibv_pd *pd, void *addr, size_t length,
267 		      uint64_t iova, int access)
268 {
269 #ifdef HAVE_MLX5_IBV_REG_MR_IOVA
270 		return ibv_reg_mr_iova(pd, addr, length, iova, access);
271 #else
272 	(void)pd;
273 	(void)addr;
274 	(void)length;
275 	(void)iova;
276 	(void)access;
277 	errno = ENOTSUP;
278 	return NULL;
279 #endif
280 }
281 
282 static struct ibv_mr *
283 mlx5_glue_alloc_null_mr(struct ibv_pd *pd)
284 {
285 #ifdef HAVE_IBV_DEVX_OBJ
286 	return ibv_alloc_null_mr(pd);
287 #else
288 	(void)pd;
289 	errno = ENOTSUP;
290 	return NULL;
291 #endif
292 }
293 
294 static int
295 mlx5_glue_dereg_mr(struct ibv_mr *mr)
296 {
297 	return ibv_dereg_mr(mr);
298 }
299 
300 static struct ibv_counter_set *
301 mlx5_glue_create_counter_set(struct ibv_context *context,
302 			     struct ibv_counter_set_init_attr *init_attr)
303 {
304 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
305 	(void)context;
306 	(void)init_attr;
307 	return NULL;
308 #else
309 	return ibv_create_counter_set(context, init_attr);
310 #endif
311 }
312 
313 static int
314 mlx5_glue_destroy_counter_set(struct ibv_counter_set *cs)
315 {
316 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
317 	(void)cs;
318 	return -ENOTSUP;
319 #else
320 	return ibv_destroy_counter_set(cs);
321 #endif
322 }
323 
324 static int
325 mlx5_glue_describe_counter_set(struct ibv_context *context,
326 			       uint16_t counter_set_id,
327 			       struct ibv_counter_set_description *cs_desc)
328 {
329 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
330 	(void)context;
331 	(void)counter_set_id;
332 	(void)cs_desc;
333 	return -ENOTSUP;
334 #else
335 	return ibv_describe_counter_set(context, counter_set_id, cs_desc);
336 #endif
337 }
338 
339 static int
340 mlx5_glue_query_counter_set(struct ibv_query_counter_set_attr *query_attr,
341 			    struct ibv_counter_set_data *cs_data)
342 {
343 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V42
344 	(void)query_attr;
345 	(void)cs_data;
346 	return -ENOTSUP;
347 #else
348 	return ibv_query_counter_set(query_attr, cs_data);
349 #endif
350 }
351 
352 static struct ibv_counters *
353 mlx5_glue_create_counters(struct ibv_context *context,
354 			  struct ibv_counters_init_attr *init_attr)
355 {
356 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
357 	(void)context;
358 	(void)init_attr;
359 	errno = ENOTSUP;
360 	return NULL;
361 #else
362 	return ibv_create_counters(context, init_attr);
363 #endif
364 }
365 
366 static int
367 mlx5_glue_destroy_counters(struct ibv_counters *counters)
368 {
369 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
370 	(void)counters;
371 	return -ENOTSUP;
372 #else
373 	return ibv_destroy_counters(counters);
374 #endif
375 }
376 
377 static int
378 mlx5_glue_attach_counters(struct ibv_counters *counters,
379 			  struct ibv_counter_attach_attr *attr,
380 			  struct ibv_flow *flow)
381 {
382 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
383 	(void)counters;
384 	(void)attr;
385 	(void)flow;
386 	return -ENOTSUP;
387 #else
388 	return ibv_attach_counters_point_flow(counters, attr, flow);
389 #endif
390 }
391 
392 static int
393 mlx5_glue_query_counters(struct ibv_counters *counters,
394 			 uint64_t *counters_value,
395 			 uint32_t ncounters,
396 			 uint32_t flags)
397 {
398 #ifndef HAVE_IBV_DEVICE_COUNTERS_SET_V45
399 	(void)counters;
400 	(void)counters_value;
401 	(void)ncounters;
402 	(void)flags;
403 	return -ENOTSUP;
404 #else
405 	return ibv_read_counters(counters, counters_value, ncounters, flags);
406 #endif
407 }
408 
409 static void
410 mlx5_glue_ack_async_event(struct ibv_async_event *event)
411 {
412 	ibv_ack_async_event(event);
413 }
414 
415 static int
416 mlx5_glue_get_async_event(struct ibv_context *context,
417 			  struct ibv_async_event *event)
418 {
419 	return ibv_get_async_event(context, event);
420 }
421 
422 static const char *
423 mlx5_glue_port_state_str(enum ibv_port_state port_state)
424 {
425 	return ibv_port_state_str(port_state);
426 }
427 
428 static struct ibv_cq *
429 mlx5_glue_cq_ex_to_cq(struct ibv_cq_ex *cq)
430 {
431 	return ibv_cq_ex_to_cq(cq);
432 }
433 
434 static void *
435 mlx5_glue_dr_create_flow_action_dest_flow_tbl(void *tbl)
436 {
437 #ifdef HAVE_MLX5DV_DR
438 	return mlx5dv_dr_action_create_dest_table(tbl);
439 #else
440 	(void)tbl;
441 	errno = ENOTSUP;
442 	return NULL;
443 #endif
444 }
445 
446 static void *
447 mlx5_glue_dr_create_flow_action_dest_port(void *domain, uint32_t port)
448 {
449 #ifdef HAVE_MLX5DV_DR_CREATE_DEST_IB_PORT
450 	return mlx5dv_dr_action_create_dest_ib_port(domain, port);
451 #else
452 #ifdef HAVE_MLX5DV_DR_ESWITCH
453 	return mlx5dv_dr_action_create_dest_vport(domain, port);
454 #else
455 	(void)domain;
456 	(void)port;
457 	errno = ENOTSUP;
458 	return NULL;
459 #endif
460 #endif
461 }
462 
463 static void *
464 mlx5_glue_dr_create_flow_action_drop(void)
465 {
466 #ifdef HAVE_MLX5DV_DR_ESWITCH
467 	return mlx5dv_dr_action_create_drop();
468 #else
469 	errno = ENOTSUP;
470 	return NULL;
471 #endif
472 }
473 
474 static void *
475 mlx5_glue_dr_create_flow_action_push_vlan(struct mlx5dv_dr_domain *domain,
476 					  rte_be32_t vlan_tag)
477 {
478 #ifdef HAVE_MLX5DV_DR_VLAN
479 	return mlx5dv_dr_action_create_push_vlan(domain, vlan_tag);
480 #else
481 	(void)domain;
482 	(void)vlan_tag;
483 	errno = ENOTSUP;
484 	return NULL;
485 #endif
486 }
487 
488 static void *
489 mlx5_glue_dr_create_flow_action_pop_vlan(void)
490 {
491 #ifdef HAVE_MLX5DV_DR_VLAN
492 	return mlx5dv_dr_action_create_pop_vlan();
493 #else
494 	errno = ENOTSUP;
495 	return NULL;
496 #endif
497 }
498 
499 static void *
500 mlx5_glue_dr_create_flow_tbl(void *domain, uint32_t level)
501 {
502 #ifdef HAVE_MLX5DV_DR
503 	return mlx5dv_dr_table_create(domain, level);
504 #else
505 	(void)domain;
506 	(void)level;
507 	errno = ENOTSUP;
508 	return NULL;
509 #endif
510 }
511 
512 static int
513 mlx5_glue_dr_destroy_flow_tbl(void *tbl)
514 {
515 #ifdef HAVE_MLX5DV_DR
516 	return mlx5dv_dr_table_destroy(tbl);
517 #else
518 	(void)tbl;
519 	errno = ENOTSUP;
520 	return errno;
521 #endif
522 }
523 
524 static void *
525 mlx5_glue_dr_create_domain(struct ibv_context *ctx,
526 			   enum  mlx5dv_dr_domain_type domain)
527 {
528 #ifdef HAVE_MLX5DV_DR
529 	return mlx5dv_dr_domain_create(ctx, domain);
530 #else
531 	(void)ctx;
532 	(void)domain;
533 	errno = ENOTSUP;
534 	return NULL;
535 #endif
536 }
537 
538 static int
539 mlx5_glue_dr_destroy_domain(void *domain)
540 {
541 #ifdef HAVE_MLX5DV_DR
542 	return mlx5dv_dr_domain_destroy(domain);
543 #else
544 	(void)domain;
545 	errno = ENOTSUP;
546 	return errno;
547 #endif
548 }
549 
550 static int
551 mlx5_glue_dr_sync_domain(void *domain, uint32_t flags)
552 {
553 #ifdef HAVE_MLX5DV_DR
554 	return mlx5dv_dr_domain_sync(domain, flags);
555 #else
556 	(void)domain;
557 	(void)flags;
558 	errno = ENOTSUP;
559 	return errno;
560 #endif
561 }
562 
563 static struct ibv_cq_ex *
564 mlx5_glue_dv_create_cq(struct ibv_context *context,
565 		       struct ibv_cq_init_attr_ex *cq_attr,
566 		       struct mlx5dv_cq_init_attr *mlx5_cq_attr)
567 {
568 	return mlx5dv_create_cq(context, cq_attr, mlx5_cq_attr);
569 }
570 
571 static struct ibv_wq *
572 mlx5_glue_dv_create_wq(struct ibv_context *context,
573 		       struct ibv_wq_init_attr *wq_attr,
574 		       struct mlx5dv_wq_init_attr *mlx5_wq_attr)
575 {
576 #ifndef HAVE_IBV_DEVICE_STRIDING_RQ_SUPPORT
577 	(void)context;
578 	(void)wq_attr;
579 	(void)mlx5_wq_attr;
580 	errno = ENOTSUP;
581 	return NULL;
582 #else
583 	return mlx5dv_create_wq(context, wq_attr, mlx5_wq_attr);
584 #endif
585 }
586 
587 static int
588 mlx5_glue_dv_query_device(struct ibv_context *ctx,
589 			  struct mlx5dv_context *attrs_out)
590 {
591 	return mlx5dv_query_device(ctx, attrs_out);
592 }
593 
594 static int
595 mlx5_glue_dv_set_context_attr(struct ibv_context *ibv_ctx,
596 			      enum mlx5dv_set_ctx_attr_type type, void *attr)
597 {
598 	return mlx5dv_set_context_attr(ibv_ctx, type, attr);
599 }
600 
601 static int
602 mlx5_glue_dv_init_obj(struct mlx5dv_obj *obj, uint64_t obj_type)
603 {
604 	return mlx5dv_init_obj(obj, obj_type);
605 }
606 
607 static struct ibv_qp *
608 mlx5_glue_dv_create_qp(struct ibv_context *context,
609 		       struct ibv_qp_init_attr_ex *qp_init_attr_ex,
610 		       struct mlx5dv_qp_init_attr *dv_qp_init_attr)
611 {
612 #ifdef HAVE_IBV_DEVICE_TUNNEL_SUPPORT
613 	return mlx5dv_create_qp(context, qp_init_attr_ex, dv_qp_init_attr);
614 #else
615 	(void)context;
616 	(void)qp_init_attr_ex;
617 	(void)dv_qp_init_attr;
618 	errno = ENOTSUP;
619 	return NULL;
620 #endif
621 }
622 
623 static void *
624 mlx5_glue_dv_create_flow_matcher(struct ibv_context *context,
625 				 struct mlx5dv_flow_matcher_attr *matcher_attr,
626 				 void *tbl)
627 {
628 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
629 #ifdef HAVE_MLX5DV_DR
630 	(void)context;
631 	return mlx5dv_dr_matcher_create(tbl, matcher_attr->priority,
632 					matcher_attr->match_criteria_enable,
633 					matcher_attr->match_mask);
634 #else
635 	(void)tbl;
636 	return mlx5dv_create_flow_matcher(context, matcher_attr);
637 #endif
638 #else
639 	(void)context;
640 	(void)matcher_attr;
641 	(void)tbl;
642 	errno = ENOTSUP;
643 	return NULL;
644 #endif
645 }
646 
647 static void *
648 mlx5_glue_dv_create_flow(void *matcher,
649 			 void *match_value,
650 			 size_t num_actions,
651 			 void *actions[])
652 {
653 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
654 #ifdef HAVE_MLX5DV_DR
655 	return mlx5dv_dr_rule_create(matcher, match_value, num_actions,
656 				     (struct mlx5dv_dr_action **)actions);
657 #else
658 	size_t i;
659 	struct mlx5dv_flow_action_attr actions_attr[8];
660 
661 	if (num_actions > 8)
662 		return NULL;
663 	for (i = 0; i < num_actions; i++)
664 		actions_attr[i] =
665 			*((struct mlx5dv_flow_action_attr *)(actions[i]));
666 	return mlx5dv_create_flow(matcher, match_value,
667 				  num_actions, actions_attr);
668 #endif
669 #else
670 	(void)matcher;
671 	(void)match_value;
672 	(void)num_actions;
673 	(void)actions;
674 	return NULL;
675 #endif
676 }
677 
678 static void *
679 mlx5_glue_dv_create_flow_action_counter(void *counter_obj, uint32_t offset)
680 {
681 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
682 #ifdef HAVE_MLX5DV_DR
683 	return mlx5dv_dr_action_create_flow_counter(counter_obj, offset);
684 #else
685 	struct mlx5dv_flow_action_attr *action;
686 
687 	(void)offset;
688 	action = malloc(sizeof(*action));
689 	if (!action)
690 		return NULL;
691 	action->type = MLX5DV_FLOW_ACTION_COUNTERS_DEVX;
692 	action->obj = counter_obj;
693 	return action;
694 #endif
695 #else
696 	(void)counter_obj;
697 	(void)offset;
698 	errno = ENOTSUP;
699 	return NULL;
700 #endif
701 }
702 
703 static void *
704 mlx5_glue_dv_create_flow_action_dest_ibv_qp(void *qp)
705 {
706 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
707 #ifdef HAVE_MLX5DV_DR
708 	return mlx5dv_dr_action_create_dest_ibv_qp(qp);
709 #else
710 	struct mlx5dv_flow_action_attr *action;
711 
712 	action = malloc(sizeof(*action));
713 	if (!action)
714 		return NULL;
715 	action->type = MLX5DV_FLOW_ACTION_DEST_IBV_QP;
716 	action->obj = qp;
717 	return action;
718 #endif
719 #else
720 	(void)qp;
721 	errno = ENOTSUP;
722 	return NULL;
723 #endif
724 }
725 
726 static void *
727 mlx5_glue_dv_create_flow_action_dest_devx_tir(void *tir)
728 {
729 #ifdef HAVE_MLX5DV_DR_ACTION_DEST_DEVX_TIR
730 	return mlx5dv_dr_action_create_dest_devx_tir(tir);
731 #else
732 	(void)tir;
733 	errno = ENOTSUP;
734 	return NULL;
735 #endif
736 }
737 
738 static void *
739 mlx5_glue_dv_create_flow_action_modify_header
740 					(struct ibv_context *ctx,
741 					 enum mlx5dv_flow_table_type ft_type,
742 					 void *domain, uint64_t flags,
743 					 size_t actions_sz,
744 					 uint64_t actions[])
745 {
746 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
747 #ifdef HAVE_MLX5DV_DR
748 	(void)ctx;
749 	(void)ft_type;
750 	return mlx5dv_dr_action_create_modify_header(domain, flags, actions_sz,
751 						     (__be64 *)actions);
752 #else
753 	struct mlx5dv_flow_action_attr *action;
754 
755 	(void)domain;
756 	(void)flags;
757 	action = malloc(sizeof(*action));
758 	if (!action)
759 		return NULL;
760 	action->type = MLX5DV_FLOW_ACTION_IBV_FLOW_ACTION;
761 	action->action = mlx5dv_create_flow_action_modify_header
762 		(ctx, actions_sz, actions, ft_type);
763 	return action;
764 #endif
765 #else
766 	(void)ctx;
767 	(void)ft_type;
768 	(void)domain;
769 	(void)flags;
770 	(void)actions_sz;
771 	(void)actions;
772 	errno = ENOTSUP;
773 	return NULL;
774 #endif
775 }
776 
777 static void *
778 mlx5_glue_dv_create_flow_action_packet_reformat
779 		(struct ibv_context *ctx,
780 		 enum mlx5dv_flow_action_packet_reformat_type reformat_type,
781 		 enum mlx5dv_flow_table_type ft_type,
782 		 struct mlx5dv_dr_domain *domain,
783 		 uint32_t flags, size_t data_sz, void *data)
784 {
785 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
786 #ifdef HAVE_MLX5DV_DR
787 	(void)ctx;
788 	(void)ft_type;
789 	return mlx5dv_dr_action_create_packet_reformat(domain, flags,
790 						       reformat_type, data_sz,
791 						       data);
792 #else
793 	(void)domain;
794 	(void)flags;
795 	struct mlx5dv_flow_action_attr *action;
796 
797 	action = malloc(sizeof(*action));
798 	if (!action)
799 		return NULL;
800 	action->type = MLX5DV_FLOW_ACTION_IBV_FLOW_ACTION;
801 	action->action = mlx5dv_create_flow_action_packet_reformat
802 		(ctx, data_sz, data, reformat_type, ft_type);
803 	return action;
804 #endif
805 #else
806 	(void)ctx;
807 	(void)reformat_type;
808 	(void)ft_type;
809 	(void)domain;
810 	(void)flags;
811 	(void)data_sz;
812 	(void)data;
813 	errno = ENOTSUP;
814 	return NULL;
815 #endif
816 }
817 
818 static void *
819 mlx5_glue_dv_create_flow_action_tag(uint32_t tag)
820 {
821 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
822 #ifdef HAVE_MLX5DV_DR
823 	return mlx5dv_dr_action_create_tag(tag);
824 #else /* HAVE_MLX5DV_DR */
825 	struct mlx5dv_flow_action_attr *action;
826 
827 	action = malloc(sizeof(*action));
828 	if (!action)
829 		return NULL;
830 	action->type = MLX5DV_FLOW_ACTION_TAG;
831 	action->tag_value = tag;
832 	return action;
833 #endif /* HAVE_MLX5DV_DR */
834 #else /* HAVE_IBV_FLOW_DV_SUPPORT */
835 	(void)tag;
836 	errno = ENOTSUP;
837 	return NULL;
838 #endif /* HAVE_IBV_FLOW_DV_SUPPORT */
839 }
840 
841 static void *
842 mlx5_glue_dv_create_flow_action_meter(struct mlx5dv_dr_flow_meter_attr *attr)
843 {
844 #if defined(HAVE_MLX5DV_DR) && defined(HAVE_MLX5_DR_CREATE_ACTION_FLOW_METER)
845 	return mlx5dv_dr_action_create_flow_meter(attr);
846 #else
847 	(void)attr;
848 	errno = ENOTSUP;
849 	return NULL;
850 #endif
851 }
852 
853 static int
854 mlx5_glue_dv_modify_flow_action_meter(void *action,
855 				      struct mlx5dv_dr_flow_meter_attr *attr,
856 				      uint64_t modify_bits)
857 {
858 #if defined(HAVE_MLX5DV_DR) && defined(HAVE_MLX5_DR_CREATE_ACTION_FLOW_METER)
859 	return mlx5dv_dr_action_modify_flow_meter(action, attr, modify_bits);
860 #else
861 	(void)action;
862 	(void)attr;
863 	(void)modify_bits;
864 	errno = ENOTSUP;
865 	return errno;
866 #endif
867 }
868 
869 static void *
870 mlx5_glue_dv_create_flow_action_aso(struct mlx5dv_dr_domain *domain,
871 				    void *aso_obj,
872 				    uint32_t offset,
873 				    uint32_t flags,
874 				    uint8_t return_reg_c)
875 {
876 #if defined(HAVE_MLX5DV_DR) && defined(HAVE_MLX5_DR_CREATE_ACTION_ASO)
877 	return mlx5dv_dr_action_create_aso(domain, aso_obj, offset,
878 					   flags, return_reg_c);
879 #else
880 	(void)domain;
881 	(void)aso_obj;
882 	(void)offset;
883 	(void)flags;
884 	(void)return_reg_c;
885 	errno = ENOTSUP;
886 	return NULL;
887 #endif
888 }
889 
890 static void *
891 mlx5_glue_dr_create_flow_action_default_miss(void)
892 {
893 #if defined(HAVE_MLX5DV_DR) && defined(HAVE_MLX5_DR_CREATE_ACTION_DEFAULT_MISS)
894 	return mlx5dv_dr_action_create_default_miss();
895 #else
896 	errno = ENOTSUP;
897 	return NULL;
898 #endif
899 }
900 
901 static int
902 mlx5_glue_dv_destroy_flow(void *flow_id)
903 {
904 #ifdef HAVE_MLX5DV_DR
905 	return mlx5dv_dr_rule_destroy(flow_id);
906 #else
907 	return ibv_destroy_flow(flow_id);
908 #endif
909 }
910 
911 static int
912 mlx5_glue_dv_destroy_flow_matcher(void *matcher)
913 {
914 #ifdef HAVE_IBV_FLOW_DV_SUPPORT
915 #ifdef HAVE_MLX5DV_DR
916 	return mlx5dv_dr_matcher_destroy(matcher);
917 #else
918 	return mlx5dv_destroy_flow_matcher(matcher);
919 #endif
920 #else
921 	(void)matcher;
922 	errno = ENOTSUP;
923 	return errno;
924 #endif
925 }
926 
927 static struct ibv_context *
928 mlx5_glue_dv_open_device(struct ibv_device *device)
929 {
930 #ifdef HAVE_IBV_DEVX_OBJ
931 	return mlx5dv_open_device(device,
932 				  &(struct mlx5dv_context_attr){
933 					.flags = MLX5DV_CONTEXT_FLAGS_DEVX,
934 				  });
935 #else
936 	(void)device;
937 	errno = ENOTSUP;
938 	return NULL;
939 #endif
940 }
941 
942 static struct mlx5dv_devx_obj *
943 mlx5_glue_devx_obj_create(struct ibv_context *ctx,
944 			  const void *in, size_t inlen,
945 			  void *out, size_t outlen)
946 {
947 #ifdef HAVE_IBV_DEVX_OBJ
948 	return mlx5dv_devx_obj_create(ctx, in, inlen, out, outlen);
949 #else
950 	(void)ctx;
951 	(void)in;
952 	(void)inlen;
953 	(void)out;
954 	(void)outlen;
955 	errno = ENOTSUP;
956 	return NULL;
957 #endif
958 }
959 
960 static int
961 mlx5_glue_devx_obj_destroy(struct mlx5dv_devx_obj *obj)
962 {
963 #ifdef HAVE_IBV_DEVX_OBJ
964 	return mlx5dv_devx_obj_destroy(obj);
965 #else
966 	(void)obj;
967 	return -ENOTSUP;
968 #endif
969 }
970 
971 static int
972 mlx5_glue_devx_obj_query(struct mlx5dv_devx_obj *obj,
973 			 const void *in, size_t inlen,
974 			 void *out, size_t outlen)
975 {
976 #ifdef HAVE_IBV_DEVX_OBJ
977 	return mlx5dv_devx_obj_query(obj, in, inlen, out, outlen);
978 #else
979 	(void)obj;
980 	(void)in;
981 	(void)inlen;
982 	(void)out;
983 	(void)outlen;
984 	return -ENOTSUP;
985 #endif
986 }
987 
988 static int
989 mlx5_glue_devx_obj_modify(struct mlx5dv_devx_obj *obj,
990 			  const void *in, size_t inlen,
991 			  void *out, size_t outlen)
992 {
993 #ifdef HAVE_IBV_DEVX_OBJ
994 	return mlx5dv_devx_obj_modify(obj, in, inlen, out, outlen);
995 #else
996 	(void)obj;
997 	(void)in;
998 	(void)inlen;
999 	(void)out;
1000 	(void)outlen;
1001 	return -ENOTSUP;
1002 #endif
1003 }
1004 
1005 static int
1006 mlx5_glue_devx_general_cmd(struct ibv_context *ctx,
1007 			   const void *in, size_t inlen,
1008 			   void *out, size_t outlen)
1009 {
1010 #ifdef HAVE_IBV_DEVX_OBJ
1011 	return mlx5dv_devx_general_cmd(ctx, in, inlen, out, outlen);
1012 #else
1013 	(void)ctx;
1014 	(void)in;
1015 	(void)inlen;
1016 	(void)out;
1017 	(void)outlen;
1018 	return -ENOTSUP;
1019 #endif
1020 }
1021 
1022 static struct mlx5dv_devx_cmd_comp *
1023 mlx5_glue_devx_create_cmd_comp(struct ibv_context *ctx)
1024 {
1025 #ifdef HAVE_IBV_DEVX_ASYNC
1026 	return mlx5dv_devx_create_cmd_comp(ctx);
1027 #else
1028 	(void)ctx;
1029 	errno = -ENOTSUP;
1030 	return NULL;
1031 #endif
1032 }
1033 
1034 static void
1035 mlx5_glue_devx_destroy_cmd_comp(struct mlx5dv_devx_cmd_comp *cmd_comp)
1036 {
1037 #ifdef HAVE_IBV_DEVX_ASYNC
1038 	mlx5dv_devx_destroy_cmd_comp(cmd_comp);
1039 #else
1040 	(void)cmd_comp;
1041 	errno = -ENOTSUP;
1042 #endif
1043 }
1044 
1045 static int
1046 mlx5_glue_devx_obj_query_async(struct mlx5dv_devx_obj *obj, const void *in,
1047 			       size_t inlen, size_t outlen, uint64_t wr_id,
1048 			       struct mlx5dv_devx_cmd_comp *cmd_comp)
1049 {
1050 #ifdef HAVE_IBV_DEVX_ASYNC
1051 	return mlx5dv_devx_obj_query_async(obj, in, inlen, outlen, wr_id,
1052 					   cmd_comp);
1053 #else
1054 	(void)obj;
1055 	(void)in;
1056 	(void)inlen;
1057 	(void)outlen;
1058 	(void)wr_id;
1059 	(void)cmd_comp;
1060 	return -ENOTSUP;
1061 #endif
1062 }
1063 
1064 static int
1065 mlx5_glue_devx_get_async_cmd_comp(struct mlx5dv_devx_cmd_comp *cmd_comp,
1066 				  struct mlx5dv_devx_async_cmd_hdr *cmd_resp,
1067 				  size_t cmd_resp_len)
1068 {
1069 #ifdef HAVE_IBV_DEVX_ASYNC
1070 	return mlx5dv_devx_get_async_cmd_comp(cmd_comp, cmd_resp,
1071 					      cmd_resp_len);
1072 #else
1073 	(void)cmd_comp;
1074 	(void)cmd_resp;
1075 	(void)cmd_resp_len;
1076 	return -ENOTSUP;
1077 #endif
1078 }
1079 
1080 static struct mlx5dv_devx_umem *
1081 mlx5_glue_devx_umem_reg(struct ibv_context *context, void *addr, size_t size,
1082 			uint32_t access)
1083 {
1084 #ifdef HAVE_IBV_DEVX_OBJ
1085 	return mlx5dv_devx_umem_reg(context, addr, size, access);
1086 #else
1087 	(void)context;
1088 	(void)addr;
1089 	(void)size;
1090 	(void)access;
1091 	errno = -ENOTSUP;
1092 	return NULL;
1093 #endif
1094 }
1095 
1096 static int
1097 mlx5_glue_devx_umem_dereg(struct mlx5dv_devx_umem *dv_devx_umem)
1098 {
1099 #ifdef HAVE_IBV_DEVX_OBJ
1100 	return mlx5dv_devx_umem_dereg(dv_devx_umem);
1101 #else
1102 	(void)dv_devx_umem;
1103 	return -ENOTSUP;
1104 #endif
1105 }
1106 
1107 static int
1108 mlx5_glue_devx_qp_query(struct ibv_qp *qp,
1109 			const void *in, size_t inlen,
1110 			void *out, size_t outlen)
1111 {
1112 #ifdef HAVE_IBV_DEVX_QP
1113 	return mlx5dv_devx_qp_query(qp, in, inlen, out, outlen);
1114 #else
1115 	(void)qp;
1116 	(void)in;
1117 	(void)inlen;
1118 	(void)out;
1119 	(void)outlen;
1120 	errno = ENOTSUP;
1121 	return errno;
1122 #endif
1123 }
1124 
1125 static int
1126 mlx5_glue_devx_wq_query(struct ibv_wq *wq, const void *in, size_t inlen,
1127 			void *out, size_t outlen)
1128 {
1129 #ifdef HAVE_IBV_DEVX_QP
1130 	return mlx5dv_devx_wq_query(wq, in, inlen, out, outlen);
1131 #else
1132 	(void)wq;
1133 	(void)in;
1134 	(void)inlen;
1135 	(void)out;
1136 	(void)outlen;
1137 	errno = ENOTSUP;
1138 	return errno;
1139 #endif
1140 }
1141 
1142 static int
1143 mlx5_glue_devx_port_query(struct ibv_context *ctx,
1144 			  uint32_t port_num,
1145 			  struct mlx5_port_info *info)
1146 {
1147 	int err = 0;
1148 
1149 	info->query_flags = 0;
1150 #ifdef HAVE_MLX5DV_DR_DEVX_PORT_V35
1151 	/* The DevX port query API is implemented (rdma-core v35 and above). */
1152 	struct mlx5_ib_uapi_query_port devx_port;
1153 
1154 	memset(&devx_port, 0, sizeof(devx_port));
1155 	err = mlx5dv_query_port(ctx, port_num, &devx_port);
1156 	if (err)
1157 		return err;
1158 	if (devx_port.flags & MLX5DV_QUERY_PORT_VPORT_REG_C0) {
1159 		info->vport_meta_tag = devx_port.reg_c0.value;
1160 		info->vport_meta_mask = devx_port.reg_c0.mask;
1161 		info->query_flags |= MLX5_PORT_QUERY_REG_C0;
1162 	}
1163 	if (devx_port.flags & MLX5DV_QUERY_PORT_VPORT) {
1164 		info->vport_id = devx_port.vport;
1165 		info->query_flags |= MLX5_PORT_QUERY_VPORT;
1166 	}
1167 #else
1168 #ifdef HAVE_MLX5DV_DR_DEVX_PORT
1169 	/* The legacy DevX port query API is implemented (prior v35). */
1170 	struct mlx5dv_devx_port devx_port = {
1171 		.comp_mask = MLX5DV_DEVX_PORT_VPORT |
1172 			     MLX5DV_DEVX_PORT_MATCH_REG_C_0
1173 	};
1174 
1175 	err = mlx5dv_query_devx_port(ctx, port_num, &devx_port);
1176 	if (err)
1177 		return err;
1178 	if (devx_port.comp_mask & MLX5DV_DEVX_PORT_MATCH_REG_C_0) {
1179 		info->vport_meta_tag = devx_port.reg_c_0.value;
1180 		info->vport_meta_mask = devx_port.reg_c_0.mask;
1181 		info->query_flags |= MLX5_PORT_QUERY_REG_C0;
1182 	}
1183 	if (devx_port.comp_mask & MLX5DV_DEVX_PORT_VPORT) {
1184 		info->vport_id = devx_port.vport_num;
1185 		info->query_flags |= MLX5_PORT_QUERY_VPORT;
1186 	}
1187 #else
1188 	RTE_SET_USED(ctx);
1189 	RTE_SET_USED(port_num);
1190 #endif /* HAVE_MLX5DV_DR_DEVX_PORT */
1191 #endif /* HAVE_MLX5DV_DR_DEVX_PORT_V35 */
1192 	return err;
1193 }
1194 
1195 static int
1196 mlx5_glue_dr_dump_single_rule(FILE *file, void *rule)
1197 {
1198 #ifdef HAVE_MLX5_DR_FLOW_DUMP_RULE
1199 	return mlx5dv_dump_dr_rule(file, rule);
1200 #else
1201 	RTE_SET_USED(file);
1202 	RTE_SET_USED(rule);
1203 	return -ENOTSUP;
1204 #endif
1205 }
1206 
1207 static int
1208 mlx5_glue_dr_dump_domain(FILE *file, void *domain)
1209 {
1210 #ifdef HAVE_MLX5_DR_FLOW_DUMP
1211 	return mlx5dv_dump_dr_domain(file, domain);
1212 #else
1213 	RTE_SET_USED(file);
1214 	RTE_SET_USED(domain);
1215 	return -ENOTSUP;
1216 #endif
1217 }
1218 
1219 static void *
1220 mlx5_glue_dr_create_flow_action_sampler
1221 			(struct mlx5dv_dr_flow_sampler_attr *attr)
1222 {
1223 #ifdef HAVE_MLX5_DR_CREATE_ACTION_FLOW_SAMPLE
1224 	return mlx5dv_dr_action_create_flow_sampler(attr);
1225 #else
1226 	(void)attr;
1227 	errno = ENOTSUP;
1228 	return NULL;
1229 #endif
1230 }
1231 
1232 static void *
1233 mlx5_glue_dr_action_create_dest_array
1234 			(void *domain,
1235 			 size_t num_dest,
1236 			 struct mlx5dv_dr_action_dest_attr *dests[])
1237 {
1238 #ifdef HAVE_MLX5_DR_CREATE_ACTION_DEST_ARRAY
1239 	return mlx5dv_dr_action_create_dest_array
1240 				(domain,
1241 				num_dest,
1242 				dests);
1243 #else
1244 	(void)domain;
1245 	(void)num_dest;
1246 	(void)dests;
1247 	errno = ENOTSUP;
1248 	return NULL;
1249 #endif
1250 }
1251 
1252 static int
1253 mlx5_glue_devx_query_eqn(struct ibv_context *ctx, uint32_t cpus,
1254 			 uint32_t *eqn)
1255 {
1256 #ifdef HAVE_IBV_DEVX_OBJ
1257 	return mlx5dv_devx_query_eqn(ctx, cpus, eqn);
1258 #else
1259 	(void)ctx;
1260 	(void)cpus;
1261 	(void)eqn;
1262 	return -ENOTSUP;
1263 #endif
1264 }
1265 
1266 static struct mlx5dv_devx_event_channel *
1267 mlx5_glue_devx_create_event_channel(struct ibv_context *ctx, int flags)
1268 {
1269 #ifdef HAVE_IBV_DEVX_EVENT
1270 	return mlx5dv_devx_create_event_channel(ctx, flags);
1271 #else
1272 	(void)ctx;
1273 	(void)flags;
1274 	errno = ENOTSUP;
1275 	return NULL;
1276 #endif
1277 }
1278 
1279 static void
1280 mlx5_glue_devx_destroy_event_channel(struct mlx5dv_devx_event_channel *eventc)
1281 {
1282 #ifdef HAVE_IBV_DEVX_EVENT
1283 	mlx5dv_devx_destroy_event_channel(eventc);
1284 #else
1285 	(void)eventc;
1286 #endif
1287 }
1288 
1289 static int
1290 mlx5_glue_devx_subscribe_devx_event(struct mlx5dv_devx_event_channel *eventc,
1291 				    struct mlx5dv_devx_obj *obj,
1292 				    uint16_t events_sz, uint16_t events_num[],
1293 				    uint64_t cookie)
1294 {
1295 #ifdef HAVE_IBV_DEVX_EVENT
1296 	return mlx5dv_devx_subscribe_devx_event(eventc, obj, events_sz,
1297 						events_num, cookie);
1298 #else
1299 	(void)eventc;
1300 	(void)obj;
1301 	(void)events_sz;
1302 	(void)events_num;
1303 	(void)cookie;
1304 	return -ENOTSUP;
1305 #endif
1306 }
1307 
1308 static int
1309 mlx5_glue_devx_subscribe_devx_event_fd(struct mlx5dv_devx_event_channel *eventc,
1310 				       int fd, struct mlx5dv_devx_obj *obj,
1311 				       uint16_t event_num)
1312 {
1313 #ifdef HAVE_IBV_DEVX_EVENT
1314 	return mlx5dv_devx_subscribe_devx_event_fd(eventc, fd, obj, event_num);
1315 #else
1316 	(void)eventc;
1317 	(void)fd;
1318 	(void)obj;
1319 	(void)event_num;
1320 	return -ENOTSUP;
1321 #endif
1322 }
1323 
1324 static ssize_t
1325 mlx5_glue_devx_get_event(struct mlx5dv_devx_event_channel *eventc,
1326 			 struct mlx5dv_devx_async_event_hdr *event_data,
1327 			 size_t event_resp_len)
1328 {
1329 #ifdef HAVE_IBV_DEVX_EVENT
1330 	return mlx5dv_devx_get_event(eventc, event_data, event_resp_len);
1331 #else
1332 	(void)eventc;
1333 	(void)event_data;
1334 	(void)event_resp_len;
1335 	errno = ENOTSUP;
1336 	return -1;
1337 #endif
1338 }
1339 
1340 static struct mlx5dv_devx_uar *
1341 mlx5_glue_devx_alloc_uar(struct ibv_context *context, uint32_t flags)
1342 {
1343 #ifdef HAVE_IBV_DEVX_OBJ
1344 	return mlx5dv_devx_alloc_uar(context, flags);
1345 #else
1346 	(void)context;
1347 	(void)flags;
1348 	errno = ENOTSUP;
1349 	return NULL;
1350 #endif
1351 }
1352 
1353 static void
1354 mlx5_glue_devx_free_uar(struct mlx5dv_devx_uar *devx_uar)
1355 {
1356 #ifdef HAVE_IBV_DEVX_OBJ
1357 	mlx5dv_devx_free_uar(devx_uar);
1358 #else
1359 	(void)devx_uar;
1360 #endif
1361 }
1362 
1363 static struct mlx5dv_var *
1364 mlx5_glue_dv_alloc_var(struct ibv_context *context, uint32_t flags)
1365 {
1366 #ifdef HAVE_IBV_VAR
1367 	return mlx5dv_alloc_var(context, flags);
1368 #else
1369 	(void)context;
1370 	(void)flags;
1371 	errno = ENOTSUP;
1372 	return NULL;
1373 #endif
1374 }
1375 
1376 static void
1377 mlx5_glue_dv_free_var(struct mlx5dv_var *var)
1378 {
1379 #ifdef HAVE_IBV_VAR
1380 	mlx5dv_free_var(var);
1381 #else
1382 	(void)var;
1383 	errno = ENOTSUP;
1384 #endif
1385 }
1386 
1387 static void
1388 mlx5_glue_dr_reclaim_domain_memory(void *domain, uint32_t enable)
1389 {
1390 #ifdef HAVE_MLX5DV_DR_MEM_RECLAIM
1391 	mlx5dv_dr_domain_set_reclaim_device_memory(domain, enable);
1392 #else
1393 	(void)(enable);
1394 	(void)(domain);
1395 #endif
1396 }
1397 
1398 static struct mlx5dv_pp *
1399 mlx5_glue_dv_alloc_pp(struct ibv_context *context,
1400 		      size_t pp_context_sz,
1401 		      const void *pp_context,
1402 		      uint32_t flags)
1403 {
1404 #ifdef HAVE_MLX5DV_PP_ALLOC
1405 	return mlx5dv_pp_alloc(context, pp_context_sz, pp_context, flags);
1406 #else
1407 	RTE_SET_USED(context);
1408 	RTE_SET_USED(pp_context_sz);
1409 	RTE_SET_USED(pp_context);
1410 	RTE_SET_USED(flags);
1411 	errno = ENOTSUP;
1412 	return NULL;
1413 #endif
1414 }
1415 
1416 static void
1417 mlx5_glue_dr_allow_duplicate_rules(void *domain, uint32_t allow)
1418 {
1419 #ifdef HAVE_MLX5_DR_ALLOW_DUPLICATE
1420 	mlx5dv_dr_domain_allow_duplicate_rules(domain, allow);
1421 #else
1422 	(void)(allow);
1423 	(void)(domain);
1424 #endif
1425 }
1426 
1427 static void
1428 mlx5_glue_dv_free_pp(struct mlx5dv_pp *pp)
1429 {
1430 #ifdef HAVE_MLX5DV_PP_ALLOC
1431 	mlx5dv_pp_free(pp);
1432 #else
1433 	RTE_SET_USED(pp);
1434 #endif
1435 }
1436 
1437 __rte_cache_aligned
1438 const struct mlx5_glue *mlx5_glue = &(const struct mlx5_glue) {
1439 	.version = MLX5_GLUE_VERSION,
1440 	.fork_init = mlx5_glue_fork_init,
1441 	.alloc_pd = mlx5_glue_alloc_pd,
1442 	.dealloc_pd = mlx5_glue_dealloc_pd,
1443 	.import_pd = mlx5_glue_import_pd,
1444 	.unimport_pd = mlx5_glue_unimport_pd,
1445 	.get_device_list = mlx5_glue_get_device_list,
1446 	.free_device_list = mlx5_glue_free_device_list,
1447 	.open_device = mlx5_glue_open_device,
1448 	.import_device = mlx5_glue_import_device,
1449 	.close_device = mlx5_glue_close_device,
1450 	.query_device = mlx5_glue_query_device,
1451 	.query_device_ex = mlx5_glue_query_device_ex,
1452 	.query_rt_values_ex = mlx5_glue_query_rt_values_ex,
1453 	.query_port = mlx5_glue_query_port,
1454 	.create_comp_channel = mlx5_glue_create_comp_channel,
1455 	.destroy_comp_channel = mlx5_glue_destroy_comp_channel,
1456 	.create_cq = mlx5_glue_create_cq,
1457 	.destroy_cq = mlx5_glue_destroy_cq,
1458 	.get_cq_event = mlx5_glue_get_cq_event,
1459 	.ack_cq_events = mlx5_glue_ack_cq_events,
1460 	.create_rwq_ind_table = mlx5_glue_create_rwq_ind_table,
1461 	.destroy_rwq_ind_table = mlx5_glue_destroy_rwq_ind_table,
1462 	.create_wq = mlx5_glue_create_wq,
1463 	.destroy_wq = mlx5_glue_destroy_wq,
1464 	.modify_wq = mlx5_glue_modify_wq,
1465 	.create_flow = mlx5_glue_create_flow,
1466 	.destroy_flow = mlx5_glue_destroy_flow,
1467 	.destroy_flow_action = mlx5_glue_destroy_flow_action,
1468 	.create_qp = mlx5_glue_create_qp,
1469 	.create_qp_ex = mlx5_glue_create_qp_ex,
1470 	.destroy_qp = mlx5_glue_destroy_qp,
1471 	.modify_qp = mlx5_glue_modify_qp,
1472 	.reg_mr = mlx5_glue_reg_mr,
1473 	.reg_mr_iova = mlx5_glue_reg_mr_iova,
1474 	.alloc_null_mr = mlx5_glue_alloc_null_mr,
1475 	.dereg_mr = mlx5_glue_dereg_mr,
1476 	.create_counter_set = mlx5_glue_create_counter_set,
1477 	.destroy_counter_set = mlx5_glue_destroy_counter_set,
1478 	.describe_counter_set = mlx5_glue_describe_counter_set,
1479 	.query_counter_set = mlx5_glue_query_counter_set,
1480 	.create_counters = mlx5_glue_create_counters,
1481 	.destroy_counters = mlx5_glue_destroy_counters,
1482 	.attach_counters = mlx5_glue_attach_counters,
1483 	.query_counters = mlx5_glue_query_counters,
1484 	.ack_async_event = mlx5_glue_ack_async_event,
1485 	.get_async_event = mlx5_glue_get_async_event,
1486 	.port_state_str = mlx5_glue_port_state_str,
1487 	.cq_ex_to_cq = mlx5_glue_cq_ex_to_cq,
1488 	.dr_create_flow_action_dest_flow_tbl =
1489 		mlx5_glue_dr_create_flow_action_dest_flow_tbl,
1490 	.dr_create_flow_action_dest_port =
1491 		mlx5_glue_dr_create_flow_action_dest_port,
1492 	.dr_create_flow_action_drop =
1493 		mlx5_glue_dr_create_flow_action_drop,
1494 	.dr_create_flow_action_push_vlan =
1495 		mlx5_glue_dr_create_flow_action_push_vlan,
1496 	.dr_create_flow_action_pop_vlan =
1497 		mlx5_glue_dr_create_flow_action_pop_vlan,
1498 	.dr_create_flow_tbl = mlx5_glue_dr_create_flow_tbl,
1499 	.dr_destroy_flow_tbl = mlx5_glue_dr_destroy_flow_tbl,
1500 	.dr_create_domain = mlx5_glue_dr_create_domain,
1501 	.dr_destroy_domain = mlx5_glue_dr_destroy_domain,
1502 	.dr_sync_domain = mlx5_glue_dr_sync_domain,
1503 	.dv_create_cq = mlx5_glue_dv_create_cq,
1504 	.dv_create_wq = mlx5_glue_dv_create_wq,
1505 	.dv_query_device = mlx5_glue_dv_query_device,
1506 	.dv_set_context_attr = mlx5_glue_dv_set_context_attr,
1507 	.dv_init_obj = mlx5_glue_dv_init_obj,
1508 	.dv_create_qp = mlx5_glue_dv_create_qp,
1509 	.dv_create_flow_matcher = mlx5_glue_dv_create_flow_matcher,
1510 	.dv_create_flow = mlx5_glue_dv_create_flow,
1511 	.dv_create_flow_action_counter =
1512 		mlx5_glue_dv_create_flow_action_counter,
1513 	.dv_create_flow_action_dest_ibv_qp =
1514 		mlx5_glue_dv_create_flow_action_dest_ibv_qp,
1515 	.dv_create_flow_action_dest_devx_tir =
1516 		mlx5_glue_dv_create_flow_action_dest_devx_tir,
1517 	.dv_create_flow_action_modify_header =
1518 		mlx5_glue_dv_create_flow_action_modify_header,
1519 	.dv_create_flow_action_packet_reformat =
1520 		mlx5_glue_dv_create_flow_action_packet_reformat,
1521 	.dv_create_flow_action_tag =  mlx5_glue_dv_create_flow_action_tag,
1522 	.dv_create_flow_action_meter = mlx5_glue_dv_create_flow_action_meter,
1523 	.dv_modify_flow_action_meter = mlx5_glue_dv_modify_flow_action_meter,
1524 	.dv_create_flow_action_aso = mlx5_glue_dv_create_flow_action_aso,
1525 	.dr_create_flow_action_default_miss =
1526 		mlx5_glue_dr_create_flow_action_default_miss,
1527 	.dv_destroy_flow = mlx5_glue_dv_destroy_flow,
1528 	.dv_destroy_flow_matcher = mlx5_glue_dv_destroy_flow_matcher,
1529 	.dv_open_device = mlx5_glue_dv_open_device,
1530 	.devx_obj_create = mlx5_glue_devx_obj_create,
1531 	.devx_obj_destroy = mlx5_glue_devx_obj_destroy,
1532 	.devx_obj_query = mlx5_glue_devx_obj_query,
1533 	.devx_obj_modify = mlx5_glue_devx_obj_modify,
1534 	.devx_general_cmd = mlx5_glue_devx_general_cmd,
1535 	.devx_create_cmd_comp = mlx5_glue_devx_create_cmd_comp,
1536 	.devx_destroy_cmd_comp = mlx5_glue_devx_destroy_cmd_comp,
1537 	.devx_obj_query_async = mlx5_glue_devx_obj_query_async,
1538 	.devx_get_async_cmd_comp = mlx5_glue_devx_get_async_cmd_comp,
1539 	.devx_umem_reg = mlx5_glue_devx_umem_reg,
1540 	.devx_umem_dereg = mlx5_glue_devx_umem_dereg,
1541 	.devx_qp_query = mlx5_glue_devx_qp_query,
1542 	.devx_wq_query = mlx5_glue_devx_wq_query,
1543 	.devx_port_query = mlx5_glue_devx_port_query,
1544 	.dr_dump_domain = mlx5_glue_dr_dump_domain,
1545 	.dr_dump_rule = mlx5_glue_dr_dump_single_rule,
1546 	.dr_reclaim_domain_memory = mlx5_glue_dr_reclaim_domain_memory,
1547 	.dr_create_flow_action_sampler =
1548 		mlx5_glue_dr_create_flow_action_sampler,
1549 	.dr_create_flow_action_dest_array =
1550 		mlx5_glue_dr_action_create_dest_array,
1551 	.dr_allow_duplicate_rules = mlx5_glue_dr_allow_duplicate_rules,
1552 	.devx_query_eqn = mlx5_glue_devx_query_eqn,
1553 	.devx_create_event_channel = mlx5_glue_devx_create_event_channel,
1554 	.devx_destroy_event_channel = mlx5_glue_devx_destroy_event_channel,
1555 	.devx_subscribe_devx_event = mlx5_glue_devx_subscribe_devx_event,
1556 	.devx_subscribe_devx_event_fd = mlx5_glue_devx_subscribe_devx_event_fd,
1557 	.devx_get_event = mlx5_glue_devx_get_event,
1558 	.devx_alloc_uar = mlx5_glue_devx_alloc_uar,
1559 	.devx_free_uar = mlx5_glue_devx_free_uar,
1560 	.dv_alloc_var = mlx5_glue_dv_alloc_var,
1561 	.dv_free_var = mlx5_glue_dv_free_var,
1562 	.dv_alloc_pp = mlx5_glue_dv_alloc_pp,
1563 	.dv_free_pp = mlx5_glue_dv_free_pp,
1564 };
1565